monitor-manage-service/src/main/java/com/ai/bss/monitorManage/constant/MonitorManageConsts.java

@@ -20,8 +20,33 @@ public class MonitorManageConsts {
    public static String AI_MODEL_IDENTIFY_DRESS = "IDENTIFY_DRESS";
    //安全帽识别
    public static String AI_MODEL_IDENTIFY_HELMET = "IDENTIFY_HELMET";
    //吸烟识别
    public static String AI_MODEL_IDENTIFY_SMOKING = "IDENTIFY_SMOKING";
    // 仪表识别
    public static String AI_MODEL_IDENTIFY_INSTRUMENT = "IDENTIFY_INSTRUMENT";
    //着装违规识别
    public static String AI_MODEL_CLOTHING_CODE = "CLOTHING_CODE";
    //人脸识别
    public static String AI_MODEL_FACE = "FACE";
    //陌生人识别
    public static String AI_MODEL_STRANGER = "STRANGER";
    public static String AI_MODEL_OTHER = "OTHER";
    public static final String PROCESS_FAIL_STATUS = "FAI";
    public static final String PROCESS_SUCCESS_STATUS = "SUC";
//    //AI识别结果:正常
//    public static final String AI_IDENTIFY_RESULT= "AI_IDENTIFY_RESULT";
//
//    //AI识别结果：违规
//    public static final String AI_IDENTIFY_RESULT_ALARM= "AI_IDENTIFY_RESULT_ALARM";
//
//    //AI识别结果：考勤
//    public static final String AI_IDENTIFY_RESULT_ATTENDANCE= "AI_IDENTIFY_RESULT_ATTENDANCE";
}

monitor-manage-service/src/main/java/com/ai/bss/monitorManage/service/impl/MonitorManageServiceImpl.java

@@ -13,7 +13,9 @@ import com.ai.bss.monitorManage.service.interfaces.MonitorManageService;
import com.ai.bss.monitorManage.utils.DateUtils;
import com.ai.bss.monitorManage.utils.FileUtils;
import com.ai.bss.monitorManage.utils.SecurityProtectionMinioConfig;
import com.alibaba.druid.sql.visitor.functions.Lcase;
import com.alibaba.fastjson.JSON;
import com.alibaba.fastjson.JSONArray;
import com.alibaba.fastjson.JSONObject;
import lombok.SneakyThrows;
import lombok.extern.slf4j.Slf4j;
@@ -53,7 +55,7 @@ public class MonitorManageServiceImpl implements MonitorManageService {
	private EbcAiService ebcAiService;
	@Value("${camera.filePath}")
	private String filePath;
	private String baseFilePath;
	@Value("${kafka.topic.aitask}")
	private String topicAiTask;
@@ -79,7 +81,7 @@ public class MonitorManageServiceImpl implements MonitorManageService {
	}
	private void loadFileList(){
		File file = new File(filePath);//path为监听文件夹
		File file = new File(baseFilePath);//path为监听文件夹
		File[] files = file.listFiles();
		//摄像头列表
@@ -149,7 +151,8 @@ public class MonitorManageServiceImpl implements MonitorManageService {
							bucketName = minioConfig.getBucketAiImage();
							time = fileName.substring(3,17);
							dateTime = DateUtils.formatDate(DateUtils.convertDate(time,DateUtils.PURE_DATETIMEHHMM_PATTERN),DateUtils.NORM_DATETIME_PATTERN);
							aiIdenLogDto.setTaskExecuteTime(dateTime);
							aiIdenLogDto.setTaskExecuteTime(DateUtils.getSysDateTime());
							aiIdenLogDto.setIdenPictureSnapDate(dateTime);
						}
						//文件上传到 minio文件服务器
						multipartFile = new CommonsMultipartFile(createFileItem(new File(filePath),fileName));
@@ -166,32 +169,97 @@ public class MonitorManageServiceImpl implements MonitorManageService {
							aiIdenLogDto.setIdenPictureUrl(minioFileMap.get("fileId"));
							aiIdenLogDto.setResourceToolCode(deviceCode);
							//安全帽识别
							aiIdenLogDto.setTopic(topicAiTask);//AI识别TOPIC
							try {
								aiResponseData = ebcAiService.helmetDetect(ImageBase64Converter.convertFileToBase64(filePath), Strings.EMPTY, Strings.EMPTY);
								System.out.println(JSONUtil.formatJsonStr(aiResponseData));
								log.info(JSONUtil.formatJsonStr(aiResponseData));
//							ebcAiService.helmetDetect()
								//AI模型
								aiIdenLogDto.setAiIdenModel(MonitorManageConsts.AI_MODEL_IDENTIFY_HELMET);
								aiIdenLogDto.setIdenResult(JSONUtil.formatJsonStr(aiResponseData));
								aiIdenLogDto.setIdenResultType("");
							}catch (Exception e){
								log.error("AI处理异常");
							aiIdenLogDto.setTopic(topicAiTask);//AI识别TOPICs
							//人体识别
							boolean isHuman = aiworkHumanDetect(filePath);
							//AI头盔检查
							if(isHuman){
								aiIdenLogDto = aiHelmetDetect(aiIdenLogDto,filePath);
								kafkaProcess.processKafka(aiIdenLogDto.getTopic(), JSONObject.toJSONString(aiIdenLogDto));
							}
							kafkaProcess.processKafka(aiIdenLogDto.getTopic(), JSONObject.toJSONString(aiIdenLogDto));
						}
						iterator.remove();//使用迭代器的删除方法删除
					}
				}
				System.out.println("-------等待任务--------");
				log.info("-------等待任务--------");
			}
		}, 10000, 10000);
	}
	/**
	 * AI头盔检查
	 * @param aiIdenLogDto
	 * @return
	 */
	private AiIdenLogDto aiHelmetDetect(AiIdenLogDto aiIdenLogDto,String aifilePath){
		try {
			//安全帽识别
			String aiResponseData = ebcAiService.helmetDetect(ImageBase64Converter.convertFileToBase64(aifilePath), Strings.EMPTY, Strings.EMPTY);
//			String aiResponseData = ebcAiService.helmetDetect(ImageBase64Converter.convertInputStreamToBase64(multipartFile.getInputStream()), Strings.EMPTY, Strings.EMPTY);
			JSONObject jsonObject = JSONObject.parseObject(aiResponseData);// JSONUtil.formatJsonStr(aiResponseData);
			if(jsonObject.getString("Status").equals("Ok")){
				JSONArray jsonoArray = JSONArray.parseArray(jsonObject.getString("Result"));
				for(int i=0;i<jsonoArray.size();i++){
					JSONObject resultObj = JSONObject.parseObject(jsonoArray.get(i).toString());
					String aiClassName = resultObj.getString("class");
//										safety_hat表示安全帽；ordinart_hat表示普通帽子；chef_hat表示厨师帽；none表示未戴帽子
					if(aiClassName.equals("none")){
						aiIdenLogDto.setIdenResult("未戴帽子");
						aiIdenLogDto.setIdenResultType(MonitorManageConsts.PROCESS_SUCCESS_STATUS);
						aiIdenLogDto.setAiIdenModel(MonitorManageConsts.AI_MODEL_CLOTHING_CODE);
					}else{
						if(aiClassName.equals("safety_hat")){
							aiIdenLogDto.setIdenResult("安全帽");
						}else if(aiClassName.equals("ordinart_hat")){
							aiIdenLogDto.setIdenResult("普通帽子");
						}else if(aiClassName.equals("chef_hat")){
							aiIdenLogDto.setIdenResult("厨师帽");
						}
						aiIdenLogDto.setIdenResultType(MonitorManageConsts.PROCESS_SUCCESS_STATUS);
						aiIdenLogDto.setAiIdenModel(MonitorManageConsts.AI_MODEL_OTHER);
					}
				}
			}
			//AI模型
//			aiIdenLogDto.setAiIdenModel(MonitorManageConsts.AI_MODEL_CLOTHING_CODE);
		}catch (Exception e){
			log.error("AI处理异常");
		}
		return aiIdenLogDto;
	}
	/**
	 * AI人体识别
	 * @param aifilePath
	 * @return
	 */
	private boolean aiworkHumanDetect(String aifilePath){
		boolean isHuman = false;
		try {
			//安全帽识别
			String aiResponseData = ebcAiService.workClothesDetect(ImageBase64Converter.convertFileToBase64(aifilePath),  true,true,0.9f);
			JSONObject jsonObject = JSONObject.parseObject(aiResponseData);// JSONUtil.formatJsonStr(aiResponseData);
			if(jsonObject.getString("Status").equals("Ok")){
				JSONArray jsonoArray = JSONArray.parseArray(jsonObject.getString("Result"));
				for(int i=0;i<jsonoArray.size();i++){
					JSONObject resultObj = JSONObject.parseObject(jsonoArray.get(i).toString());
					String aiClassName = resultObj.getString("lable");
//										safety_hat表示安全帽；ordinart_hat表示普通帽子；chef_hat表示厨师帽；none表示未戴帽子
					if(aiClassName.equals("person")){
						isHuman = true;
					}
				}
			}
		}catch (Exception e){
			log.error("AI处理异常");
		}
		return isHuman;
	}
	public static List<String> mapTransitionList(Map map) {
		List list = new ArrayList();
		Iterator iter = map.entrySet().iterator(); // 获得map的Iterator