修改人脸识别AI调用服务

Signed-off-by: konghl <konghl@asiainfo.com>

monitor-manage-service/src/main/java/com/ai/bss/monitorManage/constant/MonitorManageConsts.java

@@ -41,7 +41,8 @@ public class MonitorManageConsts {
    //AI识别结果:仪表
    public static final String AI_IDENTIFY_RESULT_INSTRUMENT= "INS";
    public static final String alarmEmployeeRoleId= "201613310867";
    //未知人员ID
    public static final String alarmEmployeeRoleId= "-1";
    public static String getSystemSeparator(){
        return File.separator;

monitor-manage-service/src/main/java/com/ai/bss/monitorManage/model/FaceResultDto.java

@@ -0,0 +1,16 @@
package com.ai.bss.monitorManage.model;
import lombok.Data;
@Data
public class FaceResultDto {
    private String userId;
    private float simi;
    private int isMatch;
    private int[] faceBox;
}

monitor-manage-service/src/main/java/com/ai/bss/monitorManage/model/IdenResultDto.java

@@ -8,5 +8,6 @@ public class IdenResultDto {
    private String alarmType;
    private String alarmMemo;
    private String alarmEmployeeRoleId;
    private int[] alarmBox;
}

monitor-manage-service/src/main/java/com/ai/bss/monitorManage/service/impl/KafkaProcessImpl.java

@@ -6,6 +6,7 @@ import java.util.HashMap;
import java.util.List;
import java.util.Map;
import com.ai.bss.monitorManage.model.FaceResultDto;
import org.apache.commons.lang.StringUtils;
import org.apache.logging.log4j.util.Strings;
import org.springframework.beans.factory.annotation.Autowired;
@@ -183,6 +184,7 @@ public class KafkaProcessImpl implements KafkaProcess {
						aiIdenLogDto=instrumentDetect(aiIdenLogDto,filePath);//仪表识别
					} else if (MonitorManageConsts.AI_MODEL_STRANGER.equals(aiIdenModel)){
						aiIdenLogDto=strangerDetect(aiIdenLogDto,filePath);//陌生人识别
					} else {
@@ -190,15 +192,6 @@ public class KafkaProcessImpl implements KafkaProcess {
				}
			}
			/*// 安全帽识别
			aiIdenLogDto.setTopic(topicAiTask);// AI识别TOPICs
			
			// 人体识别
			boolean isHuman = aiworkHumanDetect(filePath);
			// AI头盔检查
			if (isHuman) {
				aiIdenLogDto = aiHelmetDetect(aiIdenLogDto, filePath);
			}*/
		}
		log.info("-------等待任务--------");
@@ -207,7 +200,14 @@ public class KafkaProcessImpl implements KafkaProcess {
	@Async
	@Override
	public void processVideoFile(String fileKey, String filePath) throws Exception {
		Thread.sleep(70000);
		String fileExpandedName=filePath.substring(filePath.lastIndexOf(".")+1);
		if ("m3u8".equals(fileExpandedName)){
			Thread.sleep(10000);
			return;
		}else{
			Thread.sleep(70000);
		}
		String deviceCode = "";
		String fileType = "";
		String fileName = "";
@@ -225,6 +225,7 @@ public class KafkaProcessImpl implements KafkaProcess {
		monitorVideoLogDto = new MonitorVideoLogDto();
		fileName = filePath.substring(filePath.lastIndexOf(MonitorManageConsts.getSystemSeparator()) + 1,
				filePath.length());
		if (fileType.equals(MonitorManageConsts.FILE_TYPE_VIDEO)) {
			bucketName = minioConfig.getBucketAiVideo();
			time = fileName.substring(5, 19);
@@ -260,7 +261,7 @@ public class KafkaProcessImpl implements KafkaProcess {
		String time = fileName.substring(5, 19);
		String dateTime = DateUtils.formatDate(DateUtils.convertDate(time, DateUtils.PURE_DATETIME_PATTERN),
				DateUtils.NORM_DATETIME_HHMM_PATTERN);
		System.out.println(dateTime);
		log.info(dateTime);
	}
	private Map<String, KafkaTemplate> kafkaTemplateMap = new HashMap<>();
@@ -276,7 +277,7 @@ public class KafkaProcessImpl implements KafkaProcess {
		try {
			Object result = kafkaTemplate.send(topic, msgStr).get();
			System.out.println("发送kafka消息：topic=" + topic + "msg: " + msgStr);
			log.info("发送kafka消息：topic=" + topic + "msg: " + msgStr);
		} catch (Exception e) {
			log.error(e.getMessage());
			return false;
@@ -298,7 +299,7 @@ public class KafkaProcessImpl implements KafkaProcess {
					Strings.EMPTY, Strings.EMPTY);
//			String aiResponseData = ebcAiService.helmetDetect(ImageBase64Converter.convertInputStreamToBase64(multipartFile.getInputStream()), Strings.EMPTY, Strings.EMPTY);
			JSONObject jsonObject = JSONObject.parseObject(aiResponseData);// JSONUtil.formatJsonStr(aiResponseData);
			System.out.println("AI帽子识别结果： " + jsonObject);
			log.info("AI帽子识别结果： " + jsonObject);
			IdenResultDto idenResultDto = null;
			List<IdenResultDto> idenResultDtoList = null;
			if (jsonObject.getString("Status").equals("Ok")) {
@@ -309,27 +310,26 @@ public class KafkaProcessImpl implements KafkaProcess {
						JSONObject resultObj = JSONObject.parseObject(jsonoArray.get(i).toString());
						String aiClassName = resultObj.getString("class");
						// safety_hat表示安全帽；ordinart_hat表示普通帽子；chef_hat表示厨师帽；none表示未戴帽子
						if (aiClassName.equals("none")) {
						if(aiClassName.equals("safety_hat")){
							idenResultDto = new IdenResultDto();
							idenResultDto.setAlarmEmployeeRoleId(MonitorManageConsts.alarmEmployeeRoleId);
							idenResultDto.setAlarmType(MonitorManageConsts.AI_ALARM_TYPE_WEA);
							idenResultDto.setAlarmMemo("未戴帽子");
							aiIdenLogDto.setIdenResultType(MonitorManageConsts.AI_IDENTIFY_RESULT_ALARM);
							idenResultDto.setAlarmType(aiClassName);
							idenResultDto.setAlarmMemo(aiClassName);
							idenResultDtoList.add(idenResultDto);
							// aiIdenLogDto.setIdenResult(idenResultDtoList);
							aiIdenLogDto.setIdenResult(JSON.toJSONString(idenResultDtoList));
							aiIdenLogDto.setIdenResultType(MonitorManageConsts.AI_IDENTIFY_RESULT);
							// aiIdenLogDto.setAiIdenModel(MonitorManageConsts.AI_MODEL_CLOTHING_CODE);
							aiIdenLogDto.setRelateEmployeeRoleId(MonitorManageConsts.alarmEmployeeRoleId);
						} else {
							// if(aiClassName.equals("safety_hat")){
						}else{
							idenResultDto = new IdenResultDto();
							idenResultDto.setAlarmEmployeeRoleId(MonitorManageConsts.alarmEmployeeRoleId);
							idenResultDto.setAlarmType(aiClassName);
							idenResultDto.setAlarmMemo(aiClassName);
							idenResultDto.setAlarmType(MonitorManageConsts.AI_ALARM_TYPE_WEA);
							idenResultDto.setAlarmMemo("未戴安全帽");
							aiIdenLogDto.setIdenResultType(MonitorManageConsts.AI_IDENTIFY_RESULT_ALARM);
							idenResultDtoList.add(idenResultDto);
							// aiIdenLogDto.setIdenResult(idenResultDtoList);
							aiIdenLogDto.setIdenResult(JSON.toJSONString(idenResultDtoList));
							aiIdenLogDto.setIdenResultType(MonitorManageConsts.AI_IDENTIFY_RESULT);
							// aiIdenLogDto.setAiIdenModel(MonitorManageConsts.AI_MODEL_CLOTHING_CODE);
							aiIdenLogDto.setRelateEmployeeRoleId(MonitorManageConsts.alarmEmployeeRoleId);
						}
@@ -403,31 +403,116 @@ public class KafkaProcessImpl implements KafkaProcess {
			String aiResponseData = ebcAiService.faceAiRecog(ImageBase64Converter.convertFileToBase64(aifilePath));
			JSONObject jsonObject = JSONObject.parseObject(aiResponseData);
			System.out.println("AI人脸识别结果： " + aiResponseData);
			log.info("AI人脸识别结果： " + aiResponseData);
			if ("1".equals(jsonObject.getString("errorcode")) && "success".equals(jsonObject.getString("message"))) {
				JSONObject resultJsonObject = JSONObject.parseObject(jsonObject.getString("result"));
			if (!"OK".equals(jsonObject.getString("Des")) || !"OK".equals(jsonObject.getString("Status"))) {
				log.info("人脸识别返回错误，不推送KAFKA消息");
				return aiIdenLogDto;
			}
			if (jsonObject.get("result")==null){
				log.info("人脸识别没有识别到人，不推送KAFKA消息");
				return aiIdenLogDto;
			}
			List<Map> resultList = JSONArray.parseArray(jsonObject.getString("result"),Map.class);
			FaceResultDto resultDto=null;
			for (Map resultMap:resultList) {
				resultDto=new FaceResultDto();
				String faceId=String.valueOf(resultMap.get("faceid"));
				if ("null".equals(faceId)||"Unknow".equals(faceId)){
					resultDto.setUserId(MonitorManageConsts.alarmEmployeeRoleId);
					resultDto.setSimi((float)resultMap.get("score"));
					resultDto.setIsMatch(0);
					resultDto.setFaceBox((int[]) resultMap.get("box"));
				if (resultJsonObject.getIntValue("is_match") == 0) {
					aiIdenLogDto.setIdenResult(jsonObject.getString("result"));
					aiIdenLogDto.setIdenResultType(MonitorManageConsts.AI_IDENTIFY_RESULT);
				} else {
					aiIdenLogDto.setIdenResult(jsonObject.getString("result"));
					aiIdenLogDto.setRelateEmployeeRoleId(resultJsonObject.getString("user_id"));
				}else {
					resultDto.setUserId(faceId);
					resultDto.setSimi((float)resultMap.get("score"));
					resultDto.setIsMatch(1);
					resultDto.setFaceBox((int[]) resultMap.get("box"));
					aiIdenLogDto.setRelateEmployeeRoleId(faceId);
					aiIdenLogDto.setIdenResultType(MonitorManageConsts.AI_IDENTIFY_RESULT_ATTENDANCE);
				}
				aiIdenLogDto.setIdenResult(JSON.toJSONString(resultDto));
				log.info("识别成功，推送KAFKA消息");
				processKafka(aiIdenLogDto.getTopic(), JSONObject.toJSONString(aiIdenLogDto));
			} else {
				log.info("没有识别到人，不推送KAFKA消息");
				return aiIdenLogDto;
			}
		} catch (Exception e) {
			log.error("AI处理异常，人脸识别");
		}
		return aiIdenLogDto;
	}
	/**
	 * 陌生人识别
	 * @param aiIdenLogDto
	 * @param aifilePath
	 * @return
	 */
	private AiIdenLogDto strangerDetect(AiIdenLogDto aiIdenLogDto, String aifilePath) {
		try {
			log.info("开始AI陌生人识别处理...");
			// 人脸识别
			String aiResponseData = ebcAiService.faceAiRecog(ImageBase64Converter.convertFileToBase64(aifilePath));
			JSONObject jsonObject = JSONObject.parseObject(aiResponseData);
			log.info("AI陌生人识别结果： " + aiResponseData);
			if (!"OK".equals(jsonObject.getString("Des")) || !"OK".equals(jsonObject.getString("Status"))) {
				log.info("陌生人识别返回错误，不推送KAFKA消息");
				return aiIdenLogDto;
			}
			if (jsonObject.get("result")==null){
				log.info("陌生人识别没有识别到人，不推送KAFKA消息");
				return aiIdenLogDto;
			}
			String resultJson=jsonObject.getString("result");
			List<Map> resultList = JSONArray.parseArray(resultJson,Map.class);
			IdenResultDto idenResultDto = null;
			List<IdenResultDto> idenResultDtoList = new ArrayList<IdenResultDto>();
			for (Map resultMap:resultList) {
				String faceId=String.valueOf(resultMap.get("faceid"));
				if ("null".equals(faceId)||"Unknow".equals(faceId)){
					log.info("检测到陌生人");
					idenResultDto = new IdenResultDto();
					idenResultDto.setAlarmEmployeeRoleId(MonitorManageConsts.alarmEmployeeRoleId);
					idenResultDto.setAlarmType(MonitorManageConsts.AI_ALARM_TYPE_STA);
					idenResultDto.setAlarmMemo("陌生人");
					idenResultDto.setAlarmBox((int[]) resultMap.get("box"));
					idenResultDtoList.add(idenResultDto);
				}
			}
			if (!CollectionUtils.isEmpty(idenResultDtoList)){
				aiIdenLogDto.setIdenResultType(MonitorManageConsts.AI_IDENTIFY_RESULT_ALARM);
				aiIdenLogDto.setIdenResult(JSON.toJSONString(idenResultDtoList));
				aiIdenLogDto.setRelateEmployeeRoleId(MonitorManageConsts.alarmEmployeeRoleId);
			}else{
				aiIdenLogDto.setIdenResult(resultJson);
				aiIdenLogDto.setIdenResultType(MonitorManageConsts.AI_IDENTIFY_RESULT);
			}
			log.info("陌生人识别成功，推送KAFKA消息");
			processKafka(aiIdenLogDto.getTopic(), JSONObject.toJSONString(aiIdenLogDto));
			log.info("消息推送完成");
		} catch (Exception e) {
			log.error("AI处理异常，陌生人识别");
		}
		return aiIdenLogDto;
	}
    /**
     * AI吸烟检测
     *
@@ -437,6 +522,7 @@ public class KafkaProcessImpl implements KafkaProcess {
            log.info("开始AI抽烟识别处理...");
            //抽烟识别
            String aiResponseData=ebcAiService.smokingDetect(ImageBase64Converter.convertFileToBase64(aifilePath));
            IdenResultDto idenResultDto = null;
            List<IdenResultDto> idenResultDtoList = null;
            JSONObject jsonObject = JSONObject.parseObject(aiResponseData);

monitor-manage-service/src/main/java/com/ai/bss/monitorManage/utils/FileUtils.java

@@ -1,14 +1,33 @@
package com.ai.bss.monitorManage.utils;
import cn.hutool.core.io.FileUtil;
import com.ai.ipu.basic.string.Base64;
import java.io.BufferedInputStream;
import java.io.BufferedOutputStream;
import java.io.BufferedReader;
import java.io.File;
import java.io.FileInputStream;
import java.io.FileOutputStream;
import java.io.FileReader;
import java.io.FileWriter;
import java.io.IOException;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.io.OutputStream;
import java.io.PrintWriter;
import java.io.UnsupportedEncodingException;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Calendar;
import java.util.Date;
import java.util.HashMap;
import java.util.HashSet;
import java.util.List;
import java.util.Map;
import org.apache.commons.fileupload.FileItem;
import org.apache.commons.fileupload.FileItemFactory;
import org.apache.commons.fileupload.disk.DiskFileItemFactory;
import java.io.*;
import java.nio.charset.Charset;
import java.util.*;
import cn.hutool.core.io.FileUtil;
public class FileUtils {

monitor-manage-service/src/main/resources/application.properties

@@ -53,9 +53,13 @@ minio.accessKey=minioadmin
minio.secretKey=minioadmin
minio.secure=false
minio.bucketHeaderImage=prod-dev
minio.faceAddServiceUrl=http://10.21.10.28:9018/api/face/add
minio.face-del-service-url=http://10.21.10.28:9018/api/face/del
minio.face-recog-service-url=http://10.21.10.28:9018/api/face/recog
#minio.faceAddServiceUrl=http://10.21.10.28:9018/api/face/add
#minio.face-del-service-url=http://10.21.10.28:9018/api/face/del
#minio.face-recog-service-url=http://10.21.10.28:9018/api/face/recog
minio.faceAddServiceUrl=http://10.1.251.211:7002/todo/api/v1.4/control/online/IMAGE/FACE/PREDICT
minio.face-del-service-url=http://10.1.251.211:7002/todo/api/v1.4/control/online/IMAGE/FACE/PREDICT
minio.face-recog-service-url=http://10.1.251.211:7002/todo/api/v1.4/control/online/IMAGE/FACE/PREDICT
minio.face-recog-mincosin-value=0.5
myminio.bucketAiImage=ai-image
myminio.bucketAiVideo=ai-video
@@ -87,8 +91,8 @@ ebc.ai.smokingdet-url=http://10.1.251.213:5125/smokingdet
ebc.ai.instrument-det-url=http://10.1.251.213:19100/predict
ebc.ai.work-clothes-det-url=http://10.1.251.211:7003/todo/api/v1.4/control/online/IMAGE/HUMAN/PREDICT
ebc.ai.face-recog-service-url=http://10.21.10.28:9018/api/face/recog
#ebc.ai.face-recog-service-url=http://10.21.10.28:9018/api/face/recog
ebc.ai.face-recog-service-url=http://10.1.251.211:7002/todo/api/v1.4/control/online/IMAGE/FACE/PREDICT
#AI\u4efb\u52a1\u8bf7\u6c42\u5730\u5740
ebc.protection.resource-url=http://10.19.90.34:8018/sp/resourceTool/getResourceToolAllInfo

security-protection-service/src/main/resources/application-minio.properties

@@ -4,9 +4,13 @@ minio.port=19000
minio.accessKey=minioadmin
minio.secretKey=minioadmin
minio.secure=false
minio.faceAddServiceUrl=http://10.21.10.28:9018/api/face/add
minio.face-del-service-url=http://10.21.10.28:9018/api/face/del
minio.face-recog-service-url=http://10.21.10.28:9018/api/face/recog
#minio.faceAddServiceUrl=http://10.21.10.28:9018/api/face/add
#minio.face-del-service-url=http://10.21.10.28:9018/api/face/del
#minio.face-recog-service-url=http://10.21.10.28:9018/api/face/recog
minio.faceAddServiceUrl=http://10.1.251.211:7002/todo/api/v1.4/control/online/IMAGE/FACE/PREDICT
minio.face-del-service-url=http://10.1.251.211:7002/todo/api/v1.4/control/online/IMAGE/FACE/PREDICT
minio.face-recog-service-url=http://10.1.251.211:7002/todo/api/v1.4/control/online/IMAGE/FACE/PREDICT
minio.face-recog-mincosin-value=0.5
# \u4eba\u8138\u8bc6\u522b
minio.bucketHeaderImage=prod-dev