iailab-plat.git

潘志宝

4 天以前 401492925f8affdf17c3c3c33921bf343b047707

提交 \| 用户 \| 时间
7fd198	1	package com.iailab.module.model.mdk.predict.impl;
潘	2
6957a3	3	import com.alibaba.fastjson.JSON;
7fd198	4	import com.alibaba.fastjson.JSONArray;
潘	5	import com.iail.model.IAILModel;
401492	6	import com.iailab.module.model.enums.CommonConstant;
373ab1	7	import com.iailab.module.model.common.enums.OutResultType;
1178da	8	import com.iailab.module.model.common.exception.ModelResultErrorException;
69bd5e	9	import com.iailab.module.model.mcs.pre.entity.MmItemOutputEntity;
7fd198	10	import com.iailab.module.model.mcs.pre.entity.MmModelArithSettingsEntity;
潘	11	import com.iailab.module.model.mcs.pre.entity.MmPredictModelEntity;
69bd5e	12	import com.iailab.module.model.mcs.pre.service.MmItemOutputService;
7fd198	13	import com.iailab.module.model.mcs.pre.service.MmModelArithSettingsService;
潘	14	import com.iailab.module.model.mdk.common.enums.TypeA;
	15	import com.iailab.module.model.mdk.common.exceptions.ModelInvokeException;
	16	import com.iailab.module.model.mdk.predict.PredictModelHandler;
	17	import com.iailab.module.model.mdk.sample.SampleConstructor;
	18	import com.iailab.module.model.mdk.sample.dto.SampleData;
	19	import com.iailab.module.model.mdk.vo.PredictResultVO;
45520a	20	import com.iailab.module.model.mpk.common.MdkConstant;
1a2b62	21	import com.iailab.module.model.mpk.common.utils.DllUtils;
7fd198	22	import lombok.extern.slf4j.Slf4j;
潘	23	import org.springframework.beans.factory.annotation.Autowired;
	24	import org.springframework.stereotype.Component;
	25
45520a	26	import java.util.Date;
D	27	import java.util.HashMap;
	28	import java.util.List;
	29	import java.util.Map;
7fd198	30
潘	31	/**
	32	* @author PanZhibao
	33	* @Description
	34	* @createTime 2024年09月01日
	35	*/
	36	@Slf4j
	37	@Component
	38	public class PredictModelHandlerImpl implements PredictModelHandler {
	39
	40	@Autowired
	41	private MmModelArithSettingsService mmModelArithSettingsService;
	42
	43	@Autowired
69bd5e	44	private MmItemOutputService mmItemOutputService;
7fd198	45
潘	46	@Autowired
	47	private SampleConstructor sampleConstructor;
	48
4f1717	49	/**
潘	50	* 根据模型预测,返回预测结果
	51	*
	52	* @param predictTime
	53	* @param predictModel
	54	* @return
	55	* @throws ModelInvokeException
	56	*/
7fd198	57	@Override
28c2db	58	public synchronized PredictResultVO predictByModel(Date predictTime, MmPredictModelEntity predictModel,String itemName,String itemNo) throws ModelInvokeException {
7fd198	59	PredictResultVO result = new PredictResultVO();
潘	60	if (predictModel == null) {
	61	throw new ModelInvokeException("modelEntity is null");
	62	}
	63	String modelId = predictModel.getId();
	64	try {
81ce77	65	List<SampleData> sampleDataList = sampleConstructor.constructSample(TypeA.Predict.name(), modelId, predictTime, itemName, new HashMap<>());
7fd198	66	String modelPath = predictModel.getModelpath();
潘	67	if (modelPath == null) {
373ab1	68	log.info("模型路径不存在，modelId=" + modelId);
7fd198	69	return null;
潘	70	}
	71	IAILModel newModelBean = composeNewModelBean(predictModel);
	72	HashMap<String, Object> settings = getPredictSettingsByModelId(modelId);
45520a	73	// 校验setting必须有pyFile，否则可能导致程序崩溃
D	74	if (!settings.containsKey(MdkConstant.PY_FILE_KEY)) {
	75	throw new RuntimeException("模型设置参数缺少必要信息【" + MdkConstant.PY_FILE_KEY + "】,请重新上传模型！");
	76	}
	77
7fd198	78	if (settings == null) {
潘	79	log.error("模型setting不存在，modelId=" + modelId);
	80	return null;
	81	}
	82	int portLength = sampleDataList.size();
	83	Object[] param2Values = new Object[portLength + 2];
	84	for (int i = 0; i < portLength; i++) {
4f1717	85	param2Values[i] = sampleDataList.get(i).getMatrix();
7fd198	86	}
潘	87	param2Values[portLength] = newModelBean.getDataMap().get("models");
4f1717	88	param2Values[portLength + 1] = settings;
7fd198	89
595ccf	90	log.info("####################### 预测模型 "+ "【itemId:" + predictModel.getItemid() + ",itemName：" + itemName + ",itemNo：" + itemNo + "】 ##########################");
b82ba2	91	// JSONObject jsonObjNewModelBean = new JSONObject();
D	92	// jsonObjNewModelBean.put("newModelBean", newModelBean);
	93	// log.info(String.valueOf(jsonObjNewModelBean));
	94	// JSONObject jsonObjParam2Values = new JSONObject();
	95	// jsonObjParam2Values.put("param2Values", param2Values);
6957a3	96	log.info("参数： " + JSON.toJSONString(param2Values));
7fd198	97
潘	98	//IAILMDK.run
1a2b62	99	HashMap<String, Object> modelResult = DllUtils.run(newModelBean, param2Values, predictModel.getMpkprojectid());
73a05d	100	//打印结果
D	101	log.info("预测模型计算完成：modelId=" + modelId + ",modelName=" + predictModel.getMethodname() + "，modelResult=" + JSON.toJSONString(modelResult));
	102	//判断模型结果
4f1717	103	if (!modelResult.containsKey(CommonConstant.MDK_STATUS_CODE) \|\| !modelResult.containsKey(CommonConstant.MDK_RESULT) \|\|
潘	104	!modelResult.get(CommonConstant.MDK_STATUS_CODE).toString().equals(CommonConstant.MDK_STATUS_100)) {
1178da	105	throw new ModelResultErrorException("模型结果异常：" + modelResult);
b2aca2	106	}
4f1717	107	modelResult = (HashMap<String, Object>) modelResult.get(CommonConstant.MDK_RESULT);
7fd198	108
373ab1	109	List<MmItemOutputEntity> itemOutputList = mmItemOutputService.getByItemid(predictModel.getItemid());
a6e46f	110	Map<MmItemOutputEntity, double[]> predictMatrixs = new HashMap<>();
D	111	Map<MmItemOutputEntity, Double> predictDoubleValues = new HashMap<>();
373ab1	112	for (MmItemOutputEntity output : itemOutputList) {
潘	113	if (!modelResult.containsKey(output.getResultstr())) {
	114	continue;
	115	}
	116	OutResultType outResultType = OutResultType.getEumByCode(output.getResultType());
	117	switch (outResultType) {
	118	case D1:
	119	double[] temp1 = (double[]) modelResult.get(output.getResultstr());
	120	predictMatrixs.put(output, temp1);
	121	break;
	122	case D2:
	123	double[][] temp2 = (double[][]) modelResult.get(output.getResultstr());
	124	double[] tempColumn = new double[temp2.length];
	125	for (int i = 0; i < tempColumn.length; i++) {
	126	tempColumn[i] = temp2[i][output.getResultIndex()];
69bd5e	127	}
373ab1	128	predictMatrixs.put(output, tempColumn);
潘	129	break;
a6e46f	130	case D:
D	131	Double temp3 = (Double) modelResult.get(output.getResultstr());
	132	predictDoubleValues.put(output, temp3);
	133	break;
373ab1	134	default:
潘	135	break;
1a2b62	136	}
D	137	}
69bd5e	138	result.setPredictMatrixs(predictMatrixs);
a6e46f	139	result.setPredictDoubleValues(predictDoubleValues);
1a2b62	140	result.setModelResult(modelResult);
7fd198	141	result.setPredictTime(predictTime);
50084d	142	} catch (ModelResultErrorException ex) {
efdc38	143	// ex.printStackTrace();
D	144	log.error("模型结果异常", ex);
50084d	145	throw ex;
D	146	} catch (Exception ex) {
c9dd12	147	// log.error("调用发生异常，异常信息为:{0}", ex.getMessage());
efdc38	148	// ex.printStackTrace();
D	149	log.error("模型运行异常", ex);
ead005	150	throw new ModelInvokeException(ex.getMessage());
7fd198	151	}
潘	152	return result;
	153	}
	154
	155	/**
	156	* 构造IAILMDK.run()方法的newModelBean参数
	157	*
	158	* @param predictModel
	159	* @return
	160	*/
	161	private IAILModel composeNewModelBean(MmPredictModelEntity predictModel) {
	162	IAILModel newModelBean = new IAILModel();
	163	newModelBean.setClassName(predictModel.getClassname().trim());
	164	newModelBean.setMethodName(predictModel.getMethodname().trim());
	165	//构造参数类型
	166	String[] paArStr = predictModel.getModelparamstructure().trim().split(",");
	167	Class<?>[] paramsArray = new Class[paArStr.length];
	168	for (int i = 0; i < paArStr.length; i++) {
	169	if ("[[D".equals(paArStr[i])) {
	170	paramsArray[i] = double[][].class;
	171	} else if ("Map".equals(paArStr[i]) \|\| "java.util.HashMap".equals(paArStr[i])) {
	172	paramsArray[i] = HashMap.class;
	173	}
	174	}
	175	newModelBean.setParamsArray(paramsArray);
	176	HashMap<String, Object> dataMap = new HashMap<>();
	177	HashMap<String, String> models = new HashMap<>(1);
b2aca2	178	models.put("model_path", predictModel.getModelpath());
7fd198	179	dataMap.put("models", models);
潘	180	newModelBean.setDataMap(dataMap);
	181	return newModelBean;
	182	}
	183
	184	/**
	185	* 根据模型id获取参数map
	186	*
	187	* @param modelId
	188	* @return
	189	*/
	190	private HashMap<String, Object> getPredictSettingsByModelId(String modelId) {
	191	List<MmModelArithSettingsEntity> list = mmModelArithSettingsService.getByModelId(modelId);
	192	HashMap<String, Object> result = new HashMap<>();
	193	for (MmModelArithSettingsEntity entry : list) {
	194	String valueType = entry.getValuetype().trim(); //去除两端空格
	195	if ("int".equals(valueType)) {
	196	int value = Integer.parseInt(entry.getValue());
	197	result.put(entry.getKey(), value);
	198	} else if ("double".equals(valueType)) {
	199	double value = Double.parseDouble(entry.getValue());
	200	result.put(entry.getKey(), value);
	201	} else if ("string".equals(valueType)) {
	202	String value = entry.getValue();
	203	result.put(entry.getKey(), value);
	204	} else if ("decimalArray".equals(valueType)) {
	205	JSONArray valueArray = JSONArray.parseArray(entry.getValue());
	206	double[] value = new double[valueArray.size()];
	207	for (int i = 0; i < valueArray.size(); i++) {
	208	value[i] = Double.parseDouble(valueArray.get(i).toString());
	209	}
	210	result.put(entry.getKey(), value);
	211	} else if ("decimal".equals(valueType)) {
	212	double value = Double.parseDouble(entry.getValue());
	213	result.put(entry.getKey(), value);
	214	}
	215	}
	216	return result;
	217	}
	218	}