iailab-plat.git

dengzedong

3 天以前 7f0bcd00c556889ba890e5e68c681f1b5d4267e1

提交 \| 用户 \| 时间
7fd198	1	package com.iailab.module.model.mdk.predict.impl;
潘	2
6957a3	3	import com.alibaba.fastjson.JSON;
7fd198	4	import com.alibaba.fastjson.JSONArray;
潘	5	import com.alibaba.fastjson.JSONObject;
	6	import com.iail.model.IAILModel;
4f1717	7	import com.iailab.module.model.common.enums.CommonConstant;
373ab1	8	import com.iailab.module.model.common.enums.OutResultType;
69bd5e	9	import com.iailab.module.model.mcs.pre.entity.MmItemOutputEntity;
7fd198	10	import com.iailab.module.model.mcs.pre.entity.MmModelArithSettingsEntity;
潘	11	import com.iailab.module.model.mcs.pre.entity.MmPredictModelEntity;
7f0bcd	12	import com.iailab.module.model.mcs.pre.enums.ItemRunStatusEnum;
69bd5e	13	import com.iailab.module.model.mcs.pre.service.MmItemOutputService;
7fd198	14	import com.iailab.module.model.mcs.pre.service.MmModelArithSettingsService;
潘	15	import com.iailab.module.model.mdk.common.enums.TypeA;
	16	import com.iailab.module.model.mdk.common.exceptions.ModelInvokeException;
	17	import com.iailab.module.model.mdk.predict.PredictModelHandler;
	18	import com.iailab.module.model.mdk.sample.SampleConstructor;
	19	import com.iailab.module.model.mdk.sample.dto.SampleData;
	20	import com.iailab.module.model.mdk.vo.PredictResultVO;
45520a	21	import com.iailab.module.model.mpk.common.MdkConstant;
1a2b62	22	import com.iailab.module.model.mpk.common.utils.DllUtils;
7fd198	23	import lombok.extern.slf4j.Slf4j;
潘	24	import org.springframework.beans.factory.annotation.Autowired;
	25	import org.springframework.stereotype.Component;
	26
45520a	27	import java.util.Date;
D	28	import java.util.HashMap;
	29	import java.util.List;
	30	import java.util.Map;
7fd198	31
潘	32	/**
	33	* @author PanZhibao
	34	* @Description
	35	* @createTime 2024年09月01日
	36	*/
	37	@Slf4j
	38	@Component
	39	public class PredictModelHandlerImpl implements PredictModelHandler {
	40
	41	@Autowired
	42	private MmModelArithSettingsService mmModelArithSettingsService;
	43
	44	@Autowired
69bd5e	45	private MmItemOutputService mmItemOutputService;
7fd198	46
潘	47	@Autowired
	48	private SampleConstructor sampleConstructor;
	49
4f1717	50	/**
潘	51	* 根据模型预测,返回预测结果
	52	*
	53	* @param predictTime
	54	* @param predictModel
	55	* @return
	56	* @throws ModelInvokeException
	57	*/
7fd198	58	@Override
7f0bcd	59	public synchronized PredictResultVO predictByModel(Date predictTime, MmPredictModelEntity predictModel,String itemName, ItemRunStatusEnum itemRunStatusEnum) throws ModelInvokeException {
7fd198	60	PredictResultVO result = new PredictResultVO();
潘	61	if (predictModel == null) {
	62	throw new ModelInvokeException("modelEntity is null");
	63	}
	64	String modelId = predictModel.getId();
	65	try {
	66	List<SampleData> sampleDataList = sampleConstructor.constructSample(TypeA.Predict.name(), modelId, predictTime);
	67	String modelPath = predictModel.getModelpath();
	68	if (modelPath == null) {
373ab1	69	log.info("模型路径不存在，modelId=" + modelId);
7fd198	70	return null;
潘	71	}
	72	IAILModel newModelBean = composeNewModelBean(predictModel);
	73	HashMap<String, Object> settings = getPredictSettingsByModelId(modelId);
45520a	74	// 校验setting必须有pyFile，否则可能导致程序崩溃
D	75	if (!settings.containsKey(MdkConstant.PY_FILE_KEY)) {
	76	throw new RuntimeException("模型设置参数缺少必要信息【" + MdkConstant.PY_FILE_KEY + "】,请重新上传模型！");
	77	}
	78
7fd198	79	if (settings == null) {
潘	80	log.error("模型setting不存在，modelId=" + modelId);
	81	return null;
	82	}
	83	int portLength = sampleDataList.size();
	84	Object[] param2Values = new Object[portLength + 2];
	85	for (int i = 0; i < portLength; i++) {
4f1717	86	param2Values[i] = sampleDataList.get(i).getMatrix();
7fd198	87	}
潘	88	param2Values[portLength] = newModelBean.getDataMap().get("models");
4f1717	89	param2Values[portLength + 1] = settings;
7fd198	90
6957a3	91	log.info("####################### 预测模型 "+ "【itemId:" + predictModel.getItemid() + ",itemName" + itemName + "】 ##########################");
b82ba2	92	// JSONObject jsonObjNewModelBean = new JSONObject();
D	93	// jsonObjNewModelBean.put("newModelBean", newModelBean);
	94	// log.info(String.valueOf(jsonObjNewModelBean));
	95	// JSONObject jsonObjParam2Values = new JSONObject();
	96	// jsonObjParam2Values.put("param2Values", param2Values);
6957a3	97	log.info("参数： " + JSON.toJSONString(param2Values));
7fd198	98
潘	99	//IAILMDK.run
1a2b62	100	HashMap<String, Object> modelResult = DllUtils.run(newModelBean, param2Values, predictModel.getMpkprojectid());
4f1717	101	if (!modelResult.containsKey(CommonConstant.MDK_STATUS_CODE) \|\| !modelResult.containsKey(CommonConstant.MDK_RESULT) \|\|
潘	102	!modelResult.get(CommonConstant.MDK_STATUS_CODE).toString().equals(CommonConstant.MDK_STATUS_100)) {
7f0bcd	103	itemRunStatusEnum = ItemRunStatusEnum.MODELRESULTERROR;
b2aca2	104	throw new RuntimeException("模型结果异常：" + modelResult);
D	105	}
4f1717	106	modelResult = (HashMap<String, Object>) modelResult.get(CommonConstant.MDK_RESULT);
7fd198	107	//打印结果
b82ba2	108	log.info("预测模型计算完成：modelId=" + modelId + ",modelName" + predictModel.getMethodname());
7fd198	109	JSONObject jsonObjResult = new JSONObject();
1a2b62	110	jsonObjResult.put("result", modelResult);
7fd198	111	log.info(String.valueOf(jsonObjResult));
潘	112
373ab1	113	List<MmItemOutputEntity> itemOutputList = mmItemOutputService.getByItemid(predictModel.getItemid());
a6e46f	114	Map<MmItemOutputEntity, double[]> predictMatrixs = new HashMap<>();
D	115	Map<MmItemOutputEntity, Double> predictDoubleValues = new HashMap<>();
373ab1	116	for (MmItemOutputEntity output : itemOutputList) {
潘	117	if (!modelResult.containsKey(output.getResultstr())) {
	118	continue;
	119	}
	120	OutResultType outResultType = OutResultType.getEumByCode(output.getResultType());
	121	switch (outResultType) {
	122	case D1:
	123	double[] temp1 = (double[]) modelResult.get(output.getResultstr());
	124	predictMatrixs.put(output, temp1);
	125	break;
	126	case D2:
	127	double[][] temp2 = (double[][]) modelResult.get(output.getResultstr());
	128	double[] tempColumn = new double[temp2.length];
	129	for (int i = 0; i < tempColumn.length; i++) {
	130	tempColumn[i] = temp2[i][output.getResultIndex()];
69bd5e	131	}
373ab1	132	predictMatrixs.put(output, tempColumn);
潘	133	break;
a6e46f	134	case D:
D	135	Double temp3 = (Double) modelResult.get(output.getResultstr());
	136	predictDoubleValues.put(output, temp3);
	137	break;
373ab1	138	default:
潘	139	break;
1a2b62	140	}
D	141	}
69bd5e	142	result.setPredictMatrixs(predictMatrixs);
a6e46f	143	result.setPredictDoubleValues(predictDoubleValues);
1a2b62	144	result.setModelResult(modelResult);
7fd198	145	result.setPredictTime(predictTime);
潘	146	} catch (Exception ex) {
4f1717	147	log.error("调用发生异常，异常信息为:{}", ex);
7fd198	148	ex.printStackTrace();
ead005	149	throw new ModelInvokeException(ex.getMessage());
7fd198	150	}
潘	151	return result;
	152	}
	153
	154	/**
	155	* 构造IAILMDK.run()方法的newModelBean参数
	156	*
	157	* @param predictModel
	158	* @return
	159	*/
	160	private IAILModel composeNewModelBean(MmPredictModelEntity predictModel) {
	161	IAILModel newModelBean = new IAILModel();
	162	newModelBean.setClassName(predictModel.getClassname().trim());
	163	newModelBean.setMethodName(predictModel.getMethodname().trim());
	164	//构造参数类型
	165	String[] paArStr = predictModel.getModelparamstructure().trim().split(",");
	166	Class<?>[] paramsArray = new Class[paArStr.length];
	167	for (int i = 0; i < paArStr.length; i++) {
	168	if ("[[D".equals(paArStr[i])) {
	169	paramsArray[i] = double[][].class;
	170	} else if ("Map".equals(paArStr[i]) \|\| "java.util.HashMap".equals(paArStr[i])) {
	171	paramsArray[i] = HashMap.class;
	172	}
	173	}
	174	newModelBean.setParamsArray(paramsArray);
	175	HashMap<String, Object> dataMap = new HashMap<>();
	176	HashMap<String, String> models = new HashMap<>(1);
b2aca2	177	models.put("model_path", predictModel.getModelpath());
7fd198	178	dataMap.put("models", models);
潘	179	newModelBean.setDataMap(dataMap);
	180	return newModelBean;
	181	}
	182
	183	/**
	184	* 根据模型id获取参数map
	185	*
	186	* @param modelId
	187	* @return
	188	*/
	189	private HashMap<String, Object> getPredictSettingsByModelId(String modelId) {
	190	List<MmModelArithSettingsEntity> list = mmModelArithSettingsService.getByModelId(modelId);
	191	HashMap<String, Object> result = new HashMap<>();
	192	for (MmModelArithSettingsEntity entry : list) {
	193	String valueType = entry.getValuetype().trim(); //去除两端空格
	194	if ("int".equals(valueType)) {
	195	int value = Integer.parseInt(entry.getValue());
	196	result.put(entry.getKey(), value);
	197	} else if ("double".equals(valueType)) {
	198	double value = Double.parseDouble(entry.getValue());
	199	result.put(entry.getKey(), value);
	200	} else if ("string".equals(valueType)) {
	201	String value = entry.getValue();
	202	result.put(entry.getKey(), value);
	203	} else if ("decimalArray".equals(valueType)) {
	204	JSONArray valueArray = JSONArray.parseArray(entry.getValue());
	205	double[] value = new double[valueArray.size()];
	206	for (int i = 0; i < valueArray.size(); i++) {
	207	value[i] = Double.parseDouble(valueArray.get(i).toString());
	208	}
	209	result.put(entry.getKey(), value);
	210	} else if ("decimal".equals(valueType)) {
	211	double value = Double.parseDouble(entry.getValue());
	212	result.put(entry.getKey(), value);
	213	}
	214	}
	215	return result;
	216	}
	217	}