From 7f0bcd00c556889ba890e5e68c681f1b5d4267e1 Mon Sep 17 00:00:00 2001
From: dengzedong <dengzedong@email>
Date: 星期四, 19 十二月 2024 18:07:20 +0800
Subject: [PATCH] 预测项状态添加模型结果异常
---
iailab-module-model/iailab-module-model-biz/src/main/java/com/iailab/module/model/mdk/schedule/impl/ScheduleModelHandlerImpl.java | 175 ++++++++++++++++++++++++++--------------------------------
1 files changed, 79 insertions(+), 96 deletions(-)
diff --git a/iailab-module-model/iailab-module-model-biz/src/main/java/com/iailab/module/model/mdk/schedule/impl/ScheduleModelHandlerImpl.java b/iailab-module-model/iailab-module-model-biz/src/main/java/com/iailab/module/model/mdk/schedule/impl/ScheduleModelHandlerImpl.java
index f5aeede..0282148 100644
--- a/iailab-module-model/iailab-module-model-biz/src/main/java/com/iailab/module/model/mdk/schedule/impl/ScheduleModelHandlerImpl.java
+++ b/iailab-module-model/iailab-module-model-biz/src/main/java/com/iailab/module/model/mdk/schedule/impl/ScheduleModelHandlerImpl.java
@@ -1,27 +1,33 @@
package com.iailab.module.model.mdk.schedule.impl;
+import com.alibaba.fastjson.JSON;
import com.alibaba.fastjson.JSONArray;
import com.alibaba.fastjson.JSONObject;
-import com.iail.IAILMDK;
import com.iail.model.IAILModel;
+import com.iailab.module.model.common.enums.CommonConstant;
import com.iailab.module.model.mcs.sche.entity.StScheduleModelEntity;
-import com.iailab.module.model.mcs.sche.entity.StScheduleParamSettingEntity;
+import com.iailab.module.model.mcs.sche.entity.StScheduleModelSettingEntity;
+import com.iailab.module.model.mcs.sche.entity.StScheduleSchemeEntity;
import com.iailab.module.model.mcs.sche.service.StScheduleModelService;
-import com.iailab.module.model.mcs.sche.service.StScheduleParamSettingService;
-import com.iailab.module.model.mcs.sche.service.StScheduleService;
+import com.iailab.module.model.mcs.sche.service.StScheduleModelSettingService;
+import com.iailab.module.model.mcs.sche.service.StScheduleSchemeService;
import com.iailab.module.model.mdk.common.enums.TypeA;
import com.iailab.module.model.mdk.common.exceptions.ModelInvokeException;
import com.iailab.module.model.mdk.sample.SampleConstructor;
import com.iailab.module.model.mdk.sample.dto.SampleData;
import com.iailab.module.model.mdk.schedule.ScheduleModelHandler;
import com.iailab.module.model.mdk.vo.ScheduleResultVO;
+import com.iailab.module.model.mpk.common.MdkConstant;
+import com.iailab.module.model.mpk.common.utils.DllUtils;
import lombok.extern.slf4j.Slf4j;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Component;
import org.springframework.util.CollectionUtils;
import java.text.MessageFormat;
-import java.util.*;
+import java.util.Date;
+import java.util.HashMap;
+import java.util.List;
/**
* @author PanZhibao
@@ -33,82 +39,80 @@
public class ScheduleModelHandlerImpl implements ScheduleModelHandler {
@Autowired
+ private StScheduleSchemeService stScheduleSchemeService;
+
+ @Autowired
private StScheduleModelService stScheduleModelService;
@Autowired
- private StScheduleService stScheduleService;
+ private StScheduleModelSettingService stScheduleModelSettingService;
@Autowired
private SampleConstructor sampleConstructor;
- @Autowired
- private StScheduleParamSettingService stScheduleParamSettingService;
-
@Override
- public ScheduleResultVO doSchedule(String scheduleCode, Date scheduleTime) throws ModelInvokeException {
+ public ScheduleResultVO doSchedule(String schemeCode, Date scheduleTime) throws ModelInvokeException {
ScheduleResultVO scheduleResult = new ScheduleResultVO();
-
- // todo
- StScheduleModelEntity schModelEntity = stScheduleModelService.selectById(scheduleCode);
- if (schModelEntity == null) {
+ StScheduleSchemeEntity scheduleScheme = stScheduleSchemeService.getByCode(schemeCode);
+ StScheduleModelEntity scheduleModel = stScheduleModelService.get(scheduleScheme.getModelId());
+ if (scheduleModel == null) {
throw new ModelInvokeException(MessageFormat.format("{0},modelId={1}",
- ModelInvokeException.errorGetModelEntity, schModelEntity.getId()));
+ ModelInvokeException.errorGetModelEntity, scheduleModel.getId()));
}
- String modelId = schModelEntity.getId();
+ String modelId = scheduleModel.getId();
try {
- IAILModel newModelBean = new IAILModel();
//1.根据模型id构造模型输入样本
+ long now = System.currentTimeMillis();
List<SampleData> sampleDataList = sampleConstructor.constructSample(TypeA.Schedule.name(), modelId, scheduleTime);
+ log.info("构造模型输入样本消耗时长：" + (System.currentTimeMillis() - now) / 1000 + "秒");
if (CollectionUtils.isEmpty(sampleDataList)) {
- log.info("调度模型构造样本失败，scheduleCode=" + scheduleCode);
+ log.info("调度模型构造样本失败，schemeCode=" + schemeCode);
return null;
}
- //2.拼接newModelBean的参数结构：a.类名、方法名 b.参数类型
- String className = schModelEntity.getClassname().trim();
- String methodName = schModelEntity.getMethodname().trim();
- newModelBean.setClassName(className);
- newModelBean.setMethodName(methodName);
-
- Class<?>[] paramsArray = new Class[3];
- paramsArray[0] = double[][].class;
- paramsArray[1] = double[][].class;
- paramsArray[2] = HashMap.class;
- newModelBean.setParamsArray(paramsArray);
-
- //3.拼接settings参数
- HashMap<String, Object> settings_predict = getPredictSettingsByModelId(modelId);
-
- //4.构造param2Values参数结构
- int count = sampleDataList.size();
- Object[] param2Values = new Object[count + 1];
- for (int i = 0; i < count; i++) {
+ IAILModel newModelBean = composeNewModelBean(scheduleModel);
+ HashMap<String, Object> settings = getScheduleSettingsByModelId(modelId);
+ if (settings == null) {
+ log.error("模型setting不存在，modelId=" + modelId);
+ return null;
+ }
+ // 校验setting必须有pyFile，否则可能导致程序崩溃
+ if (!settings.containsKey(MdkConstant.PY_FILE_KEY)) {
+ log.error("模型设置参数缺少必要信息【" + MdkConstant.PY_FILE_KEY + "】,请重新上传模型！");
+ return null;
+ }
+ int portLength = sampleDataList.size();
+ Object[] param2Values = new Object[portLength + 1];
+ for (int i = 0; i < portLength; i++) {
param2Values[i] = sampleDataList.get(i).getMatrix();
}
- param2Values[count] = settings_predict;
+ param2Values[portLength] = settings;
- //打印参数
- log.info("##############调度模型：modelId=" + modelId + " ##########################");
- JSONObject jsonObjNewModelBean = new JSONObject();
- jsonObjNewModelBean.put("newModelBean", newModelBean);
- log.info(String.valueOf(jsonObjNewModelBean));
- JSONObject jsonObjParam2Values = new JSONObject();
- jsonObjParam2Values.put("param2Values", param2Values);
- log.info(String.valueOf(jsonObjParam2Values));
+ log.info("#######################调度模型 " + scheduleModel.getModelName() + " ##########################");
+// JSONObject jsonObjNewModelBean = new JSONObject();
+// jsonObjNewModelBean.put("newModelBean", newModelBean);
+// log.info(String.valueOf(jsonObjNewModelBean));
+// JSONObject jsonObjParam2Values = new JSONObject();
+// jsonObjParam2Values.put("param2Values", param2Values);
+ log.info("参数： " + JSON.toJSONString(param2Values));
//IAILMDK.run
- HashMap<String, Object> result = IAILMDK.run(newModelBean, param2Values);
+ HashMap<String, Object> modelResult = DllUtils.run(newModelBean, param2Values, scheduleScheme.getMpkprojectid());
+ if (!modelResult.containsKey(CommonConstant.MDK_STATUS_CODE) || !modelResult.containsKey(CommonConstant.MDK_RESULT) ||
+ !modelResult.get(CommonConstant.MDK_STATUS_CODE).toString().equals(CommonConstant.MDK_STATUS_100)) {
+ throw new RuntimeException("模型结果异常：" + modelResult);
+ }
+ modelResult = (HashMap<String, Object>) modelResult.get(CommonConstant.MDK_RESULT);
//打印结果
JSONObject jsonObjResult = new JSONObject();
- jsonObjResult.put("result", result);
+ jsonObjResult.put("result", modelResult);
log.info(String.valueOf(jsonObjResult));
- log.info("调度模型计算完成：modelId=" + modelId + result);
//5.返回调度结果
- scheduleResult.setResult(result);
+ scheduleResult.setResult(modelResult);
scheduleResult.setModelId(modelId);
- scheduleResult.setScheduleId(schModelEntity.getId());
+ scheduleResult.setSchemeId(scheduleScheme.getId());
scheduleResult.setScheduleTime(scheduleTime);
} catch (Exception ex) {
log.error("IAILMDK.run()执行失败");
@@ -125,60 +129,23 @@
* @param modelId
* @return
*/
- private HashMap<String, Object> getPredictSettingsByModelId(String modelId) {
- List<StScheduleParamSettingEntity> list = stScheduleParamSettingService.getByModelid(modelId);
+ private HashMap<String, Object> getScheduleSettingsByModelId(String modelId) {
+ List<StScheduleModelSettingEntity> list = stScheduleModelSettingService.getByModelId(modelId);
if (CollectionUtils.isEmpty(list)) {
return null;
}
HashMap<String, Object> result = new HashMap<>();
- for (StScheduleParamSettingEntity entry : list) {
- String valueType = entry.getValuetype().trim();
- String valueStr = entry.getValue().trim();
+ for (StScheduleModelSettingEntity entry : list) {
+ String valueType = entry.getValuetype().trim(); //去除两端空格
if ("int".equals(valueType)) {
- int value = Integer.parseInt(valueStr);
+ int value = Integer.parseInt(entry.getValue());
result.put(entry.getKey(), value);
} else if ("double".equals(valueType)) {
- double value = Double.parseDouble(valueStr);
+ double value = Double.parseDouble(entry.getValue());
result.put(entry.getKey(), value);
} else if ("string".equals(valueType)) {
- String value = valueStr;
+ String value = entry.getValue();
result.put(entry.getKey(), value);
- } else if ("float".equals(valueType)) {
- float value = Float.parseFloat(valueStr);
- result.put(entry.getKey(), value);
- } else if ("[[D".equals(valueType)) {
- String valueStrTemp = entry.getValue();
- try {
- //1.二位数组的行按照"/"来分割
- String[] rowList = valueStrTemp.split("/");
- int row = rowList.length;
- int col = rowList[0].split(",").length;
- double[][] value1 = new double[row][col];
- for (int i = 0; i < rowList.length; i++) {
- //2.二位数组的列按照","来分割
- String[] colList = rowList[i].split(",");
- for (int j = 0; j < colList.length; j++) {
- value1[i][j] = Double.parseDouble(colList[j]);
- }
- }
- //把从数据库的得到的参数的二维数组降为一维数组
- //int len =0;
- double[] value = new double[row * col];
- /*for (int j = 0; j <value1.length ; j++) {
- len+= value1.length;
- }*/
- //value = new double[len];
- int index = 0;
- for (int i = 0; i < value1.length; i++) {
- for (int j = 0; j < value1[i].length; j++) {
- value[index++] = value1[i][j];
- }
- }
- result.put(entry.getKey(), value);
- } catch (Exception ex) {
- System.out.println("二维数组类型的setting格式不正确");
- ex.printStackTrace();
- }
} else if ("decimalArray".equals(valueType)) {
JSONArray valueArray = JSONArray.parseArray(entry.getValue());
double[] value = new double[valueArray.size()];
@@ -188,10 +155,26 @@
result.put(entry.getKey(), value);
} else if ("decimal".equals(valueType)) {
double value = Double.parseDouble(entry.getValue());
- //BigDecimal value = new BigDecimal(entry.getValue());
result.put(entry.getKey(), value);
}
}
return result;
}
+
+ private IAILModel composeNewModelBean(StScheduleModelEntity model) {
+ IAILModel newModelBean = new IAILModel();
+ newModelBean.setClassName(model.getClassName().trim());
+ newModelBean.setMethodName(model.getMethodName().trim());
+ //构造参数类型
+ Class<?>[] paramsArray = new Class[model.getPortLength() + 1];
+ for (int i = 0; i < model.getPortLength(); i++) {
+ paramsArray[i] = double[][].class;
+ }
+ paramsArray[model.getPortLength()] = HashMap.class;
+ newModelBean.setParamsArray(paramsArray);
+ //
+// HashMap<String, Object> dataMap = new HashMap<>();
+// newModelBean.setDataMap(dataMap);
+ return newModelBean;
+ }
}
\ No newline at end of file
--
Gitblit v1.9.3