iailab-plat.git

dengzedong

2025-02-20 1ab11991a6bc2b0496c83cb969b0f5bc6f22a309

提交 \| 用户 \| 时间
7fd198	1	package com.iailab.module.model.mdk.sample;
潘	2
75a848	3	import cn.hutool.core.date.DateUtil;
D	4	import com.iailab.module.data.api.ind.IndItemApi;
	5	import com.iailab.module.data.api.ind.dto.ApiIndItemDTO;
	6	import com.iailab.module.data.api.ind.dto.ApiIndItemQueryDTO;
	7	import com.iailab.module.data.api.ind.dto.ApiIndItemValueDTO;
50084d	8	import com.iailab.module.data.api.plan.PlanItemApi;
8bf553	9	import com.iailab.module.data.api.plan.dto.ApiPlanItemDTO;
7fd198	10	import com.iailab.module.data.api.point.DataPointApi;
潘	11	import com.iailab.module.data.api.point.dto.ApiPointDTO;
	12	import com.iailab.module.data.api.point.dto.ApiPointValueDTO;
	13	import com.iailab.module.data.api.point.dto.ApiPointValueQueryDTO;
50084d	14	import com.iailab.module.data.common.ApiDataQueryDTO;
D	15	import com.iailab.module.data.common.ApiDataValueDTO;
1ab119	16	import com.iailab.module.model.common.utils.ASCIIUtil;
a4891a	17	import com.iailab.module.model.mcs.pre.service.MmItemOutputService;
c4b37d	18	import com.iailab.module.model.mcs.pre.service.MmItemResultJsonService;
7fd198	19	import com.iailab.module.model.mcs.pre.service.MmItemResultService;
a4891a	20	import com.iailab.module.model.mcs.pre.service.MmItemTypeService;
潘	21	import com.iailab.module.model.mdk.common.enums.ModelParamType;
7fd198	22	import com.iailab.module.model.mdk.sample.dto.ColumnItem;
潘	23	import com.iailab.module.model.mdk.sample.dto.ColumnItemPort;
	24	import com.iailab.module.model.mdk.sample.dto.SampleData;
	25	import com.iailab.module.model.mdk.sample.dto.SampleInfo;
	26	import com.iailab.module.model.mdk.vo.DataValueVO;
50084d	27	import lombok.extern.slf4j.Slf4j;
7fd198	28	import org.slf4j.Logger;
潘	29	import org.slf4j.LoggerFactory;
	30	import org.springframework.beans.factory.annotation.Autowired;
	31	import org.springframework.stereotype.Component;
50084d	32	import org.springframework.util.CollectionUtils;
7fd198	33
潘	34	import java.util.*;
214275	35	import java.util.stream.Collectors;
7fd198	36
潘	37	/**
	38	* 预测样本数据构造
	39	*/
50084d	40	@Slf4j
7fd198	41	@Component
潘	42	public class PredictSampleDataConstructor extends SampleDataConstructor {
	43
	44	private Logger logger = LoggerFactory.getLogger(getClass());
	45
	46	@Autowired
	47	private DataPointApi dataPointApi;
50084d	48
D	49	@Autowired
	50	private PlanItemApi planItemApi;
7fd198	51
潘	52	@Autowired
75a848	53	private IndItemApi indItemApi;
D	54
	55	@Autowired
7fd198	56	private MmItemResultService mmItemResultService;
c4b37d	57
D	58	@Autowired
	59	private MmItemResultJsonService mmItemResultJsonService;
7fd198	60
潘	61	@Autowired
a4891a	62	private MmItemTypeService mmItemTypeService;
潘	63
	64	@Autowired
	65	private MmItemOutputService mmItemOutputService;
7fd198	66
潘	67	/**
	68	* alter by zfc 2020.11.24 修改数据样本构造方案：sampleInfo中数据已按爪子进行分类，但爪内数据为无序的，
	69	* 对爪内数据样本拼接：先基于modelParamOrder对项进行排序（重写comparator匿名函数），再逐项拼接
	70	*
	71	* @param sampleInfo
	72	* @return
	73	*/
	74	@Override
bab433	75	public List<SampleData> prepareSampleData(SampleInfo sampleInfo) throws Exception {
7fd198	76	List<SampleData> sampleDataList = new ArrayList<>();
50084d	77	Map<String, ApiPointDTO> pointMap = sampleInfo.getPointMap();
8bf553	78	Map<String, ApiPlanItemDTO> planMap = sampleInfo.getPlanMap();
75a848	79	Map<String, ApiIndItemDTO> indMap = sampleInfo.getIndMap();
1ab119	80	// 校验数据
D	81	for (ColumnItemPort itemPort : sampleInfo.getColumnInfo()) {
	82	for (ColumnItem columnItem : itemPort.getColumnItemList()) {
	83	if (columnItem.getParamType().equals(ModelParamType.IND_ASCII.getCode())) {
	84	if (columnItem.getModelParamOrder() != 1 \|\| itemPort.getColumnItemList().size() != 1) {
	85	throw new RuntimeException("模型输入数据异常：IND_ASCII类型输入独占一个端口；ParamPortOrder:" + columnItem.getModelParamPortOrder() + ",ParamOrder:" + columnItem.getModelParamOrder());
	86	}
	87	}
	88	}
	89	}
	90
7fd198	91	//对每个爪分别进行计算
潘	92	for (ColumnItemPort entry : sampleInfo.getColumnInfo()) {
1ab119	93	double[][] matrix = new double[0][0];
D	94	// 特殊处理IND_ASCII类型
	95	if (entry.getColumnItemList().get(0).getParamType().equals(ModelParamType.IND_ASCII.getCode())) {
	96	// 获取指标数据
	97	ColumnItem columnItem = entry.getColumnItemList().get(0);
	98	ApiIndItemQueryDTO queryIndItemDTO = new ApiIndItemQueryDTO();
	99	ApiIndItemDTO intItem = indMap.get(columnItem.getParamId());
	100	queryIndItemDTO.setItemNo(intItem.getItemNo());
	101	queryIndItemDTO.setStart(columnItem.getStartTime());
	102	queryIndItemDTO.setEnd(columnItem.getEndTime());
	103	List<ApiIndItemValueDTO> indItemValueList = indItemApi.queryIndItemHistoryValue(queryIndItemDTO);
	104	if (!CollectionUtils.isEmpty(indItemValueList)) {
	105	matrix = new double[entry.getDataLength()][0];
	106	if (indItemValueList.size() > entry.getDataLength()) {
	107	indItemValueList = indItemValueList.subList(0,entry.getDataLength());
	108	}
	109	for (int i = 0; i < indItemValueList.size(); i++) {
	110	String stringValue = indItemValueList.get(i).getDataValue().toString();
	111	double[] asciiArray = ASCIIUtil.stringToAsciiArray(stringValue);
	112	matrix[i] = asciiArray;
	113	}
7fd198	114	}
1ab119	115	}else {
D	116	//先依据爪内数据项的modelParamOrder进行排序——重写comparator匿名函数
	117	Collections.sort(entry.getColumnItemList(), new Comparator<ColumnItem>() {
	118	@Override
	119	public int compare(ColumnItem o1, ColumnItem o2) {
	120	return o1.getModelParamOrder() - o2.getModelParamOrder();
	121	}
	122	});
7fd198	123
1ab119	124	//默认都是double类型的数据,且按列向量进行拼接,默认初始值为0.0
D	125	matrix = new double[entry.getDataLength()][entry.getColumnItemList().size()];
	126	for (int i = 0; i < entry.getColumnItemList().size(); i++) {
	127	for (int j = 0; j < entry.getDataLength(); j++) {
	128	matrix[j][i] = -2.0;
	129	}
7fd198	130	}
潘	131
1ab119	132	//对每一项依次进行数据查询,然后将查询出的值赋给matrix对应的位置
D	133	for (int i = 0; i < entry.getColumnItemList().size(); i++) {
	134	try {
	135	List<DataValueVO> dataEntityList = getData(entry.getColumnItemList().get(i), pointMap, planMap,indMap);
	136	//补全数据
	137	ColumnItem columnItem = entry.getColumnItemList().get(i);
	138	dataEntityList = super.completionData(matrix.length, dataEntityList, columnItem.startTime, columnItem.endTime, columnItem.getParamType(),columnItem.getGranularity());
7fd198	139
1ab119	140	/** 如果数据取不满，把缺失的数据点放在后面 */
D	141	if (dataEntityList != null && dataEntityList.size() != 0) {
	142	logger.info("设置matrix, i = " + i + ", size = " + dataEntityList.size());
	143	for (int k = 0; k < dataEntityList.size(); k++) {
	144	Double dataValue = dataEntityList.get(k).getDataValue();
	145	if (null != dataValue) {
	146	matrix[k][i] = dataValue;
	147	}
e691b9	148	}
7fd198	149	}
1ab119	150	} catch (Exception e) {
D	151	e.printStackTrace();
	152	throw e;
7fd198	153	}
潘	154	}
	155	}
1ab119	156
D	157
7fd198	158	SampleData sampleData = new SampleData();
潘	159	sampleData.setMatrix(matrix);
	160	sampleDataList.add(sampleData);
	161	}
	162	return sampleDataList;
	163	}
	164
	165	/**
	166	* getData
	167	*
	168	* @param columnItem
50084d	169	* @param pointMap
8bf553	170	* @param planMap
75a848	171	* @param indMap
7fd198	172	* @return
潘	173	* @throws Exception
	174	*/
75a848	175	private List<DataValueVO> getData(ColumnItem columnItem, Map<String, ApiPointDTO> pointMap, Map<String, ApiPlanItemDTO> planMap, Map<String, ApiIndItemDTO> indMap) throws Exception {
7fd198	176	List<DataValueVO> dataList = new ArrayList<>();
潘	177	String paramType = columnItem.getParamType();
a4891a	178	switch (ModelParamType.getEumByCode(paramType)) {
潘	179	case DATAPOINT:
7fd198	180	ApiPointValueQueryDTO queryDto = new ApiPointValueQueryDTO();
50084d	181	queryDto.setPointNo(pointMap.get(columnItem.getParamId()).getPointNo());
7fd198	182	queryDto.setStart(columnItem.getStartTime());
潘	183	queryDto.setEnd(columnItem.getEndTime());
536b8e	184	List<ApiPointValueDTO> pointValueList = dataPointApi.queryPointHistoryValue(queryDto);
50084d	185	if (CollectionUtils.isEmpty(pointValueList)) {
D	186	break;
	187	}
a4891a	188	dataList = pointValueList.stream().map(t -> {
214275	189	DataValueVO vo = new DataValueVO();
潘	190	vo.setDataTime(t.getT());
	191	vo.setDataValue(t.getV());
	192	return vo;
	193	}).collect(Collectors.toList());
7fd198	194	break;
19a4fb	195	case NORMALITEM:
D	196	case MERGEITEM:
033e69	197	List<DataValueVO> predictValue = mmItemResultService.getPredictValue(columnItem.getParamId(), columnItem.getStartTime(), columnItem.getEndTime());
037fb7	198
50084d	199	if (CollectionUtils.isEmpty(predictValue)) {
D	200	break;
7fd198	201	}
50084d	202	dataList = predictValue;
7fd198	203	break;
50084d	204	case PLAN:
D	205	ApiDataQueryDTO queryPlanItemDto = new ApiDataQueryDTO();
8bf553	206	queryPlanItemDto.setItemNo(planMap.get(columnItem.getParamId()).getItemNo());
50084d	207	queryPlanItemDto.setStart(columnItem.getStartTime());
D	208	queryPlanItemDto.setEnd(columnItem.getEndTime());
	209	List<ApiDataValueDTO> planValueList = planItemApi.queryPlanItemHistoryValue(queryPlanItemDto);
	210	if (CollectionUtils.isEmpty(planValueList)) {
	211	break;
	212	}
	213	dataList = planValueList.stream().map(t -> {
	214	DataValueVO vo = new DataValueVO();
	215	vo.setDataTime(t.getDataTime());
	216	vo.setDataValue(t.getDataValue());
	217	return vo;
	218	}).collect(Collectors.toList());
af5604	219	break;
75a848	220	case IND:
D	221	ApiIndItemQueryDTO queryIndItemDTO = new ApiIndItemQueryDTO();
	222	ApiIndItemDTO intItem = indMap.get(columnItem.getParamId());
	223	queryIndItemDTO.setItemNo(intItem.getItemNo());
	224	queryIndItemDTO.setStart(columnItem.getStartTime());
	225	queryIndItemDTO.setEnd(columnItem.getEndTime());
	226	List<ApiIndItemValueDTO> indItemValueList = indItemApi.queryIndItemHistoryValue(queryIndItemDTO);
	227	if (CollectionUtils.isEmpty(indItemValueList)) {
	228	break;
	229	}
	230
	231	dataList = indItemValueList.stream().map(t -> {
	232	DataValueVO vo = new DataValueVO();
	233	vo.setDataTime(DateUtil.parse(t.getDataTime()));
d6606a	234	vo.setDataValue(Double.valueOf(t.getDataValue().toString()));
75a848	235	return vo;
D	236	}).collect(Collectors.toList());
1ab119	237	break;
7fd198	238	default:
潘	239	break;
	240	}
e9f7b1	241	// 避免生产环境日志过多，分级打印
9f09d4	242	log.debug("数据获取,columnItem:" + columnItem + ",dataList：" + dataList);
D	243	log.info("数据获取,columnItem:" + columnItem + ",dataListLength：" + dataList.size());
7fd198	244	return dataList;
潘	245	}
	246	}