iailab-plat.git

潘志宝

2025-02-20 fdcde13df2173fdbb0a2e9e942c2400ec2006c3c

提交 \| 用户 \| 时间
7fd198	1	package com.iailab.module.model.mdk.sample;
潘	2
75a848	3	import cn.hutool.core.date.DateUtil;
D	4	import com.iailab.module.data.api.ind.IndItemApi;
	5	import com.iailab.module.data.api.ind.dto.ApiIndItemDTO;
	6	import com.iailab.module.data.api.ind.dto.ApiIndItemQueryDTO;
	7	import com.iailab.module.data.api.ind.dto.ApiIndItemValueDTO;
50084d	8	import com.iailab.module.data.api.plan.PlanItemApi;
8bf553	9	import com.iailab.module.data.api.plan.dto.ApiPlanItemDTO;
7fd198	10	import com.iailab.module.data.api.point.DataPointApi;
潘	11	import com.iailab.module.data.api.point.dto.ApiPointDTO;
	12	import com.iailab.module.data.api.point.dto.ApiPointValueDTO;
	13	import com.iailab.module.data.api.point.dto.ApiPointValueQueryDTO;
50084d	14	import com.iailab.module.data.common.ApiDataQueryDTO;
D	15	import com.iailab.module.data.common.ApiDataValueDTO;
a4891a	16	import com.iailab.module.model.mcs.pre.service.MmItemOutputService;
c4b37d	17	import com.iailab.module.model.mcs.pre.service.MmItemResultJsonService;
7fd198	18	import com.iailab.module.model.mcs.pre.service.MmItemResultService;
a4891a	19	import com.iailab.module.model.mcs.pre.service.MmItemTypeService;
潘	20	import com.iailab.module.model.mdk.common.enums.ModelParamType;
7fd198	21	import com.iailab.module.model.mdk.sample.dto.ColumnItem;
潘	22	import com.iailab.module.model.mdk.sample.dto.ColumnItemPort;
	23	import com.iailab.module.model.mdk.sample.dto.SampleData;
	24	import com.iailab.module.model.mdk.sample.dto.SampleInfo;
	25	import com.iailab.module.model.mdk.vo.DataValueVO;
50084d	26	import lombok.extern.slf4j.Slf4j;
7fd198	27	import org.slf4j.Logger;
潘	28	import org.slf4j.LoggerFactory;
	29	import org.springframework.beans.factory.annotation.Autowired;
	30	import org.springframework.stereotype.Component;
50084d	31	import org.springframework.util.CollectionUtils;
7fd198	32
fdcde1	33	import java.math.BigDecimal;
7fd198	34	import java.util.*;
214275	35	import java.util.stream.Collectors;
7fd198	36
潘	37	/**
	38	* 预测样本数据构造
	39	*/
50084d	40	@Slf4j
7fd198	41	@Component
潘	42	public class PredictSampleDataConstructor extends SampleDataConstructor {
	43
	44	private Logger logger = LoggerFactory.getLogger(getClass());
	45
	46	@Autowired
	47	private DataPointApi dataPointApi;
50084d	48
D	49	@Autowired
	50	private PlanItemApi planItemApi;
7fd198	51
潘	52	@Autowired
75a848	53	private IndItemApi indItemApi;
D	54
	55	@Autowired
7fd198	56	private MmItemResultService mmItemResultService;
c4b37d	57
D	58	@Autowired
	59	private MmItemResultJsonService mmItemResultJsonService;
7fd198	60
潘	61	@Autowired
a4891a	62	private MmItemTypeService mmItemTypeService;
潘	63
	64	@Autowired
	65	private MmItemOutputService mmItemOutputService;
7fd198	66
潘	67	/**
	68	* alter by zfc 2020.11.24 修改数据样本构造方案：sampleInfo中数据已按爪子进行分类，但爪内数据为无序的，
	69	* 对爪内数据样本拼接：先基于modelParamOrder对项进行排序（重写comparator匿名函数），再逐项拼接
	70	*
	71	* @param sampleInfo
	72	* @return
	73	*/
	74	@Override
bab433	75	public List<SampleData> prepareSampleData(SampleInfo sampleInfo) throws Exception {
7fd198	76	List<SampleData> sampleDataList = new ArrayList<>();
50084d	77	Map<String, ApiPointDTO> pointMap = sampleInfo.getPointMap();
8bf553	78	Map<String, ApiPlanItemDTO> planMap = sampleInfo.getPlanMap();
75a848	79	Map<String, ApiIndItemDTO> indMap = sampleInfo.getIndMap();
fdcde1	80	int deviationIndex = 0;
潘	81
7fd198	82	//对每个爪分别进行计算
潘	83	for (ColumnItemPort entry : sampleInfo.getColumnInfo()) {
	84	//先依据爪内数据项的modelParamOrder进行排序——重写comparator匿名函数
	85	Collections.sort(entry.getColumnItemList(), new Comparator<ColumnItem>() {
	86	@Override
	87	public int compare(ColumnItem o1, ColumnItem o2) {
	88	return o1.getModelParamOrder() - o2.getModelParamOrder();
	89	}
	90	});
	91
	92	//默认都是double类型的数据,且按列向量进行拼接,默认初始值为0.0
	93	double[][] matrix = new double[entry.getDataLength()][entry.getColumnItemList().size()];
	94	for (int i = 0; i < entry.getColumnItemList().size(); i++) {
	95	for (int j = 0; j < entry.getDataLength(); j++) {
	96	matrix[j][i] = -2.0;
	97	}
	98	}
	99
fdcde1	100	//找出对应的调整值
潘	101	double[] deviationItem = null;
	102	if (sampleInfo.getDeviation() != null && sampleInfo.getDeviation().length > 0) {
	103	deviationItem = sampleInfo.getDeviation()[deviationIndex];
	104	}
	105	deviationIndex ++;
	106
7fd198	107	//对每一项依次进行数据查询,然后将查询出的值赋给matrix对应的位置
潘	108	for (int i = 0; i < entry.getColumnItemList().size(); i++) {
	109	try {
75a848	110	List<DataValueVO> dataEntityList = getData(entry.getColumnItemList().get(i), pointMap, planMap,indMap);
fdcde1	111
潘	112	//设置调整值
	113	if (deviationItem != null && deviationItem.length > 0) {
	114	logger.info("设置调整值, i = " + i);
	115	if (deviationItem[i] <= 0) {
	116	continue;
	117	}
	118	for(int dataKey = 1; dataKey < dataEntityList.size(); dataKey ++) {
	119	DataValueVO item = dataEntityList.get(dataKey);
	120	item.setDataValue(item.getDataValue() + deviationItem[i]);
	121	}
	122	}
	123
	124	// 补全数据
7fd198	125	ColumnItem columnItem = entry.getColumnItemList().get(i);
e691b9	126	dataEntityList = super.completionData(matrix.length, dataEntityList, columnItem.startTime, columnItem.endTime, columnItem.getParamType(),columnItem.getGranularity());
7fd198	127
潘	128	/** 如果数据取不满，把缺失的数据点放在后面 */
	129	if (dataEntityList != null && dataEntityList.size() != 0) {
	130	logger.info("设置matrix, i = " + i + ", size = " + dataEntityList.size());
	131	for (int k = 0; k < dataEntityList.size(); k++) {
e691b9	132	Double dataValue = dataEntityList.get(k).getDataValue();
D	133	if (null != dataValue) {
	134	matrix[k][i] = dataValue;
	135	}
7fd198	136	}
潘	137	}
	138	} catch (Exception e) {
	139	e.printStackTrace();
50084d	140	throw e;
7fd198	141	}
潘	142	}
	143	SampleData sampleData = new SampleData();
	144	sampleData.setMatrix(matrix);
	145	sampleDataList.add(sampleData);
	146	}
	147	return sampleDataList;
	148	}
	149
	150	/**
	151	* getData
	152	*
	153	* @param columnItem
50084d	154	* @param pointMap
8bf553	155	* @param planMap
75a848	156	* @param indMap
7fd198	157	* @return
潘	158	* @throws Exception
	159	*/
75a848	160	private List<DataValueVO> getData(ColumnItem columnItem, Map<String, ApiPointDTO> pointMap, Map<String, ApiPlanItemDTO> planMap, Map<String, ApiIndItemDTO> indMap) throws Exception {
7fd198	161	List<DataValueVO> dataList = new ArrayList<>();
潘	162	String paramType = columnItem.getParamType();
a4891a	163	switch (ModelParamType.getEumByCode(paramType)) {
潘	164	case DATAPOINT:
7fd198	165	ApiPointValueQueryDTO queryDto = new ApiPointValueQueryDTO();
50084d	166	queryDto.setPointNo(pointMap.get(columnItem.getParamId()).getPointNo());
7fd198	167	queryDto.setStart(columnItem.getStartTime());
潘	168	queryDto.setEnd(columnItem.getEndTime());
536b8e	169	List<ApiPointValueDTO> pointValueList = dataPointApi.queryPointHistoryValue(queryDto);
50084d	170	if (CollectionUtils.isEmpty(pointValueList)) {
D	171	break;
	172	}
a4891a	173	dataList = pointValueList.stream().map(t -> {
214275	174	DataValueVO vo = new DataValueVO();
潘	175	vo.setDataTime(t.getT());
	176	vo.setDataValue(t.getV());
	177	return vo;
	178	}).collect(Collectors.toList());
7fd198	179	break;
19a4fb	180	case NORMALITEM:
D	181	case MERGEITEM:
033e69	182	List<DataValueVO> predictValue = mmItemResultService.getPredictValue(columnItem.getParamId(), columnItem.getStartTime(), columnItem.getEndTime());
037fb7	183
50084d	184	if (CollectionUtils.isEmpty(predictValue)) {
D	185	break;
7fd198	186	}
50084d	187	dataList = predictValue;
7fd198	188	break;
50084d	189	case PLAN:
D	190	ApiDataQueryDTO queryPlanItemDto = new ApiDataQueryDTO();
8bf553	191	queryPlanItemDto.setItemNo(planMap.get(columnItem.getParamId()).getItemNo());
50084d	192	queryPlanItemDto.setStart(columnItem.getStartTime());
D	193	queryPlanItemDto.setEnd(columnItem.getEndTime());
	194	List<ApiDataValueDTO> planValueList = planItemApi.queryPlanItemHistoryValue(queryPlanItemDto);
	195	if (CollectionUtils.isEmpty(planValueList)) {
	196	break;
	197	}
	198	dataList = planValueList.stream().map(t -> {
	199	DataValueVO vo = new DataValueVO();
	200	vo.setDataTime(t.getDataTime());
	201	vo.setDataValue(t.getDataValue());
	202	return vo;
	203	}).collect(Collectors.toList());
af5604	204	break;
75a848	205	case IND:
D	206	ApiIndItemQueryDTO queryIndItemDTO = new ApiIndItemQueryDTO();
	207	ApiIndItemDTO intItem = indMap.get(columnItem.getParamId());
	208	queryIndItemDTO.setItemNo(intItem.getItemNo());
	209	queryIndItemDTO.setStart(columnItem.getStartTime());
	210	queryIndItemDTO.setEnd(columnItem.getEndTime());
	211	List<ApiIndItemValueDTO> indItemValueList = indItemApi.queryIndItemHistoryValue(queryIndItemDTO);
	212	if (CollectionUtils.isEmpty(indItemValueList)) {
	213	break;
	214	}
	215
	216	dataList = indItemValueList.stream().map(t -> {
	217	DataValueVO vo = new DataValueVO();
	218	vo.setDataTime(DateUtil.parse(t.getDataTime()));
	219	vo.setDataValue(t.getDataValue());
	220	return vo;
	221	}).collect(Collectors.toList());
7fd198	222	default:
潘	223	break;
	224	}
e9f7b1	225	// 避免生产环境日志过多，分级打印
9f09d4	226	log.debug("数据获取,columnItem:" + columnItem + ",dataList：" + dataList);
D	227	log.info("数据获取,columnItem:" + columnItem + ",dataListLength：" + dataList.size());
7fd198	228	return dataList;
潘	229	}
	230	}