iailab-plat.git

潘志宝

2025-02-25 b3674cefbeb8ffaf49f96d0c8fe7a6694ed86eec

提交 \| 用户 \| 时间
7fd198	1	package com.iailab.module.model.mdk.sample;
潘	2
75a848	3	import cn.hutool.core.date.DateUtil;
D	4	import com.iailab.module.data.api.ind.IndItemApi;
	5	import com.iailab.module.data.api.ind.dto.ApiIndItemDTO;
	6	import com.iailab.module.data.api.ind.dto.ApiIndItemQueryDTO;
	7	import com.iailab.module.data.api.ind.dto.ApiIndItemValueDTO;
50084d	8	import com.iailab.module.data.api.plan.PlanItemApi;
8bf553	9	import com.iailab.module.data.api.plan.dto.ApiPlanItemDTO;
7fd198	10	import com.iailab.module.data.api.point.DataPointApi;
潘	11	import com.iailab.module.data.api.point.dto.ApiPointDTO;
	12	import com.iailab.module.data.api.point.dto.ApiPointValueDTO;
	13	import com.iailab.module.data.api.point.dto.ApiPointValueQueryDTO;
50084d	14	import com.iailab.module.data.common.ApiDataQueryDTO;
D	15	import com.iailab.module.data.common.ApiDataValueDTO;
1ab119	16	import com.iailab.module.model.common.utils.ASCIIUtil;
a4891a	17	import com.iailab.module.model.mcs.pre.service.MmItemOutputService;
c4b37d	18	import com.iailab.module.model.mcs.pre.service.MmItemResultJsonService;
7fd198	19	import com.iailab.module.model.mcs.pre.service.MmItemResultService;
a4891a	20	import com.iailab.module.model.mcs.pre.service.MmItemTypeService;
潘	21	import com.iailab.module.model.mdk.common.enums.ModelParamType;
7fd198	22	import com.iailab.module.model.mdk.sample.dto.ColumnItem;
潘	23	import com.iailab.module.model.mdk.sample.dto.ColumnItemPort;
	24	import com.iailab.module.model.mdk.sample.dto.SampleData;
	25	import com.iailab.module.model.mdk.sample.dto.SampleInfo;
	26	import com.iailab.module.model.mdk.vo.DataValueVO;
50084d	27	import lombok.extern.slf4j.Slf4j;
7fd198	28	import org.slf4j.Logger;
潘	29	import org.slf4j.LoggerFactory;
	30	import org.springframework.beans.factory.annotation.Autowired;
	31	import org.springframework.stereotype.Component;
50084d	32	import org.springframework.util.CollectionUtils;
7fd198	33
fdcde1	34	import java.math.BigDecimal;
7fd198	35	import java.util.*;
214275	36	import java.util.stream.Collectors;
7fd198	37
潘	38	/**
	39	* 预测样本数据构造
	40	*/
50084d	41	@Slf4j
7fd198	42	@Component
潘	43	public class PredictSampleDataConstructor extends SampleDataConstructor {
	44
	45	private Logger logger = LoggerFactory.getLogger(getClass());
	46
	47	@Autowired
	48	private DataPointApi dataPointApi;
50084d	49
D	50	@Autowired
	51	private PlanItemApi planItemApi;
7fd198	52
潘	53	@Autowired
75a848	54	private IndItemApi indItemApi;
D	55
	56	@Autowired
7fd198	57	private MmItemResultService mmItemResultService;
c4b37d	58
D	59	@Autowired
	60	private MmItemResultJsonService mmItemResultJsonService;
7fd198	61
潘	62	@Autowired
a4891a	63	private MmItemTypeService mmItemTypeService;
潘	64
	65	@Autowired
	66	private MmItemOutputService mmItemOutputService;
7fd198	67
潘	68	/**
	69	* alter by zfc 2020.11.24 修改数据样本构造方案：sampleInfo中数据已按爪子进行分类，但爪内数据为无序的，
	70	* 对爪内数据样本拼接：先基于modelParamOrder对项进行排序（重写comparator匿名函数），再逐项拼接
	71	*
	72	* @param sampleInfo
	73	* @return
	74	*/
	75	@Override
bab433	76	public List<SampleData> prepareSampleData(SampleInfo sampleInfo) throws Exception {
7fd198	77	List<SampleData> sampleDataList = new ArrayList<>();
50084d	78	Map<String, ApiPointDTO> pointMap = sampleInfo.getPointMap();
8bf553	79	Map<String, ApiPlanItemDTO> planMap = sampleInfo.getPlanMap();
75a848	80	Map<String, ApiIndItemDTO> indMap = sampleInfo.getIndMap();
1ab119	81	// 校验数据
D	82	for (ColumnItemPort itemPort : sampleInfo.getColumnInfo()) {
	83	for (ColumnItem columnItem : itemPort.getColumnItemList()) {
	84	if (columnItem.getParamType().equals(ModelParamType.IND_ASCII.getCode())) {
	85	if (columnItem.getModelParamOrder() != 1 \|\| itemPort.getColumnItemList().size() != 1) {
	86	throw new RuntimeException("模型输入数据异常：IND_ASCII类型输入独占一个端口；ParamPortOrder:" + columnItem.getModelParamPortOrder() + ",ParamOrder:" + columnItem.getModelParamOrder());
	87	}
	88	}
	89	}
	90	}
	91
b3674c	92	int portIdx = 0;
7fd198	93	//对每个爪分别进行计算
潘	94	for (ColumnItemPort entry : sampleInfo.getColumnInfo()) {
1ab119	95	double[][] matrix = new double[0][0];
D	96	// 特殊处理IND_ASCII类型
	97	if (entry.getColumnItemList().get(0).getParamType().equals(ModelParamType.IND_ASCII.getCode())) {
	98	// 获取指标数据
	99	ColumnItem columnItem = entry.getColumnItemList().get(0);
	100	ApiIndItemQueryDTO queryIndItemDTO = new ApiIndItemQueryDTO();
	101	ApiIndItemDTO intItem = indMap.get(columnItem.getParamId());
	102	queryIndItemDTO.setItemNo(intItem.getItemNo());
	103	queryIndItemDTO.setStart(columnItem.getStartTime());
	104	queryIndItemDTO.setEnd(columnItem.getEndTime());
	105	List<ApiIndItemValueDTO> indItemValueList = indItemApi.queryIndItemHistoryValue(queryIndItemDTO);
	106	if (!CollectionUtils.isEmpty(indItemValueList)) {
	107	matrix = new double[entry.getDataLength()][0];
	108	if (indItemValueList.size() > entry.getDataLength()) {
b3674c	109	indItemValueList = indItemValueList.subList(0, entry.getDataLength());
fdcde1	110	}
1ab119	111	for (int i = 0; i < indItemValueList.size(); i++) {
D	112	String stringValue = indItemValueList.get(i).getDataValue().toString();
	113	double[] asciiArray = ASCIIUtil.stringToAsciiArray(stringValue);
	114	matrix[i] = asciiArray;
	115	}
7fd198	116	}
b3674c	117	} else {
1ab119	118	//先依据爪内数据项的modelParamOrder进行排序——重写comparator匿名函数
D	119	Collections.sort(entry.getColumnItemList(), new Comparator<ColumnItem>() {
	120	@Override
	121	public int compare(ColumnItem o1, ColumnItem o2) {
	122	return o1.getModelParamOrder() - o2.getModelParamOrder();
	123	}
	124	});
fdcde1	125
1ab119	126	//默认都是double类型的数据,且按列向量进行拼接,默认初始值为0.0
D	127	matrix = new double[entry.getDataLength()][entry.getColumnItemList().size()];
	128	for (int i = 0; i < entry.getColumnItemList().size(); i++) {
	129	for (int j = 0; j < entry.getDataLength(); j++) {
	130	matrix[j][i] = -2.0;
	131	}
7fd198	132	}
潘	133
1ab119	134	//对每一项依次进行数据查询,然后将查询出的值赋给matrix对应的位置
D	135	for (int i = 0; i < entry.getColumnItemList().size(); i++) {
	136	try {
b3674c	137	List<DataValueVO> dataEntityList = getData(entry.getColumnItemList().get(i), pointMap, planMap, indMap);
962879	138
b3674c	139	double adjustVal = SampleInfo.getAdjustValueFromDeviation(portIdx, i, sampleInfo.getDeviation());
潘	140	if (adjustVal != 0) {
	141	logger.info("设置调整值adjustVal:" + adjustVal);
	142	for (int dataKey = 1; dataKey < dataEntityList.size(); dataKey++) {
962879	143	DataValueVO item = dataEntityList.get(dataKey);
b3674c	144	item.setDataValue(item.getDataValue() + adjustVal);
962879	145	}
潘	146	}
	147
1ab119	148	//补全数据
D	149	ColumnItem columnItem = entry.getColumnItemList().get(i);
b3674c	150	dataEntityList = super.completionData(matrix.length, dataEntityList, columnItem.startTime, columnItem.endTime, columnItem.getParamType(), columnItem.getGranularity());
7fd198	151
1ab119	152	/** 如果数据取不满，把缺失的数据点放在后面 */
D	153	if (dataEntityList != null && dataEntityList.size() != 0) {
	154	logger.info("设置matrix, i = " + i + ", size = " + dataEntityList.size());
	155	for (int k = 0; k < dataEntityList.size(); k++) {
	156	Double dataValue = dataEntityList.get(k).getDataValue();
	157	if (null != dataValue) {
	158	matrix[k][i] = dataValue;
	159	}
e691b9	160	}
7fd198	161	}
1ab119	162	} catch (Exception e) {
D	163	e.printStackTrace();
	164	throw e;
7fd198	165	}
潘	166	}
b3674c	167
潘	168	portIdx++;
7fd198	169	}
潘	170	SampleData sampleData = new SampleData();
	171	sampleData.setMatrix(matrix);
	172	sampleDataList.add(sampleData);
	173	}
	174	return sampleDataList;
	175	}
	176
	177	/**
	178	* getData
	179	*
	180	* @param columnItem
50084d	181	* @param pointMap
8bf553	182	* @param planMap
75a848	183	* @param indMap
7fd198	184	* @return
潘	185	* @throws Exception
	186	*/
75a848	187	private List<DataValueVO> getData(ColumnItem columnItem, Map<String, ApiPointDTO> pointMap, Map<String, ApiPlanItemDTO> planMap, Map<String, ApiIndItemDTO> indMap) throws Exception {
7fd198	188	List<DataValueVO> dataList = new ArrayList<>();
潘	189	String paramType = columnItem.getParamType();
a4891a	190	switch (ModelParamType.getEumByCode(paramType)) {
潘	191	case DATAPOINT:
7fd198	192	ApiPointValueQueryDTO queryDto = new ApiPointValueQueryDTO();
50084d	193	queryDto.setPointNo(pointMap.get(columnItem.getParamId()).getPointNo());
7fd198	194	queryDto.setStart(columnItem.getStartTime());
潘	195	queryDto.setEnd(columnItem.getEndTime());
536b8e	196	List<ApiPointValueDTO> pointValueList = dataPointApi.queryPointHistoryValue(queryDto);
50084d	197	if (CollectionUtils.isEmpty(pointValueList)) {
D	198	break;
	199	}
a4891a	200	dataList = pointValueList.stream().map(t -> {
214275	201	DataValueVO vo = new DataValueVO();
潘	202	vo.setDataTime(t.getT());
	203	vo.setDataValue(t.getV());
	204	return vo;
	205	}).collect(Collectors.toList());
7fd198	206	break;
19a4fb	207	case NORMALITEM:
D	208	case MERGEITEM:
033e69	209	List<DataValueVO> predictValue = mmItemResultService.getPredictValue(columnItem.getParamId(), columnItem.getStartTime(), columnItem.getEndTime());
037fb7	210
50084d	211	if (CollectionUtils.isEmpty(predictValue)) {
D	212	break;
7fd198	213	}
50084d	214	dataList = predictValue;
7fd198	215	break;
50084d	216	case PLAN:
D	217	ApiDataQueryDTO queryPlanItemDto = new ApiDataQueryDTO();
8bf553	218	queryPlanItemDto.setItemNo(planMap.get(columnItem.getParamId()).getItemNo());
50084d	219	queryPlanItemDto.setStart(columnItem.getStartTime());
D	220	queryPlanItemDto.setEnd(columnItem.getEndTime());
	221	List<ApiDataValueDTO> planValueList = planItemApi.queryPlanItemHistoryValue(queryPlanItemDto);
	222	if (CollectionUtils.isEmpty(planValueList)) {
	223	break;
	224	}
	225	dataList = planValueList.stream().map(t -> {
	226	DataValueVO vo = new DataValueVO();
	227	vo.setDataTime(t.getDataTime());
	228	vo.setDataValue(t.getDataValue());
	229	return vo;
	230	}).collect(Collectors.toList());
af5604	231	break;
75a848	232	case IND:
D	233	ApiIndItemQueryDTO queryIndItemDTO = new ApiIndItemQueryDTO();
	234	ApiIndItemDTO intItem = indMap.get(columnItem.getParamId());
	235	queryIndItemDTO.setItemNo(intItem.getItemNo());
	236	queryIndItemDTO.setStart(columnItem.getStartTime());
	237	queryIndItemDTO.setEnd(columnItem.getEndTime());
	238	List<ApiIndItemValueDTO> indItemValueList = indItemApi.queryIndItemHistoryValue(queryIndItemDTO);
	239	if (CollectionUtils.isEmpty(indItemValueList)) {
	240	break;
	241	}
	242
	243	dataList = indItemValueList.stream().map(t -> {
	244	DataValueVO vo = new DataValueVO();
	245	vo.setDataTime(DateUtil.parse(t.getDataTime()));
d6606a	246	vo.setDataValue(Double.valueOf(t.getDataValue().toString()));
75a848	247	return vo;
D	248	}).collect(Collectors.toList());
1ab119	249	break;
7fd198	250	default:
潘	251	break;
	252	}
e9f7b1	253	// 避免生产环境日志过多，分级打印
9f09d4	254	log.debug("数据获取,columnItem:" + columnItem + ",dataList：" + dataList);
D	255	log.info("数据获取,columnItem:" + columnItem + ",dataListLength：" + dataList.size());
7fd198	256	return dataList;
潘	257	}
	258	}