package com.iailab.module.model.mdk.sample;
|
|
import cn.hutool.core.date.DateUtil;
|
import com.iailab.module.data.api.ind.IndItemApi;
|
import com.iailab.module.data.api.ind.dto.ApiIndItemDTO;
|
import com.iailab.module.data.api.ind.dto.ApiIndItemQueryDTO;
|
import com.iailab.module.data.api.ind.dto.ApiIndItemValueDTO;
|
import com.iailab.module.data.api.plan.PlanItemApi;
|
import com.iailab.module.data.api.plan.dto.ApiPlanItemDTO;
|
import com.iailab.module.data.api.point.DataPointApi;
|
import com.iailab.module.data.api.point.dto.ApiPointDTO;
|
import com.iailab.module.data.api.point.dto.ApiPointValueDTO;
|
import com.iailab.module.data.api.point.dto.ApiPointValueQueryDTO;
|
import com.iailab.module.data.common.ApiDataQueryDTO;
|
import com.iailab.module.data.common.ApiDataValueDTO;
|
import com.iailab.module.model.common.utils.ASCIIUtil;
|
import com.iailab.module.model.mcs.pre.service.MmItemOutputService;
|
import com.iailab.module.model.mcs.pre.service.MmItemResultJsonService;
|
import com.iailab.module.model.mcs.pre.service.MmItemResultService;
|
import com.iailab.module.model.mcs.pre.service.MmItemTypeService;
|
import com.iailab.module.model.mdk.common.enums.ModelParamType;
|
import com.iailab.module.model.mdk.sample.dto.ColumnItem;
|
import com.iailab.module.model.mdk.sample.dto.ColumnItemPort;
|
import com.iailab.module.model.mdk.sample.dto.SampleData;
|
import com.iailab.module.model.mdk.sample.dto.SampleInfo;
|
import com.iailab.module.model.mdk.vo.DataValueVO;
|
import lombok.extern.slf4j.Slf4j;
|
import org.slf4j.Logger;
|
import org.slf4j.LoggerFactory;
|
import org.springframework.beans.factory.annotation.Autowired;
|
import org.springframework.stereotype.Component;
|
import org.springframework.util.CollectionUtils;
|
|
import java.math.BigDecimal;
|
import java.util.*;
|
import java.util.stream.Collectors;
|
|
/**
|
* 预测样本数据构造
|
*/
|
@Slf4j
|
@Component
|
public class PredictSampleDataConstructor extends SampleDataConstructor {
|
|
private Logger logger = LoggerFactory.getLogger(getClass());
|
|
@Autowired
|
private DataPointApi dataPointApi;
|
|
@Autowired
|
private PlanItemApi planItemApi;
|
|
@Autowired
|
private IndItemApi indItemApi;
|
|
@Autowired
|
private MmItemResultService mmItemResultService;
|
|
@Autowired
|
private MmItemResultJsonService mmItemResultJsonService;
|
|
@Autowired
|
private MmItemTypeService mmItemTypeService;
|
|
@Autowired
|
private MmItemOutputService mmItemOutputService;
|
|
/**
|
* alter by zfc 2020.11.24 修改数据样本构造方案：sampleInfo中数据已按爪子进行分类，但爪内数据为无序的，
|
* 对爪内数据样本拼接：先基于modelParamOrder对项进行排序（重写comparator匿名函数），再逐项拼接
|
*
|
* @param sampleInfo
|
* @return
|
*/
|
@Override
|
public List<SampleData> prepareSampleData(SampleInfo sampleInfo) throws Exception {
|
List<SampleData> sampleDataList = new ArrayList<>();
|
Map<String, ApiPointDTO> pointMap = sampleInfo.getPointMap();
|
Map<String, ApiPlanItemDTO> planMap = sampleInfo.getPlanMap();
|
Map<String, ApiIndItemDTO> indMap = sampleInfo.getIndMap();
|
// 校验数据
|
for (ColumnItemPort itemPort : sampleInfo.getColumnInfo()) {
|
for (ColumnItem columnItem : itemPort.getColumnItemList()) {
|
if (columnItem.getParamType().equals(ModelParamType.IND_ASCII.getCode())) {
|
if (columnItem.getModelParamOrder() != 1 || itemPort.getColumnItemList().size() != 1) {
|
throw new RuntimeException("模型输入数据异常：IND_ASCII类型输入独占一个端口；ParamPortOrder:" + columnItem.getModelParamPortOrder() + ",ParamOrder:" + columnItem.getModelParamOrder());
|
}
|
}
|
}
|
}
|
|
int portIdx = 0;
|
//对每个爪分别进行计算
|
for (ColumnItemPort entry : sampleInfo.getColumnInfo()) {
|
double[][] matrix = new double[0][0];
|
// 特殊处理IND_ASCII类型
|
if (entry.getColumnItemList().get(0).getParamType().equals(ModelParamType.IND_ASCII.getCode())) {
|
// 获取指标数据
|
ColumnItem columnItem = entry.getColumnItemList().get(0);
|
ApiIndItemQueryDTO queryIndItemDTO = new ApiIndItemQueryDTO();
|
ApiIndItemDTO intItem = indMap.get(columnItem.getParamId());
|
queryIndItemDTO.setItemNo(intItem.getItemNo());
|
queryIndItemDTO.setStart(columnItem.getStartTime());
|
queryIndItemDTO.setEnd(columnItem.getEndTime());
|
List<ApiIndItemValueDTO> indItemValueList = indItemApi.queryIndItemHistoryValue(queryIndItemDTO);
|
if (!CollectionUtils.isEmpty(indItemValueList)) {
|
matrix = new double[entry.getDataLength()][0];
|
if (indItemValueList.size() > entry.getDataLength()) {
|
indItemValueList = indItemValueList.subList(0, entry.getDataLength());
|
}
|
for (int i = 0; i < indItemValueList.size(); i++) {
|
String stringValue = indItemValueList.get(i).getDataValue().toString();
|
double[] asciiArray = ASCIIUtil.stringToAsciiArray(stringValue);
|
matrix[i] = asciiArray;
|
}
|
}
|
} else {
|
//先依据爪内数据项的modelParamOrder进行排序——重写comparator匿名函数
|
Collections.sort(entry.getColumnItemList(), new Comparator<ColumnItem>() {
|
@Override
|
public int compare(ColumnItem o1, ColumnItem o2) {
|
return o1.getModelParamOrder() - o2.getModelParamOrder();
|
}
|
});
|
|
//默认都是double类型的数据,且按列向量进行拼接,默认初始值为0.0
|
matrix = new double[entry.getDataLength()][entry.getColumnItemList().size()];
|
for (int i = 0; i < entry.getColumnItemList().size(); i++) {
|
for (int j = 0; j < entry.getDataLength(); j++) {
|
matrix[j][i] = -2.0;
|
}
|
}
|
|
//对每一项依次进行数据查询,然后将查询出的值赋给matrix对应的位置
|
for (int i = 0; i < entry.getColumnItemList().size(); i++) {
|
try {
|
List<DataValueVO> dataEntityList = getData(entry.getColumnItemList().get(i), pointMap, planMap, indMap);
|
|
double adjustVal = SampleInfo.getAdjustValueFromDeviation(portIdx, i, sampleInfo.getDeviation());
|
if (adjustVal != 0) {
|
logger.info("设置调整值adjustVal:" + adjustVal);
|
for (int dataKey = 1; dataKey < dataEntityList.size(); dataKey++) {
|
DataValueVO item = dataEntityList.get(dataKey);
|
item.setDataValue(item.getDataValue() + adjustVal);
|
}
|
}
|
|
//补全数据
|
ColumnItem columnItem = entry.getColumnItemList().get(i);
|
dataEntityList = super.completionData(matrix.length, dataEntityList, columnItem.startTime, columnItem.endTime, columnItem.getParamType(), columnItem.getGranularity());
|
|
/** 如果数据取不满，把缺失的数据点放在后面 */
|
if (dataEntityList != null && dataEntityList.size() != 0) {
|
logger.info("设置matrix, i = " + i + ", size = " + dataEntityList.size());
|
for (int k = 0; k < dataEntityList.size(); k++) {
|
Double dataValue = dataEntityList.get(k).getDataValue();
|
if (null != dataValue) {
|
matrix[k][i] = dataValue;
|
}
|
}
|
}
|
} catch (Exception e) {
|
e.printStackTrace();
|
throw e;
|
}
|
}
|
|
portIdx++;
|
}
|
SampleData sampleData = new SampleData();
|
sampleData.setMatrix(matrix);
|
sampleDataList.add(sampleData);
|
}
|
return sampleDataList;
|
}
|
|
/**
|
* getData
|
*
|
* @param columnItem
|
* @param pointMap
|
* @param planMap
|
* @param indMap
|
* @return
|
* @throws Exception
|
*/
|
private List<DataValueVO> getData(ColumnItem columnItem, Map<String, ApiPointDTO> pointMap, Map<String, ApiPlanItemDTO> planMap, Map<String, ApiIndItemDTO> indMap) throws Exception {
|
List<DataValueVO> dataList = new ArrayList<>();
|
String paramType = columnItem.getParamType();
|
switch (ModelParamType.getEumByCode(paramType)) {
|
case DATAPOINT:
|
ApiPointValueQueryDTO queryDto = new ApiPointValueQueryDTO();
|
queryDto.setPointNo(pointMap.get(columnItem.getParamId()).getPointNo());
|
queryDto.setStart(columnItem.getStartTime());
|
queryDto.setEnd(columnItem.getEndTime());
|
List<ApiPointValueDTO> pointValueList = dataPointApi.queryPointHistoryValue(queryDto);
|
if (CollectionUtils.isEmpty(pointValueList)) {
|
break;
|
}
|
dataList = pointValueList.stream().map(t -> {
|
DataValueVO vo = new DataValueVO();
|
vo.setDataTime(t.getT());
|
vo.setDataValue(t.getV());
|
return vo;
|
}).collect(Collectors.toList());
|
break;
|
case NORMALITEM:
|
case MERGEITEM:
|
List<DataValueVO> predictValue = mmItemResultService.getPredictValue(columnItem.getParamId(), columnItem.getStartTime(), columnItem.getEndTime());
|
|
if (CollectionUtils.isEmpty(predictValue)) {
|
break;
|
}
|
dataList = predictValue;
|
break;
|
case PLAN:
|
ApiDataQueryDTO queryPlanItemDto = new ApiDataQueryDTO();
|
queryPlanItemDto.setItemNo(planMap.get(columnItem.getParamId()).getItemNo());
|
queryPlanItemDto.setStart(columnItem.getStartTime());
|
queryPlanItemDto.setEnd(columnItem.getEndTime());
|
List<ApiDataValueDTO> planValueList = planItemApi.queryPlanItemHistoryValue(queryPlanItemDto);
|
if (CollectionUtils.isEmpty(planValueList)) {
|
break;
|
}
|
dataList = planValueList.stream().map(t -> {
|
DataValueVO vo = new DataValueVO();
|
vo.setDataTime(t.getDataTime());
|
vo.setDataValue(t.getDataValue());
|
return vo;
|
}).collect(Collectors.toList());
|
break;
|
case IND:
|
ApiIndItemQueryDTO queryIndItemDTO = new ApiIndItemQueryDTO();
|
ApiIndItemDTO intItem = indMap.get(columnItem.getParamId());
|
queryIndItemDTO.setItemNo(intItem.getItemNo());
|
queryIndItemDTO.setStart(columnItem.getStartTime());
|
queryIndItemDTO.setEnd(columnItem.getEndTime());
|
List<ApiIndItemValueDTO> indItemValueList = indItemApi.queryIndItemHistoryValue(queryIndItemDTO);
|
if (CollectionUtils.isEmpty(indItemValueList)) {
|
break;
|
}
|
|
dataList = indItemValueList.stream().map(t -> {
|
DataValueVO vo = new DataValueVO();
|
vo.setDataTime(DateUtil.parse(t.getDataTime()));
|
vo.setDataValue(Double.valueOf(t.getDataValue().toString()));
|
return vo;
|
}).collect(Collectors.toList());
|
break;
|
default:
|
break;
|
}
|
// 避免生产环境日志过多，分级打印
|
log.debug("数据获取,columnItem:" + columnItem + ",dataList：" + dataList);
|
log.info("数据获取,columnItem:" + columnItem + ",dataListLength：" + dataList.size());
|
return dataList;
|
}
|
}
|
