sis-background/gyee-sample-impala/src/main/java/com/gyee/impala/controller/diagnose/TrainFaultDiagnoseController.java

package com.gyee.impala.controller.diagnose;


import com.alibaba.fastjson.JSONObject;
import com.gyee.impala.common.result.JsonResult;
import com.gyee.impala.common.result.ResultCode;
import com.gyee.impala.common.util.DateUtil;
import com.gyee.impala.model.custom.diagnose.DataInfo;
import com.gyee.impala.model.custom.diagnose.ExecuteInfo;
import com.gyee.impala.model.master.Casefault;
import com.gyee.impala.model.master.diagnose.Diagnosepoint;
import com.gyee.impala.model.master.diagnose.Diagnosetrainhistory;
import com.gyee.impala.model.master.diagnose.TrainInfo;
import com.gyee.impala.service.custom.diagnose.CmdFaultDiagnoseService;
import com.gyee.impala.service.custom.diagnose.DataDiagnoseService;
import com.gyee.impala.service.custom.diagnose.TrainDataModeService;
import com.gyee.impala.service.master.CasefaultService;
import lombok.extern.slf4j.Slf4j;
import org.apache.kudu.client.ListTablesResponse;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.scheduling.concurrent.ThreadPoolTaskExecutor;
import org.springframework.web.bind.annotation.*;
import org.springframework.web.multipart.MultipartFile;

import javax.annotation.Resource;
import java.util.*;
import java.util.stream.Collectors;


/**
 * 故障诊断模型训练
 */
@Slf4j
@CrossOrigin
@RestController
@RequestMapping("/api/diagnose")
public class TrainFaultDiagnoseController {

    @Autowired
    private DataDiagnoseService dataService;
    @Autowired
    private CasefaultService casefaultService;
    @Autowired
    TrainDataModeService trainDataModeService;

    /**
     * 线程池
     */
    @Resource
    private ThreadPoolTaskExecutor taskExecutor;

    @Autowired
    private CmdFaultDiagnoseService trainFileModeService;

    private static final Object locker = new Object();


    private String name1;
    private String forecastLabel1;
    private String[] inputLabel1;
    private String host1;
    private MultipartFile file1;
    private ExecuteInfo executeInfo;
    private String fileName;


    /**
     * 文件模式训练接口
     * @param name
     * @param forecastLabel
     * @param inputLabel
     * @param host
     * @param file
     * @return
     */
    @PostMapping("/trainfile")
    @ResponseBody
    public JSONObject getTrainfile(String name, String forecastLabel, String[] inputLabel, String host, MultipartFile file) {

        if (!trainFileModeService.isComplete()) {
            return JsonResult.error(4000, "命令正在执行...");
        }

        if (file.isEmpty()) {
            return JsonResult.error(ResultCode.ERROR_FILE_NO);
        }

        try {
            synchronized (locker) {
                name1 = name;
                forecastLabel1 = forecastLabel;
                inputLabel1 = inputLabel;
                host1 = host;
                file1 = file;
                taskExecutor.submit(this::execute);
            }

            return JsonResult.success(ResultCode.SUCCESS);
        } catch (Exception e) {
            return JsonResult.error(ResultCode.ERROR_DATA_FILE);
        }
    }


    /**
     * 调用执行脚本
     */
    private void execute() {
        trainFileModeService.exec(name1, forecastLabel1, inputLabel1, host1, file1);
    }

    /**   在线训练  **/
    /**
     * 查询数据库的表
     * @return
     */
    @GetMapping("/tables")
    public JSONObject getListTables(){
        List<Map<String, String>> list = new ArrayList<>();
        try {
            List<ListTablesResponse.TableInfo> tables = trainDataModeService.getListTables();
            tables.stream().filter(a -> a.getTableName().equals("impala::gyee_sample_kudu.casefault")).forEach(obj -> {
                Map<String, String> map = new HashMap<>();
                String name = obj.getTableName().substring(obj.getTableName().lastIndexOf(".") + 1);
                map.put("tableId", obj.getTableId());
                map.put("tableName", name);
                list.add(map);
            });
        } catch (Exception e) { e.getMessage(); }

        return JsonResult.successData(ResultCode.SUCCESS,list);
    }

    /**
     * 查询数据库表的列
     * @param table
     * @return
     */
    @GetMapping("/columns")
    public JSONObject getColumns(String table){
        Object columns = null;
        try {
            columns = trainDataModeService.getColumns(table);
        } catch (Exception e) { e.getMessage(); }

        return JsonResult.successData(ResultCode.SUCCESS, columns);
    }


    /** 查询样本数据 **/
    @GetMapping("/data")
    public JSONObject getData(String sql){
        List<Casefault> list = casefaultService.executeSql(sql);
        return JsonResult.successData(ResultCode.SUCCESS, list);
    }


    /** 开始训练 查询 golden 所有原始数据
     *  flag  ture: 所有数据
     *  flag  false: 前10条数据
     * **/
    @PostMapping("/pointdata")
    public JSONObject getPointData(@RequestBody JSONObject json){
        if (json == null)
            return JsonResult.error(ResultCode.PARAM_IS_BLANK);

        boolean flag = json.getBooleanValue("flag");
        List<Diagnosepoint> points = JSONObject.parseArray(json.getJSONArray("points").toString(), Diagnosepoint.class);
        List<Casefault> faults = JSONObject.parseArray(json.getJSONArray("faults").toString(), Casefault.class);

        /** 组装数据  删除添加的故障类型**/
        dataService.formatUniformcode(points.stream().filter(a -> !a.getUniformcode().equals("faulttype")).collect(Collectors.toList()));
        executeInfo = new ExecuteInfo();
        Calendar cal = Calendar.getInstance();
        DataInfo[] dataInfos = new DataInfo[faults.size()];
        for (int i = 0; i < faults.size(); i++){
            DataInfo data = new DataInfo();
            data.setId(Long.valueOf(faults.get(i).getId()));
            data.setStationId(faults.get(i).getStationen());
            data.setThingId(faults.get(i).getWindturbineid());
            data.setModelId(faults.get(i).getModel());
            data.setTag(faults.get(i).getFaultcode());
            data.setFaultTime(faults.get(i).getStarttime());

            cal.setTime(DateUtil.parseStrtoDate(faults.get(i).getStarttime(), DateUtil.YYYY_MM_DD_HH_MM_SS));
            cal.add(Calendar.MINUTE, -10);
            data.setStartTs(cal.getTimeInMillis() + "");
            cal.add(Calendar.MINUTE, 10);
            data.setEndTs(cal.getTimeInMillis() + "");
            dataInfos[i] = data;
        }
        executeInfo.setDataInfos(dataInfos);
        if (flag){
            if (!trainFileModeService.isComplete()) {
                return JsonResult.error(4000, "已有正在训练的模型...");
            }
            synchronized (locker) {
                taskExecutor.submit(this::execute2);
            }
            return JsonResult.success(ResultCode.SUCCESS);
        }else {
            Map<String, Object> mp = dataService.getFormData(executeInfo);
            return JsonResult.successData(ResultCode.SUCCESS, mp);
        }
    }

    /**
     * 调用执行脚本
     */
    private void execute2() {
        fileName = dataService.getFormDataAll(executeInfo);
        trainFileModeService.exec();
    }

    /**
     * py 获取在线训练数据
     *
     * @return
     */
    @GetMapping("/traindata")
    public JSONObject getData() {
        Map<String, Object> map = new HashMap<>();
        map.put("info", this.executeInfo);
        map.put("filename", fileName);
        return JsonResult.successData(ResultCode.SUCCESS, map);
    }
    /**   在线训练  **/


    /**
     * 生产控制台信息
     * @param trainInfo
     * @return
     */
    @PostMapping("/addtrainInfo")
    public JSONObject addProducer(@RequestBody String trainInfo) {

        try {
            TrainInfo t = JSONObject.parseObject(trainInfo, TrainInfo.class);
            trainFileModeService.produce(t);

            return JsonResult.success(ResultCode.SUCCESS);
        } catch (Exception e) {
            return JsonResult.error(ResultCode.ERROR);
        }

    }


    /**
     * 消费控制台信息
     * @return
     */
    @GetMapping("/gettrainInfo")
    @ResponseBody
    public JSONObject getConsume() {
        try {
            List<TrainInfo> list = trainFileModeService.consume();
            System.out.println(JsonResult.successData(ResultCode.SUCCESS, list));
            return JsonResult.successData(ResultCode.SUCCESS, list);
        } catch (Exception e) {
            return JsonResult.error(ResultCode.ERROR);
        }
    }


    /**
     * 添加训练结果
     *
     * @param history
     * @return
     */
    @PostMapping("/putHistory")
    public JSONObject putDiagnosetrainhistory(@RequestBody String history) {
        try {
            log.info("训练模型结果：" + history);
            trainFileModeService.putDiagnosetrainhistory(history);
            return JsonResult.success(ResultCode.SUCCESS);
        } catch (Exception e) {
            log.error("请求错误", e);
            return JsonResult.error(ResultCode.ERROR);
        }
    }


    /**
     * 获取当前训练结果
     * @return
     */
    @GetMapping("/getHistory")
    public JSONObject getHistory() {
        try {
            Diagnosetrainhistory d = trainFileModeService.consumeHistory();
            return JsonResult.successData(ResultCode.SUCCESS, d);
        } catch (Exception e) {
            log.error("请求错误", e);
            return JsonResult.error(ResultCode.ERROR);
        }
    }



    /**
     * 预测评估
     *
     * @param jsonObject
     * @return
     */
    @PostMapping("/forecasts")
    public JSONObject forecasts(@RequestBody JSONObject jsonObject) {
        try {
            log.warn("预估请求数据：" + jsonObject.toJSONString());
            String resultvalue = trainFileModeService.forecasts(jsonObject);
            return JsonResult.successData(ResultCode.SUCCESS, resultvalue);
        } catch (Exception e) {
            return JsonResult.error(ResultCode.ERROR);
        }

    }


}