|
@@ -2,12 +2,16 @@ package org.jeecg.modules.kpiImportList.service.impl;
|
|
|
|
|
|
import lombok.extern.slf4j.Slf4j;
|
|
|
import org.jeecg.common.api.vo.Result;
|
|
|
+import org.jeecg.modules.Index.entity.kpi.IndexKpiCompletByDate;
|
|
|
import org.jeecg.modules.costModelWxPrice.entity.CostModelWxPrice;
|
|
|
import org.jeecg.modules.kpiImportList.entity.KpiImportList;
|
|
|
import org.jeecg.modules.kpiImportList.mapper.KpiImportListMapper;
|
|
|
import org.jeecg.modules.kpiImportList.service.IKpiImportListService;
|
|
|
+import org.jeecg.modules.kpiImportListRepeat.entity.KpiImportListRepeat;
|
|
|
+import org.jeecg.modules.kpiImportListRepeat.service.IKpiImportListRepeatService;
|
|
|
import org.jeecgframework.poi.excel.ExcelImportUtil;
|
|
|
import org.jeecgframework.poi.excel.entity.ImportParams;
|
|
|
+import org.springframework.beans.factory.annotation.Autowired;
|
|
|
import org.springframework.stereotype.Service;
|
|
|
|
|
|
import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
|
|
@@ -16,13 +20,13 @@ import org.springframework.web.multipart.MultipartHttpServletRequest;
|
|
|
|
|
|
import javax.servlet.http.HttpServletRequest;
|
|
|
import javax.servlet.http.HttpServletResponse;
|
|
|
+import java.io.FileInputStream;
|
|
|
+import java.io.FileNotFoundException;
|
|
|
import java.io.IOException;
|
|
|
+import java.io.InputStream;
|
|
|
import java.math.BigDecimal;
|
|
|
import java.math.RoundingMode;
|
|
|
-import java.util.ArrayList;
|
|
|
-import java.util.Iterator;
|
|
|
-import java.util.List;
|
|
|
-import java.util.Map;
|
|
|
+import java.util.*;
|
|
|
|
|
|
/**
|
|
|
* @Description: 年指标导入
|
|
@@ -33,6 +37,15 @@ import java.util.Map;
|
|
|
@Service
|
|
|
@Slf4j
|
|
|
public class KpiImportListServiceImpl extends ServiceImpl<KpiImportListMapper, KpiImportList> implements IKpiImportListService {
|
|
|
+ @Autowired
|
|
|
+ @SuppressWarnings("all")
|
|
|
+ private KpiImportListMapper kpiImportListMapper;
|
|
|
+
|
|
|
+ @Autowired
|
|
|
+ @SuppressWarnings("all")
|
|
|
+ private IKpiImportListRepeatService kpiImportListRepeatService;
|
|
|
+
|
|
|
+
|
|
|
/**
|
|
|
* 通过excel导入数据
|
|
|
* 导入年指标,平均计算月指标并导入
|
|
@@ -52,22 +65,111 @@ public class KpiImportListServiceImpl extends ServiceImpl<KpiImportListMapper, K
|
|
|
params.setHeadRows(1);
|
|
|
params.setNeedSave(true);
|
|
|
try {
|
|
|
- List<KpiImportList> list = ExcelImportUtil.importExcel(file.getInputStream(), clazz, params);
|
|
|
- List<KpiImportList> listNew = new ArrayList<>(); //用来存放计算的月指标以及去除空值的数据
|
|
|
- for (KpiImportList kpiImportList : list) {
|
|
|
- if (kpiImportList.getDepartment() != null && kpiImportList.getKpi() != null && kpiImportList.getYear() != null) {
|
|
|
- kpiImportList.setKpiMonth(kpiImportList.getKpi().divide(BigDecimal.valueOf(12), 2, RoundingMode.HALF_UP));
|
|
|
- listNew.add(kpiImportList);
|
|
|
+ int numRepeatData = 0;//记录重复数据,需要弄出来放在一个新表中保存
|
|
|
+ int numErrorData = 0;//记录异常数据的条数 异常数据是指外协项目为空或者外协单位为空的情况
|
|
|
+ List<KpiImportList> list = ExcelImportUtil.importExcel(file.getInputStream(), clazz, params);//从excel表格中获取所有数据
|
|
|
+ List<KpiImportList> listDataBase = kpiImportListMapper.getKpiAll();//从数据库中获取所有数据
|
|
|
+ System.out.println(listDataBase);
|
|
|
+ List<KpiImportListRepeat> listDataBaseRepeat = kpiImportListMapper.getKpiRepeatAll();//从数据库中获取所有未处理的重复数据
|
|
|
+ Map<String, KpiImportList> listDataBaseMap = new HashMap<>();
|
|
|
+ for(KpiImportList kpiImportList:listDataBase){
|
|
|
+ listDataBaseMap.put(String.format("%s,%d",kpiImportList.getDepartment(), kpiImportList.getYear()), kpiImportList);
|
|
|
+ }
|
|
|
+ List<KpiImportList> listNew = new ArrayList<>(); //用来存放计算的月指标以及去除空值的数据,需要存入数据库中的数据
|
|
|
+ List<KpiImportListRepeat> listNewRepeat = new ArrayList<>();//用来存放重复数据
|
|
|
+ for (KpiImportList kpiImportList1 : list) {
|
|
|
+ //列表中去除重复数据
|
|
|
+ if (!listNew.contains(kpiImportList1)) {
|
|
|
+ //列表中去除部门、指标、指标年份为null的数据,为异常数据
|
|
|
+ if (kpiImportList1.getDepartment() != null && kpiImportList1.getKpi() != null && kpiImportList1.getYear() != null) {
|
|
|
+ //判断该数据是否与数据库中的数据重复
|
|
|
+ //完全重复忽略,部门年份相同,指标不同存入重复表
|
|
|
+ if(!listDataBase.contains(kpiImportList1)){
|
|
|
+ String kpiImportListKey = String.format("%s,%d", kpiImportList1.getDepartment(), kpiImportList1.getYear());
|
|
|
+ if (!listDataBaseMap.containsKey(kpiImportListKey)) {
|
|
|
+ if (kpiImportList1.getKpi().equals(BigDecimal.valueOf(0))) {
|
|
|
+ kpiImportList1.setKpiMonth(BigDecimal.valueOf(0));
|
|
|
+ } else {
|
|
|
+ kpiImportList1.setKpiMonth(kpiImportList1.getKpi().divide(BigDecimal.valueOf(12), 2, RoundingMode.HALF_UP));
|
|
|
+ }
|
|
|
+ listNew.add(kpiImportList1);//新增指标数据
|
|
|
+ } else {//重复数据(将该数据和数据库中的数据都存入重复数据表中,便于后续选择)
|
|
|
+ System.out.println("当前需要存入的重复数据:");
|
|
|
+ System.out.println(kpiImportList1);
|
|
|
+ //该数据
|
|
|
+ KpiImportListRepeat kpiImportListRepeat1 = new KpiImportListRepeat();
|
|
|
+ kpiImportListRepeat1.setDepartment(kpiImportList1.getDepartment());
|
|
|
+ kpiImportListRepeat1.setKpi(kpiImportList1.getKpi());
|
|
|
+ kpiImportListRepeat1.setYear(kpiImportList1.getYear());
|
|
|
+ //数据库中重复数据
|
|
|
+ KpiImportList kpiImportList2 = listDataBaseMap.get(kpiImportListKey);
|
|
|
+ KpiImportListRepeat kpiImportListRepeat2 = new KpiImportListRepeat();
|
|
|
+ kpiImportListRepeat2.setDepartment(kpiImportList2.getDepartment());
|
|
|
+ kpiImportListRepeat2.setKpi(kpiImportList2.getKpi());
|
|
|
+ kpiImportListRepeat2.setYear(kpiImportList2.getYear());
|
|
|
+ listNewRepeat.add(kpiImportListRepeat1);//新增一条重复数据
|
|
|
+ listNewRepeat.add(kpiImportListRepeat2);//数据库中数据也存入重复表
|
|
|
+ numRepeatData++;//重复数据加一
|
|
|
+ }
|
|
|
+ }else{
|
|
|
+ numRepeatData++;//重复数据加一
|
|
|
+ }
|
|
|
+ } else {
|
|
|
+ numErrorData++;//异常数据加一
|
|
|
+ }
|
|
|
+ } else {
|
|
|
+ //列表中去除部门、指标、指标年份为null的数据,为异常数据
|
|
|
+ if (kpiImportList1.getDepartment() != null && kpiImportList1.getKpi() != null && kpiImportList1.getYear() != null) {
|
|
|
+// KpiImportListRepeat kpiImportListRepeat = new KpiImportListRepeat();
|
|
|
+// kpiImportListRepeat.setDepartment(kpiImportList1.getDepartment());
|
|
|
+// kpiImportListRepeat.setKpi(kpiImportList1.getKpi());
|
|
|
+// kpiImportListRepeat.setYear(kpiImportList1.getYear());
|
|
|
+// listNewRepeat.add(kpiImportListRepeat);//新增一条重复数据
|
|
|
+ numRepeatData++;//重复数据加一
|
|
|
+ } else {
|
|
|
+ numErrorData++;//异常数据加一
|
|
|
+ }
|
|
|
}
|
|
|
+
|
|
|
}
|
|
|
+ List<KpiImportListRepeat> listNewRepeat2 = new ArrayList<>();
|
|
|
+ //去除两个相似数据对应相同的数据库数据,只留一个数据库数据即可
|
|
|
+ for(KpiImportListRepeat kpiImportListRepeat:listNewRepeat){
|
|
|
+ if((!listNewRepeat2.contains(kpiImportListRepeat)) && (!listDataBaseRepeat.contains(kpiImportListRepeat))){
|
|
|
+ KpiImportListRepeat kpiImportListRepeat2 = new KpiImportListRepeat();
|
|
|
+ kpiImportListRepeat2.setDepartment(kpiImportListRepeat.getDepartment());
|
|
|
+ kpiImportListRepeat2.setYear(kpiImportListRepeat.getYear());
|
|
|
+ kpiImportListRepeat2.setKpi(kpiImportListRepeat.getKpi());
|
|
|
+ if(kpiImportListRepeat2.getKpi().equals(BigDecimal.valueOf(0))){
|
|
|
+ kpiImportListRepeat2.setKpiMonth(BigDecimal.valueOf(0));
|
|
|
+ }else{
|
|
|
+ kpiImportListRepeat2.setKpiMonth(kpiImportListRepeat2.getKpi().divide(BigDecimal.valueOf(12), 2, RoundingMode.HALF_UP));
|
|
|
+ }
|
|
|
+ listNewRepeat2.add(kpiImportListRepeat2);
|
|
|
+ }
|
|
|
+ }
|
|
|
+ System.out.println("新增指标数据:");
|
|
|
+ System.out.println(listNew);
|
|
|
+ System.out.println("重复指标数据:");
|
|
|
+ System.out.println(listNewRepeat2);
|
|
|
+
|
|
|
+
|
|
|
//update-begin-author:taoyan date:20190528 for:批量插入数据
|
|
|
long start = System.currentTimeMillis();
|
|
|
this.saveBatch(listNew);
|
|
|
+ kpiImportListRepeatService.saveBatch(listNewRepeat2);
|
|
|
//400条 saveBatch消耗时间1592毫秒 循环插入消耗时间1947毫秒
|
|
|
//1200条 saveBatch消耗时间3687毫秒 循环插入消耗时间5212毫秒
|
|
|
log.info("消耗时间" + (System.currentTimeMillis() - start) + "毫秒");
|
|
|
//update-end-author:taoyan date:20190528 for:批量插入数据
|
|
|
- return Result.ok("文件导入成功!数据行数:" + listNew.size());
|
|
|
+// return Result.ok("文件导入成功!数据行数:" + listNew.size());
|
|
|
+ if((numRepeatData == 0)&&(numErrorData==0)){
|
|
|
+ return Result.ok("文件导入成功!数据行数:" + listNew.size());
|
|
|
+ }
|
|
|
+ else{
|
|
|
+ return Result.error("文件导入部分数据!数据行数:" + listNew.size() + ",异常数据行数:" + numErrorData + ",需要确定修改的重复数据行数:" + numRepeatData);
|
|
|
+ }
|
|
|
+
|
|
|
} catch (Exception e) {
|
|
|
//update-begin-author:taoyan date:20211124 for: 导入数据重复增加提示
|
|
|
String msg = e.getMessage();
|
|
@@ -88,4 +190,136 @@ public class KpiImportListServiceImpl extends ServiceImpl<KpiImportListMapper, K
|
|
|
}
|
|
|
return Result.error("文件导入失败!");
|
|
|
}
|
|
|
+
|
|
|
+ /**用于文件管理——导入日志——导入部门年指标导入表*/
|
|
|
+ public Result<?> importExcel1(String strUrl, Class<KpiImportList> clazz) {
|
|
|
+ InputStream inputStream = null;
|
|
|
+ try {
|
|
|
+ inputStream = new FileInputStream(strUrl);
|
|
|
+ } catch (FileNotFoundException e) {
|
|
|
+ e.printStackTrace();
|
|
|
+ }
|
|
|
+ // 获取上传文件对象
|
|
|
+ ImportParams params = new ImportParams();
|
|
|
+ params.setTitleRows(0);/*表格标题所占行数(默认是0)*/
|
|
|
+ params.setHeadRows(1);/*表头所占据的行数行数,默认1,代表标题占据一行*/
|
|
|
+ params.setNeedSave(true);
|
|
|
+ try {
|
|
|
+ int numRepeatData = 0;//记录重复数据,需要弄出来放在一个新表中保存
|
|
|
+ int numErrorData = 0;//记录异常数据的条数 异常数据是指外协项目为空或者外协单位为空的情况
|
|
|
+ List<KpiImportList> list = ExcelImportUtil.importExcel(inputStream, clazz, params);//从excel表格中获取所有数据
|
|
|
+ List<KpiImportList> listDataBase = kpiImportListMapper.getKpiAll();//从数据库中获取所有数据
|
|
|
+ List<KpiImportListRepeat> listDataBaseRepeat = kpiImportListMapper.getKpiRepeatAll();//从数据库中获取所有未处理的重复数据
|
|
|
+ Map<String, KpiImportList> listDataBaseMap = new HashMap<>();
|
|
|
+ for (KpiImportList kpiImportList : listDataBase) {
|
|
|
+ listDataBaseMap.put(String.format("%s,%d", kpiImportList.getDepartment(), kpiImportList.getYear()), kpiImportList);
|
|
|
+ }
|
|
|
+ List<KpiImportList> listNew = new ArrayList<>(); //用来存放计算的月指标以及去除空值的数据,需要存入数据库中的数据
|
|
|
+ List<KpiImportListRepeat> listNewRepeat = new ArrayList<>();//用来存放重复数据
|
|
|
+ for (KpiImportList kpiImportList1 : list) {
|
|
|
+ //列表中去除重复数据
|
|
|
+ if (!listNew.contains(kpiImportList1)) {
|
|
|
+ //列表中去除部门、指标、指标年份为null的数据,为异常数据
|
|
|
+ if (kpiImportList1.getDepartment() != null && kpiImportList1.getKpi() != null && kpiImportList1.getYear() != null) {
|
|
|
+ //判断该数据是否与数据库中的数据重复
|
|
|
+ //完全重复忽略,部门年份相同,指标不同存入重复表
|
|
|
+ if(!listDataBase.contains(kpiImportList1)){
|
|
|
+ String kpiImportListKey = String.format("%s,%d", kpiImportList1.getDepartment(), kpiImportList1.getYear());
|
|
|
+ if (!listDataBaseMap.containsKey(kpiImportListKey)) {
|
|
|
+ if (kpiImportList1.getKpi().equals(BigDecimal.valueOf(0))) {
|
|
|
+ kpiImportList1.setKpiMonth(BigDecimal.valueOf(0));
|
|
|
+ } else {
|
|
|
+ kpiImportList1.setKpiMonth(kpiImportList1.getKpi().divide(BigDecimal.valueOf(12), 2, RoundingMode.HALF_UP));
|
|
|
+ }
|
|
|
+ listNew.add(kpiImportList1);//新增指标数据
|
|
|
+ } else {//重复数据(将该数据和数据库中的数据都存入重复数据表中,便于后续选择)
|
|
|
+ //该数据
|
|
|
+ KpiImportListRepeat kpiImportListRepeat1 = new KpiImportListRepeat();
|
|
|
+ kpiImportListRepeat1.setDepartment(kpiImportList1.getDepartment());
|
|
|
+ kpiImportListRepeat1.setKpi(kpiImportList1.getKpi());
|
|
|
+ kpiImportListRepeat1.setYear(kpiImportList1.getYear());
|
|
|
+ //数据库中重复数据
|
|
|
+ KpiImportList kpiImportList2 = listDataBaseMap.get(kpiImportListKey);
|
|
|
+ KpiImportListRepeat kpiImportListRepeat2 = new KpiImportListRepeat();
|
|
|
+ kpiImportListRepeat2.setDepartment(kpiImportList2.getDepartment());
|
|
|
+ kpiImportListRepeat2.setKpi(kpiImportList2.getKpi());
|
|
|
+ kpiImportListRepeat2.setYear(kpiImportList2.getYear());
|
|
|
+ listNewRepeat.add(kpiImportListRepeat1);//新增一条重复数据
|
|
|
+ listNewRepeat.add(kpiImportListRepeat2);//数据库中数据也存入重复表
|
|
|
+ numRepeatData++;//重复数据加一
|
|
|
+ }
|
|
|
+ }else{
|
|
|
+ numRepeatData++;//重复数据加一
|
|
|
+ }
|
|
|
+ } else {
|
|
|
+ numErrorData++;//异常数据加一
|
|
|
+ }
|
|
|
+ } else {
|
|
|
+ //列表中去除部门、指标、指标年份为null的数据,为异常数据
|
|
|
+ if (kpiImportList1.getDepartment() != null && kpiImportList1.getKpi() != null && kpiImportList1.getYear() != null) {
|
|
|
+// KpiImportListRepeat kpiImportListRepeat = new KpiImportListRepeat();
|
|
|
+// kpiImportListRepeat.setDepartment(kpiImportList1.getDepartment());
|
|
|
+// kpiImportListRepeat.setKpi(kpiImportList1.getKpi());
|
|
|
+// kpiImportListRepeat.setYear(kpiImportList1.getYear());
|
|
|
+// listNewRepeat.add(kpiImportListRepeat);//新增一条重复数据
|
|
|
+ numRepeatData++;//重复数据加一
|
|
|
+ } else {
|
|
|
+ numErrorData++;//异常数据加一
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ }
|
|
|
+
|
|
|
+ List<KpiImportListRepeat> listNewRepeat2 = new ArrayList<>();
|
|
|
+ //去除两个相似数据对应相同的数据库数据,只留一个数据库数据即可
|
|
|
+ for (KpiImportListRepeat kpiImportListRepeat : listNewRepeat) {
|
|
|
+ if ((!listNewRepeat2.contains(kpiImportListRepeat)) && (!listDataBaseRepeat.contains(kpiImportListRepeat))) {
|
|
|
+ if (kpiImportListRepeat.getKpi().equals(BigDecimal.valueOf(0))) {
|
|
|
+ kpiImportListRepeat.setKpiMonth(BigDecimal.valueOf(0));
|
|
|
+ } else {
|
|
|
+ kpiImportListRepeat.setKpiMonth(kpiImportListRepeat.getKpi().divide(BigDecimal.valueOf(12), 2, RoundingMode.HALF_UP));
|
|
|
+ }
|
|
|
+ listNewRepeat2.add(kpiImportListRepeat);
|
|
|
+ }
|
|
|
+ }
|
|
|
+ System.out.println("新增指标数据:");
|
|
|
+ System.out.println(listNew);
|
|
|
+ System.out.println("重复指标数据:");
|
|
|
+ System.out.println(listNewRepeat2);
|
|
|
+
|
|
|
+
|
|
|
+ //update-begin-author:taoyan date:20190528 for:批量插入数据
|
|
|
+ long start = System.currentTimeMillis();
|
|
|
+ this.saveBatch(listNew);
|
|
|
+ kpiImportListRepeatService.saveBatch(listNewRepeat2);
|
|
|
+ //400条 saveBatch消耗时间1592毫秒 循环插入消耗时间1947毫秒
|
|
|
+ //1200条 saveBatch消耗时间3687毫秒 循环插入消耗时间5212毫秒
|
|
|
+ log.info("消耗时间" + (System.currentTimeMillis() - start) + "毫秒");
|
|
|
+ //update-end-author:taoyan date:20190528 for:批量插入数据
|
|
|
+// return Result.ok("文件导入成功!数据行数:" + listNew.size());
|
|
|
+ if ((numRepeatData == 0) && (numErrorData == 0)) {
|
|
|
+ return Result.ok("文件导入成功!数据行数:" + listNew.size());
|
|
|
+ } else {
|
|
|
+ return Result.error("文件导入部分数据!数据行数:" + listNew.size() + ",异常数据行数:" + numErrorData + ",需要确定修改的重复数据行数:" + numRepeatData);
|
|
|
+ }
|
|
|
+
|
|
|
+ } catch (Exception e) {
|
|
|
+ //update-begin-author:taoyan date:20211124 for: 导入数据重复增加提示
|
|
|
+ String msg = e.getMessage();
|
|
|
+ log.error(msg, e);
|
|
|
+ if (msg != null && msg.indexOf("Duplicate entry") >= 0) {
|
|
|
+ return Result.error("文件导入失败:有重复数据!");
|
|
|
+ } else {
|
|
|
+ return Result.error("文件导入失败:" + e.getMessage());
|
|
|
+ }
|
|
|
+ //update-end-author:taoyan date:20211124 for: 导入数据重复增加提示
|
|
|
+ } finally {
|
|
|
+ try {
|
|
|
+ inputStream.close();
|
|
|
+ } catch (IOException e) {
|
|
|
+ e.printStackTrace();
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
}
|