统一业务系统系统
blame | 历史 | 补丁 | 提交 | 提交对比 | 忽略空白
xiejun
2023-11-17 c520fd24a5f0f38290a1ccbc6ed2195de43463cb 
 Source/UBCS/ubcs-service/ubcs-code/src/main/java/com/vci/ubcs/code/service/impl/MdmIOServiceImpl.java


@@ -3,6 +3,7 @@


import com.alibaba.fastjson.JSONObject;


import com.alibaba.nacos.common.utils.StringUtils;


import com.baomidou.mybatisplus.core.toolkit.Wrappers;


import com.google.protobuf.ServiceException;


import com.vci.ubcs.code.applyjtcodeservice.feign.IMdmInterJtClient;


import com.vci.ubcs.code.bo.AttributeValue;


import com.vci.ubcs.code.bo.CodeClassifyFullInfoBO;


@@ -65,6 +66,7 @@


import java.io.File;


import java.io.IOException;


import java.text.MessageFormat;


import java.text.SimpleDateFormat;


import java.util.*;


import java.util.concurrent.ConcurrentHashMap;


import java.util.concurrent.CopyOnWriteArrayList;


@@ -97,6 +99,10 @@




   @Value("${batchadd.redis.time:6000000}")


   public int BATCHADD_REDIS_TIME;




   @Value("${batchadd.import_data_limit:5001}")


   private Integer IMPORT_DATA_LIMIT;




   /**


    * 主题库分类的服务


    */


@@ -397,9 +403,9 @@


         LinkedList<WriteExcelData> excelDataList = new LinkedList<>();


         Workbook workbook = new HSSFWorkbook();


         if(isHistory){


            excelDataList.add(new WriteExcelData(0,0,"分类路径"));


            excelDataList.add(new WriteExcelData(0,1,"码段宽度"));


            excelDataList.add(new WriteExcelData(0,2,!CollectionUtils.isEmpty(idAttrVOList)?idAttrVOList.get(0).getName():"企业编码"));


            excelDataList.add(new WriteExcelData(0,0,"分类路径",""));


            excelDataList.add(new WriteExcelData(0,1,"码段宽度",""));


            excelDataList.add(new WriteExcelData(0,2,!CollectionUtils.isEmpty(idAttrVOList)?idAttrVOList.get(0).getName():"企业编码",idAttrVOList.get(0).getId()));


         }


         for (int i = 0; i < templateAttrVOS.size(); i++) {


            CodeClassifyTemplateAttrVO attrVO = templateAttrVOS.get(i);


@@ -407,7 +413,7 @@


            Object text = attrVO.getName();


            text = exportKeyAndRequired(workbook,attrVO,text);


            int colIndex = (isHistory?3:0) + i;


            WriteExcelData excelData = new WriteExcelData(0, colIndex, text);


            WriteExcelData excelData = new WriteExcelData(0, colIndex, text,attrVO.getId());


            if(StringUtils.isNotBlank(attrVO.getCodeDateFormat())


               || VciFieldTypeEnum.VTDateTime.name().equalsIgnoreCase(attrVO.getAttributeDataType())


               || VciFieldTypeEnum.VTDate.name().equalsIgnoreCase(attrVO.getAttributeDataType())


@@ -787,11 +793,15 @@


      String uuid=VciBaseUtil.getPk();


      boolean isCreateUUid=false;


      boolean isExport=false;


      long start = System.currentTimeMillis();


      //long start = System.currentTimeMillis();


      for(int i=0;i<sheetDataSetList.size()-1;i++) {


         if (CollectionUtils.isEmpty(sheetDataSetList) || CollectionUtils.isEmpty(sheetDataSetList.get(i).getRowData())


            || sheetDataSetList.get(i).getRowData().size() < 1) {


            continue;


         }


         // 单次导入数量限制


         if(sheetDataSetList.get(i).getRowData().size() > IMPORT_DATA_LIMIT){


            throw new ServiceException("为了保证系统的稳定性，请一次不要导入超过"+IMPORT_DATA_LIMIT+"条的数据");


         }


         //历史导入的时候不处理编码


         //----逻辑内容----


@@ -815,7 +825,7 @@


         //找第一行，为了找标题


         CodeClassifyTemplateVO templateVO = new CodeClassifyTemplateVO();


         /**  if (!templateService.checkChildHasSameTemplate(classifyFullInfo.getCurrentClassifyVO().getOid())) {


          throw new VciBaseException("当前的分类以及下级分类的模板不相同");


             throw new VciBaseException("当前的分类以及下级分类的模板不相同");


          }***/


         //都转换完了。需要批量检查


         //找所有的分类路径,需要校验路径是否正确，是否都在当前的分类的下级


@@ -846,7 +856,7 @@


         String idFieldName = attrVOS.stream().filter(s -> VciQueryWrapperForDO.ID_FIELD.equalsIgnoreCase(s.getId())).findFirst().orElseGet(() -> new CodeClassifyTemplateAttrVO()).getName();


         getFieldIndexMap(titleRowData, attrNameIdMap, fieldIndexMap);


         //先不用管属性是否都存在，先转换一下数据


         List<ClientBusinessObject> cboList = new ArrayList<>();


         List<ClientBusinessObject> cboList = new CopyOnWriteArrayList<>();


         String fullPath = getFullPath(classifyFullInfo);


         //我们需要获取到所有的下级分类的oid的路径，因为后面需要


         Map<String/**主键**/, String/**路径**/> childOidPathMap = getChildClassifyPathMap(classifyFullInfo, fullPath);


@@ -932,7 +942,8 @@


         if (CollectionUtils.isEmpty(ruleOidMap.values())) {


            throw new VciBaseException("导入的数据所选择的分类都没有设置编码规则");


         }


         Map<String, CodeRuleVO> ruleVOMap = ruleService.listCodeRuleByIds(ruleOidMap.values(), true).stream().collect(Collectors.toMap(s -> s.getOid(), t -> t));


         // TODO: 该用oid查询规则的，别用id


         Map<String, CodeRuleVO> ruleVOMap = ruleService.listCodeRuleByOids(ruleOidMap.values()).stream().collect(Collectors.toMap(s -> s.getOid(), t -> t));


         //校验编码规则和码段是否正确


         Map<String, List<String>> ruleRowIndexMap = new ConcurrentHashMap<>();


         checkSecLengthInHistory(cboList, classifyVOMap, ruleVOMap, ruleOidMap, errorMap, ruleRowIndexMap);


@@ -1027,7 +1038,7 @@


               //VciBaseUtil.setCurrentUserSessionInfo(sessionInfo);


               List<String> rowIndexList = ruleRowIndexMap.get(ruleOid);


               List<ClientBusinessObject> thisCbos = finalNeedSaveCboList.stream().filter(cbo -> rowIndexList.contains(cbo.getAttributeValue(IMPORT_ROW_INDEX)) && !errorMap.containsKey(cbo.getAttributeValue(IMPORT_ROW_INDEX))).collect(Collectors.toList());


               List<BaseModel> dataCBOList=new ArrayList<>();


               List<BaseModel> dataCBOList=new CopyOnWriteArrayList<>();


               thisCbos.stream().forEach(clientBusinessObject -> {


                  BaseModel baseModel=new BaseModel();


                  BeanUtil.convert(clientBusinessObject,baseModel);


@@ -1044,7 +1055,7 @@


                     log.error("批量产生编码的时候出错了", e);


                     thisCbos.stream().forEach(cbo -> {


                        String rowIndex = cbo.getAttributeValue(IMPORT_ROW_INDEX);


                        errorMap.put(rowIndex, errorMap.getOrDefault(rowIndex, "") + ";系统错误，存储数据的时候出错了");


                        errorMap.put(rowIndex, errorMap.getOrDefault(rowIndex, "") + ";系统错误，存储数据的时候出错了:"+e.getMessage());


                     });




                  }


@@ -1057,7 +1068,7 @@


            engineService.batchSaveSelectChar(templateVO, dataCBOIdList);


         }


      }


      long end = System.currentTimeMillis();


      //long end = System.currentTimeMillis();


      //log.info("=============for执行时间================="+String.valueOf((end-start)/1000));


      String excelFileName="";


      if(isExport&&!CollectionUtils.isEmpty(shetNameMap)) {


@@ -1138,7 +1149,6 @@


    * @param currentTemplateVO


    * @param templateColumnVOMap


    */




   private void createTemplate(CodeClassifyTemplateVO currentTemplateVO,Map<String,List<ColumnVO>>templateColumnVOMap){




      List<CodeClassifyTemplateAttrVO> templateAttrVOS = currentTemplateVO.getAttributes().stream().filter(s ->


@@ -1528,7 +1538,6 @@


            total += commonsMapper.queryCountBySql(countSql);


         }


      }else{




         total = commonsMapper.queryCountBySql(countSql);


      }


      List<String> selectFieldList = new ArrayList<>();


@@ -1749,7 +1758,8 @@


            Map<String/**分类主键**/, String/**规则主键**/> ruleOidMap = new ConcurrentHashMap<String, String>();


            List<String> unExistRuleClassifyOidList = new CopyOnWriteArrayList<>();


            checkRuleOidInHistory(classifyVOMap, ruleOidMap, unExistRuleClassifyOidList);


            ruleVOMap = ruleService.listCodeRuleByIds(ruleOidMap.values(), true).stream().collect(Collectors.toMap(s -> s.getOid(), t -> t));


            // TODO   改用oid查询的，这儿不该用id


            ruleVOMap = ruleService.listCodeRuleByOids(ruleOidMap.values()).stream().collect(Collectors.toMap(s -> s.getOid(), t -> t));




            checkSecLengthInHistory(cboList, classifyVOMap, ruleVOMap, ruleOidMap, errorMap, ruleRowIndexMap);


         }


@@ -1955,7 +1965,6 @@




      //都转换完了。需要批量检查


      //如果出错了，我们依然执行有效的数据，无效的数据写回到excel中






      Map<String,String> errorKeyMap=new HashMap<>();


      //1.分类注入


@@ -2364,6 +2373,7 @@


         String dataStatus=cbo.getLcStatus();


         RowDatas rowData=codeDataMap.get(code);


         String status=rowData.getStatus();


         String lastModifier= rowData.getEditor();


         String operation=rowData.getOperation();


         if (cbo.getTs().compareTo(orderDTO.getTs())==0?false:true) {


            // throw new VciBaseException("数据不是最新的，可能他人已经修改，请刷新后再试");


@@ -2394,12 +2404,20 @@


            cbo.setName(orderDTO.getName());


            try {


               cbo.setAttributeValueWithNoCheck("description", orderDTO.getDescription());


               cbo.setAttributeValue("name", orderDTO.getName());


            //   cbo.setAttributeValue("name", orderDTO.getName());


               //  if(finalIsProcess){//在流程中不允许更改


               //     errorMap.put(code,errorMap.getOrDefault(code, errorMap.getOrDefault(code,"")+";数据"+code+"在流程中，不允许更改!"));


               //  }else{


               Date date=new Date();


               cbo.setLcStatus(status);


               cbo.setAttributeValue("lcstatus",status);


               cbo.setLastModifyTime(date);


               cbo.setLastModifier(lastModifier);


               cbo.setLastModifyTime(date);


               cbo.setAttributeValue("lastmodifier",lastModifier);


               cbo.setAttributeValue("lastmodifytime",new SimpleDateFormat("yyyy-MM-dd HH:mm:ss.SSS").format(date));


               cbo.setTs(date);


               cbo.setAttributeValue("ts",new SimpleDateFormat("yyyy-MM-dd HH:mm:ss.SSS").format(date));


               //  }


            } catch (VciBaseException e) {


               e.printStackTrace();


@@ -2745,10 +2763,10 @@


//               if (lifeCycleVO != null) {


//                  cbo.setLcStatus(lifeCycleVO.getStartStatus());


//               } else {


               cbo.setLcStatus(CodeDefaultLC.EDITING.getValue());


               cbo.setLcStatus(CodeDefaultLC.RELEASED.getValue());


//               }


            } else {


               cbo.setLcStatus(CodeDefaultLC.EDITING.getValue());


               cbo.setLcStatus(CodeDefaultLC.RELEASED.getValue());


            }




         }


@@ -2936,7 +2954,7 @@


                  for (int j = 0; j < ruleVO.getSecVOList().size(); j++) {


                     CodeBasicSecVO secVO = ruleVO.getSecVOList().get(j);


                     String length= secValues[j];


                     if(StringUtils.isNotBlank(secVO.getCodeSecLength())&&VciBaseUtil.getInt(length)>VciBaseUtil.getInt(secVO.getCodeSecLength())){


                     if(StringUtils.isNotBlank(secVO.getCodeSecLength())&&VciBaseUtil.getInt(length)>(VciBaseUtil.getInt(secVO.getCodeSecLength())+((secVO.getPrefixCode()+secVO.getSuffixCode()).length()))){


                        errorMap.put(rowIndex,errorMap.getOrDefault(rowIndex,"") + ";码段宽度与系统中的编码规则不同" );


                        fined = true;


                        break;


@@ -3114,7 +3132,7 @@


                  Integer userSecret = VciBaseUtil.getCurrentUserSecret();


                  cbo.setAttributeValue(SECRET_FIELD,String.valueOf((userSecret==null || userSecret ==0)? UserSecretEnum.NONE.getValue():userSecret));


               }


               cbo.setLcStatus(CodeDefaultLC.EDITING.getValue());


               cbo.setLcStatus(CodeDefaultLC.RELEASED.getValue());


            }else{


               //此时还没有转换路径


               //cbo.setAttributeValue(CODE_FULL_PATH_FILED, childOidPathMap.getOrDefault(rowData.getData().getOrDefault(CODE_CLASSIFY_OID_FIELD,""),fullPath));


@@ -3129,6 +3147,7 @@


      });




   }




   /**


    * excel转换为cbo的对象


    * @param classifyFullInfo 分类的全部信息


@@ -3146,7 +3165,7 @@


         ClientBusinessObject cbo=new ClientBusinessObject();


         DefaultAttrAssimtUtil.addDefaultAttrAssimt(cbo, classifyFullInfo.getTopClassifyVO().getBtmTypeId());


         rowData.getData().forEach((index,value)->{


            String field = fieldIndexMap.get(index);


               String field = fieldIndexMap.get(index);


            if (StringUtils.isBlank(field)) {


               throw new VciBaseException("第" + (index + 1) + "列的标题在系统中不存在");


            }


@@ -3171,7 +3190,7 @@


                  Integer userSecret = VciBaseUtil.getCurrentUserSecret();


                  cbo.setAttributeValue(SECRET_FIELD,String.valueOf((userSecret==null || userSecret ==0)? UserSecretEnum.NONE.getValue():userSecret));


               }


               cbo.setLcStatus(CodeDefaultLC.EDITING.getValue());


               cbo.setLcStatus(CodeDefaultLC.RELEASED.getValue());


            }else{


               //此时还没有转换路径


               //cbo.setAttributeValue(CODE_FULL_PATH_FILED, childOidPathMap.getOrDefault(rowData.getData().getOrDefault(CODE_CLASSIFY_OID_FIELD,""),fullPath));


@@ -3503,6 +3522,7 @@


         });


      }


   }




   /***


    * 校验分类对应的模板信息


    * @param titleRowData


@@ -3586,6 +3606,7 @@


      }


      return codeClassifyTemplateVOList ;


   }




   /**


    * 从属性上获取参照的内容


    * @param attrVO 属性的信息


@@ -3708,6 +3729,7 @@


         }


      }


   }




   /**


    * 处理分类注入


    * @param attrVOS 模板属性


@@ -3737,7 +3759,8 @@


                     }


                  }


                  CodeClassifyFullInfoBO newClassifyFullInfo= classifyFullInfoMap.get(cbo.getAttributeValue(CODE_CLASSIFY_OID_FIELD));


                  List<CodeClassifyVO> classifyVOS = newClassifyFullInfo.getParentClassifyVOs().stream().sorted(((o1, o2) -> o2.getDataLevel().compareTo(o1.getDataLevel()))).collect(Collectors.toList());


                  List<CodeClassifyVO> classifyVOS = newClassifyFullInfo.getParentClassifyVOs().stream().sorted(((o1, o2) -> -o2.getDataLevel().compareTo(o1.getDataLevel()))).collect(Collectors.toList());




                  int level = VciBaseUtil.getInt(attrVO.getClassifyInvokeLevel());


                  if (classifyVOS.size()>=level && level > 0 ) {


                     classifyVO = classifyVOS.get(level-1);


@@ -3796,7 +3819,9 @@


      //2.判断关键属性在系统里是否重复


      //因为数据量很大，所以得想办法并行


      //SessionInfo sessionInfo = VciBaseUtil.getCurrentUserSessionInfo();


      Map<String,List<BaseModel>> indexTODataMap=new HashMap<>();


      Map<String,List<BaseModel>> indexTODataMap=new ConcurrentHashMap<>();


      // 查询不需要参与关键属性校验的除自己以外的所有分类oid


      String isParticipateCheckOids = classifyService.selectLeafByParentClassifyOid(classifyFullInfo.getTopClassifyVO().getOid(), classifyFullInfo.getCurrentClassifyVO().getOid());


      List<ClientBusinessObject> repeatDataMap = cboList.parallelStream().filter(cbo -> {


         //每行都得查询.如果其中出现了错误，我们就直接抛出异常，其余的显示


         //VciBaseUtil.setCurrentUserSessionInfo(sessionInfo);


@@ -3810,6 +3835,10 @@


            engineService.wrapperKeyAttrConditionMap(value, keyRuleVO, attrId, trim, ignoreCase, ignoreWidth, trimAll, conditionMap);


         });


         if (!CollectionUtils.isEmpty(ketAttrMap)) {


            // 添加不参与关键属性校验的分类oid判断


            if(Func.isNotBlank(isParticipateCheckOids)){


               conditionMap.put("t.codeclsfid",QueryOptionConstant.NOTIN+isParticipateCheckOids);


            }


            CodeTemplateAttrSqlBO sqlBO = engineService.getSqlByTemplateVO(classifyFullInfo.getTopClassifyVO().getBtmTypeId(), templateVO, conditionMap, null);


            boolean isKeyCheck= commonsMapper.queryCountBySql(sqlBO.getSqlCount()) > 0;


            if(isKeyCheck){


@@ -3853,7 +3882,7 @@


         if(StringUtils.isBlank(classifyPath)){


            classifyPath = "#current#";


         }


         if ( !pathMap.containsKey(classifyPath)) {


         if (!pathMap.containsKey(classifyPath)) {


            String row_index = cbo.getAttributeValue(IMPORT_ROW_INDEX);


            errorMap.put(row_index,errorMap.getOrDefault(row_index,"") + ";分类路径不存在");


         } else {


@@ -3936,6 +3965,9 @@


            childOidPathMap.put(childPath.getOid(),thisClassifyPath);


         });


      }


      String path=classifyFullInfo.getCurrentClassifyVO().getId();


      //根据客户选择的分类路径未id，还是name确定路径拼接


      childOidPathMap.put(classifyFullInfo.getCurrentClassifyVO().getOid(),fullPath);


      return childOidPathMap;


   }




@@ -3993,7 +4025,7 @@


               List<String>newOidList=new ArrayList<>();


               newOidList.add(oid);


               if(keyAttrOkOidTORepeatOidMap.containsKey(okOid)){


                  List<String> oldOidList=   keyAttrOkOidTORepeatOidMap.get(okOid);


                  List<String> oldOidList = keyAttrOkOidTORepeatOidMap.get(okOid);


                  newOidList.addAll(oldOidList);




               }