修改组织机构基础表的导入问题 待测试

src/main/java/com/gct/tools/etlcamelhuge/routeconfig/CamelJDBCConfiguration.java

@@ -1,26 +1,15 @@
 package com.gct.tools.etlcamelhuge.routeconfig;
 
-import com.alibaba.fastjson.JSONObject;
-import com.gct.tools.etlcamelhuge.entity.MQDiagnoseMsg;
 import org.apache.camel.*;
 import org.apache.camel.builder.RouteBuilder;
-import org.apache.rocketmq.client.producer.DefaultMQProducer;
 //import org.apache.rocketmq.common.message.Message;
 import org.apache.rocketmq.spring.core.RocketMQTemplate;
-import org.slf4j.Logger;
 import org.springframework.beans.factory.annotation.Autowired;
 import org.springframework.context.annotation.Bean;
 import org.springframework.context.annotation.Configuration;
-import org.springframework.http.HttpEntity;
-import org.springframework.http.HttpHeaders;
-import org.springframework.http.MediaType;
-import org.springframework.jdbc.support.SQLStateSQLExceptionTranslator;
 
-import java.math.BigDecimal;
-import java.nio.charset.StandardCharsets;
 import java.text.SimpleDateFormat;
 import java.util.*;
-import java.util.concurrent.atomic.AtomicInteger;
 
 /**
  * class name: CamelJDBCConfiguration
@@ -30,7 +19,7 @@ import java.util.concurrent.atomic.AtomicInteger;
  * @since 2021/4/14 下午3:16
  */
 @Configuration
-public class CamelJDBCConfiguration /*extends RouteBuilder */{
+public class CamelJDBCConfiguration /*extends RouteBuilder */ {
 
     @Autowired
     private RocketMQTemplate rocketMQTemplate;
@@ -255,30 +244,96 @@ public class CamelJDBCConfiguration /*extends RouteBuilder */{
             };
         };
     }*/
-
-
-
- @Bean
+    @Bean
     public RouteBuilder routeBuilderWithOracle1() {
-         SimpleDateFormat formatter = new SimpleDateFormat("yyyy-MM-dd");
-         Date date = new Date(System.currentTimeMillis());
-         String formatDate = formatter.format(date) + " 00:00:00";
+        SimpleDateFormat formatter = new SimpleDateFormat("yyyy-MM-dd");
+        Date date = new Date(System.currentTimeMillis());
+        String formatDate = formatter.format(date) + " 00:00:00";
         return new RouteBuilder() {
+            private SortedSet<String> organization;
+            private Map<String, Integer> orgIDs;
+            private Integer orgID;
+
             @Override
             public void configure() throws Exception {
+
                 from("timer:mytimer1?period=999999999")
-                        .routeId("oracle-1")
-                        .setBody(simple("select  jh,cydmc,zyq,zk,qyrq from zd_zdgs.dba01@A2 where rq  = to_date('2021-07-01','yyyy-MM-dd') and qyrq is not null "))
-                        .to("jdbc:oracle")
-                        .split(body()).process(exchange -> {
-                        Message in = exchange.getIn();
-                        HashMap<String, Object> aRow = in.getBody(HashMap.class);
-                        aRow.put("station_id",aRow.get("ZYQ")+"@"+aRow.get("CYDMC")+"@"+aRow.get("ZK"));
-                }).log("${body}")
-                        .setBody(simple("insert into centralbase.cb_cd_well_source (well_id,well_common_name,spud_date,station_id,station_name) " +
-                                "values ('${body[JH]}','${body[JH]}','${body[QYRQ]}'::timestamp,'${body[station_id]}','${body[ZK]}')"))
+                .routeId("oracle-1")
+                .setBody(simple("select  jh,cydmc,zyq,zk,qyrq from zd_zdgs.dba01@A2 where rq  = to_date('2021-07-01','yyyy-MM-dd') and qyrq is not null "))
+                .to("jdbc:oracle")
+                .transform()
+                .body((result) -> {
+                    organization = new TreeSet<>();
+                    orgID = 0;
+                    orgIDs = new HashMap<>();
+                    return result;
+                })
+                .split(body()).process(exchange -> {
+
+                    Message in = exchange.getIn();
+                    HashMap<String, Object> aRow = in.getBody(HashMap.class);
+                    String org_level3 = aRow.get("ZYQ") + "@" + aRow.get("CYDMC") + "@" + aRow.get("ZK");
+                    String org_level2 = aRow.get("ZYQ") + "@" + aRow.get("CYDMC");
+                    String org_level1 = aRow.get("ZYQ").toString();
+                    aRow.put("station_id", org_level3);
+                    //这里是重新生成的orgid，最好先查一下centralbase里已有的
+                    //默认一张新表
+                    if (organization.add(org_level1)) {
+                        orgID++;
+                        orgIDs.put(org_level1, orgID);
+                    }
+                    if (organization.add(org_level2)) {
+                        orgID++;
+                        orgIDs.put(org_level2, orgID);
+                    }
+                    if (organization.add(org_level3)) {
+                        orgID++;
+                        orgIDs.put(org_level3, orgID);
+                    }
+
+
+                })
+                .log("${body}")
+                .setBody(simple("insert into centralbase.cb_cd_well_source (well_id,well_common_name,spud_date,station_id,station_name) " +
+                        "values ('${body[JH]}','${body[JH]}','${body[QYRQ]}'::timestamp,'${body[station_id]}','${body[ZK]}')"))
+                .to("jdbc:centralbase")
+
+                .log("insert success")
+                /*******notice*********/
+                .transform().body((re) -> {
+                    List<Map<String, Object>> rows = new ArrayList<>();
+                    int code = 0;
+                    for (String s : organization) {
+                        code++;// code is same as org_id
+                        String[] orgs = s.split("@");
+                        Map<String, Object> row = new HashMap<>();
+                        row.put("org_id_pre", s);
+                        row.put("org_code", code);
+                        row.put("org_id", "" + code);
+                        switch (orgs.length) {
+                            case 1:
+                                row.put("org_name", orgs[0]);
+                                row.put("org_level", 1);
+                                row.put("org_parent", "0");
+                                break;
+                            case 2:
+                                row.put("org_name", orgs[1]);
+                                row.put("org_level", 2);
+                                row.put("org_parent", orgIDs.get(orgs[0]).toString());
+                                break;
+                            case 3:
+                                row.put("org_name", orgs[2]);
+                                row.put("org_level", 3);
+                                row.put("org_parent", orgIDs.get(orgs[0] + "@" + orgs[1]).toString());
+                                break;
+                        }
+                    }
+                    return rows;
+                })
+                        .setBody(simple("insert into centralbase.cb_pc_organization(org_id,org_code,org_name,org_level,parent_id,org_id_pre)" +
+                                "values('${body[org_id],body[org_code],body[org_name],body[org_level],body[parent_id],body[org_id_pre]}"))
                         .to("jdbc:centralbase")
-                        .log("insert success")
+                        /*******************************/
                         .end();
 
                 from("timer:mytimer2?period=999999999")
@@ -286,12 +341,12 @@ public class CamelJDBCConfiguration /*extends RouteBuilder */{
                         .setBody(simple("select distinct station_id,station_name from centralbase.cb_cd_well_source"))
                         .to("jdbc:centralbase")
                         .split(body()).process(exchange -> {
-                            Message in = exchange.getIn();
-                            HashMap<String, Object> aRow = in.getBody(HashMap.class);
-                            String parent_id = aRow.get("station_id").toString().substring(0, aRow.get("station_id").toString().lastIndexOf("@"));
-                            aRow.put("parent_id",parent_id);
-                            String org_id = UUID.randomUUID().toString().replace("-","").substring(0,10);
-                            aRow.put("org_id",org_id);
+                    Message in = exchange.getIn();
+                    HashMap<String, Object> aRow = in.getBody(HashMap.class);
+                    String parent_id = aRow.get("station_id").toString().substring(0, aRow.get("station_id").toString().lastIndexOf("@"));
+                    aRow.put("parent_id", parent_id);
+                    String org_id = UUID.randomUUID().toString().replace("-", "").substring(0, 10);
+                    aRow.put("org_id", org_id);
                 })
                         .setBody(simple("insert into centralbase.cb_pc_organization(org_id,org_name,org_level,parent_id)" +
                                 "values('${body[org_id]}','${body[station_name]}','3','${body[parent_id]}')"))
@@ -309,13 +364,13 @@ public class CamelJDBCConfiguration /*extends RouteBuilder */{
                     String parent_id = aRow.get("parent_id").toString().split("@")[0];
                     String org_name = aRow.get("parent_id").toString().split("@")[1];
                     //if (!aRow.containsValue(org_name)){
-                    aRow.put("org_name",org_name);
+                    aRow.put("org_name", org_name);
                     // }
                     //if (!aRow.containsValue(parent_id)){
-                    aRow.put("parent_id",parent_id);
+                    aRow.put("parent_id", parent_id);
                     //}
-                    String org_id = UUID.randomUUID().toString().replace("-","").substring(0,10);
-                    aRow.put("levelTwoOrgId",org_id);
+                    String org_id = UUID.randomUUID().toString().replace("-", "").substring(0, 10);
+                    aRow.put("levelTwoOrgId", org_id);
                 })
                         .setBody(simple("insert into centralbase.cb_pc_organization(org_id,org_name,org_level,parent_id)" +
                                 "values('${body[levelTwoOrgId]}','${body[org_name]}','2','${body[parent_id]}')"))
@@ -331,8 +386,8 @@ public class CamelJDBCConfiguration /*extends RouteBuilder */{
                     Message in = exchange.getIn();
                     HashMap<String, Object> aRow = in.getBody(HashMap.class);//沙南作业区@沙采二区
 
-                    String org_id = UUID.randomUUID().toString().replace("-","").substring(0,10);
-                    aRow.put("levelOneOrgId",org_id);
+                    String org_id = UUID.randomUUID().toString().replace("-", "").substring(0, 10);
+                    aRow.put("levelOneOrgId", org_id);
                 })
                         .setBody(simple("insert into centralbase.cb_pc_organization(org_id,org_name,org_level,parent_id)" +
                                 "values('${body[levelOneOrgId]}','${body[parent_id]}','1','0')"))
@@ -366,7 +421,9 @@ public class CamelJDBCConfiguration /*extends RouteBuilder */{
                         .to("jdbc:centralbase")
                         .log("insert !!!")
                         .end();
-            };
+            }
+
+            ;
         };
     }
 }