更新泵深泵径动液面sql速度优化

src/main/java/com/gct/tools/etlcamelhuge/routeconfig/CamelJDBCCofRealTimeConfiguration.java

@@ -133,6 +133,7 @@ public class CamelJDBCCofRealTimeConfiguration {
                                 for (int i = 0; i < displacements.length; i++) {
                                     displacements[i] = Double.toString(Double.parseDouble(displacements[i])/10);
                                 }
+//                                System.out.println("disp="+Arrays.deepToString(displacements));
                                 String[] disp_loads = clobToString((Clob) aRow.get("DISP_LOAD")).split(",");
                                 Double SUSP_MAX_LOAD = max(disp_loads);
                                 Double SUSP_MIN_LOAD = min(disp_loads);

src/main/java/com/gct/tools/etlcamelhuge/routeconfig/CamelJDBCConfiguration.java

@@ -52,114 +52,6 @@ public class CamelJDBCConfiguration {
             @Override
             public void configure() throws Exception {
 
-                /*RouteDefinition OrgAndWellSource= (RouteDefinition) from("timer:insert-OrgAndWellSource?period=86400000")
-                        .routeId("insert-OrgAndWellSource")
-                        .setHeader("date", constant(getDate()+" 00:00:00"))
-                        .process(exchange -> {
-                            org = 0;
-                            orgIdPreList = new HashMap<>();
-                        })
-                        .setBody(simple("select max(org_id) from centralbase.cb_pc_organization"))
-                        .to("jdbc:centralbase")
-                        .process(exchange -> {
-                            HashMap body = exchange.getIn().getBody(HashMap.class);
-                            if (body == null || StringUtils.isEmpty(body.get("max"))) org = 0;
-                            else
-                                org = Integer.valueOf(body.get("max").toString());
-                        })
-                        .setBody(simple("select org_id_pre,org_id from centralbase.cb_pc_organization"))
-                        .to("jdbc:centralbase")
-                        .split(body()).process(exchange -> {
-                            HashMap body = exchange.getIn().getBody(HashMap.class);
-                            orgIdPreList.put(body.get("org_id_pre"),body.get("org_id"));
-                        }).end();
-                        setMyBody(OrgAndWellSource)
-                       .setBody(simple("select  distinct WELL_ID,cydmc,zyq,zk,qyrq,sccw,qk,REMARKS from DBA01 where PROD_DATE=to_date('${header.date}','yyyy-mm-dd hh24:mi:ss') and WELL_ID ='${header.well_id}'"))
-                       .to("jdbc:oracle")
-                       .transform()
-                       .body((result) -> {
-                              organization = new TreeSet<>();
-                              return result;
-                          })
-                       .step("1")
-                       .split(body()).process(exchange -> {
-                      Message in = exchange.getIn();
-                      HashMap<String, Object> aRow = in.getBody(HashMap.class);
-                      if (StringUtils.isEmpty(aRow.get("qyrq"))){
-                          aRow.put("QYRQ","2021-01-01 00:00:00");
-                      }
-                      if (!aRow.containsKey("JM")) aRow.put("JM",aRow.get("WELL_ID"));
-                      String org_level3 = aRow.get("ZYQ") + "@" + aRow.get("CYDMC") + "@" + aRow.get("ZK");
-                      String org_level2 = aRow.get("ZYQ") + "@" + aRow.get("CYDMC");
-                      String org_level1 = aRow.get("ZYQ").toString();
-                      aRow.put("station_id", org_level3);
-                      orgID = org;
-                      if ((!orgIdPreList.containsKey(org_level1)) || (!orgIdPreList.containsKey(org_level2)) || (!orgIdPreList.containsKey(org_level3))) {
-                          if (organization.add(org_level1)) {
-                                if (!orgIDs.containsKey(org_level1)) orgIDs.put(org_level1,++orgID);
-                          }
-                          if (organization.add(org_level2)) {
-                              if (!orgIDs.containsKey(org_level2)) orgIDs.put(org_level2,++orgID);
-                          }
-                          if (organization.add(org_level3)) {
-                              if (!orgIDs.containsKey(org_level3)) orgIDs.put(org_level3,++orgID);
-                          }
-                      }
-                      if(orgIdPreList.get(org_level3) !=null){
-                          aRow.put("org_id",orgIdPreList.get(org_level3));
-                          return;
-                      }
-                      if(orgIDs.get(org_level3) !=null){
-                          aRow.put("org_id",orgIDs.get(org_level3));
-                      }
-                  })
-                  .setBody(simple("insert into centralbase.cb_cd_well_source (well_id,well_common_name,spud_date,org_id,station_id,station_name,completion_name,PRODUCING_AREA_name,remarks) " +
-                                  "select '${body[WELL_ID]}','${body[JM]}','${body[QYRQ]}'::timestamp,'${body[org_id]}','${body[station_id]}','${body[ZK]}','${body[SCCW]}','${body[QK]}','${body[REMARKS]}' " +
-                                  "where NOT EXISTS ( SELECT * FROM centralbase.cb_cd_well_source WHERE well_id = '${body[WELL_ID]}' )"))
-                  .to("jdbc:centralbase")
-                  .end()
-                  .transform().body((re) -> {
-                      List<Map<String, Object>> rows = new ArrayList<>();
-                      for (String s : organization) {
-                          Map<String, Object> row = new HashMap<>();
-                          String[] orgs = s.split("@");
-                          row.put("org_id_pre", s);
-                          switch (orgs.length) {
-                              case 1:
-                                  row.put("org_name", orgs[0]);
-                                  row.put("org_level", 1);
-                                  row.put("org_parent", "0");
-                                  break;
-                              case 2:
-                                  row.put("org_name", orgs[1]);
-                                  row.put("org_level", 2);
-                                  row.put("org_parent", orgIDs.get(orgs[0]).toString());
-                                  break;
-                              case 3:
-                                  row.put("org_name", orgs[2]);
-                                  row.put("org_level", 3);
-                                  row.put("org_parent", orgIDs.get(orgs[0] + "@" + orgs[1]).toString());
-                                  break;
-                          }
-                          if (!orgIdPreList.containsKey(s)) {
-                              org++;
-                              row.put("org_code", org);
-                              row.put("org_id", "" + org);
-                              orgIdPreList.put(s, row.get("org_id"));
-                              rows.add(row);
-                          }
-                      }
-                      return rows;
-                  }).split(body())
-                  .setBody(simple("insert into centralbase.cb_pc_organization(org_id,org_code,org_name,org_level,parent_id,org_id_pre)" +
-                                  "select '${body[org_id]}','${body[org_code]}','${body[org_name]}','${body[org_level]}','${body[org_parent]}','${body[org_id_pre]}' " +
-                                  "where NOT EXISTS ( SELECT * FROM centralbase.cb_pc_organization WHERE org_id = '${body[org_id]}')"))
-                  .doTry()
-                  .to("jdbc:centralbase")
-                  .doCatch(Exception.class)
-                  .log("${header.date}"+" routeId:insert-OrgAndWellSource->  centralbase.cb_pc_organization insert data failed")
-                  .end();*/
-
                 from("timer:update-wellControl?period=3600000")
                         .routeId("update-wellControl")
                         .setBody(simple("select scc.well_id,wo.well_common_name,op.org_id from centralbase.sys_access_well_control scc\n" +
@@ -244,10 +136,11 @@ public class CamelJDBCConfiguration {
                         });
                 setSysControlBody(statusDailyDYM)
                         .setBody(simple("select distinct WELL_ID , PROD_DATE , DYNAMIC_LIQ_LEVEL " +
-                                "from ZY_DXGW.PC_PRO_COM_DAILY " +
-                                "where  (WELL_ID,PROD_DATE) in" +
-                                " (SELECT  WELL_ID,max(PROD_DATE) PROD_DATE  FROM ZY_DXGW.PC_PRO_COM_DAILY" +
-                                "    WHERE DYNAMIC_LIQ_LEVEL is not null and WELL_ID='${header.well_id}' group by WELL_ID)"))
+                                "                                from ZY_DXGW.PC_PRO_COM_DAILY " +
+                                "                                where (WELL_ID,PROD_DATE) in " +
+                                "                                 (SELECT WELL_ID, max(PROD_DATE) PROD_DATE  FROM ZY_DXGW.PC_PRO_COM_DAILY " +
+                                "                                  where   PROD_DATE > TO_DATE('2024-01-01','yyyy-MM-dd')  " +
+                                "and WELL_ID='${header.well_id}' and DYNAMIC_LIQ_LEVEL is not null  group by WELL_ID)"))
                         .to("jdbc:oracle")
                         .split(body())
                         .setBody(simple("update centralbase.cb_pc_pro_wellbore_status_daily set start_pump_liq_level = '${body[DYNAMIC_LIQ_LEVEL]}'  " +
@@ -266,18 +159,16 @@ public class CamelJDBCConfiguration {
                         });
                 setSysControlBody(statusDailyBS)
                         .setBody(simple("select distinct WELL_ID , PROD_DATE , PUMP_DEPTH " +
-                                "from ZY_DXGW.PC_PRO_COM_DAILY " +
-                                "where  (WELL_ID,PROD_DATE) in" +
-                                " (SELECT  WELL_ID,max(PROD_DATE) PROD_DATE  FROM ZY_DXGW.PC_PRO_COM_DAILY" +
-                                "    WHERE PUMP_DEPTH is not null and WELL_ID='${header.well_id}' group by WELL_ID)"))
+                                "                                from ZY_DXGW.PC_PRO_COM_DAILY " +
+                                "                                where (WELL_ID,PROD_DATE) in " +
+                                "                                 (SELECT WELL_ID, max(PROD_DATE) PROD_DATE  FROM ZY_DXGW.PC_PRO_COM_DAILY " +
+                                "                                  where   PROD_DATE > TO_DATE('2024-01-01','yyyy-MM-dd')  " +
+                                "and WELL_ID='${header.well_id}' and PUMP_DEPTH is not null  group by WELL_ID)"))
                         .to("jdbc:oracle")
                         .split(body())
                         .setBody(simple("update centralbase.cb_pc_pro_wellbore_status_daily set pump_depth = '${body[PUMP_DEPTH]}'  " +
                                 "where well_id = '${header.well_id}' and prod_date::date  = '${header.date}' "))
-                        .doTry()
                         .to("jdbc:centralbase")
-                        .doCatch(Exception.class)
-                        .log("${header.date}" + " routeId:update-statusDaily-BS ->  centralbase.cb_pc_pro_wellbore_status_daily update data failed")
                         .end();
 
                 RouteDefinition statusDailyBJ = from("timer:mytimer-update-statusDaily-BJ?period=10800000")
@@ -288,10 +179,11 @@ public class CamelJDBCConfiguration {
                         });
                 setSysControlBody(statusDailyBJ)
                         .setBody(simple("select distinct WELL_ID , PROD_DATE , PUMP_DIAMETER " +
-                                "from ZY_DXGW.PC_PRO_COM_DAILY " +
-                                "where  (WELL_ID,PROD_DATE) in" +
-                                " (SELECT  WELL_ID,max(PROD_DATE) PROD_DATE  FROM ZY_DXGW.PC_PRO_COM_DAILY" +
-                                "    WHERE PUMP_DIAMETER is not null and WELL_ID='${header.well_id}' group by WELL_ID)"))
+                                "                                from ZY_DXGW.PC_PRO_COM_DAILY " +
+                                "                                where (WELL_ID,PROD_DATE) in " +
+                                "                                 (SELECT WELL_ID, max(PROD_DATE) PROD_DATE  FROM ZY_DXGW.PC_PRO_COM_DAILY " +
+                                "                                  where   PROD_DATE > TO_DATE('2024-01-01','yyyy-MM-dd')  " +
+                                "and WELL_ID='${header.well_id}' and PUMP_DIAMETER is not null  group by WELL_ID)"))
                         .to("jdbc:oracle")
                         .split(body())
                         .setBody(simple("update centralbase.cb_pc_pro_wellbore_status_daily set oil_nozzle = '${body[PUMP_DIAMETER]}'  " +
@@ -314,7 +206,7 @@ public class CamelJDBCConfiguration {
                         .split(body()).process(exchange -> {
                             Message in = exchange.getIn();
                             HashMap<String, Object> aRow = in.getBody(HashMap.class);
-                            aRow.put("submergence_depth", null);
+                            aRow.put("submergence_depth", 0);
                             if (aRow.get("start_pump_liq_level") != null && aRow.get("pump_depth") != null) {
                                 double cmd = Double.parseDouble(aRow.get("pump_depth").toString()) - Double.parseDouble(aRow.get("start_pump_liq_level").toString()) / 10;
                                 BigDecimal bd = new BigDecimal(cmd);
@@ -326,7 +218,7 @@ public class CamelJDBCConfiguration {
                         .doTry()
                         .to("jdbc:centralbase")
                         .doCatch(Exception.class)
-                        .log("${header.date}" + " routeId:update-statusDaily-submergenceDepth ->  centralbase.cb_pc_pro_wellbore_status_daily update data failed")
+//                        .log("${header.date}" + " routeId:update-statusDaily-submergenceDepth ->  centralbase.cb_pc_pro_wellbore_status_daily update data failed")
                         .end();
 
 

src/main/resources/application.yml

@@ -7,7 +7,7 @@ spring:
     ds1:
       ## Hikari连接池的设置 Hikari 时间单位都是毫秒
       type: com.zaxxer.hikari.HikariDataSource
-      jdbc-url: jdbc:postgresql://11.72.150.241:54321/database
+      jdbc-url: jdbc:postgresql://10.72.118.135:54321/database
       username: root
       password: 123456
       driver-class-name: org.postgresql.Driver
@@ -30,7 +30,7 @@ spring:
     ds2:
       ## Hikari连接池的设置 Hikari 时间单位都是毫秒
       type: com.zaxxer.hikari.HikariDataSource
-      jdbc-url: jdbc:postgresql://11.72.150.241:54321/diagnosis
+      jdbc-url: jdbc:postgresql://10.72.118.135:54321/diagnosis
       username: root
       password: 123456
       driver-class-name: org.postgresql.Driver
@@ -75,7 +75,7 @@ spring:
     ds4:
       ## Hikari连接池的设置 Hikari 时间单位都是毫秒
       type: com.zaxxer.hikari.HikariDataSource
-      jdbc-url: jdbc:postgresql://11.72.150.241:54321/calliquid
+      jdbc-url: jdbc:postgresql://10.72.118.135:54321/calliquid
       username: root
       password: 123456
       driver-class-name: org.postgresql.Driver
@@ -118,7 +118,7 @@ server:
 
 rocketmq:
   #rocketmq的路由调度器的地址
-  name-server: 11.72.150.241:9876
+  name-server: 10.72.118.135:9876
   producer:
     # 消息分组
     group: aoid
@@ -136,7 +136,7 @@ gct:
         group: diagnose
         access-key: diagnose-msg-v1
         secret-key: diagnose-msg-v1
-      name-server: 11.72.150.241:9876
+      name-server: 10.72.118.135:9876
       consumer:
         group: diagnose
         access-key: diagnose-msg-v1
@@ -149,7 +149,7 @@ gct:
         group: warn
         access-key: warn-msg-v1
         secret-key: warn-msg-v1
-      name-server: 11.72.150.241:9876
+      name-server: 10.72.118.135:9876
       consumer:
         group: warn
         access-key: warn-msg-v1