数据导入代码再次修改

src/main/java/com/gct/tools/etlcamelhuge/camelconfig/MyDataSourceConfiguration.java

@@ -36,9 +36,9 @@ public class MyDataSourceConfiguration {
         return DataSourceBuilder.create().build();
     }
 
-    @Bean(name = "gtsj")
+/*    @Bean(name = "gtsj")
     @ConfigurationProperties(prefix = "spring.datasource.ds4")
     public DataSource dataSource4() {
         return DataSourceBuilder.create().build();
-    }
+    }*/
 }

src/main/java/com/gct/tools/etlcamelhuge/routeconfig/CamelJDBCConfiguration.java

@@ -265,11 +265,12 @@ public class CamelJDBCConfiguration /*extends RouteBuilder */{
             private SortedSet<String> organization;
             private Map<String, Integer> orgIDs;
             private Integer orgID;
-
+            //全部执行完成的大概时间在30-40分钟
             @Override
             public void configure() throws Exception {
                 //0 0 18 * * ?   每天下午6点执行一次
-                from("timer:mytimer1?period=999999999")
+                //单个执行时间30s左右,在之前有数据的情况下
+                from("timer:mytimer1?period=99999999999")
                 .routeId("oracle-1")
                 .setHeader("date",constant(date1))
                 .setBody(simple("select  distinct jh,cydmc,zyq,zk,qyrq,sccw,qk,bz from zd_zdgs.dba01@A2 where rq  = to_date('${header.date}','yyyy-MM-dd') and qyrq is not null "))
@@ -305,7 +306,8 @@ public class CamelJDBCConfiguration /*extends RouteBuilder */{
                     }
                 })
                 .setBody(simple("insert into centralbase.cb_cd_well_source (well_id,well_common_name,spud_date,station_id,station_name,completion_name,PRODUCING_AREA_name,remarks) " +
-                        "values ('${body[JH]}','${body[JH]}','${body[QYRQ]}'::timestamp,'${body[station_id]}','${body[ZK]}','${body[SCCW]}','${body[QK]}','${body[BZ]}')"))
+                        "values ('${body[JH]}','${body[JH]}','${body[QYRQ]}'::timestamp,'${body[station_id]}','${body[ZK]}','${body[SCCW]}','${body[QK]}','${body[BZ]}')" +
+                        " ON conflict(well_id) DO UPDATE set remarks = '${body[BZ]}' "))
                 .to("jdbc:centralbase")
                 .end()
 
@@ -342,7 +344,7 @@ public class CamelJDBCConfiguration /*extends RouteBuilder */{
                 }).split(body())
                         .setBody(simple("insert into centralbase.cb_pc_organization(org_id,org_code,org_name,org_level,parent_id,org_id_pre)" +
                                 "values('${body[org_id]}','${body[org_code]}','${body[org_name]}','${body[org_level]}','${body[org_parent]}','${body[org_id_pre]}')" +
-                                "ON conflict(org_name) DO UPDATE set org_code = '${body[org_code]}' "))
+                                "ON conflict(org_id_pre) DO UPDATE set org_code = '${body[org_code]}' "))
                         .to("jdbc:centralbase")
                         .end()
                         .setBody(simple("select org_id,org_name from centralbase.cb_pc_organization where org_level = '3' "))
@@ -352,8 +354,8 @@ public class CamelJDBCConfiguration /*extends RouteBuilder */{
                         .to("jdbc:centralbase")
                         .log("insert")
                         .end();
-
-                from("timer:mytimer2?period=999999999")
+                //单独执行时间10s
+               /* from("timer:mytimer2?period=99999999999")
                         .routeId("oracle-2")
                         .setHeader("date",constant(date1))
                         .setBody(simple("select  distinct jh,rq,cyfs,yz,hysx , yysx ,tysx,bs,dym from zd_zdgs.dba01@A2 where rq  = to_date('${header.date}','yyyy-MM-dd') and qyrq is not null "))
@@ -372,24 +374,25 @@ public class CamelJDBCConfiguration /*extends RouteBuilder */{
                                 "values ('${body[JH]}','${body[RQ]}','${body[CYFS]}','${body[YZ]}','${body[HYSX]}','${body[YYSX]}','${body[TYSX]}','${body[BS]}')"))
                         .to("jdbc:centralbase")
                         .log("insert !!!")
-                        .end();
+                        .end();*/
                 //查询井对应dym不为空的数据 --目前是只要对应井能查到dym不为空的,无论是什么时间的,都放进去
                //将查询到的DYM数据更新到cb_pc_pro_wellbore_status_daily中
                 //0 0 */1 * * ? 每1个小时执行一次
-                from("timer:mytimer5?period=999999999")
+                //单独执行时间是4m15s 317条数据
+             /*   from("timer:mytimer5?period=99999999999")
                         .routeId("oracle-5")
-                        .setHeader("date",constant(date1))
+                        .setHeader("date",constant(date1+" 00:00:00"))
                         //三个月之内dym不为空的数据
                         //.setBody(simple("SELECT distinct jh,rq,dym FROM zd_zdgs.dba01@A2 WHERE  rq between to_date(TO_CHAR(ADD_MONTHS(SYSDATE,-3),'yyyy-MM-dd'),'yyyy-MM-dd')and to_date(TO_CHAR(SYSDATE,'yyyy-MM-dd'),'yyyy-MM-dd') and dym is not null;"))
                         .setBody(simple("SELECT  distinct jh,max(rq),dym FROM zd_zdgs.dba01@A2 WHERE dym is not null group by jh,dym"))
                         .to("jdbc:oracle")
                         .split(body())
-                        .setBody(simple("update centralbase.cb_pc_pro_wellbore_status_daily set start_pump_liq_level = '${body[DYM]}' where well_id = '${body[JH]}' and prod_date = '2021-07-05' "))
+                        .setBody(simple("update centralbase.cb_pc_pro_wellbore_status_daily set start_pump_liq_level = '${body[DYM]}' where well_id = '${body[JH]}' and prod_date = '${header.date}' "))
                         .to("jdbc:centralbase")
                         .log("insert !!!")
-                        .end();
-
-                from("timer:mytimer3?period=999999999")
+                        .end();*/
+                //单独执行时间30s
+            /*    from("timer:mytimer3?period=99999999999")
                         .routeId("oracle-3")
                         .setHeader("date",constant(date1))
                         .setBody(simple("select  jh,rq,scsj, rcyl1,rcyl,rcql,hs, bz from zd_zdgs.dba01@A2 where rq  = to_date('${header.date}','yyyy-MM-dd') and qyrq is not null "))
@@ -408,10 +411,11 @@ public class CamelJDBCConfiguration /*extends RouteBuilder */{
                                 "values ('${body[JH]}','${body[RQ]}','${body[SCSJ]}','${body[RCYL1]}','${body[RCYL]}','${body[RCQL]}','${body[HS]}','${body[BZ]}')"))
                         .to("jdbc:centralbase")
                         .log("insert !!!")
-                        .end();
+                        .end();*/
 
                 //0 0 */1 * * ? 每1个小时执行一次
-                from("timer:mytimer4?period=999999999")
+                //单独执行一次30s
+             /*   from("timer:mytimer4?period=99999999999")
                         .routeId("oracle-4")
                         .setHeader("date",constant(date1))
                         .setBody(simple("select  jh,rq,dym,jy,ly,bj,bs,bx,zs,cc,cs,blx,dl from zd_zdgs.dba01@A2 where rq  = to_date('${header.date}','yyyy-MM-dd') and qyrq is not null  "))
@@ -435,13 +439,18 @@ public class CamelJDBCConfiguration /*extends RouteBuilder */{
                         .to("jdbc:centralbase")
                         .log("insert !!!")
                         .end();
-
+*/
                 //从天安哪里获取的数据
                 //0 0 */1 * * ? 每1个小时执行一次
-                from("timer:mytimer7?period=10000")
+                //单独执行一小时的数据30s
+            /*    from("timer:mytimer7?period=99999999999")
                         .routeId("jdbc-gtsj-?")
-                        .setHeader("dyna_create_time", constant(formatDate))
-                        .setBody(simple("select well_name,dyna_create_time,check_date,displacement,disp_load,stroke,frequency,susp_max_load,susp_min_load from public.pc_fd_pumpjack_dyna_dia_t where   dyna_create_time > (select max(dyna_create_time) from public.pc_fd_pumpjack_dyna_dia_t ) "))
+                        .setBody(simple("select max(prod_date) from centralbase.cb_temp_well_mech_runtime "))
+                        .to("jdbc:centralbase")
+                        .split(body())
+                        .setHeader("date",simple("${body[max]}"))
+                        //.setHeader("dyna_create_time", constant(formatDate))
+                        .setBody(simple("select well_name,dyna_create_time,check_date,displacement,disp_load,stroke,frequency,susp_max_load,susp_min_load from public.pc_fd_pumpjack_dyna_dia_t where   dyna_create_time > '${header.date}' "))
                         .to("jdbc:gtsj")
                         .split(body()).process(exchange -> {
                     Message in = exchange.getIn();
@@ -471,7 +480,7 @@ public class CamelJDBCConfiguration /*extends RouteBuilder */{
                         .setBody(simple("insert into centralbase.cb_temp_well_mech_runtime(well_id,prod_date,stroke_length,stroke_frequency,susp_max_load,susp_min_load,sgt) " +
                                 "values ('${body[well_name]}','${body[dyna_create_time]}','${body[stroke]}','${body[frequency]}','${body[susp_max_load]}','${body[susp_min_load]}','${body[sgt]}')"))
                         .to("jdbc:centralbase")
-                        .log("insert!!!").end();
+                        .log("insert!!!").end();*/
 //-------------------------------------------------------------------------------------------------------------------------------------------------------------------
            /*     from("timer:mytimer2?period=999999999")
                         .routeId("oracle-2")

src/main/resources/application.yml

@@ -70,28 +70,28 @@ spring:
         max-lifetime: 1800000
         ## 数据库连接超时时间,默认30秒，即30000
         connection-timeout: 30000
-    ds4:
-      ## Hikari连接池的设置 Hikari 时间单位都是毫秒
-      type: com.zaxxer.hikari.HikariDataSource
-      jdbc-url: jdbc:postgresql://11.72.187.11:5432/GTDATE
-      username: postgres
-      password: Postgres_2021#
-      driver-class-name: org.postgresql.Driver
-      hikari:
-        ## 连接池名字
-        pool-name: SystemHikariCP
-        ## 最小空闲连接数量
-        minimum-idle: 5
-        ## 空闲连接存活最大时间，默认600000（10分钟）
-        idle-timeout: 60000
-        ## 连接池最大连接数，默认是10
-        maximum-pool-size: 15
-        ## 此属性控制从池返回的连接的默认自动提交行为,默认值：true
-        auto-commit: true
-        ## 此属性控制池中连接的最长生命周期，值0表示无限生命周期，默认1800000即30分钟
-        max-lifetime: 1800000
-        ## 数据库连接超时时间,默认30秒，即30000
-        connection-timeout: 30000
+#    ds4:
+#      ## Hikari连接池的设置 Hikari 时间单位都是毫秒
+#      type: com.zaxxer.hikari.HikariDataSource
+#      jdbc-url: jdbc:postgresql://11.72.187.11:5432/GTDATE
+#      username: postgres
+#      password: Postgres_2021#
+#      driver-class-name: org.postgresql.Driver
+#      hikari:
+#        ## 连接池名字
+#        pool-name: SystemHikariCP
+#        ## 最小空闲连接数量
+#        minimum-idle: 5
+#        ## 空闲连接存活最大时间，默认600000（10分钟）
+#        idle-timeout: 60000
+#        ## 连接池最大连接数，默认是10
+#        maximum-pool-size: 15
+#        ## 此属性控制从池返回的连接的默认自动提交行为,默认值：true
+#        auto-commit: true
+#        ## 此属性控制池中连接的最长生命周期，值0表示无限生命周期，默认1800000即30分钟
+#        max-lifetime: 1800000
+#        ## 数据库连接超时时间,默认30秒，即30000
+#        connection-timeout: 30000
 
 management:
   info: