正常使用版本

src/main/java/com/gct/tools/etlcamelhuge/MQ/MessageProducer.java

@@ -1,5 +1,6 @@
 package com.gct.tools.etlcamelhuge.MQ;
 
+import com.gct.tools.etlcamelhuge.entity.DiagnoseMsg;
 import org.apache.rocketmq.client.exception.MQClientException;
 import org.apache.rocketmq.client.producer.DefaultMQProducer;
 import org.apache.rocketmq.client.producer.SendCallback;
@@ -23,7 +24,7 @@ public interface MessageProducer {
     void init();
 
     default void send(MessageBody msgBody) {
-        LoggerFactory.getLogger(MessageProducer.class).info("sending msg :==>{}", msgBody.toJsonBody());
+        LoggerFactory.getLogger(MessageProducer.class).info("sending msg :==>{}",((DiagnoseMsg)msgBody).getWellId()+" "+ ((DiagnoseMsg)msgBody).getProdDate()+" "+((DiagnoseMsg)msgBody).getSgt().substring(0,5));
     }
 
     void destroy() throws Exception;

src/main/java/com/gct/tools/etlcamelhuge/routeconfig/CamelJDBCConfiguration.java

@@ -1,8 +1,10 @@
 package com.gct.tools.etlcamelhuge.routeconfig;
 
+import com.alibaba.fastjson.JSONObject;
 import com.gct.common.util.SGTUtil;
 import com.gct.tools.etlcamelhuge.MQ.MessageBody;
 import com.gct.tools.etlcamelhuge.MQ.MessageProducer;
+import com.gct.tools.etlcamelhuge.camelconfig.MyDataSourceConfiguration;
 import com.gct.tools.etlcamelhuge.entity.DiagnoseMsg;
 import org.apache.camel.*;
 import org.apache.camel.builder.RouteBuilder;
@@ -11,8 +13,10 @@ import org.apache.rocketmq.spring.core.RocketMQTemplate;
 import org.springframework.beans.factory.annotation.Autowired;
 import org.springframework.context.annotation.Bean;
 import org.springframework.context.annotation.Configuration;
+import org.springframework.jdbc.core.JdbcTemplate;
 
 import javax.annotation.Resource;
+import javax.sql.DataSource;
 import java.math.BigDecimal;
 import java.text.DecimalFormat;
 import java.text.SimpleDateFormat;
@@ -46,10 +50,22 @@ public class CamelJDBCConfiguration /*extends RouteBuilder */ {
         return Arrays.stream(doubles).max().getAsDouble();
     }
 
+
     public String getDate(){
         return  LocalDateTime.now().format(DateTimeFormatter.ofPattern("yyyy-MM-dd"));
     }
 
+    private JdbcTemplate jdbcTemplate;
+    @Resource(name = "gtsj")
+    DataSource dataSource;
+
+
+
+    public  List list(){
+                jdbcTemplate = new JdbcTemplate(dataSource);
+     return    jdbcTemplate.queryForList("select distinct well_name,dyna_create_time,check_date,displacement,disp_load,stroke,frequency,susp_max_load,susp_min_load from public.pc_fd_pumpjack_dyna_dia_t where   dyna_create_time > '2021-08-25 17:00:00' offset  0 limit 100");
+    }
+
     @Resource(name = "diagnoseMessageProducer")
     private MessageProducer producer;
     @Bean
@@ -62,15 +78,11 @@ public class CamelJDBCConfiguration /*extends RouteBuilder */ {
             //全部执行完成的大概时间在30-40分钟
             @Override
             public void configure() throws Exception {
-                //24小时执行一次
-                //单个执行时间30s左右,在之前有数据的情况下
-                from("timer:mytimer1?period=604800000")
+                /*from("timer:mytimer1?period=604800000")
                         .routeId("oracle-1")
                         .setHeader("date", constant(getDate()))
-                        .doTry()
                         .setBody(simple("select  distinct jh,cydmc,zyq,zk,qyrq,sccw,qk,bz from DBA01 where rq  = to_date('${header.date}','yyyy-MM-dd') and qyrq is not null "))
                         .to("jdbc:oracle")
-                        .doCatch(Exception.class)
                         .log("${header.date}"+"routeId:oracle-1->  select cb_cd_well_source need data failed")
                         .transform()
                         .body((result) -> {
@@ -87,8 +99,6 @@ public class CamelJDBCConfiguration /*extends RouteBuilder */ {
                     String org_level2 = aRow.get("ZYQ") + "@" + aRow.get("CYDMC");
                     String org_level1 = aRow.get("ZYQ").toString();
                     aRow.put("station_id", org_level3);
-                    //这里是重新生成的orgid，最好先查一下centralbase里已有的
-                    //默认一张新表
                     if (organization.add(org_level1)) {
                         orgID++;
                         orgIDs.put(org_level1, orgID);
@@ -102,12 +112,10 @@ public class CamelJDBCConfiguration /*extends RouteBuilder */ {
                         orgIDs.put(org_level3, orgID);
                     }
                 })
-                        .doTry()
                         .setBody(simple("insert into centralbase.cb_cd_well_source (well_id,well_common_name,spud_date,station_id,station_name,completion_name,PRODUCING_AREA_name,remarks) " +
                                 "values ('${body[JH]}','${body[JH]}','${body[QYRQ]}'::timestamp,'${body[station_id]}','${body[ZK]}','${body[SCCW]}','${body[QK]}','${body[BZ]}')" +
                                 " ON conflict(well_id) DO UPDATE set remarks = '${body[BZ]}' "))
                         .to("jdbc:centralbase")
-                        .doCatch(Exception.class)
                         .log("${header.date}"+" routeId:oracle-1->  centralbase.cb_cd_well_source insert data failed")
                         .end()
                         .transform().body((re) -> {
@@ -157,15 +165,14 @@ public class CamelJDBCConfiguration /*extends RouteBuilder */ {
                         .to("jdbc:centralbase")
                         .doCatch(Exception.class)
                         .log("${header.date}"+" routeId:oracle-1->  centralbase.cb_pc_organization update data failed")
-                        .end();
-                //单独执行时间10s
+                        .end();*/
+
+
                 from("timer:mytimer2?period=3600000")
                         .routeId("oracle-2")
                         .setHeader("date", constant(getDate()))
-                        .doTry()
                         .setBody(simple("select  distinct jh,rq,cyfs,yz,hysx , yysx ,tysx,bs,dym from DBA01 where rq  = to_date('${header.date}','yyyy-MM-dd') and qyrq is not null "))
                         .to("jdbc:oracle")
-                        .doCatch(Exception.class)
                         .log("${header.date}"+" routeId:oracle-2->  select cb_pc_pro_wellbore_status_daily  need data failed")
                         .split(body()).process(exchange -> {
                     Message in = exchange.getIn();
@@ -184,19 +191,14 @@ public class CamelJDBCConfiguration /*extends RouteBuilder */ {
                         .doCatch(Exception.class)
                         .log("${header.date}"+" routeId:oracle-2->  centralbase.cb_pc_pro_wellbore_status_daily insert data failed")
                         .end();
-                //查询井对应dym不为空的数据 --目前是只要对应井能查到dym不为空的,无论是什么时间的,都放进去
-                //将查询到的DYM数据更新到cb_pc_pro_wellbore_status_daily中
-                //0 0 */1 * * ? 每1个小时执行一次
-                //单独执行时间是4m15s 317条数据
+
                 from("timer:mytimer5?period=3600000")
                         .routeId("oracle-5")
                         .setHeader("date", constant(getDate() + " 00:00:00"))
                         //三个月之内dym不为空的数据
-                        .doTry()
                         //.setBody(simple("SELECT distinct jh,rq,dym FROM DBA01 WHERE  rq between to_date(TO_CHAR(ADD_MONTHS(SYSDATE,-3),'yyyy-MM-dd'),'yyyy-MM-dd')and to_date(TO_CHAR(SYSDATE,'yyyy-MM-dd'),'yyyy-MM-dd') and dym is not null;"))
                         .setBody(simple("SELECT  distinct jh,max(rq),dym FROM DBA01 WHERE dym is not null group by jh,dym"))
                         .to("jdbc:oracle")
-                        .doCatch(Exception.class)
                         .log("${header.date}"+" routeId:oracle-5->  select DYM data failed")
                         .split(body())
                         .doTry()
@@ -209,11 +211,9 @@ public class CamelJDBCConfiguration /*extends RouteBuilder */ {
                 from("timer:mytimer7?period=3600000")
                         .routeId("oracle-7")
                         .setHeader("date", constant(getDate() + " 00:00:00"))
-                        .doTry()
                         //.setBody(simple("SELECT  distinct jh,max(rq),dym FROM DBA01 WHERE dym is not null group by jh,dym"))
                         .setBody(simple("select well_id,prod_date,start_pump_liq_level,pump_depth from centralbase.cb_pc_pro_wellbore_status_daily where prod_date = '${header.date}' "))
                         .to("jdbc:centralbase")
-                        .doCatch(Exception.class)
                         .log("${header.date}"+" routeId:oracle-7-> select  centralbase.cb_pc_pro_wellbore_status_daily need data failed")
                         .split(body()).process(exchange -> {
                             Message in = exchange.getIn();
@@ -232,14 +232,12 @@ public class CamelJDBCConfiguration /*extends RouteBuilder */ {
                         .doCatch(Exception.class)
                         .log("${header.date}"+" routeId:oracle-7->  centralbase.cb_pc_pro_wellbore_status_daily update data failed")
                         .end();
-                //单独执行时间30s
+
                 from("timer:mytimer3?period=3600000")
                         .routeId("oracle-3")
                         .setHeader("date", constant(getDate()))
-                        .doTry()
                         .setBody(simple("select distinct  jh,rq,scsj, rcyl1,rcyl,rcql,hs, bz from DBA01 where rq  = to_date('${header.date}','yyyy-MM-dd') and qyrq is not null "))
                         .to("jdbc:oracle")
-                        .doCatch(Exception.class)
                         .log("${header.date}"+" routeId:oracle-3->  select centralbase.cb_pc_pro_wellbore_vol_daily need  insert data failed")
                         .split(body()).process(exchange -> {
                     Message in = exchange.getIn();
@@ -305,10 +303,8 @@ public class CamelJDBCConfiguration /*extends RouteBuilder */ {
                 from("timer:mytimer12?period=3600000")
                         .routeId("oracle-12")
                         .setHeader("date", constant(getDate()))
-                        .doTry()
                         .setBody(simple("select distinct  jh,rq,scsj, rcyl1,rcyl,rcql,hs, bz from DBA01 where rq  = to_date('${header.date}','yyyy-MM-dd') and qyrq is not null "))
                         .to("jdbc:oracle")
-                        .doCatch(Exception.class)
                         .log("${header.date}"+" routeId:oracle-12-> select  centralbase.cb_pc_pro_wellbore_vol_daily need  update data failed")
                         .split(body()).process(exchange -> {
                             Message in = exchange.getIn();
@@ -360,15 +356,12 @@ public class CamelJDBCConfiguration /*extends RouteBuilder */ {
                         .doCatch(Exception.class)
                         .log("${header.date}"+" routeId:oracle-12->  centralbase.cb_pc_pro_wellbore_vol_daily update data failed")
                         .end();
-                //0 0 */1 * * ? 每1个小时执行一次
-                //单独执行一次30s
+
                 from("timer:mytimer4?period=3600000")
                         .routeId("oracle-4")
                         .setHeader("date", constant(getDate()))
-                        .doTry()
                         .setBody(simple("select distinct jh,rq,dym,jy,ly,bj,bs,bx,zs,cc,cs,blx,dl from DBA01 where rq  = to_date('${header.date}','yyyy-MM-dd') and qyrq is not null  "))
                         .to("jdbc:oracle")
-                        .doCatch(Exception.class)
                         .log("${header.date}"+" routeId:oracle-4-> select  centralbase.cb_temp_well_mech_daily need insert data failed")
                         .split(body()).process(exchange -> {
                     Message in = exchange.getIn();
@@ -396,40 +389,29 @@ public class CamelJDBCConfiguration /*extends RouteBuilder */ {
                 from("timer:mytimer6?period=3600000")
                         .routeId("oracle-6")
                         .setHeader("date", constant(getDate() + " 00:00:00"))
-                        .doTry()
-                        //五个月之内bj不为空的数据
-                        //.setBody(simple("SELECT distinct jh,bj FROM DBA01 WHERE  rq between to_date(TO_CHAR(ADD_MONTHS(SYSDATE,-5),'yyyy-MM-dd'),'yyyy-MM-dd')and to_date(TO_CHAR(SYSDATE,'yyyy-MM-dd'),'yyyy-MM-dd') and bj is not null"))
                         .setBody(simple("SELECT  distinct jh,max(rq),bj FROM DBA01 WHERE dym is not null group by jh,bj"))
                         .to("jdbc:oracle")
-                        .doCatch(Exception.class)
                         .log("${header.date}"+" routeId:oracle-6-> select bj  centralbase.cb_temp_well_mech_runtime need update data failed")
-                        .split(body())
-                        .doTry()
+                        .split(body()).process(exchange -> {
+                            Message in = exchange.getIn();
+                            HashMap<String, Object> aRow = in.getBody(HashMap.class);
+                            if (aRow.get("BJ") ==null || aRow.get("BJ").equals("")) aRow.put("BJ","0.0");
+                        })
                         .setBody(simple("update centralbase.cb_temp_well_mech_runtime set pump_diameter = '${body[BJ]}' where well_id = '${body[JH]}' "))
                         .to("jdbc:centralbase")
-                        .doCatch(Exception.class)
                         .log("${header.date}"+" routeId:oracle-6->  centralbase.cb_temp_well_mech_runtime update data failed")
                         .end();
-                //从天安哪里获取的数据
-                //0 0 */1 * * ? 每1个小时执行一次
-                //单独执行一小时的数据30s
-               from("timer:mytimer8?period=3600000")
+                from("timer:mytimer8?period=3600000")
                         .routeId("jdbc-gtsj-?")
-                        .doTry()
                         .setBody(simple("select max(prod_date) from centralbase.cb_temp_well_mech_runtime "))
                         .to("jdbc:centralbase")
-                        .doCatch(Exception.class)
-                        .log("${header.date}"+" routeId:jdbc-gtsj-?->select max(date)  data failed")
                         .split(body())
                         .setHeader("date", simple("${body[max]}"))
                         .setBody(simple("select distinct well_name,dyna_create_time,check_date,displacement,disp_load,stroke,frequency,susp_max_load,susp_min_load from public.pc_fd_pumpjack_dyna_dia_t where   dyna_create_time > '${header.date}' "))
-                        //.setBody(simple("select distinct well_name,dyna_create_time,check_date,displacement,disp_load,stroke,frequency,susp_max_load,susp_min_load from public.pc_fd_pumpjack_dyna_dia_t where   dyna_create_time > '2021-08-23 17:00:00' "))
                         .to("jdbc:gtsj")
                         .split(body()).process(exchange -> {
-
                     Message in = exchange.getIn();
                     HashMap<String, Object> aRow = in.getBody(HashMap.class);
-                    System.out.println("well_name---"+aRow.get("well_name"));
                     String prod_date = aRow.get("dyna_create_time").toString().split("\\+")[0];
                     aRow.put("dyna_create_time", prod_date);
                     if (aRow.get("displacement") != null && !aRow.get("displacement").equals("") && aRow.get("disp_load") != null && !aRow.get("disp_load").equals("")) {
@@ -480,11 +462,9 @@ public class CamelJDBCConfiguration /*extends RouteBuilder */ {
                   from("timer:mytimer9?period=3600000")
                         .routeId("centralbase-2")
                         .setHeader("date", constant(getDate() + " 00:00:00"))
-                        .doTry()
                         .setBody(simple("select distinct rn.well_id,cb.prod_date,rn.pump_diameter  from centralbase.cb_temp_well_mech_runtime rn ,centralbase.cb_pc_pro_wellbore_status_daily cb where cb.well_id = rn.well_id\n" +
                                 "and cb.prod_date = '${header.date}' "))
                         .to("jdbc:centralbase")//.log("${body}")
-                        .doCatch(Exception.class)
                         .log("${header.date}"+" routeId:centralbase-2-> select  pump_diameter centralbase.cb_pc_pro_wellbore_status_daily  data failed")
                         .split(body()).process(exchange -> {
                             Message in = exchange.getIn();
@@ -526,6 +506,7 @@ public class CamelJDBCConfiguration /*extends RouteBuilder */ {
                         .doCatch(Exception.class)
                         .log("${header.date}"+" routeId:centralbase-3->  centralbase.cb_temp_well_mech_daily update data failed")
                         .end();
+
                 from("timer:mytimer11?period=3600000")
                         .routeId("centralbase-1")
                         .setBody(simple("select so.well_id,so.well_common_name,so.org_id,ti.prod_date,ti.stroke_frequency,ti.stroke_length,ti.sgt from centralbase.cb_temp_well_mech_runtime ti, centralbase.cb_cd_well_source so where ti.well_id = so.well_id and ti.prod_date =(select max(prod_date) from centralbase.cb_temp_well_mech_runtime) "))
@@ -551,7 +532,9 @@ public class CamelJDBCConfiguration /*extends RouteBuilder */ {
                         .doCatch(Exception.class)
                         .log("${header.date}"+" rocketMQ send data failed")
                         .end();
+
             };
         };
+
     }
-}
+}

src/test/java/com/gct/tools/etlcamelhuge/EtlCamelHugeApplicationTests.java

@@ -165,21 +165,11 @@ class EtlCamelHugeApplicationTests {
 
     }
 
+    @Autowired
+    CamelJDBCConfiguration camelJDBCConfiguration;
     @Test
     public void test10() {
-        JSONArray jsonArray = new JSONArray();
-        JSONObject search = new JSONObject();
-        JSONObject body = new JSONObject();
-        body.put("userno", "zdcycgtlyxt"); // 分配的系统用户账号
-        body.put("password", "Zdcycgtlyxt");
-        body.put("pageNo", 1); // 页码，从1开始
-        body.put("pageSize", 10);
-        search.put("field","父ID");
-        search.put("rule","=");
-        search.put("val","kvAfwAVEzv");
-        jsonArray.add(search);
-        body.put("search",jsonArray);
-        System.out.println(body);
+
     }
 
     public static void main(String args[]) throws Exception {