0827-稳定版

pom.xml

@@ -41,6 +41,26 @@
             <groupId>org.postgresql</groupId>
             <artifactId>postgresql</artifactId>
         </dependency>
+        <!--<dependency>
+            <groupId>com.spring4all</groupId>
+            <artifactId>swagger-spring-boot-starter</artifactId>
+            <version>1.9.1.RELEASE</version>
+        </dependency>-->
+        <dependency>
+            <groupId>io.springfox</groupId>
+            <artifactId>springfox-swagger2</artifactId>
+            <version>2.9.0</version>
+        </dependency>
+        <dependency>
+            <groupId>io.springfox</groupId>
+            <artifactId>springfox-swagger-ui</artifactId>
+            <version>2.9.0</version>
+        </dependency>
+        <dependency>
+            <groupId>com.google.guava</groupId>
+            <artifactId>guava</artifactId>
+            <version>27.1-jre</version>
+        </dependency>
         <dependency>
             <groupId>com.gct.common.util</groupId>
             <artifactId>common-util</artifactId>
@@ -55,6 +75,10 @@
             <groupId>org.springframework.boot</groupId>
             <artifactId>spring-boot-starter-jdbc</artifactId>
         </dependency>
+        <dependency>
+            <groupId>org.springframework.boot</groupId>
+            <artifactId>spring-boot-starter-web</artifactId>
+        </dependency>
         <!-- <dependency>
              <groupId>com.zaxxer</groupId>
              <artifactId>HikariCP</artifactId>

settings.xml

@@ -52,7 +52,7 @@ under the License.
      | Default: ${user.home}/.m2/repository
     <localRepository>/path/to/local/repo</localRepository>
     -->
-    <localRepository>D:/repository</localRepository>
+    <!--  <localRepository>/home/gxt/.m2/repository</localRepository>-->
 
     <!-- interactiveMode
      | This will determine whether maven prompts you when it needs input. If set to false,
@@ -178,7 +178,7 @@ under the License.
         <mirror>
             <id>nexus</id>
             <name>maven-public</name>
-            <url>http://114.115.206.163:3000/repository/maven-public/</url>
+            <url>http://114.115.206.163:8081/repository/maven-public/</url>
             <mirrorOf>*</mirrorOf>
         </mirror>
 
@@ -212,7 +212,7 @@ under the License.
          | or the command line, profiles have to have an ID that is unique.
          |
          | An encouraged best practice for profile identification is to use a consistent naming convention
-         | for profiles, such as 'env-dev', 'env-test1.json', 'env-production', 'user-jdcasey', 'user-brett', etc.
+         | for profiles, such as 'env-dev', 'env-test', 'env-production', 'user-jdcasey', 'user-brett', etc.
          | This will make it more intuitive to understand what the set of introduced profiles is attempting
          | to accomplish, particularly when you only have a list of profile id's for debug.
          |
@@ -244,7 +244,7 @@ under the License.
                 <repository>
                     <id>nexus</id>
                     <name>Nexus Repository</name>
-                    <url>http://114.115.206.163:3000/repository/maven-public/</url>
+                    <url>http://114.115.206.163:8081/repository/maven-public/</url>
                     <releases>
                         <enabled>true</enabled>
                     </releases>
@@ -253,7 +253,7 @@ under the License.
                 <repository>
                     <id>central</id>
                     <name>Nexus Central Repository</name>
-                    <url>http://114.115.206.163:3000/repository/maven-central/</url>
+                    <url>http://114.115.206.163:8081/repository/maven-central/</url>
                     <releases>
                         <enabled>true</enabled>
                     </releases>
@@ -265,7 +265,7 @@ under the License.
                 <repository>
                     <id>release</id>
                     <name>Nexus Release Repository</name>
-                    <url>http://114.115.206.163:3000/repository/maven-releases/</url>
+                    <url>http://114.115.206.163:8081/repository/maven-releases/</url>
                     <releases>
                         <enabled>true</enabled>
                     </releases>
@@ -277,7 +277,7 @@ under the License.
                 <repository>
                     <id>snapshots</id>
                     <name>Nexus Snapshots Repository</name>
-                    <url>http://114.115.206.163:3000/repository/maven-snapshots/</url>
+                    <url>http://114.115.206.163:8081/repository/maven-snapshots/</url>
                     <releases>
                         <enabled>true</enabled>
                     </releases>
@@ -291,7 +291,7 @@ under the License.
                 <pluginRepository>
                     <id>plugins</id>
                     <name>Nexus Plugin Repositories</name>
-                    <url>http://114.115.206.163:3000/repository/maven-public/</url>
+                    <url>http://114.115.206.163:8081/repository/maven-public/</url>
                 </pluginRepository>
             </pluginRepositories>
         </profile>

src/main/java/com/gct/tools/etlcamelhuge/EtlCamelHugeApplication.java

@@ -1,13 +1,12 @@
 package com.gct.tools.etlcamelhuge;
 
-import org.apache.camel.component.servlet.CamelHttpTransportServlet;
+
 import org.springframework.boot.SpringApplication;
-import org.springframework.boot.autoconfigure.EnableAutoConfiguration;
 import org.springframework.boot.autoconfigure.SpringBootApplication;
-import org.springframework.boot.web.servlet.ServletRegistrationBean;
-import org.springframework.context.annotation.Bean;
+import springfox.documentation.swagger2.annotations.EnableSwagger2;
 
 @SpringBootApplication
+@EnableSwagger2
 public class EtlCamelHugeApplication {
     public static void main(String[] args) {
         SpringApplication.run(EtlCamelHugeApplication.class, args);

src/main/java/com/gct/tools/etlcamelhuge/MQ/DefaultMsgSendFailCallBack.java

@@ -21,7 +21,7 @@ import java.util.logging.Logger;
 @Slf4j
 public class DefaultMsgSendFailCallBack {
 
-    public static void accept(MessageBody msg, String logFilePath) {
+    public synchronized static void  accept(MessageBody msg, String logFilePath) {
         String msgJson = msg.toJsonBody();
         String fileName = logFilePath + "-" + LocalDate.now().format(DateTimeFormatter.ISO_DATE);
         File file = new File(fileName);
@@ -41,7 +41,6 @@ public class DefaultMsgSendFailCallBack {
                 return;
             }
         }
-
         try {
             FileHandler fileHandler = new FileHandler(fileName, true);
             fileHandler.setFormatter(new Formatter() {
@@ -54,6 +53,7 @@ public class DefaultMsgSendFailCallBack {
             logger.setUseParentHandlers(false);
             logger.addHandler(fileHandler);
             logger.info(msgJson + "\n");
+
         } catch (IOException ioException) {
             log.error("run logger handler failed, cause by:{}", ioException.getMessage());
         }

src/main/java/com/gct/tools/etlcamelhuge/MQ/DefaultMsgSendSuccessCallBack.java

@@ -4,6 +4,8 @@ import lombok.extern.slf4j.Slf4j;
 import org.apache.rocketmq.client.producer.SendResult;
 import org.springframework.stereotype.Component;
 
+import java.util.concurrent.atomic.AtomicInteger;
+
 /**
  * class name: DiagnoseMsgSendSuccessCallBack
  *
@@ -14,10 +16,10 @@ import org.springframework.stereotype.Component;
 @Slf4j
 @Component("defaultMsgSendSuccessCallBack")
 public class DefaultMsgSendSuccessCallBack implements SendSuccessCallBack {
-    private static int count = 0;
+    public static AtomicInteger count =new AtomicInteger(0);
     @Override
     public void accept(SendResult sendResult) {
-        System.out.println("send = "+count++);
+        System.out.println("send success= "+count.incrementAndGet());
         //log.info("send msg success,msg:{}", sendResult.getMsgId());
     }
 }

src/main/java/com/gct/tools/etlcamelhuge/MQ/GCTRocketMQConfiguration.java

@@ -54,6 +54,7 @@ public class GCTRocketMQConfiguration {
                                                    @Qualifier("defaultMsgSendSuccessCallBack") SendSuccessCallBack successCallBack) {
         GCTRocketMQProperties one = properties.getOne();
         return new DiagnoseMessageProducer(buildDefaultMQProducer(one), one, (e, msg) -> {
+            System.out.println("send diagnose message failed ++++"+e.getMessage());
             Logger log = LoggerFactory.getLogger(DiagnoseMessageProducer.class);
             log.error("send diagnose message failed  cause by:{},stack:{}", e.getMessage(), e.getStackTrace());
             DefaultMsgSendFailCallBack.accept(msg, one.getLogFilePath());

src/main/java/com/gct/tools/etlcamelhuge/controller/GtController.java

@@ -0,0 +1,178 @@
+package com.gct.tools.etlcamelhuge.controller;
+
+import com.alibaba.fastjson.JSONArray;
+import com.alibaba.fastjson.JSONObject;
+import com.gct.common.util.SGTUtil;
+import com.gct.tools.etlcamelhuge.MQ.MessageBody;
+import com.gct.tools.etlcamelhuge.MQ.MessageProducer;
+import com.gct.tools.etlcamelhuge.entity.DiagnoseMsg;
+import com.gct.tools.etlcamelhuge.entity.GTBody;
+import io.swagger.annotations.Api;
+import io.swagger.annotations.ApiOperation;
+import io.swagger.annotations.ApiParam;
+import org.springframework.jdbc.core.JdbcTemplate;
+import org.springframework.web.bind.annotation.*;
+
+import javax.annotation.Resource;
+import javax.sql.DataSource;
+import java.math.BigDecimal;
+import java.time.LocalDateTime;
+import java.util.Arrays;
+import java.util.List;
+import java.util.Map;
+import java.util.stream.Collectors;
+
+/**
+ * class name: GtController
+ *
+ * @author gxt
+ * @version 1.0
+ * @since 2021/8/26 下午2:50 周四
+ */
+@RestController
+@RequestMapping("/")
+@Api(value = "GtController",description = "功图数据操作controller")
+public class GtController {
+
+    private JdbcTemplate jdbcTemplate;
+    @Resource(name = "centralbase")
+    DataSource dataSource;
+
+    @Resource(name = "diagnoseMessageProducer")
+    private MessageProducer producer;
+
+    @PostMapping("/sendGTSJ")
+    @ApiOperation(value = "从 RunTime 数据表查询数据并且发送功图数据到 MQ 中")
+    public JSONObject sendGTSJ(@RequestBody GTBody gtBody){
+        String startDate = gtBody.getStartDate();
+        String endDate = gtBody.getEndDate();
+        List<String> wellList = gtBody.getWellList().stream().map(x->x.toString()).collect(Collectors.toList());
+        JSONObject jsonObject = new JSONObject();
+        jdbcTemplate = new JdbcTemplate(dataSource);
+        int curPage = 0;
+        int pageSize = 5000;
+        int sumData = 0;
+        try {
+                for (int i = 0; i < wellList.size(); i++) {
+                    String sql = String.format("select so.well_id,so.well_common_name,so.org_id,ti.prod_date,ti.stroke_frequency,ti.stroke_length,ti.sgt from centralbase.cb_temp_well_mech_runtime ti, centralbase.cb_cd_well_source so " +
+                            " where ti.well_id = so.well_id and ti.well_id = '%s' and ti.prod_date between '%s' and '%s' ",wellList.get(i) ,startDate,endDate);
+                    String countSql = String.format("select count(1) from (%s)",sql);
+                    //Integer count = jdbcTemplate.queryForObject(countSql, Integer.class);
+                    List<Map<String, Object>> list = jdbcTemplate.queryForList(sql);
+                    for (Map<String, Object> map : list) {
+                        String wellName =map.get("well_common_name").toString();
+                        String wellId =map.get("well_id").toString();
+                        String orgId = map.get("org_id").toString();
+                        String prodDate = map.get("prod_date").toString().substring(0,19);
+                        Double strokeLength = Double.valueOf(map.get("stroke_length").toString());
+                        Double strokeFrequency = Double.valueOf(map.get("stroke_frequency").toString());
+                        String sgt = map.get("sgt").toString();
+                        if (sgt == null || sgt.length() ==0){
+                            sgt = "0,0,0,0,0,0,0,0,0,0";
+                        }
+                        DiagnoseMsg diagnoseMsg = new DiagnoseMsg(wellId, wellName, orgId, prodDate, sgt, LocalDateTime.now().toString(), strokeLength, strokeFrequency);
+                        producer.send((MessageBody) diagnoseMsg);
+                    }
+                   /* sumData += list.size();
+                    if (list.size()< pageSize){
+                        break;
+                    }
+                    curPage ++ ;*/
+                }
+
+        }catch (Exception e){
+            e.printStackTrace();
+            jsonObject.put("error",e.getMessage());
+        }finally {
+            jsonObject.put("sumData",sumData);
+        }
+        return    jsonObject;
+    }
+
+   /* @GetMapping("/getGTSJ")
+    @ApiOperation(value = "从实时的机采数据生产的表中获取数据放入到 Runtime 表中")
+    public JSONObject getGTSJ(@RequestBody GTBody gtBody){
+
+        String startDate = gtBody.getStartDate();
+        String endDate = gtBody.getEndDate();
+        List<String> wellList = gtBody.getWellList();
+        JSONObject jsonObject = new JSONObject();
+        jdbcTemplate = new JdbcTemplate(dataSource);
+        int curPage = 0;
+        int pageSize = 5000;
+        int sumData = 0;
+        try {
+            for (int i = 0; i < wellList.size(); i++) {
+                String sql = String.format("select distinct well_name,dyna_create_time,check_date,displacement,disp_load,stroke,frequency,susp_max_load,susp_min_load from public.pc_fd_pumpjack_dyna_dia_t where   dyna_create_time > '%s' and well_name = '%s' offset %d limit %d ", startDate, wellList.get(i));
+                List<Map<String, Object>> list = jdbcTemplate.queryForList(sql);
+                for (Map<String, Object> map : list) {
+                    String prod_date = map.get("dyna_create_time").toString().split("\\+")[0];
+                    map.put("dyna_create_time", prod_date);
+                    if (map.get("displacement") != null && !map.get("displacement").equals("") && map.get("disp_load") != null && !map.get("disp_load").equals("")) {
+                        String[] displacements = map.get("displacement").toString().split(";");//10 四舍五入
+                        String[] disp_loads = map.get("disp_load").toString().split(";");
+                        Double susp_max_load = max(disp_loads);
+                        Double susp_min_load = min(disp_loads);
+                        String sgt = "";
+                        for (int i = 0; i < displacements.length; i++) {
+                            sgt = sgt + displacements[i] + "," + disp_loads[i] + ",";
+                        }
+                        String[] s = sgt.split(",");
+                        String w = "";
+                        for (int i = 0; i < s.length; i++) {
+                            w += new BigDecimal(Math.round(Double.parseDouble(s[i]) * 100)).stripTrailingZeros().toPlainString() + ",";
+                        }
+                        Double[][] doubles = SGTUtil.encodeToDoubleArray(w);
+                        map.put("sgt", SGTUtil.encodeToString(doubles));
+                        map.put("susp_max_load",susp_max_load);
+                        map.put("susp_min_load",susp_min_load);
+                    }
+                    if (map.get("stroke") == null) map.put("stroke", "0.0");
+                    if (map.get("frequency") == null) map.put("frequency", "0.0");
+                    if (map.get("susp_max_load") == null) map.put("susp_max_load", "0.0");
+                    if (map.get("susp_min_load") == null) map.put("susp_min_load", "0.0");
+                    if (map.get("frequency") != null){
+                        BigDecimal bd=new BigDecimal(map.get("frequency").toString());
+                        double frequency=bd.setScale(1,BigDecimal.ROUND_HALF_UP).doubleValue();
+                        map.put("frequency",frequency);
+                    }
+                    if (map.get("stroke") != null){
+                        double stroke1 = Double.parseDouble(map.get("stroke").toString());
+                        BigDecimal bd=new BigDecimal(stroke1);
+                        double stroke=bd.setScale(1,BigDecimal.ROUND_HALF_UP).doubleValue();
+                        map.put("stroke",stroke);
+                    }
+                    jdbcTemplate.update("insert into centralbase.cb_temp_well_mech_runtime(well_id,prod_date,stroke_length,stroke_frequency,susp_max_load,susp_min_load,sgt) " +
+                            "value (?,?,?,?,?,?,?)",map.get("well_name").toString(),map.get("dyna_create_time"),map.get("stroke"),map.get("frequency"),map.get("susp_max_load"),map.get("susp_min_load"),map.get("sgt"));
+                }
+               *//* sumData += list.size();
+                if (list.size()< pageSize){
+                    break;
+                }
+                curPage ++ ;*//*
+            }
+        }catch (Exception e){
+            jsonObject.put("error",e.getMessage());
+        }finally {
+            jsonObject.put("sumData",sumData);
+        }
+        return    jsonObject;
+         }*/
+
+
+    public Double min(String[] strings){
+        double[] doubles = new double[strings.length];
+        for (int i = 0; i < strings.length; i++) {
+            doubles[i] = Double.parseDouble(strings[i]);
+        }
+        return Arrays.stream(doubles).min().getAsDouble();
+    }
+    //获取最大载荷
+    public Double max(String[] strings){
+        double[] doubles = new double[strings.length];
+        for (int i = 0; i < strings.length; i++) {
+            doubles[i] = Double.parseDouble(strings[i]);
+        }
+        return Arrays.stream(doubles).max().getAsDouble();
+    }
+}

src/main/java/com/gct/tools/etlcamelhuge/entity/GTBody.java

@@ -0,0 +1,27 @@
+package com.gct.tools.etlcamelhuge.entity;
+
+import com.alibaba.fastjson.JSONArray;
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import lombok.Data;
+
+import java.util.List;
+
+/**
+ * class name: GTBody
+ *
+ * @author gxt
+ * @version 1.0
+ * @since 2021/8/27 下午2:34 周五
+ */
+@Data
+@ApiModel(value = "GTBody", description = "")
+public class GTBody {
+
+    @ApiModelProperty(value = "开始时间")
+    public String startDate;
+    @ApiModelProperty(value = "结束时间")
+    public String endDate;
+    @ApiModelProperty(value = "井号集合")
+    public JSONArray wellList;
+}

src/main/java/com/gct/tools/etlcamelhuge/routeconfig/CamelJDBCConfiguration.java

@@ -2,10 +2,12 @@ package com.gct.tools.etlcamelhuge.routeconfig;
 
 import com.alibaba.fastjson.JSONObject;
 import com.gct.common.util.SGTUtil;
+import com.gct.tools.etlcamelhuge.MQ.DefaultMsgSendSuccessCallBack;
 import com.gct.tools.etlcamelhuge.MQ.MessageBody;
 import com.gct.tools.etlcamelhuge.MQ.MessageProducer;
 import com.gct.tools.etlcamelhuge.camelconfig.MyDataSourceConfiguration;
 import com.gct.tools.etlcamelhuge.entity.DiagnoseMsg;
+import lombok.Data;
 import org.apache.camel.*;
 import org.apache.camel.builder.RouteBuilder;
 //import org.apache.rocketmq.common.message.Message;
@@ -24,6 +26,13 @@ import java.time.LocalDateTime;
 import java.time.format.DateTimeFormatter;
 import java.util.*;
 
+@Data
+class LogMessage{
+    String id;
+    LocalDateTime date;
+    Object data;
+    String msg;
+}
 /**
  * class name: CamelJDBCConfiguration
  *
@@ -55,16 +64,11 @@ public class CamelJDBCConfiguration /*extends RouteBuilder */ {
         return  LocalDateTime.now().format(DateTimeFormatter.ofPattern("yyyy-MM-dd"));
     }
 
-    private JdbcTemplate jdbcTemplate;
-    @Resource(name = "gtsj")
-    DataSource dataSource;
 
 
+    private static Integer sendMsgRunTime=0;
+
 
-    public  List list(){
-                jdbcTemplate = new JdbcTemplate(dataSource);
-     return    jdbcTemplate.queryForList("select distinct well_name,dyna_create_time,check_date,displacement,disp_load,stroke,frequency,susp_max_load,susp_min_load from public.pc_fd_pumpjack_dyna_dia_t where   dyna_create_time > '2021-08-25 17:00:00' offset  0 limit 100");
-    }
 
     @Resource(name = "diagnoseMessageProducer")
     private MessageProducer producer;
@@ -173,7 +177,6 @@ public class CamelJDBCConfiguration /*extends RouteBuilder */ {
                         .setHeader("date", constant(getDate()))
                         .setBody(simple("select  distinct jh,rq,cyfs,yz,hysx , yysx ,tysx,bs,dym from DBA01 where rq  = to_date('${header.date}','yyyy-MM-dd') and qyrq is not null "))
                         .to("jdbc:oracle")
-                        .log("${header.date}"+" routeId:oracle-2->  select cb_pc_pro_wellbore_status_daily  need data failed")
                         .split(body()).process(exchange -> {
                     Message in = exchange.getIn();
                     HashMap<String, Object> aRow = in.getBody(HashMap.class);
@@ -199,7 +202,6 @@ public class CamelJDBCConfiguration /*extends RouteBuilder */ {
                         //.setBody(simple("SELECT distinct jh,rq,dym FROM DBA01 WHERE  rq between to_date(TO_CHAR(ADD_MONTHS(SYSDATE,-3),'yyyy-MM-dd'),'yyyy-MM-dd')and to_date(TO_CHAR(SYSDATE,'yyyy-MM-dd'),'yyyy-MM-dd') and dym is not null;"))
                         .setBody(simple("SELECT  distinct jh,max(rq),dym FROM DBA01 WHERE dym is not null group by jh,dym"))
                         .to("jdbc:oracle")
-                        .log("${header.date}"+" routeId:oracle-5->  select DYM data failed")
                         .split(body())
                         .doTry()
                         .setBody(simple("update centralbase.cb_pc_pro_wellbore_status_daily set start_pump_liq_level = '${body[DYM]}' where well_id = '${body[JH]}' and prod_date::date  = '${header.date}' "))
@@ -214,7 +216,6 @@ public class CamelJDBCConfiguration /*extends RouteBuilder */ {
                         //.setBody(simple("SELECT  distinct jh,max(rq),dym FROM DBA01 WHERE dym is not null group by jh,dym"))
                         .setBody(simple("select well_id,prod_date,start_pump_liq_level,pump_depth from centralbase.cb_pc_pro_wellbore_status_daily where prod_date = '${header.date}' "))
                         .to("jdbc:centralbase")
-                        .log("${header.date}"+" routeId:oracle-7-> select  centralbase.cb_pc_pro_wellbore_status_daily need data failed")
                         .split(body()).process(exchange -> {
                             Message in = exchange.getIn();
                             HashMap<String, Object> aRow = in.getBody(HashMap.class);
@@ -238,7 +239,6 @@ public class CamelJDBCConfiguration /*extends RouteBuilder */ {
                         .setHeader("date", constant(getDate()))
                         .setBody(simple("select distinct  jh,rq,scsj, rcyl1,rcyl,rcql,hs, bz from DBA01 where rq  = to_date('${header.date}','yyyy-MM-dd') and qyrq is not null "))
                         .to("jdbc:oracle")
-                        .log("${header.date}"+" routeId:oracle-3->  select centralbase.cb_pc_pro_wellbore_vol_daily need  insert data failed")
                         .split(body()).process(exchange -> {
                     Message in = exchange.getIn();
                     HashMap<String, Object> aRow = in.getBody(HashMap.class);
@@ -305,7 +305,6 @@ public class CamelJDBCConfiguration /*extends RouteBuilder */ {
                         .setHeader("date", constant(getDate()))
                         .setBody(simple("select distinct  jh,rq,scsj, rcyl1,rcyl,rcql,hs, bz from DBA01 where rq  = to_date('${header.date}','yyyy-MM-dd') and qyrq is not null "))
                         .to("jdbc:oracle")
-                        .log("${header.date}"+" routeId:oracle-12-> select  centralbase.cb_pc_pro_wellbore_vol_daily need  update data failed")
                         .split(body()).process(exchange -> {
                             Message in = exchange.getIn();
                             HashMap<String, Object> aRow = in.getBody(HashMap.class);
@@ -362,7 +361,6 @@ public class CamelJDBCConfiguration /*extends RouteBuilder */ {
                         .setHeader("date", constant(getDate()))
                         .setBody(simple("select distinct jh,rq,dym,jy,ly,bj,bs,bx,zs,cc,cs,blx,dl from DBA01 where rq  = to_date('${header.date}','yyyy-MM-dd') and qyrq is not null  "))
                         .to("jdbc:oracle")
-                        .log("${header.date}"+" routeId:oracle-4-> select  centralbase.cb_temp_well_mech_daily need insert data failed")
                         .split(body()).process(exchange -> {
                     Message in = exchange.getIn();
                     HashMap<String, Object> aRow = in.getBody(HashMap.class);
@@ -391,7 +389,6 @@ public class CamelJDBCConfiguration /*extends RouteBuilder */ {
                         .setHeader("date", constant(getDate() + " 00:00:00"))
                         .setBody(simple("SELECT  distinct jh,max(rq),bj FROM DBA01 WHERE dym is not null group by jh,bj"))
                         .to("jdbc:oracle")
-                        .log("${header.date}"+" routeId:oracle-6-> select bj  centralbase.cb_temp_well_mech_runtime need update data failed")
                         .split(body()).process(exchange -> {
                             Message in = exchange.getIn();
                             HashMap<String, Object> aRow = in.getBody(HashMap.class);
@@ -401,6 +398,7 @@ public class CamelJDBCConfiguration /*extends RouteBuilder */ {
                         .to("jdbc:centralbase")
                         .log("${header.date}"+" routeId:oracle-6->  centralbase.cb_temp_well_mech_runtime update data failed")
                         .end();
+
                 from("timer:mytimer8?period=3600000")
                         .routeId("jdbc-gtsj-?")
                         .setBody(simple("select max(prod_date) from centralbase.cb_temp_well_mech_runtime "))
@@ -456,7 +454,7 @@ public class CamelJDBCConfiguration /*extends RouteBuilder */ {
                                 "where NOT EXISTS (SELECT * FROM centralbase.cb_temp_well_mech_runtime WHERE well_id = '${body[well_name]}' and  prod_date = '${body[dyna_create_time]}' )"))
                         .to("jdbc:centralbase")
                         .doCatch(Exception.class)
-                        .log("${header.date}"+" routeId:jdbc-gtsj-?->  centralbase.cb_temp_well_mech_runtime insert data failed")
+                        .log("${header.date}"+" routeId:jdbc-gtsj-?->  centralbase.cb_temp_well_mech_runtime insert data failed ${body}")
                         .end();
 
                   from("timer:mytimer9?period=3600000")
@@ -465,7 +463,6 @@ public class CamelJDBCConfiguration /*extends RouteBuilder */ {
                         .setBody(simple("select distinct rn.well_id,cb.prod_date,rn.pump_diameter  from centralbase.cb_temp_well_mech_runtime rn ,centralbase.cb_pc_pro_wellbore_status_daily cb where cb.well_id = rn.well_id\n" +
                                 "and cb.prod_date = '${header.date}' "))
                         .to("jdbc:centralbase")//.log("${body}")
-                        .log("${header.date}"+" routeId:centralbase-2-> select  pump_diameter centralbase.cb_pc_pro_wellbore_status_daily  data failed")
                         .split(body()).process(exchange -> {
                             Message in = exchange.getIn();
                             HashMap<String, Object> aRow = in.getBody(HashMap.class);
@@ -481,11 +478,8 @@ public class CamelJDBCConfiguration /*extends RouteBuilder */ {
                from("timer:mytimer10?period=3600000")
                         .routeId("centralbase-3")
                         .setHeader("date", constant(getDate()))
-                        .doTry()
                         .setBody(simple("select well_id,avg(stroke_length) stroke_length  ,avg(stroke_frequency) stroke_frequency from centralbase.cb_temp_well_mech_runtime where prod_date::date='${header.date}' group by well_id"))
                         .to("jdbc:centralbase")//.log("${body}")
-                        .doCatch(Exception.class)
-                        .log("${header.date}"+" routeId:centralbase-3-> select stroke_length  centralbase.cb_temp_well_mech_daily  data failed")
                         .split(body()).process(exchange -> {
                     Message in = exchange.getIn();
                     HashMap<String, Object> aRow = in.getBody(HashMap.class);
@@ -509,8 +503,11 @@ public class CamelJDBCConfiguration /*extends RouteBuilder */ {
 
                 from("timer:mytimer11?period=3600000")
                         .routeId("centralbase-1")
-                        .setBody(simple("select so.well_id,so.well_common_name,so.org_id,ti.prod_date,ti.stroke_frequency,ti.stroke_length,ti.sgt from centralbase.cb_temp_well_mech_runtime ti, centralbase.cb_cd_well_source so where ti.well_id = so.well_id and ti.prod_date =(select max(prod_date) from centralbase.cb_temp_well_mech_runtime) "))
-                        .to("jdbc:centralbase")
+                        .setBody(simple("select so.well_id,so.well_common_name,so.org_id,ti.prod_date,ti.stroke_frequency,ti.stroke_length,ti.sgt from centralbase.cb_temp_well_mech_runtime ti, centralbase.cb_cd_well_source so where ti.well_id = so.well_id and ti.prod_date = (select max(prod_date) from centralbase.cb_temp_well_mech_runtime) "))
+                        .to("jdbc:centralbase").process(exchange -> {
+                            sendMsgRunTime=0;
+                            DefaultMsgSendSuccessCallBack.count.set(0);
+                        })
                         .split(body())
                         .doTry()
                         .process(exchange -> {
@@ -527,12 +524,15 @@ public class CamelJDBCConfiguration /*extends RouteBuilder */ {
                                 sgt = "0,0";
                             }
                             DiagnoseMsg diagnoseMsg = new DiagnoseMsg(wellId, wellName, orgId, prodDate, sgt, LocalDateTime.now().toString(), strokeLength, strokeFrequency);
-                            producer.send((MessageBody) diagnoseMsg);
+                            sendMsgRunTime++;
+                            System.out.println("sendMsgRunTime = " + sendMsgRunTime);
+                            producer.send(diagnoseMsg);
                         })
                         .doCatch(Exception.class)
                         .log("${header.date}"+" rocketMQ send data failed")
                         .end();
 
+
             };
         };
 

src/main/resources/application.yml

@@ -107,7 +107,7 @@ management:
   endpoints:
     web:
       exposure:
-        include: health, info,camelroutes , camelroutecontroller
+        include: '*'
       cors:
         allow-credentials: off
 server:
@@ -116,7 +116,7 @@ server:
 
 rocketmq:
   #rocketmq的路由调度器的地址
-  name-server: 10.72.143.2:9876
+  name-server: 101.200.219.190:9876
   producer:
     # 消息分组
     group: aoid
@@ -129,12 +129,12 @@ gct:
     one:
       topic: diagnose-msg
       tags: v1
-      log-file-path: /home/lloyd/Desktop/log/task.json
+      log-file-path: ${user.home}/logs/gct-etl/diagnoseMsgFailed.json
       producer:
         group: diagnose
         access-key: diagnose-msg-v1
         secret-key: diagnose-msg-v1
-      name-server: 10.72.143.2:9876
+      name-server: 101.200.219.190:9876
       consumer:
         group: diagnose
         access-key: diagnose-msg-v1
@@ -142,13 +142,19 @@ gct:
     two:
       topic: warn-msg
       tags: v1
-      log-file-path: /home/lloyd/Desktop/log/task.json
+      log-file-path: ${user.home}/logs/gct-etl/warnMsgFailed.json
       producer:
         group: warn
         access-key: warn-msg-v1
         secret-key: warn-msg-v1
-      name-server: 10.72.143.2:9876
+      name-server: 101.200.219.190:9876
       consumer:
         group: warn
         access-key: warn-msg-v1
-        secret-key: warn-msg-v1
+        secret-key: warn-msg-v1
+
+# swagger 相关配置
+swagger:
+  authorization:
+    key-name: token
+  enabled: true

src/test/java/com/gct/tools/etlcamelhuge/EtlCamelHugeApplicationTests.java

@@ -2,6 +2,7 @@ package com.gct.tools.etlcamelhuge;
 
 import com.alibaba.fastjson.JSONArray;
 import com.alibaba.fastjson.JSONObject;
+import com.gct.tools.etlcamelhuge.entity.GTBody;
 import com.gct.tools.etlcamelhuge.routeconfig.CamelJDBCConfiguration;
 import io.micrometer.core.instrument.util.IOUtils;
 import lombok.Data;