Explorar el Código

[warehouse] 支持influx存储number类型数据

tomsun28 hace 4 años
padre
commit
97a1cf8acc

+ 5 - 0
common/README.md

@@ -0,0 +1,5 @@
+## 公共包   
+
+- 指标字段格式类型 
+> 用 type 表示,0-number数字, 1-string字符串   
+-  

+ 7 - 1
common/pom.xml

@@ -29,7 +29,7 @@
         <dependency>
             <groupId>io.etcd</groupId>
             <artifactId>jetcd-core</artifactId>
-            <version>0.5.10</version>
+            <version>0.5.11</version>
             <scope>provided</scope>
         </dependency>
         <!-- 工具依赖  -->
@@ -47,6 +47,12 @@
             <groupId>com.google.protobuf</groupId>
             <artifactId>protobuf-java-util</artifactId>
             <version>3.19.1</version>
+            <exclusions>
+                <exclusion>
+                    <groupId>com.google.guava</groupId>
+                    <artifactId>guava</artifactId>
+                </exclusion>
+            </exclusions>
         </dependency>
     </dependencies>
 </project>

+ 28 - 4
warehouse/src/main/java/com/usthe/warehouse/store/InfluxdbDataStorage.java

@@ -1,6 +1,5 @@
 package com.usthe.warehouse.store;
 
-import com.google.protobuf.ProtocolStringList;
 import com.influxdb.client.InfluxDBClient;
 import com.influxdb.client.InfluxDBClientFactory;
 import com.influxdb.client.WriteApi;
@@ -8,6 +7,7 @@ import com.influxdb.client.WriteOptions;
 import com.influxdb.client.domain.WritePrecision;
 import com.influxdb.client.write.Point;
 import com.usthe.common.entity.message.CollectRep;
+import com.usthe.common.util.CommonConstants;
 import com.usthe.warehouse.MetricsDataQueue;
 import com.usthe.warehouse.WarehouseProperties;
 import com.usthe.warehouse.WarehouseWorkerPool;
@@ -18,6 +18,7 @@ import org.springframework.boot.autoconfigure.condition.ConditionalOnProperty;
 import org.springframework.context.annotation.Configuration;
 
 import java.time.Instant;
+import java.util.List;
 
 /**
  * influxdb存储采集数据
@@ -81,17 +82,40 @@ public class InfluxdbDataStorage implements DisposableBean {
 
 
     public void saveData(CollectRep.MetricsData metricsData) {
-        String measurement = metricsData.getApp() + "--" + metricsData.getMetrics();
+        String measurement = metricsData.getApp() + "_" + metricsData.getMetrics();
         String monitorId = String.valueOf(metricsData.getId());
         Instant collectTime = Instant.ofEpochMilli(metricsData.getTime());
-        ProtocolStringList fields = metricsData.getFieldsList();
+
+        List<CollectRep.Field> fields = metricsData.getFieldsList();
         for (CollectRep.ValueRow valueRow : metricsData.getValuesList()) {
             Point point = Point.measurement(measurement)
                     .addTag("id", monitorId)
                     .addTag("instance", valueRow.getInstance())
                     .time(collectTime, WritePrecision.MS);
             for (int index = 0; index < fields.size(); index++) {
-                point.addField(fields.get(index), valueRow.getColumns(index));
+                CollectRep.Field field = fields.get(index);
+                String value = valueRow.getColumns(index);
+                if (field.getType() == CommonConstants.TYPE_NUMBER) {
+                    // number data
+                    if (CommonConstants.NULL_VALUE.equals(value)) {
+                        point.addField(field.getName(), (Number) null);
+                    } else {
+                        try {
+                            double number = Double.parseDouble(value);
+                            point.addField(field.getName(), number);
+                        } catch (Exception e) {
+                            log.warn(e.getMessage());
+                            point.addField(field.getName(), (Number) null);
+                        }
+                    }
+                } else {
+                    // string
+                    if (CommonConstants.NULL_VALUE.equals(value)) {
+                        point.addField(field.getName(), (String) null);
+                    } else {
+                        point.addField(field.getName(), value);
+                    }
+                }
             }
             writeApi.writePoint(point);
         }