feat: add log field into es /ozhera-log

apache · Dec 10, 2024 · c55f162 · c55f162
1 parent 66402b2
commit c55f162
Show file tree

Hide file tree

Showing 6 changed files with 7 additions and 0 deletions.
diff --git a/ozhera-log/log-common/src/main/java/org/apache/ozhera/log/model/LogtailConfig.java b/ozhera-log/log-common/src/main/java/org/apache/ozhera/log/model/LogtailConfig.java
@@ -38,6 +38,8 @@ public class LogtailConfig {
     private String type;
     private Integer appType;
 
+    private String deploySpace;
+
     private Integer parseType;
     private String tail;
     /**

diff --git a/...src/main/java/org/apache/ozhera/log/manager/service/impl/MilogConfigNacosServiceImpl.java b/...src/main/java/org/apache/ozhera/log/manager/service/impl/MilogConfigNacosServiceImpl.java
@@ -447,6 +447,7 @@ public LogtailConfig assembleLogTailConfigs(Long tailId) {
             logtailConfig.setParseScript(milogLogTail.getParseScript());
             logtailConfig.setValueList(milogLogTail.getValueList());
             logtailConfig.setAppType(milogLogTail.getAppType());
+            logtailConfig.setDeploySpace(milogLogTail.getDeploySpace());
             // Query MQ information
             handleTailConfig(tailId, milogLogTail.getStoreId(), milogLogTail.getSpaceId(),
                     milogLogTail.getMilogAppId(), logtailConfig, milogLogTail.getAppType());

diff --git a/...-log/log-stream/src/main/java/org/apache/ozhera/log/stream/common/LogStreamConstants.java b/...-log/log-stream/src/main/java/org/apache/ozhera/log/stream/common/LogStreamConstants.java
@@ -38,5 +38,6 @@ public class LogStreamConstants {
     public static final String LOG_STREAM_SPACE_ID = "spaceId";
     public static final String LOG_STREAM_STORE_ID = "storeId";
     public static final String LOG_STREAM_TAIL_ID = "tailId";
+    public static final String DEPLOY_SPACE = "deploy_space";
 
 }
diff --git a/ozhera-log/log-stream/src/main/java/org/apache/ozhera/log/stream/job/JobManager.java b/ozhera-log/log-stream/src/main/java/org/apache/ozhera/log/stream/job/JobManager.java
@@ -186,6 +186,7 @@ private SinkJobConfig buildSinkJobConfig(String type, String ak, String sk, Stri
                 .jobType(SinkJobEnum.NORMAL_JOB.name())
                 .storageType(sinkConfig.getStorageType())
                 .consumerGroup(logtailConfig.getConsumerGroup())
+                .deploySpace(logtailConfig.getDeploySpace())
                 .build();
         sinkJobConfig.setLogTailId(logtailConfig.getLogtailId());
         sinkJobConfig.setLogStoreId(sinkConfig.getLogstoreId());

diff --git a/ozhera-log/log-stream/src/main/java/org/apache/ozhera/log/stream/job/LogDataTransfer.java b/ozhera-log/log-stream/src/main/java/org/apache/ozhera/log/stream/job/LogDataTransfer.java
@@ -143,6 +143,7 @@ private void putCommonData(Map<String, Object> dataMap) {
         dataMap.putIfAbsent(LOG_STREAM_SPACE_ID, sinkJobConfig.getLogSpaceId());
         dataMap.putIfAbsent(LOG_STREAM_STORE_ID, sinkJobConfig.getLogStoreId());
         dataMap.putIfAbsent(LOG_STREAM_TAIL_ID, sinkJobConfig.getLogTailId());
+        dataMap.putIfAbsent(DEPLOY_SPACE, sinkJobConfig.getDeploySpace());
     }
 
     private void sendMessage(Map<String, Object> dataMap) throws Exception {

diff --git a/ozhera-log/log-stream/src/main/java/org/apache/ozhera/log/stream/job/SinkJobConfig.java b/ozhera-log/log-stream/src/main/java/org/apache/ozhera/log/stream/job/SinkJobConfig.java
@@ -61,4 +61,5 @@ public class SinkJobConfig extends LogConfig {
      */
     private String jobType;
     private String consumerGroup;
+    private String deploySpace;
 }