Fix fluent-bit.conf

tom-tan · Mar 29, 2021 · b62f123 · b62f123
1 parent 2b84eea
commit b62f123
Show file tree

Hide file tree

Showing 3 changed files with 26 additions and 0 deletions.
diff --git a/lib/ep3/extensions/cwl-metrics/conf/fluent-bit-parsers.conf b/lib/ep3/extensions/cwl-metrics/conf/fluent-bit-parsers.conf
@@ -0,0 +1,6 @@
+[PARSER]
+    Name telegraf
+    Format json
+    Read_from_Head True
+    Time_Key timestamp
+    Time_Keep On
diff --git a/lib/ep3/extensions/cwl-metrics/conf/fluent-bit.conf b/lib/ep3/extensions/cwl-metrics/conf/fluent-bit.conf
@@ -1,10 +1,27 @@
+[SERVICE]
+    Parsers_File ${EP3_EXT_PATH}/cwl-metrics/conf/fluent-bit-parsers.conf
+
 [INPUT]
     Name    tail
     Path    ${MEDAL_TMPDIR}/metrics/container-metrics.json
+    Parser  telegraf
+
+[FILTER]
+    Name    lua
+    Match   *
+    script  time.lua
+    call    float_time
+
+[FILTER]
+    Name    parser
+    Match   *
+    Key_Name log
+    Parser  telegraf
 
 [OUTPUT]
     Name    es
     Match   *
     Host    ${ES_HOST}
     Port    ${ES_PORT}
     Index   metrics
+    Time_Key timestamp
diff --git a/lib/ep3/extensions/cwl-metrics/conf/time.lua b/lib/ep3/extensions/cwl-metrics/conf/time.lua
@@ -0,0 +1,3 @@
+function float_time(tag, timestamp, record)
+    return 1, record["Timestamp"], record
+end