From 20a5d67d342b0c2784624d9d750ebed656570778 Mon Sep 17 00:00:00 2001
From: "zhangkun9038@dingtalk.com" <zhangkun9038@dingtalk.com>
Date: Mon, 10 Mar 2025 22:46:45 +0800
Subject: [PATCH] =?UTF-8?q?=E7=A7=BB=E9=99=A4=E6=B2=A1=E7=94=A8=E7=9A=84?=
 =?UTF-8?q?=E6=96=87=E4=BB=B6?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 config/fluentd.yaml     | 78 -----------------------------------------
 fluentd-deployment.yaml |  8 -----
 fluentd.conf            | 61 --------------------------------
 3 files changed, 147 deletions(-)
 delete mode 100644 config/fluentd.yaml
 delete mode 100644 fluentd-deployment.yaml
 delete mode 100644 fluentd.conf

diff --git a/config/fluentd.yaml b/config/fluentd.yaml
deleted file mode 100644
index d785d51..0000000
--- a/config/fluentd.yaml
+++ /dev/null
@@ -1,78 +0,0 @@
-apiVersion: v1
-kind: ConfigMap
-metadata:
-  name: fluentd-config
-  namespace: efk
-data:
-  fluent.conf: |
-    <source>
-      @type http
-      @id input_http
-      port 8888
-      tag sardine.log  # 初始 tag，客户端需指定完整 tag 如 sardine.log.candle.BTC-USDT.15M
-      @label @main
-      <parse>
-        @type json
-      </parse>
-    </source>
-
-    <label @main>
-      <filter sardine.log.candle.**>
-        @type record_transformer
-        enable_ruby true
-        <record>
-          coin_pair ${tag_parts[3] || "UNKNOWN"}  # 从 tag 第 4 部分提取，如 BTC-USDT
-          timeframe ${tag_parts[4] || "UNKNOWN"}  # 从 tag 第 5 部分提取，如 15M
-          year ${time.strftime("%Y")}             # 从 timestamp 提取年份
-          # 生成唯一 _id，例如 BTC-USDT_15M_2024-03-06-12:00:00
-          unique_id "${tag_parts[3]}_${tag_parts[4]}_#{record['timestamp'].gsub(/[: ]/, '-')}"
-          # 修改索引名称，加入 candle
-          index_name "logstash_candle_${tag_parts[3]}_${time.strftime('%Y')}_${tag_parts[4]}"
-        </record>
-      </filter>
-
-      <match sardine.log.candle.**>
-        @type copy
-        <store>
-          @type elasticsearch
-          @id output_elasticsearch_custom
-          host elasticsearch
-          port 9200
-          scheme http
-          user fluentd_user
-          password fluentd_password
-          logstash_format false
-          index_name ${record["index_name"]}  # 动态索引，如 logstash_candle_BTC-USDT_2024_15M
-          id_key unique_id                    # 使用 unique_id 作为 _id 去重
-          flush_interval 5s
-          @log_level debug
-          remove_keys _id, coin_pair, timeframe, year, unique_id, index_name
-        </store>
-        # 保留原有按日期切分的输出（不加 candle）
-        <store>
-          @type elasticsearch
-          @id output_elasticsearch
-          host elasticsearch
-          port 9200
-          scheme http
-          user fluentd_user
-          password fluentd_password
-          logstash_format true
-          logstash_prefix logstash
-          logstash_dateformat %Y.%m.%d
-          id_key unique_id                    # 同样使用 unique_id 去重
-          flush_interval 5s
-          @log_level debug
-          remove_keys _id, unique_id
-        </store>
-        <store>
-          @type stdout
-          @id output_stdout
-        </store>
-      </match>
-    </label>
-
-    <match **>
-      @type stdout
-      @id output_stdout_all
-    </match>
diff --git a/fluentd-deployment.yaml b/fluentd-deployment.yaml
deleted file mode 100644
index a187c17..0000000
--- a/fluentd-deployment.yaml
+++ /dev/null
@@ -1,8 +0,0 @@
-
-      initContainers:
-      - name: install-rewrite-tag-filter
-        image: your-fluentd-image:version
-        command: ["fluent-gem", "install", "fluent-plugin-rewrite-tag-filter"]
-      containers:
-      - name: fluentd
-        image: your-fluentd-image:version
diff --git a/fluentd.conf b/fluentd.conf
deleted file mode 100644
index 290ecea..0000000
--- a/fluentd.conf
+++ /dev/null
@@ -1,61 +0,0 @@
-    <source>
-      @type http
-      @id input_http
-      port 8888
-      @label @main
-    </source>
-
-    <label @main>
-      <match sardine.log.**>
-        @type copy
-        <store>
-          @type elasticsearch
-          @id output_elasticsearch
-          host elasticsearch
-          port 9200
-          scheme http
-          user fluentd_user
-          password fluentd_password
-          logstash_format true
-          logstash_prefix logstash
-          logstash_dateformat %Y.%m.%d
-          flush_interval 5s
-          @log_level debug
-          id_key _id
-          remove_keys _id
-        </store>
-        <store>
-          @type stdout
-          @id output_stdout
-        </store>
-      </match>
-
-      <match tanya.**>
-        @type copy
-        <store>
-          @type elasticsearch
-          @id output_elasticsearch_tanya
-          host elasticsearch
-          port 9200
-          scheme http
-          user fluentd_user
-          password fluentd_password
-          index_name candle_${tag_parts[1]}_${tag_parts[2]}_${tag_parts[3]}_${tag_parts[4]}
-          flush_interval 5s
-          @log_level debug
-          id_key _id
-          remove_keys _id
-          include_tag_key true
-          tag_key @log_name
-        </store>
-        <store>
-          @type stdout
-          @id output_stdout_tanya
-        </store>
-      </match>
-    </label>
-
-    <match **>
-      @type stdout
-      @id output_stdout_all
-    </match>