This commit is contained in:
zhangkun9038@dingtalk.com 2025-03-10 20:41:28 +08:00
parent 7202a98998
commit f0814c40bc
7 changed files with 23 additions and 36 deletions

5
Dockerfile Normal file
View File

@ -0,0 +1,5 @@
<<<<<<< HEAD
=======
RUN fluent-gem install fluent-plugin-elasticsearch fluent-plugin-rewrite-tag-filter
>>>>>>> Snippet

View File

@ -6,7 +6,7 @@ import (
) )
type Config struct { type Config struct {
ElasticsearchURL string `json:"elasticsearch_url"` FluentdURL string `json:"fluentdURL_url"`
} }
// LoadConfig 从指定路径加载配置文件 // LoadConfig 从指定路径加载配置文件

View File

@ -1,5 +1,5 @@
{ {
"elasticsearch_url": "http://fluentd.k8s.xunlang.home" "fluentdURL_url": "http://fluentd.k8s.xunlang.home"
} }

8
fluentd-deployment.yaml Normal file
View File

@ -0,0 +1,8 @@
initContainers:
- name: install-rewrite-tag-filter
image: your-fluentd-image:version
command: ["fluent-gem", "install", "fluent-plugin-rewrite-tag-filter"]
containers:
- name: fluentd
image: your-fluentd-image:version

View File

@ -5,9 +5,8 @@ import (
"encoding/csv" "encoding/csv"
"encoding/json" "encoding/json"
"fmt" "fmt"
cfg "gitea.zjmud.xyz/phyer/tanya/config"
"io" "io"
cfg "gitea.zjmud.xyz/phyer/tanya/config" // 请将your_project_path替换为实际的项目路径
"net/http" "net/http"
"strconv" "strconv"
"strings" "strings"
@ -143,8 +142,8 @@ func (cl *CandleList) ToCsv() (string, error) {
return sb.String(), nil return sb.String(), nil
} }
// ToEs 将Candle数据发送到Elasticsearch // ToFluentd 将Candle数据发送到Fluentd
func (cl *CandleList) ToEs() error { func (cl *CandleList) ToFluentd() error {
// 获取当前年份 // 获取当前年份
currentYear := time.Now().Year() currentYear := time.Now().Year()
@ -240,7 +239,7 @@ func (cl *CandleList) ToEs() error {
} }
// 构造完整URL添加json参数 // 构造完整URL添加json参数
fullURL := fmt.Sprintf("%s/%s?json", strings.TrimRight(config.ElasticsearchURL, "/"), tag) fullURL := fmt.Sprintf("%s/%s?json", strings.TrimRight(config.FluentdURL, "/"), tag)
// 输出完整请求URL和请求体到日志 // 输出完整请求URL和请求体到日志
fmt.Printf("Sending request to URL: %s\n", fullURL) fmt.Printf("Sending request to URL: %s\n", fullURL)

View File

@ -94,44 +94,19 @@ func (s *OkxPublicDataService) GetCandles(params CandlesRequest) ([]*Candle, err
// 添加调试日志 // 添加调试日志
fmt.Printf("Making request to: %s\n", u.String()) fmt.Printf("Making request to: %s\n", u.String())
// 创建自定义HTTP请求 resp, err := http.Get(u.String())
req, err := http.NewRequest("GET", u.String(), nil)
if err != nil { if err != nil {
return nil, fmt.Errorf("failed to create request: %v", err) return nil, err
} }
// 设置请求头
req.Header.Set("Accept", "application/json")
req.Header.Set("Content-Type", "application/json")
// 发送请求
resp, err := http.DefaultClient.Do(req)
if err != nil {
return nil, fmt.Errorf("request failed: %v", err)
}
defer resp.Body.Close() defer resp.Body.Close()
// 打印详细调试信息
fmt.Printf("Request URL: %s\n", u.String())
fmt.Printf("Response Status: %s\n", resp.Status)
fmt.Printf("Response Headers: %v\n", resp.Header)
// 记录响应状态 // 记录响应状态
fmt.Printf("Response Status: %s\n", resp.Status) fmt.Printf("Response Status: %s\n", resp.Status)
// 读取并记录响应体 // 读取并记录响应体
body, err := io.ReadAll(resp.Body) body, err := io.ReadAll(resp.Body)
if err != nil { if err != nil {
return nil, fmt.Errorf("failed to read response body: %v", err) return nil, err
}
// 打印响应体长度和内容
fmt.Printf("Response Body Length: %d\n", len(body))
if len(body) > 0 {
fmt.Printf("Response Body: %s\n", string(body))
} else {
fmt.Println("Response Body is empty")
} }
fmt.Printf("Response Body: %s\n", string(body)) fmt.Printf("Response Body: %s\n", string(body))

View File

@ -58,7 +58,7 @@ func TestCandleList_ToEs(t *testing.T) {
if err != nil { if err != nil {
t.Fatalf("ToEs failed: %v", err) t.Fatalf("ToEs failed: %v", err)
} }
err = cl.ToEs() err = cl.ToFluentd()
if err != nil { if err != nil {
t.Fatalf("ToEs failed: %v", err) t.Fatalf("ToEs failed: %v", err)
} }