phyer/tanya
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

由于fluentd.conf配置的原因，目前ToFluentd不可用，以后能配置出来支持自定义格式的index到es的fluentd.conf再说

Browse Source
This commit is contained in:
zhangkun9038@dingtalk.com 2025-03-13 17:40:28 +08:00
parent 20a5d67d34
commit 8f519aa103
1 changed files with 34 additions and 47 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

23
okx/candleList.go
View File

@ -156,17 +156,8 @@ func (cl *CandleList) ToFluentd() error {
return fmt.Errorf("invalid period: %v", err) return fmt.Errorf("invalid period: %v", err)
} }
// 分批发送，每批最多50条 // 逐条发送记录
batchSize := 50 for _, candle := range cl.Candles {
for i := 0; i < len(cl.Candles); i += batchSize {
end := i + batchSize
if end > len(cl.Candles) {
end = len(cl.Candles)
}
// 准备批量数据
var records []map[string]interface{}
for _, candle := range cl.Candles[i:end] {
// 验证时间戳是否为周期的整数倍 // 验证时间戳是否为周期的整数倍
ts, err := strconv.ParseInt(candle.Timestamp, 10, 64) ts, err := strconv.ParseInt(candle.Timestamp, 10, 64)
if err != nil { if err != nil {
@ -181,7 +172,7 @@ func (cl *CandleList) ToFluentd() error {
// 对于日线数据，检查是否为当天的 00:00:00 // 对于日线数据，检查是否为当天的 00:00:00
if cl.Period == "1D" { if cl.Period == "1D" {
if cstTime.Hour() != 0 || cstTime.Minute() != 0 || cstTime.Second() != 0 { if cstTime.Hour() != 0 || cstTime.Minute() != 0 || cstTime.Second() != 0 {
return fmt.Errorf("timestamp %d (%s) is not aligned with period %s", ts, cstTime.Format("2006-01-02 15:04:05"), cl.Period) return fmt.Errorf("timestamp %d (%s) is not aligned with period :%s", ts, cstTime.Format("2006-01-02 15:04:05"), cl.Period)
} }
} else { } else {
// 对于其他周期，使用原来的对齐检查 // 对于其他周期，使用原来的对齐检查
@ -205,13 +196,10 @@ func (cl *CandleList) ToFluentd() error {
"volumeCcy": candle.VolumeCcy, "volumeCcy": candle.VolumeCcy,
} }
records = append(records, record)
}
// 构造请求体 // 构造请求体
payload := map[string]interface{}{ payload := map[string]interface{}{
"tag": tag, "tag": tag,
"record": records, "record": record,
} }
jsonData, err := json.Marshal(payload) jsonData, err := json.Marshal(payload)
@ -281,9 +269,8 @@ func (cl *CandleList) ToFluentd() error {
if resp.StatusCode != http.StatusOK { if resp.StatusCode != http.StatusOK {
return fmt.Errorf("unexpected status code: %d, response: %s", resp.StatusCode, string(body)) return fmt.Errorf("unexpected status code: %d, response: %s", resp.StatusCode, string(body))
} }
//回头把response列出来看看,是不是有报错
fmt.Printf("Successfully sent %d records to Fluentd\n", len(records)) fmt.Printf("Successfully sent record to Fluentd: %s\n", fullURL)
} }
return nil return nil