From b089f3110f2586b0aa1a80a20d4d1d0f93693300 Mon Sep 17 00:00:00 2001 From: "zhangkun9038@dingtalk.com" Date: Thu, 27 Feb 2025 13:31:59 +0800 Subject: [PATCH] first --- cache/cache.go | 0 cmd/main.go | 53 ++++++++++++++++++++++++++ collector/collector.go | 0 config/config.yaml | 0 docs/README.md | 0 feature_processor/feature_processor.go | 0 go.mod | 3 ++ go.mod_back | 33 ++++++++++++++++ go.sum | 0 scheduler/scheduler.go | 0 storage/storage.go | 0 11 files changed, 89 insertions(+) create mode 100644 cache/cache.go create mode 100644 cmd/main.go create mode 100644 collector/collector.go create mode 100644 config/config.yaml create mode 100644 docs/README.md create mode 100644 feature_processor/feature_processor.go create mode 100644 go.mod create mode 100644 go.mod_back create mode 100644 go.sum create mode 100644 scheduler/scheduler.go create mode 100644 storage/storage.go diff --git a/cache/cache.go b/cache/cache.go new file mode 100644 index 0000000..e69de29 diff --git a/cmd/main.go b/cmd/main.go new file mode 100644 index 0000000..c98f64b --- /dev/null +++ b/cmd/main.go @@ -0,0 +1,53 @@ +package main + +import ( + "fmt" + "gitea.zjmud.xyz/phyer/blingo/cache" + "gitea.zjmud.xyz/phyer/blingo/collector" + "gitea.zjmud.xyz/phyer/blingo/config" + "gitea.zjmud.xyz/phyer/blingo/feature_processor" + "gitea.zjmud.xyz/phyer/blingo/scheduler" + "gitea.zjmud.xyz/phyer/blingo/storage" + "log" +) + +func main() { + // 1. 加载配置 + cfg, err := config.LoadConfig("config/config.yaml") + if err != nil { + log.Fatalf("Error loading config: %v", err) + } + fmt.Println("Configuration loaded successfully.") + + // 2. 数据采集 + data, err := collector.CollectData(cfg) + if err != nil { + log.Fatalf("Error collecting data: %v", err) + } + fmt.Println("Data collected successfully.") + + // 3. 特征处理 + processedData, err := feature_processor.ProcessFeatures(data) + if err != nil { + log.Fatalf("Error processing features: %v", err) + } + fmt.Println("Features processed successfully.") + + // 4. 缓存处理 + err = cache.CacheData(processedData) + if err != nil { + log.Fatalf("Error caching data: %v", err) + } + fmt.Println("Data cached successfully.") + + // 5. 存储数据 + err = storage.StoreData(processedData) + if err != nil { + log.Fatalf("Error storing data: %v", err) + } + fmt.Println("Data stored successfully.") + + // 6. 调度执行 + scheduler.ScheduleTasks(cfg) + fmt.Println("Tasks scheduled successfully.") +} diff --git a/collector/collector.go b/collector/collector.go new file mode 100644 index 0000000..e69de29 diff --git a/config/config.yaml b/config/config.yaml new file mode 100644 index 0000000..e69de29 diff --git a/docs/README.md b/docs/README.md new file mode 100644 index 0000000..e69de29 diff --git a/feature_processor/feature_processor.go b/feature_processor/feature_processor.go new file mode 100644 index 0000000..e69de29 diff --git a/go.mod b/go.mod new file mode 100644 index 0000000..41979ff --- /dev/null +++ b/go.mod @@ -0,0 +1,3 @@ +module gitea.zjmud.xyz/phyer/blingo + +go 1.24.0 diff --git a/go.mod_back b/go.mod_back new file mode 100644 index 0000000..ebcbe4b --- /dev/null +++ b/go.mod_back @@ -0,0 +1,33 @@ +module gitea.zjmud.xyz/phyer/blingo + +go 1.24.0 + +require ( + github.com/elastic/go-elasticsearch/v8 v8.9.0 + github.com/go-redis/redis/v8 v8.11.5 + github.com/gorilla/websocket v1.5.0 + github.com/sirupsen/logrus v1.9.0 + github.com/spf13/viper v1.10.0 + github.com/urfave/cli/v2 v2.25.7 + github.com/bits-and-blooms/bitset v1.13.0 // indirect + github.com/ccxt/ccxt/go/v4 v4.4.62 // indirect + github.com/consensys/bavard v0.1.13 // indirect + github.com/consensys/gnark-crypto v0.12.1 // indirect + github.com/crate-crypto/go-ipa v0.0.0-20240223125850-b1e8a79f509c // indirect + github.com/crate-crypto/go-kzg-4844 v1.0.0 // indirect + github.com/decred/dcrd/dcrec/secp256k1/v4 v4.0.1 // indirect + github.com/ethereum/c-kzg-4844 v1.0.0 // indirect + github.com/ethereum/go-ethereum v1.14.13 // indirect + github.com/ethereum/go-verkle v0.1.1-0.20240829091221-dffa7562dbe9 // indirect + github.com/google/uuid v1.6.0 // indirect + github.com/holiman/uint256 v1.3.1 // indirect + github.com/mitchellh/mapstructure v1.4.3 // indirect + github.com/mmcloughlin/addchain v0.4.0 // indirect + github.com/supranational/blst v0.3.13 // indirect + github.com/vmihailenco/msgpack/v5 v5.4.1 // indirect + github.com/vmihailenco/tagparser/v2 v2.0.0 // indirect + golang.org/x/crypto v0.31.0 // indirect + golang.org/x/sync v0.7.0 // indirect + golang.org/x/sys v0.28.0 // indirect + rsc.io/tmplfunc v0.0.3 // indirect +) diff --git a/go.sum b/go.sum new file mode 100644 index 0000000..e69de29 diff --git a/scheduler/scheduler.go b/scheduler/scheduler.go new file mode 100644 index 0000000..e69de29 diff --git a/storage/storage.go b/storage/storage.go new file mode 100644 index 0000000..e69de29