2 Star 3 Fork 10

王布衣 / engine

加入 Gitee
与超过 1200万 开发者一起发现、参与优秀开源项目,私有仓库也完全免费 :)
免费加入
克隆/下载
datasets.go 2.86 KB
一键复制 编辑 原始数据 按行查看 历史
王布衣 提交于 2024-01-25 22:46 . 调整进度条, 增加wait方法
package storages
import (
"context"
"gitee.com/quant1x/engine/cache"
"gitee.com/quant1x/engine/factors"
"gitee.com/quant1x/engine/market"
"gitee.com/quant1x/gox/coroutine"
"gitee.com/quant1x/gox/logger"
"gitee.com/quant1x/gox/progressbar"
"gitee.com/quant1x/gox/runtime"
"gitee.com/quant1x/gox/text/runewidth"
"strings"
"sync"
)
func syncDataSetByDate(data factors.DataSet, date string, op cache.OpKind) {
defer runtime.CatchPanic("%s[%s]: date=%s", data.Name(), data.GetSecurityCode(), date)
if op == cache.OpUpdate {
data.Update(date)
} else if op == cache.OpRepair {
data.Repair(date)
}
}
// 更新单个数据集
func updateOneDataSet(wg *sync.WaitGroup, parent, bar *progressbar.Bar, dataSet factors.DataSet, date string, op cache.OpKind, allCodes []string) {
moduleName := "基础数据"
if op == cache.OpRepair {
moduleName = "修复" + moduleName
} else {
moduleName = "更新" + moduleName
}
logger.Infof("%s: %s, begin", moduleName, dataSet.Name())
for _, code := range allCodes {
data := dataSet.Clone(date, code).(factors.DataSet)
syncDataSetByDate(data, date, op)
bar.Add(1)
}
parent.Add(1)
wg.Done()
logger.Infof("%s: %s, end", moduleName, dataSet.Name())
}
// BaseDataUpdate 修复数据
func BaseDataUpdate(barIndex int, date string, plugins []cache.DataAdapter, op cache.OpKind) {
moduleName := "基础数据"
if op == cache.OpRepair {
moduleName = "修复" + moduleName
} else {
moduleName = "更新" + moduleName
}
var dataSetList []factors.DataSet
// 1.1 缓存数据集名称的最大宽度
maxWidth := 0
for _, plugin := range plugins {
dataSet, ok := plugin.(factors.DataSet)
if ok {
dataSetList = append(dataSetList, dataSet)
width := runewidth.StringWidth(dataSet.Name())
if width > maxWidth {
maxWidth = width
}
}
}
logger.Infof("%s: all, begin", moduleName)
// 2. 遍历全部数据插件
dataSetCount := len(dataSetList)
barCache := progressbar.NewBar(barIndex, "执行["+date+":"+moduleName+"]", dataSetCount)
allCodes := market.GetCodeList()
codeCount := len(allCodes)
var wg sync.WaitGroup
parent := coroutine.Context()
ctx := context.WithValue(parent, cache.KBarIndex, barIndex)
for sequence, dataSet := range dataSetList {
_ = dataSet.Init(ctx, date)
//format := fmt.Sprintf("%%%ds", maxWidth)
//title := fmt.Sprintf(format, dataSet.Name())
desc := dataSet.Name()
width := runewidth.StringWidth(desc)
title := strings.Repeat(" ", maxWidth-width) + desc
barNo := barIndex + 1
if cache.UseGoroutine {
barNo += sequence
}
barCode := progressbar.NewBar(barNo, "执行["+title+"]", codeCount)
wg.Add(1)
if cache.UseGoroutine {
go updateOneDataSet(&wg, barCache, barCode, dataSet, date, op, allCodes)
} else {
updateOneDataSet(&wg, barCache, barCode, dataSet, date, op, allCodes)
}
barCode.Wait()
}
barCache.Wait()
wg.Wait()
logger.Infof("%s: all, end", moduleName)
}
1
https://gitee.com/quant1x/engine.git
git@gitee.com:quant1x/engine.git
quant1x
engine
engine
v1.8.4

搜索帮助