1 Star 0 Fork 0

zhangjungang/beats

加入 Gitee
与超过 1200万 开发者一起发现、参与优秀开源项目,私有仓库也完全免费 :)
免费加入
文件
克隆/下载
worker.go 1.93 KB
一键复制 编辑 原始数据 按行查看 历史
urso 提交于 2016-01-20 15:27 . Filebeat async publisher support
package publisher
import (
"expvar"
"sync"
"github.com/elastic/beats/libbeat/common"
"github.com/elastic/beats/libbeat/outputs"
)
// Metrics that can retrieved through the expvar web interface.
var (
messagesInWorkerQueues = expvar.NewInt("libbeatMessagesInWorkerQueues")
)
type worker interface {
send(m message)
}
type messageWorker struct {
queue chan message
bulkQueue chan message
ws *workerSignal
handler messageHandler
}
type message struct {
context Context
event common.MapStr
events []common.MapStr
}
type workerSignal struct {
done chan struct{}
wg sync.WaitGroup
}
type messageHandler interface {
onMessage(m message)
onStop()
}
func newMessageWorker(ws *workerSignal, hwm, bulkHWM int, h messageHandler) *messageWorker {
p := &messageWorker{}
p.init(ws, hwm, bulkHWM, h)
return p
}
func (p *messageWorker) init(ws *workerSignal, hwm, bulkHWM int, h messageHandler) {
p.queue = make(chan message, hwm)
p.bulkQueue = make(chan message, bulkHWM)
p.ws = ws
p.handler = h
ws.wg.Add(1)
go p.run()
}
func (p *messageWorker) run() {
defer p.shutdown()
for {
select {
case <-p.ws.done:
return
case m := <-p.queue:
messagesInWorkerQueues.Add(-1)
p.handler.onMessage(m)
case m := <-p.bulkQueue:
messagesInWorkerQueues.Add(-1)
p.handler.onMessage(m)
}
}
}
func (p *messageWorker) shutdown() {
p.handler.onStop()
stopQueue(p.queue)
stopQueue(p.bulkQueue)
p.ws.wg.Done()
}
func (p *messageWorker) send(m message) {
if m.event != nil {
p.queue <- m
} else {
p.bulkQueue <- m
}
messagesInWorkerQueues.Add(1)
}
func (ws *workerSignal) stop() {
close(ws.done)
ws.wg.Wait()
}
func newWorkerSignal() *workerSignal {
w := &workerSignal{}
w.Init()
return w
}
func (ws *workerSignal) Init() {
ws.done = make(chan struct{})
}
func stopQueue(qu chan message) {
close(qu)
for msg := range qu { // clear queue and send fail signal
outputs.SignalFailed(msg.context.Signal, nil)
}
}
马建仓 AI 助手
尝试更多
代码解读
代码找茬
代码优化
1
https://gitee.com/zhangjungang/beats.git
git@gitee.com:zhangjungang/beats.git
zhangjungang
beats
beats
v1.1.0

搜索帮助