1 Star 0 Fork 0

sqos/beats

加入 Gitee
与超过 1200万 开发者一起发现、参与优秀开源项目,私有仓库也完全免费 :)
免费加入
克隆/下载
sync.go 1.68 KB
一键复制 编辑 原始数据 按行查看 历史
package publisher
import (
"sync"
"github.com/elastic/beats/filebeat/input"
"github.com/elastic/beats/libbeat/logp"
"github.com/elastic/beats/libbeat/publisher"
)
type syncLogPublisher struct {
pub publisher.Publisher
client publisher.Client
in chan []*input.Event
out SuccessLogger
done chan struct{}
wg sync.WaitGroup
}
func newSyncLogPublisher(
in chan []*input.Event,
out SuccessLogger,
pub publisher.Publisher,
) *syncLogPublisher {
return &syncLogPublisher{
in: in,
out: out,
pub: pub,
done: make(chan struct{}),
}
}
func (p *syncLogPublisher) Start() {
p.client = p.pub.Connect()
p.wg.Add(1)
go func() {
defer p.wg.Done()
logp.Info("Start sending events to output")
defer logp.Debug("publisher", "Shutting down sync publisher")
for {
err := p.Publish()
if err != nil {
return
}
}
}()
}
func (p *syncLogPublisher) Publish() error {
var events []*input.Event
select {
case <-p.done:
return sigPublisherStop
case events = <-p.in:
}
dataEvents, meta := getDataEvents(events)
ok := p.client.PublishEvents(dataEvents, publisher.Sync, publisher.Guaranteed,
publisher.MetadataBatch(meta))
if !ok {
// PublishEvents will only returns false, if p.client has been closed.
return sigPublisherStop
}
// TODO: move counter into logger?
logp.Debug("publish", "Events sent: %d", len(events))
eventsSent.Add(int64(len(events)))
// Tell the logger that we've successfully sent these events
ok = p.out.Published(events)
if !ok {
// stop publisher if successfully send events can not be logged anymore.
return sigPublisherStop
}
return nil
}
func (p *syncLogPublisher) Stop() {
p.client.Close()
close(p.done)
p.wg.Wait()
}
马建仓 AI 助手
尝试更多
代码解读
代码找茬
代码优化
1
https://gitee.com/sqos/beats.git
git@gitee.com:sqos/beats.git
sqos
beats
beats
v5.6.16

搜索帮助