1 Star 0 Fork 0

zhangjungang/beats

加入 Gitee
与超过 1200万 开发者一起发现、参与优秀开源项目,私有仓库也完全免费 :)
免费加入
文件
克隆/下载
file.go 2.74 KB
一键复制 编辑 原始数据 按行查看 历史
Andrew Kroh 提交于 2017-12-17 07:15 +08:00 . Move file rotator out of logp package (#5885)
package fileout
import (
"os"
"path/filepath"
"github.com/elastic/beats/libbeat/beat"
"github.com/elastic/beats/libbeat/common"
"github.com/elastic/beats/libbeat/common/file"
"github.com/elastic/beats/libbeat/logp"
"github.com/elastic/beats/libbeat/outputs"
"github.com/elastic/beats/libbeat/outputs/codec"
"github.com/elastic/beats/libbeat/publisher"
)
func init() {
outputs.RegisterType("file", makeFileout)
}
type fileOutput struct {
beat beat.Info
observer outputs.Observer
rotator *file.Rotator
codec codec.Codec
}
// makeFileout instantiates a new file output instance.
func makeFileout(
beat beat.Info,
observer outputs.Observer,
cfg *common.Config,
) (outputs.Group, error) {
config := defaultConfig
if err := cfg.Unpack(&config); err != nil {
return outputs.Fail(err)
}
// disable bulk support in publisher pipeline
cfg.SetInt("bulk_max_size", -1, -1)
fo := &fileOutput{
beat: beat,
observer: observer,
}
if err := fo.init(beat, config); err != nil {
return outputs.Fail(err)
}
return outputs.Success(-1, 0, fo)
}
func (out *fileOutput) init(beat beat.Info, c config) error {
var path string
if c.Filename != "" {
path = filepath.Join(c.Path, c.Filename)
} else {
path = filepath.Join(c.Path, out.beat.Beat)
}
var err error
out.rotator, err = file.NewFileRotator(
path,
file.MaxSizeBytes(c.RotateEveryKb*1024),
file.MaxBackups(c.NumberOfFiles),
file.Permissions(os.FileMode(c.Permissions)),
)
if err != nil {
return err
}
out.codec, err = codec.CreateEncoder(beat, c.Codec)
if err != nil {
return err
}
logp.Info("Initialized file output. "+
"path=%v max_size_bytes=%v max_backups=%v permissions=%v",
path, c.RotateEveryKb*1024, c.NumberOfFiles, os.FileMode(c.Permissions))
return nil
}
// Implement Outputer
func (out *fileOutput) Close() error {
return out.rotator.Close()
}
func (out *fileOutput) Publish(
batch publisher.Batch,
) error {
defer batch.ACK()
st := out.observer
events := batch.Events()
st.NewBatch(len(events))
dropped := 0
for i := range events {
event := &events[i]
serializedEvent, err := out.codec.Encode(out.beat.Beat, &event.Content)
if err != nil {
if event.Guaranteed() {
logp.Critical("Failed to serialize the event: %v", err)
} else {
logp.Warn("Failed to serialize the event: %v", err)
}
dropped++
continue
}
if _, err = out.rotator.Write(append(serializedEvent, '\n')); err != nil {
st.WriteError(err)
if event.Guaranteed() {
logp.Critical("Writing event to file failed with: %v", err)
} else {
logp.Warn("Writing event to file failed with: %v", err)
}
dropped++
continue
}
st.WriteBytes(len(serializedEvent) + 1)
}
st.Dropped(dropped)
st.Acked(len(events) - dropped)
return nil
}
Loading...
马建仓 AI 助手
尝试更多
代码解读
代码找茬
代码优化
1
https://gitee.com/zhangjungang/beats.git
git@gitee.com:zhangjungang/beats.git
zhangjungang
beats
beats
v6.2.4

搜索帮助