1 Star 0 Fork 12

hlwqds / nsq

forked from Gitee 极速下载 / NSQ 
加入 Gitee
与超过 1200万 开发者一起发现、参与优秀开源项目,私有仓库也完全免费 :)
免费加入
克隆/下载
bench_writer.go 2.53 KB
一键复制 编辑 原始数据 按行查看 历史
Matt Reiferson 提交于 2015-04-12 13:00 . s/bitly/nsqio
package main
import (
"bufio"
"flag"
"log"
"net"
"runtime"
"sync"
"sync/atomic"
"time"
"github.com/nsqio/go-nsq"
)
var (
runfor = flag.Duration("runfor", 10*time.Second, "duration of time to run")
tcpAddress = flag.String("nsqd-tcp-address", "127.0.0.1:4150", "<addr>:<port> to connect to nsqd")
topic = flag.String("topic", "sub_bench", "topic to receive messages on")
size = flag.Int("size", 200, "size of messages")
batchSize = flag.Int("batch-size", 200, "batch size of messages")
deadline = flag.String("deadline", "", "deadline to start the benchmark run")
)
var totalMsgCount int64
func main() {
flag.Parse()
var wg sync.WaitGroup
log.SetPrefix("[bench_writer] ")
msg := make([]byte, *size)
batch := make([][]byte, *batchSize)
for i := range batch {
batch[i] = msg
}
goChan := make(chan int)
rdyChan := make(chan int)
for j := 0; j < runtime.GOMAXPROCS(0); j++ {
wg.Add(1)
go func() {
pubWorker(*runfor, *tcpAddress, *batchSize, batch, *topic, rdyChan, goChan)
wg.Done()
}()
<-rdyChan
}
if *deadline != "" {
t, err := time.Parse("2006-01-02 15:04:05", *deadline)
if err != nil {
log.Fatal(err)
}
d := t.Sub(time.Now())
log.Printf("sleeping until %s (%s)", t, d)
time.Sleep(d)
}
start := time.Now()
close(goChan)
wg.Wait()
end := time.Now()
duration := end.Sub(start)
tmc := atomic.LoadInt64(&totalMsgCount)
log.Printf("duration: %s - %.03fmb/s - %.03fops/s - %.03fus/op",
duration,
float64(tmc*int64(*size))/duration.Seconds()/1024/1024,
float64(tmc)/duration.Seconds(),
float64(duration/time.Microsecond)/float64(tmc))
}
func pubWorker(td time.Duration, tcpAddr string, batchSize int, batch [][]byte, topic string, rdyChan chan int, goChan chan int) {
conn, err := net.DialTimeout("tcp", tcpAddr, time.Second)
if err != nil {
panic(err.Error())
}
conn.Write(nsq.MagicV2)
rw := bufio.NewReadWriter(bufio.NewReader(conn), bufio.NewWriter(conn))
rdyChan <- 1
<-goChan
var msgCount int64
endTime := time.Now().Add(td)
for {
cmd, _ := nsq.MultiPublish(topic, batch)
_, err := cmd.WriteTo(rw)
if err != nil {
panic(err.Error())
}
err = rw.Flush()
if err != nil {
panic(err.Error())
}
resp, err := nsq.ReadResponse(rw)
if err != nil {
panic(err.Error())
}
frameType, data, err := nsq.UnpackResponse(resp)
if err != nil {
panic(err.Error())
}
if frameType == nsq.FrameTypeError {
panic(string(data))
}
msgCount += int64(len(batch))
if time.Now().After(endTime) {
break
}
}
atomic.AddInt64(&totalMsgCount, msgCount)
}
Go
1
https://gitee.com/hlwqds/nsq.git
git@gitee.com:hlwqds/nsq.git
hlwqds
nsq
nsq
v1.1.0

搜索帮助