golab

git clone https://github.com/javahongxi/golab.git
go get ./...

go run mockserver/main.go

go run crawler/main.go

go run mockserver/main.go

bin/elasticsearch

cd crawler_distributed/persist/server
go run itemsaver.go --port=9090

cd crawler_distributed/worker/server
go run worker.go --port=9091
go run worker.go --port=9092

cd crawler_distributed
go run main.go --itemsaver_host=:9090 --worker_hosts=:9091,:9092

go run pipeline/createfile/main.go

go run pipeline/demo/main.go

go run pipeline/netdemo/main.go