overflow_backup_2018_0455/collector_go
4
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

added elapsed time to collect

Browse Source
This commit is contained in:
insanity@loafle.com 2017-05-18 19:48:33 +09:00
parent 5e5bef7c47
commit 329d4db397
1 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
collector.go
View File

@ -9,6 +9,7 @@ import (
"log" "log"
"strconv" "strconv"
"sync" "sync"
"time"
) )
var ( var (
@ -76,11 +77,15 @@ func (c *Collector) collect(id string) {
in.Id = id in.Id = id
in.Name = grpc.Crawlers(grpc.Crawlers_value[conf.Crawler.Name]) in.Name = grpc.Crawlers(grpc.Crawlers_value[conf.Crawler.Name])
startAt := time.Now().Unix()
out, err := dc.Get(context.Background(), in) out, err := dc.Get(context.Background(), in)
finishedAt := time.Now().Unix()
if err != nil { if err != nil {
log.Printf("Cannot collect [ID: %s] [Crawler : %s] - [Err : %s]\n", conf.Id, conf.Crawler.Name, err.Error()) log.Printf("Cannot collect [ID: %s] [Crawler : %s] - [Err : %s]\n", conf.Id, conf.Crawler.Name, err.Error())
return return
} }
out.StartDate = startAt
out.EndDate = finishedAt
log.Printf("COLLECTED. [ID: %s] [Crawler : %s] [Result : %s]\n", conf.Id, conf.Crawler.Name, out.GetData()) log.Printf("COLLECTED. [ID: %s] [Crawler : %s] [Result : %s]\n", conf.Id, conf.Crawler.Name, out.GetData())
c.dataCh <- out c.dataCh <- out
}() }()