debug 2
This commit is contained in:
parent
92cec1bf65
commit
d57c1a4ce3
2 changed files with 3 additions and 1 deletions
|
|
@ -43,7 +43,7 @@ func main() {
|
||||||
|
|
||||||
for _, page := range pages {
|
for _, page := range pages {
|
||||||
go func() {
|
go func() {
|
||||||
log.Printf("Running initial scrape for page offset: %d", page)
|
log.Printf("Running initial scrape for page offset: %d, inital run", page)
|
||||||
Work(ctx)(page, googleLinkStream)
|
Work(ctx)(page, googleLinkStream)
|
||||||
}()
|
}()
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -39,6 +39,8 @@ func Work(mainCtx context.Context) func(page int, stream chan<- domain.GoogleLin
|
||||||
chromedp.Navigate(utils.BuildUrl(query, page)),
|
chromedp.Navigate(utils.BuildUrl(query, page)),
|
||||||
)
|
)
|
||||||
|
|
||||||
|
log.Printf("Error in run? %v", err)
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
log.Fatal(err)
|
log.Fatal(err)
|
||||||
}
|
}
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue