diff --git a/services/scraper-google/main.go b/services/scraper-google/main.go index e0e8daa..2d8b812 100644 --- a/services/scraper-google/main.go +++ b/services/scraper-google/main.go @@ -43,7 +43,7 @@ func main() { for _, page := range pages { go func() { - log.Printf("Running initial scrape for page offset: %d", page) + log.Printf("Running initial scrape for page offset: %d, inital run", page) Work(ctx)(page, googleLinkStream) }() diff --git a/services/scraper-google/work.go b/services/scraper-google/work.go index 81407a8..72bbe60 100644 --- a/services/scraper-google/work.go +++ b/services/scraper-google/work.go @@ -39,6 +39,8 @@ func Work(mainCtx context.Context) func(page int, stream chan<- domain.GoogleLin chromedp.Navigate(utils.BuildUrl(query, page)), ) + log.Printf("Error in run? %v", err) + if err != nil { log.Fatal(err) }