diff --git a/services/scraper-google/main.go b/services/scraper-google/main.go index 1545a33..508ec61 100644 --- a/services/scraper-google/main.go +++ b/services/scraper-google/main.go @@ -42,11 +42,11 @@ func main() { log.Println("Starting scraper with scheduler...") for _, page := range pages { - Work(ctx)(page, googleLinkStream) - // sched.Schedule(func(ctx context.Context) { - // log.Printf("Running scrape for page offset: %d", page) - // Work(ctx)(page, googleLinkStream) - // }).Every(24 * time.Hour) + // Work(ctx)(page, googleLinkStream) + sched.Schedule(func(ctx context.Context) { + log.Printf("Running scrape for page offset: %d", page) + Work(ctx)(page, googleLinkStream) + }).Every(24 * time.Hour) } if err := sched.Run(); err != nil {