This commit is contained in:
Elshimy Ziad Magdy Taha 2025-12-15 10:31:25 +05:00
parent a195d3b8fe
commit 1dd59249c5

View file

@ -42,11 +42,11 @@ func main() {
log.Println("Starting scraper with scheduler...")
for _, page := range pages {
Work(ctx)(page, googleLinkStream)
// sched.Schedule(func(ctx context.Context) {
// log.Printf("Running scrape for page offset: %d", page)
// Work(ctx)(page, googleLinkStream)
// }).Every(24 * time.Hour)
sched.Schedule(func(ctx context.Context) {
log.Printf("Running scrape for page offset: %d", page)
Work(ctx)(page, googleLinkStream)
}).Every(24 * time.Hour)
}
if err := sched.Run(); err != nil {