From ab9346e96b273046d102f6619154910735d42a23 Mon Sep 17 00:00:00 2001 From: Elshimy Ziad Magdy Taha Date: Mon, 15 Dec 2025 12:24:13 +0500 Subject: [PATCH] fix headless --- services/scraper-google/utils/get-html-raw.go | 2 +- services/scraper-google/work.go | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/services/scraper-google/utils/get-html-raw.go b/services/scraper-google/utils/get-html-raw.go index d98945a..f705224 100644 --- a/services/scraper-google/utils/get-html-raw.go +++ b/services/scraper-google/utils/get-html-raw.go @@ -16,7 +16,7 @@ import ( func GetHTMLRaw(ctx context.Context, googleLink domain.GoogleLink) (string, string, error) { // Set up chromedp options opts := append(chromedp.DefaultExecAllocatorOptions[:], - chromedp.Flag("headless", false), + chromedp.Flag("headless", true), chromedp.Flag("disable-blink-features", "AutomationControlled"), chromedp.Flag("excludeSwitches", "enable-automation"), chromedp.UserAgent("Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36"), diff --git a/services/scraper-google/work.go b/services/scraper-google/work.go index 64b60ee..cf179ea 100644 --- a/services/scraper-google/work.go +++ b/services/scraper-google/work.go @@ -16,7 +16,7 @@ func Work(mainCtx context.Context) func(page int, stream chan<- domain.GoogleLin query := "site:boards.greenhouse.io (Software OR Backend OR Full-Stack) Engineer" opts := append(chromedp.DefaultExecAllocatorOptions[:], - chromedp.Flag("headless", false), + chromedp.Flag("headless", true), chromedp.Flag("disable-blink-features", "AutomationControlled"), chromedp.Flag("excludeSwitches", "enable-automation"), chromedp.Flag("disable-web-security", false),