fix docker file

This commit is contained in:
Elshimy Ziad Magdy Taha 2025-12-15 12:27:36 +05:00
parent ab9346e96b
commit a04ee0343c
3 changed files with 34 additions and 11 deletions

View file

@ -1,5 +1,5 @@
# Build stage # Build stage
FROM golang:1.24-alpine AS builder FROM golang:1.22-alpine AS builder
# Install build dependencies # Install build dependencies
RUN apk add --no-cache git RUN apk add --no-cache git
@ -17,24 +17,41 @@ COPY . .
WORKDIR /build/services/scraper-google WORKDIR /build/services/scraper-google
RUN CGO_ENABLED=0 GOOS=linux go build -o scraper-google . RUN CGO_ENABLED=0 GOOS=linux go build -o scraper-google .
# Runtime stage # Runtime stage - Use Debian with Chrome installed
FROM chromedp/headless-shell:latest FROM debian:bookworm-slim
# Install ca-certificates for HTTPS requests # Install Chrome and dependencies
RUN apt-get update && apt-get install -y \ RUN apt-get update && apt-get install -y \
ca-certificates \ ca-certificates \
chromium \
chromium-sandbox \
fonts-liberation \
libasound2 \
libatk-bridge2.0-0 \
libatk1.0-0 \
libatspi2.0-0 \
libcups2 \
libdbus-1-3 \
libdrm2 \
libgbm1 \
libgtk-3-0 \
libnspr4 \
libnss3 \
libxcomposite1 \
libxdamage1 \
libxfixes3 \
libxkbcommon0 \
libxrandr2 \
xdg-utils \
&& rm -rf /var/lib/apt/lists/* && rm -rf /var/lib/apt/lists/*
# Set Chrome path for chromedp
ENV CHROME_PATH=/usr/bin/chromium
WORKDIR /app WORKDIR /app
# Copy the binary from builder # Copy the binary from builder
COPY --from=builder /build/services/scraper-google/scraper-google . COPY --from=builder /build/services/scraper-google/scraper-google .
# Copy environment files if they exist (optional)
COPY --from=builder /build/services/scraper-google/.env* ./
# Expose any ports if needed (not required for this service)
# EXPOSE 8080
# Run the scraper # Run the scraper
CMD ["./scraper-google"] ENTRYPOINT ["./scraper-google"]

View file

@ -17,6 +17,9 @@ func GetHTMLRaw(ctx context.Context, googleLink domain.GoogleLink) (string, stri
// Set up chromedp options // Set up chromedp options
opts := append(chromedp.DefaultExecAllocatorOptions[:], opts := append(chromedp.DefaultExecAllocatorOptions[:],
chromedp.Flag("headless", true), chromedp.Flag("headless", true),
chromedp.Flag("no-sandbox", true), // Required for Docker
chromedp.Flag("disable-gpu", true), // Recommended for Docker
chromedp.Flag("disable-dev-shm-usage", true), // Prevents crashes in Docker
chromedp.Flag("disable-blink-features", "AutomationControlled"), chromedp.Flag("disable-blink-features", "AutomationControlled"),
chromedp.Flag("excludeSwitches", "enable-automation"), chromedp.Flag("excludeSwitches", "enable-automation"),
chromedp.UserAgent("Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36"), chromedp.UserAgent("Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36"),

View file

@ -17,6 +17,9 @@ func Work(mainCtx context.Context) func(page int, stream chan<- domain.GoogleLin
opts := append(chromedp.DefaultExecAllocatorOptions[:], opts := append(chromedp.DefaultExecAllocatorOptions[:],
chromedp.Flag("headless", true), chromedp.Flag("headless", true),
chromedp.Flag("no-sandbox", true), // Required for Docker
chromedp.Flag("disable-gpu", true), // Recommended for Docker
chromedp.Flag("disable-dev-shm-usage", true), // Prevents crashes in Docker
chromedp.Flag("disable-blink-features", "AutomationControlled"), chromedp.Flag("disable-blink-features", "AutomationControlled"),
chromedp.Flag("excludeSwitches", "enable-automation"), chromedp.Flag("excludeSwitches", "enable-automation"),
chromedp.Flag("disable-web-security", false), chromedp.Flag("disable-web-security", false),