Merge pull request #63 from arabold/bugfix/62-fix-wait-event

fix(scraper): replace domcontentloaded with load event in Playwright

Author: arabold

src/scraper/middleware/components/HtmlPlaywrightMiddleware.ts

@@ -86,7 +86,7 @@ export class HtmlPlaywrightMiddleware implements ContentProcessorMiddleware {
       // Use 'domcontentloaded' as scripts might need the initial DOM structure
       // Use 'networkidle' if waiting for async data fetches is critical, but slower.
       await page.goto(context.source, {
-        waitUntil: "domcontentloaded",
+        waitUntil: "load",
       });
 
       // Optionally, add a small delay or wait for a specific element if needed