chore: fix tests in CI environment

Author: arabold

.github/workflows/ci.yml

@@ -43,10 +43,13 @@ jobs:
       - name: Install dependencies
         run: npm ci
 
+      - name: Install Playwright browsers
+        # FIXME: Why is this needed? Where does the version conflict come from?
+        run: ln -s /home/runner/.cache/ms-playwright/chromium-1161 /home/runner/.cache/ms-playwright/chromium-1169
+
       - name: Run tests
-        env:
-          PLAYWRIGHT_LAUNCH_ARGS: '--no-sandbox' # Add args needed for CI
-        run: npm run test
+        # run: npm run test
+        run: npx vitest run
 
   build:
     name: Build

package.json

@@ -33,7 +33,7 @@
     "format": "biome format . --write",
     "db:generate": "drizzle-kit generate",
     "db:push": "drizzle-kit push",
-    "postinstall": "npx playwright install --with-deps chromium"
+    "postinstall": "npx playwright install --no-shell --with-deps chromium"
   },
   "dependencies": {
     "@joplin/turndown-plugin-gfm": "^1.0.61",

src/scraper/middleware/ContentProcessorPipeline.ts

@@ -1,3 +1,4 @@
+import { logger } from "../../utils/logger";
 import type { ContentProcessingContext, ContentProcessorMiddleware } from "./types";
 
 /**
@@ -46,7 +47,7 @@ export class ContentProcessingPipeline {
           error instanceof Error ? error : new Error(String(error)),
         );
         // Depending on desired behavior, you might re-throw or just log
-        console.error("Error in middleware pipeline:", error);
+        logger.warn(`Error in middleware pipeline: ${error}`);
         // Decide if pipeline should stop on error. For now, let's continue.
         // If stopping is desired, uncomment the next line:
         // throw error;

src/scraper/middleware/components/HtmlPlaywrightMiddleware.test.ts

@@ -196,7 +196,6 @@ describe("HtmlPlaywrightMiddleware", () => {
     } as MockedObject<Page>;
     const browserSpy = {
       newPage: vi.fn().mockImplementation(() => {
-        console.log("Mocked newPage called");
         return pageSpy;
       }),
       // newPage: vi.fn().mockResolvedValue(pageSpy),
@@ -207,7 +206,6 @@ describe("HtmlPlaywrightMiddleware", () => {
 
     // const launchSpy = vi.spyOn(chromium, "launch").mockResolvedValue(browserSpy); // Use unknown cast
     const launchSpy = vi.spyOn(chromium, "launch").mockImplementation(() => {
-      console.log("Mocked launch called");
       return Promise.resolve(browserSpy as unknown as Browser);
     });
 

src/scraper/middleware/components/HtmlPlaywrightMiddleware.ts

@@ -21,7 +21,7 @@ export class HtmlPlaywrightMiddleware implements ContentProcessorMiddleware {
       logger.debug(
         `Launching new Playwright browser instance (Chromium) with args: ${launchArgs.join(" ") || "none"}...`,
       );
-      this.browser = await chromium.launch({ args: launchArgs });
+      this.browser = await chromium.launch({ channel: "chromium", args: launchArgs });
       this.browser.on("disconnected", () => {
         logger.debug("Playwright browser instance disconnected.");
         this.browser = null;