Scraper only

.github/workflows/ci.yml

@@ -1,99 +1,68 @@
-name: CI
-
-on:
-  push:
-    branches: [main]
-  pull_request:
-
-jobs:
-  tests:
-    name: Unit tests
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/checkout@v4
-
-      - name: Set up Python
-        uses: actions/setup-python@v5
-        with:
-          python-version: '3.12'
-
-      - name: Install dependencies
-        run: |
-          python -m pip install --upgrade pip
-          pip install -r requirements.txt
-
-      - name: Run test suite (offline)
-        run: pytest tests/ -v --ignore=tests/golden_sites
-
-  fresh-install:
-    name: Fresh install (${{ matrix.os }})
-    # Verification-ladder rung 2 (PLATFORM_PLAN.md §14.4): a clean machine must be able
-    # to install from requirements.txt and import/construct the core. Catches missing
-    # dependencies (e.g. the yaspin incident) before users do.
-    strategy:
-      fail-fast: false
-      matrix:
-        os: [ubuntu-latest, windows-latest, macos-latest]
-    runs-on: ${{ matrix.os }}
-    steps:
-      - uses: actions/checkout@v4
-
-      - name: Set up Python
-        uses: actions/setup-python@v5
-        with:
-          python-version: '3.12'
-
-      - name: Install from requirements.txt only
-        run: |
-          python -m pip install --upgrade pip
-          pip install -r requirements.txt
-
-      - name: Import and construct core
-        shell: python
-        run: |
-          import json, tempfile
-          from pathlib import Path
-
-          import scrapewizard.cli.main  # full CLI import chain
-          from scrapewizard.core.orchestrator import Orchestrator
-
-          d = Path(tempfile.mkdtemp())
-          (d / "session.json").write_text(json.dumps(
-              {"project_id": "ci", "url": "https://example.com", "state": "INIT"}
-          ))
-          Orchestrator(d)
-          print("fresh-install check passed")
-
-  frontend:
-    name: Frontend Lint & Build
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/checkout@v4
-
-      - name: Set up Node.js
-        uses: actions/setup-node@v4
-        with:
-          node-version: '20'
-          cache: 'npm'
-          cache-dependency-path: studio/frontend/package-lock.json
-
-      - name: Install dependencies
-        working-directory: studio/frontend
-        run: npm ci
-
-      - name: Run lint
-        working-directory: studio/frontend
-        run: npm run lint
-
-      - name: Run type-check
-        working-directory: studio/frontend
-        run: npm run type-check
-
-      - name: Run test
-        working-directory: studio/frontend
-        run: npm run test
-
-      - name: Run build
-        working-directory: studio/frontend
-        run: npm run build
-
+name: CI
+
+on:
+  push:
+    branches: [main]
+  pull_request:
+
+jobs:
+  tests:
+    name: Unit tests
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.12'
+
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install -r requirements.txt
+
+      # Many tests drive a real browser (JavaScript pages, "load more", sign-in).
+      - name: Install the browser
+        run: python -m playwright install --with-deps chromium
+
+      - name: Run test suite (offline)
+        run: pytest tests/ -v --ignore=tests/golden_sites
+
+  fresh-install:
+    name: Fresh install (${{ matrix.os }})
+    # A clean machine must be able to install from requirements.txt and import the
+    # whole command line. Catches a missing dependency before users do.
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu-latest, windows-latest, macos-latest]
+    runs-on: ${{ matrix.os }}
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.12'
+
+      - name: Install from requirements.txt only
+        run: |
+          python -m pip install --upgrade pip
+          pip install -r requirements.txt
+
+      - name: Import and construct core
+        shell: python
+        run: |
+          import json, tempfile
+          from pathlib import Path
+
+          import scrapewizard.cli.main  # full CLI import chain
+          from scrapewizard.core.orchestrator import Orchestrator
+
+          d = Path(tempfile.mkdtemp())
+          (d / "session.json").write_text(json.dumps(
+              {"project_id": "ci", "url": "https://example.com", "state": "INIT"}
+          ))
+          Orchestrator(d)
+          print("fresh-install check passed")

.github/workflows/release.yml

@@ -1,53 +1,38 @@
-name: Build & Release
-
-on:
-  push:
-    tags:
-      - 'v*'
-
-
-permissions:
-  contents: write
-
-jobs:
-  build:
-    runs-on: ubuntu-latest
-
-    steps:
-      - uses: actions/checkout@v4
-
-      - name: Set up Python
-        uses: actions/setup-python@v5
-        with:
-          python-version: '3.12'
-
-      - name: Set up Node.js
-        uses: actions/setup-node@v4
-        with:
-          node-version: '20'
-          cache: 'npm'
-          cache-dependency-path: studio/frontend/package-lock.json
-
-      - name: Install frontend dependencies
-        working-directory: studio/frontend
-        run: npm ci
-
-      - name: Build frontend
-        working-directory: studio/frontend
-        run: npm run build
-
-      - name: Install build tools
-        run: |
-          python -m pip install --upgrade pip
-          pip install build
-
-      - name: Build package
-        run: python -m build
-
-      - name: Create GitHub Release
-        uses: softprops/action-gh-release@v2
-        with:
-          files: dist/*
-          generate_release_notes: true
-          draft: false
-          prerelease: false
+name: Build & Release
+
+on:
+  push:
+    tags:
+      - 'v*'
+
+
+permissions:
+  contents: write
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.12'
+
+      - name: Install build tools
+        run: |
+          python -m pip install --upgrade pip
+          pip install build
+
+      - name: Build package
+        run: python -m build
+
+      - name: Create GitHub Release
+        uses: softprops/action-gh-release@v2
+        with:
+          files: dist/*
+          generate_release_notes: true
+          draft: false
+          prerelease: false