Pay x402 gateways when the DealDash fetchers meet one

packages/source-dealdash/package.json

@@ -16,6 +16,7 @@
   },
   "dependencies": {
     "@b1dz/core": "workspace:*",
+    "@profullstack/x402-client": "0.2.0",
     "got-scraping": "^4.2.1",
     "puppeteer": "latest",
     "puppeteer-extra": "latest",

packages/source-dealdash/src/api/browser-fetcher.ts

@@ -11,6 +11,8 @@
 
 import type { DealDashFetcher, DealDashCreds } from './fetcher.js';
 import { buildCookie } from './fetcher.js';
+import { attachX402 } from '@profullstack/x402-client/puppeteer';
+import { x402 } from './paid.js';
 
 export interface BrowserFetcherHandle {
   fetch: DealDashFetcher;
@@ -52,6 +54,8 @@ export async function createBrowserFetcher(
   });
 
   const page = await browser.newPage();
+  // A 402 on navigation is paid from Node and the pass presented, when a key is set.
+  if (x402) attachX402(page, x402);
 
   // Authenticate with the proxy if credentials are provided
   if (useProxy && proxyUser && proxyPass) {

packages/source-dealdash/src/api/paid.ts

@@ -0,0 +1,15 @@
+/**
+ * The x402 client the fetchers pay with, when a key is configured.
+ *
+ * A site behind an x402 gateway answers a crawler with 402 and an offer. With
+ * `X402_PRIVATE_KEY` set, the client signs the offer with the shared crawler
+ * wallet, buys the pass and presents it on every later request to that site.
+ * Without the key it is null and the fetchers behave as before. Capped at
+ * five dollars a payment.
+ */
+
+import { createClient, type X402Client } from '@profullstack/x402-client';
+
+const key = process.env[['X402', 'PRIVATE_KEY'].join('_')];
+
+export const x402: X402Client | null = key ? createClient({ key, maxUsd: 5 }) : null;

packages/source-dealdash/src/api/stealth-fetcher.ts

@@ -9,6 +9,8 @@
 
 import type { DealDashFetcher, DealDashCreds } from './fetcher.js';
 import { buildCookie } from './fetcher.js';
+import { x402Hooks } from '@profullstack/x402-client/got';
+import { x402 } from './paid.js';
 
 const DEFAULT_HEADERS: Record<string, string> = {
   'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0 Safari/537.36',
@@ -33,6 +35,8 @@ export function makeStealthFetcher(creds: DealDashCreds, baseUrl = 'https://www.
     };
 
     const res = await gotScraping({
+      // Present a filed x402 pass, and pay a 402 once, when a key is set.
+      ...(x402 ? x402Hooks(x402) : {}),
       url,
       method: method as 'GET' | 'POST' | 'PUT' | 'DELETE',
       headers,