The pages a scraping API can’t reach

import { chromium } from "playwright";

// One CDP connection is one browser session. Exit selectors ride on the query
// string: "country" turns on a residential exit, "session" pins it for the run.
const browser = await chromium.connectOverCDP(
  `wss://browser.wayfern.com/ws?token=${LINK_TOKEN}&country=us&session=run4711`,
);
const context = browser.contexts()[0];
const page = await context.newPage();

await page.goto("https://app.example.com/login");
await page.fill("#email", process.env.TARGET_EMAIL);
await page.fill("#password", process.env.TARGET_PASSWORD);

// A Turnstile widget guarding the form: solve it, then write the token into
// the field the form actually posts.
const widget = page.locator(".cf-turnstile[data-sitekey]").first();
if ((await widget.count()) > 0) {
  const websiteKey = await widget.getAttribute("data-sitekey");

  const solved = await fetch("https://api.wayfern.com/api/captcha/solve", {
    method: "POST",
    headers: {
      // An API token (wf_...) carrying the "captcha" scope.
      Authorization: `Bearer ${WAYFERN_API_TOKEN}`,
      "Content-Type": "application/json",
    },
    body: JSON.stringify({
      task: {
        type: "TurnstileTaskProxyless",
        websiteURL: page.url(),
        websiteKey,
      },
    }),
  });

  // { "solution": { ... } } — the fields depend on the task type.
  const { solution } = await solved.json();
  await page.evaluate((token) => {
    const field = document.querySelector('input[name="cf-turnstile-response"]');
    if (field instanceof HTMLInputElement) field.value = token;
  }, solution.token);
}

await page.click("button[type=submit]");
await page.waitForURL("**/dashboard");

// Logged in. Every later navigation reuses this context — same cookies, same
// sticky exit — until you close the connection.
await page.goto("https://app.example.com/reports/q1");
console.log(await page.title());
await browser.close();