Cost estimation

cost = (number of pages) × (credits per page for the mode)

1,000 URLs × 1 credit = 1,000 credits

1,000 URLs × 3 credits = 3,000 credits

cost = (standard_pages × 1) + (premium_pages × 3)

const pilot = await reader.read({ urls: sampleUrls });
let blocked = 0;
let total = 0;

if (pilot.kind === "job") {
  for (const page of pilot.data.results) {
    if (page.error) continue;
    total += 1;
    // Flag suspiciously thin content as likely blocked
    if ((page.markdown?.length ?? 0) < 500) blocked += 1;
  }
}

const blockRate = blocked / total;
console.log(
  `Block rate: ${(blockRate * 100).toFixed(0)}% - ` +
    `consider premium for these ${blocked} URLs`,
);

crawl cost ≈ (pages discovered) × 1 credit

const logs = await reader.request("GET", "/v1/usage/history?limit=100");
const total = logs.data.reduce((sum, entry) => sum + entry.credits, 0);
console.log(`Last 100 requests: ${total} credits`);