API Reference Overview

import {
  // Main API
  ReaderClient,
  scrape,
  crawl,

  // Types
  ScrapeOptions,
  ScrapeResult,
  CrawlOptions,
  CrawlResult,
  ProxyConfig,
  BrowserPoolConfig,

  // Error classes
  ReaderError,
  TimeoutError,
  NetworkError,
  CloudflareError,
  AccessDeniedError,
} from "@vakra-dev/reader";

const reader = new ReaderClient({ verbose: true });
const result = await reader.scrape({ urls: ["https://example.com"] });
await reader.close();

const result = await reader.scrape({
  urls: ["https://example.com"],
  formats: ["markdown"],
});

const result = await reader.crawl({
  url: "https://example.com",
  depth: 2,
  maxPages: 50,
});

try {
  await reader.scrape({ urls: ["https://example.com"] });
} catch (error) {
  if (error instanceof ReaderError) {
    console.log(error.code); // Error code
    console.log(error.url); // URL that failed
    console.log(error.retryable); // Whether retry might help
    console.log(error.toJSON()); // Structured error data
  }
}

import {
  // Formatters
  formatToMarkdown,
  formatToHTML,

  // Content utilities
  extractMetadata,
  cleanContent,

  // URL utilities
  isValidUrl,
  validateUrls,
  resolveUrl,

  // Browser pool
  BrowserPool,
  HeroBrowserPool,

  // Cloudflare detection
  detectChallenge,
  waitForChallengeResolution,

  // Proxy utilities
  createProxyUrl,
  parseProxyUrl,
} from "@vakra-dev/reader";