Polling a job to completion

import { ReaderClient } from "@vakra-dev/reader-js";

const reader = new ReaderClient({ apiKey: process.env.READER_KEY! });

const result = await reader.read({
  urls: ["https://example.com/a", "https://example.com/b"],
});

if (result.kind === "job") {
  // `reader.read` auto-polls via waitForJob and returns the completed job.
  // All pages are collected.
  for (const page of result.data.results) {
    console.log(page.url, page.markdown?.length);
  }
}

const { data: job } = await reader.request("POST", "/v1/read", {
  urls: ["https://example.com/a", "https://example.com/b"],
});
const jobId = job.id;

const timeout = 5 * 60_000; // 5 minutes
const start = Date.now();

while (Date.now() - start < timeout) {
  const { job } = await reader.getJob(jobId, { limit: 1 });

  console.log(`${job.status}: ${job.completed}/${job.total}`);

  if (["completed", "failed", "cancelled"].includes(job.status)) {
    if (job.status === "completed") {
      const allResults = await reader.getAllJobResults(jobId);
      console.log(`Finished: ${allResults.length} pages`);
    } else {
      console.error(`Job ${job.status}: ${job.error}`);
    }
    break;
  }

  await new Promise((r) => setTimeout(r, 2000));
}