Задания: два режима и жизненный цикл

import time

job = client.crawl(
    url="https://books.toscrape.com/catalogue/category/books/mystery_3/index.html",
    pages=34,
    next="li.next a",
    follow=".product_pod h3 a",
)

job_id = job.metadata["id"]

while True:
    state = client.crawl_status(job_id)
    print(state.metadata["status"], state.metadata["pages_done"], "из",
          state.metadata["pages_planned"])
    if state.metadata["status"] not in ("queued", "running"):
        break
    time.sleep(5)

const job = await client.crawl({
  url: "https://books.toscrape.com/catalogue/category/books/mystery_3/index.html",
  pages: 34,
  next: "li.next a",
  follow: ".product_pod h3 a",
});

const jobId = job.metadata.id;

for (;;) {
  const state = await client.crawlStatus(jobId);
  console.log(state.metadata.status, state.metadata.pages_done, "из",
              state.metadata.pages_planned);
  if (!["queued", "running"].includes(state.metadata.status)) break;
  await new Promise((r) => setTimeout(r, 5000));
}

curl "https://api.parreq.com/v1/crawl/cr_8f31a0c94e2b" \
  -H "Authorization: Bearer pr_ВАШКЛЮЧ"

res = client.crawl_wait(job_id)
print(res.metadata["status"], res.metadata["pages_done"])

const res = await client.crawlWait(jobId);
console.log(res.metadata.status, res.metadata.pages_done);

offset = 0
while offset is not None:
    chunk = client.crawl_pages(job_id, offset=offset, limit=50)
    for page in chunk.pages:
        handle(page["fetch_metadata"], page.get("parsed"))
    offset = chunk.next_offset

let offset = 0;
while (offset !== null) {
  const chunk = await client.crawlPages(jobId, { offset, limit: 50 });
  for (const page of chunk.pages) {
    handle(page.fetch_metadata, page.parsed);
  }
  offset = chunk.next_offset;
}

curl "https://api.parreq.com/v1/crawl/cr_8f31a0c94e2b/pages?offset=0&limit=50" \
  -H "Authorization: Bearer pr_ВАШКЛЮЧ"

state = client.crawl_cancel(job_id)
print(state.metadata["status"], state.metadata["pages_done"])

const state = await client.crawlCancel(jobId);
console.log(state.metadata.status, state.metadata.pages_done);

curl -X POST "https://api.parreq.com/v1/crawl/cr_8f31a0c94e2b/cancel" \
  -H "Authorization: Bearer pr_ВАШКЛЮЧ"

# отдельного метода в библиотеке нет — берём обычным HTTP
import requests

jobs = requests.get(
    "https://api.parreq.com/v1/crawl",
    params={"limit": 20},
    headers={"Authorization": "Bearer pr_ВАШКЛЮЧ"},
    timeout=30,
).json()["jobs"]

for job in jobs:
    print(job["id"], job["status"], job["pages_done"], job["credits"])

const { jobs } = await fetch("https://api.parreq.com/v1/crawl?limit=20", {
  headers: { "Authorization": "Bearer pr_ВАШКЛЮЧ" },
}).then((r) => r.json());

for (const job of jobs) {
  console.log(job.id, job.status, job.pages_done, job.credits);
}

curl "https://api.parreq.com/v1/crawl?limit=20" \
  -H "Authorization: Bearer pr_ВАШКЛЮЧ"