Run a search from a backend job

import { writeFile } from "node:fs/promises";

const API = `${process.env.REVCENTER_API_URL ?? "https://api.revcenter.ai"}/v1`;
const KEY = process.env.REVCENTER_API_KEY; // from your secret manager; never logged

async function call(method, path, { body, headers = {}, raw = false } = {}) {
  for (let attempt = 1; ; attempt++) {
    const res = await fetch(`${API}${path}`, {
      method,
      headers: { authorization: `Bearer ${KEY}`, "content-type": "application/json", ...headers },
      body: body ? JSON.stringify(body) : undefined,
    });
    // 429: wait as long as Retry-After says. 5xx: back off. Both are safe to retry for the calls below.
    if ((res.status === 429 || res.status >= 500) && attempt < 5) {
      const wait = Number(res.headers.get("retry-after")) || 2 ** attempt;
      await new Promise((r) => setTimeout(r, wait * 1000));
      continue;
    }
    if (raw && res.ok) return res.text();
    const json = await res.json();
    if (!res.ok) throw new Error(`${json.error.code}: ${json.error.message} (request ${json.meta.request_id})`);
    return json.data;
  }
}

const project = await call("POST", "/projects", { body: { name: "Plant Maintenance Manager, Lancaster PA" } });

// The idempotency key names this job's work: a rerun gets the same search and is not charged again.
const launch = await call("POST", `/projects/${project.id}/searches`, {
  headers: { "idempotency-key": `nightly-${project.id}` },
  body: { criteria: { title_variants: ["Plant Maintenance Manager", "Maintenance Manager"], metro: "Lancaster, PA" } },
});

// Wait until the status is no longer queued or running.
let search;
for (;;) {
  search = await call("GET", `/searches/${launch.search_id}`);
  if (!["queued", "running"].includes(search.status)) break;
  await new Promise((r) => setTimeout(r, Number(process.env.POLL_SECONDS ?? 15) * 1000));
}

// Page through everyone scoring 80 or more, 100 at a time, until a page comes back empty.
const people = [];
for (let offset = 0; ; offset += 100) {
  const page = await call("GET", `/searches/${search.id}/people?min_score=80&limit=100&offset=${offset}&profile=false`);
  if (!page.people.length) break;
  people.push(...page.people);
}

await writeFile("shortlist.csv", await call("GET", `/projects/${project.id}/shortlist.csv`, { raw: true }));
console.log(JSON.stringify({ search_id: search.id, status: search.status, outcome: search.outcome, people: people.map((p) => ({ name: p.name, score: p.score })), csv: "shortlist.csv" }, null, 2));