Pagination

# first page
curl -sS "https://api.get-exo.com/v1/graph/nodes?pageSize=50" \
  -H "X-Exo-API-Key: $EXO_KEY" > page.json

# next page
CURSOR=$(jq -r '.nextCursor' page.json)
curl -sS "https://api.get-exo.com/v1/graph/nodes?pageSize=50&cursor=$CURSOR" \
  -H "X-Exo-API-Key: $EXO_KEY"

import httpx


def iter_nodes(client: httpx.Client, page_size: int = 50):
    cursor = None
    while True:
        params = {"pageSize": page_size}
        if cursor:
            params["cursor"] = cursor
        page = client.get("/v1/graph/nodes", params=params).raise_for_status().json()
        yield from page["data"]
        if not page["hasMore"]:
            return
        cursor = page["nextCursor"]

async function* iterNodes(key: string, pageSize = 50) {
  let cursor: string | null = null;
  for (;;) {
    const params = new URLSearchParams({ pageSize: String(pageSize) });
    if (cursor) params.set("cursor", cursor);
    const response = await fetch(
      `https://api.get-exo.com/v1/graph/nodes?${params}`,
      { headers: { "X-Exo-API-Key": key } },
    );
    if (!response.ok) throw new Error(`${response.status}`);
    const page = await response.json();
    yield* page.data;
    if (!page.hasMore) return;
    cursor = page.nextCursor;
  }
}