Search Results

API_KEY="YOUR_API_KEY"
BASE_URL="https://api.sixtyfour.ai"
BODY='{"search_id": "e3b0c442-98fc-1c14-9afb-f4c8996fb924", "page_size": 100, "max_results": 5000}'
RETRIES=0

while true; do
  HTTP_CODE=$(curl -sS -o page.json -D headers.txt -w '%{http_code}' \
    -X POST "$BASE_URL/search/query" \
    -H "x-api-key: $API_KEY" \
    -H "Content-Type: application/json" \
    -d "$BODY")

  if [ "$HTTP_CODE" = "429" ] || [ "$HTTP_CODE" = "503" ]; then
    RETRIES=$((RETRIES + 1))
    [ "$RETRIES" -le 5 ] || { echo "Search query kept returning $HTTP_CODE"; exit 1; }
    RETRY_AFTER=$(awk 'tolower($1) == "retry-after:" {print $2}' headers.txt | tr -d '\r')
    sleep "${RETRY_AFTER:-10}"
    continue
  fi
  if [ "$HTTP_CODE" != "200" ]; then
    cat page.json
    exit 1
  fi
  RETRIES=0

  jq -c '.results[]' page.json >> rows.jsonl
  [ "$(jq -r '.has_more' page.json)" = "true" ] || break
  BODY=$(jq -c '{cursor: .next_cursor}' page.json)
done

import time

import requests

BASE_URL = "https://api.sixtyfour.ai"
HEADERS = {"x-api-key": "YOUR_API_KEY", "Content-Type": "application/json"}


def post_query(body):
    for _ in range(5):
        response = requests.post(
            f"{BASE_URL}/search/query", headers=HEADERS, json=body, timeout=120
        )
        if response.status_code in (429, 503):
            time.sleep(int(response.headers.get("Retry-After", "10")))
            continue
        response.raise_for_status()
        return response.json()
    raise RuntimeError("Search query kept returning 429 or 503")


rows = []
page = post_query({
    "search_id": "e3b0c442-98fc-1c14-9afb-f4c8996fb924",
    "page_size": 100,
    "max_results": 5000,
})
while True:
    rows.extend(page["results"])
    if page.get("unmet_constraints"):
        print("Not applied:", page["unmet_constraints"])
    if not page["has_more"]:
        break
    page = post_query({"cursor": page["next_cursor"]})

print(f"Fetched {len(rows)} rows")

const BASE_URL = "https://api.sixtyfour.ai";
const headers = { "x-api-key": "YOUR_API_KEY", "Content-Type": "application/json" };
const sleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms));

async function postQuery(body) {
  for (let attempt = 0; attempt < 5; attempt++) {
    const response = await fetch(`${BASE_URL}/search/query`, {
      method: "POST",
      headers,
      body: JSON.stringify(body),
      signal: AbortSignal.timeout(120_000),
    });
    if (response.status === 429 || response.status === 503) {
      await sleep(Number(response.headers.get("Retry-After") ?? 10) * 1000);
      continue;
    }
    if (!response.ok) throw new Error(`${response.status}: ${await response.text()}`);
    return response.json();
  }
  throw new Error("Search query kept returning 429 or 503");
}

const rows = [];
let page = await postQuery({
  search_id: "e3b0c442-98fc-1c14-9afb-f4c8996fb924",
  page_size: 100,
  max_results: 5000,
});
while (true) {
  rows.push(...page.results);
  if (page.unmet_constraints) console.warn("Not applied:", page.unmet_constraints);
  if (!page.has_more) break;
  page = await postQuery({ cursor: page.next_cursor });
}

console.log(`Fetched ${rows.length} rows`);

# DOWNLOAD_URL is the url from GET /search/download
curl -sS "DOWNLOAD_URL?spreadsheet_safe=false" \
  -H "x-api-key: YOUR_API_KEY" \
  -o search_results.csv

csv_response = requests.get(
    download_url,
    headers={"x-api-key": "YOUR_API_KEY"},
    params={"spreadsheet_safe": "false"},
    allow_redirects=False,
)

const csvResponse = await fetch(`${downloadUrl}?spreadsheet_safe=false`, {
  headers: { "x-api-key": "YOUR_API_KEY" },
  redirect: "error",
});