Errors & retries

import random
import time

import httpx

RETRY_STATUS = {429, 502, 503, 504}  # but not key_quota/budget_exhausted: see below


def post_with_retries(client: httpx.Client, path: str, body: dict, attempts: int = 5) -> dict:
    for attempt in range(attempts):
        try:
            response = client.post(path, json=body)
        except httpx.TransportError:
            response = None
        if response is not None and response.status_code not in RETRY_STATUS:
            response.raise_for_status()  # 4xx other than 429: do not retry
            return response.json()
        if attempt == attempts - 1:
            break
        retry_after = response.headers.get("retry-after") if response is not None else None
        delay = (
            float(retry_after) if retry_after else min(60, 2**attempt) * random.uniform(0.5, 1.5)
        )
        time.sleep(delay)
    raise RuntimeError(f"{path} failed after {attempts} attempts")

const RETRY_STATUS = new Set([429, 502, 503, 504]);

async function postWithRetries(path: string, body: unknown, attempts = 5): Promise<any> {
  for (let attempt = 0; attempt < attempts; attempt++) {
    let res: Response | undefined;
    try {
      res = await fetch(`${BASE}${path}`, { method: "POST", headers, body: JSON.stringify(body) });
    } catch {
      res = undefined; // network error: retry
    }
    if (res && !RETRY_STATUS.has(res.status)) {
      if (!res.ok) throw new Error(`${res.status}: ${await res.text()}`);
      return res.json();
    }
    if (attempt === attempts - 1) break;
    const retryAfter = Number(res?.headers.get("retry-after"));
    const delay = retryAfter > 0 ? retryAfter * 1000 : Math.min(60_000, 2 ** attempt * 1000) * (0.5 + Math.random());
    await new Promise((r) => setTimeout(r, delay));
  }
  throw new Error(`${path} failed after ${attempts} attempts`);
}