Production best practices

import os
import httpx

BASE = "https://api.creatoraudit.com/v2"
headers = {"Authorization": f"Bearer {os.environ['API_KEY']}"}


def fetch_all(path: str, **params) -> list[dict]:
    items: list[dict] = []
    cursor: str | None = None
    with httpx.Client(base_url=BASE, headers=headers) as client:
        while True:
            query = {"limit": 200, **params}
            if cursor:
                query["cursor"] = cursor
            body = client.get(path, params=query).raise_for_status().json()
            items.extend(body["data"])
            page = body["pagination"]
            if not page["has_next"]:
                return items
            cursor = page["next_cursor"]

#!/usr/bin/env bash
set -euo pipefail
BASE="https://api.creatoraudit.com/v2"
CURSOR=""

while :; do
  URL="$BASE/accounts?limit=200"
  [ -n "$CURSOR" ] && URL="$URL&cursor=$CURSOR"

  RESP=$(curl -s "$URL" -H "Authorization: Bearer $API_KEY")
  echo "$RESP" | jq -c '.data[]'

  HAS_NEXT=$(echo "$RESP" | jq -r '.pagination.has_next')
  [ "$HAS_NEXT" = "true" ] || break
  CURSOR=$(echo "$RESP" | jq -r '.pagination.next_cursor')
done

import time
import httpx


def get_with_backoff(client: httpx.Client, url: str, *, max_attempts: int = 5):
    delay = 1.0
    for _ in range(max_attempts):
        resp = client.get(url)
        if resp.status_code not in (429, 503):
            return resp
        # Prefer the server's hint; otherwise exponential back-off.
        wait = float(resp.headers.get("Retry-After", delay))
        time.sleep(wait)
        delay *= 2
    resp.raise_for_status()
    return resp

#!/usr/bin/env bash
# Retry on 429/503 with exponential back-off, honoring Retry-After.
URL="https://api.creatoraudit.com/v2/accounts"
DELAY=1
for _ in 1 2 3 4 5; do
  CODE=$(curl -s -o /tmp/body -D /tmp/hdr -w '%{http_code}' "$URL" \
    -H "Authorization: Bearer $API_KEY")
  case "$CODE" in
    429|503)
      WAIT=$(grep -i '^retry-after:' /tmp/hdr | awk '{print $2}' | tr -d '\r')
      sleep "${WAIT:-$DELAY}"
      DELAY=$((DELAY * 2)) ;;
    *) cat /tmp/body; break ;;
  esac
done