provider_rate_limited

BODY='{"kind":"decision","state":{"ticket":"I was charged twice this month and nobody answers my emails."},"questions":{"urgent":{"type":"noul","instructions":"reply within the hour?"}},"max_output_tokens":16}'

for attempt in 1 2 3 4; do
  # A new Idempotency-Key per attempt: the failed run stays pending under the old key.
  RESP=$(curl -sS -w '\n%{http_code}' https://api.opentype.dev/v1/runs \
    -H "Authorization: Bearer $OPENTYPE_API_KEY" \
    -H "Content-Type: application/json" \
    -H "Idempotency-Key: $(uuidgen)" \
    -d "$BODY")
  STATUS=$(printf '%s' "$RESP" | tail -n1)
  printf '%s\n' "$RESP" | sed '$d'
  case "$STATUS" in
    5??) sleep $((2 ** attempt)) ;;  # 500, 503, 504: back off, then try again
    *) break ;;                        # success or 4xx: stop
  esac
done

const body = {"kind":"decision","state":{"ticket":"I was charged twice this month and nobody answers my emails."},"questions":{"urgent":{"type":"noul","instructions":"reply within the hour?"}},"max_output_tokens":16};

async function createRunWithRetry(payload: unknown, maxAttempts = 4) {
  for (let attempt = 1; ; attempt++) {
    const res = await fetch("https://api.opentype.dev/v1/runs", {
      method: "POST",
      headers: {
        Authorization: `Bearer ${process.env.OPENTYPE_API_KEY}`,
        "Content-Type": "application/json",
        // A new key per attempt: the failed run stays pending under the old key.
        "Idempotency-Key": crypto.randomUUID(),
      },
      body: JSON.stringify(payload),
    });
    const data = await res.json();
    if (res.ok) return data;

    const { code, message, request_id } = data.error;
    console.error(`POST /v1/runs -> ${res.status} ${code}: ${message} (${request_id})`);
    if (res.status < 500 || attempt >= maxAttempts) throw new Error(`${code} (${request_id})`);
    await new Promise((r) => setTimeout(r, 2 ** attempt * 1000));
  }
}

const run = await createRunWithRetry(body);

import os
import time
import uuid

import requests

body = {"kind":"decision","state":{"ticket":"I was charged twice this month and nobody answers my emails."},"questions":{"urgent":{"type":"noul","instructions":"reply within the hour?"}},"max_output_tokens":16}

def create_run_with_retry(payload: dict, max_attempts: int = 4) -> dict:
    for attempt in range(1, max_attempts + 1):
        resp = requests.post(
            "https://api.opentype.dev/v1/runs",
            headers={
                "Authorization": f"Bearer {os.environ['OPENTYPE_API_KEY']}",
                # A new key per attempt: the failed run stays pending under the old key.
                "Idempotency-Key": str(uuid.uuid4()),
            },
            json=payload,
            timeout=160,  # longer than the largest deadline (150,000 ms)
        )
        data = resp.json()
        if resp.ok:
            return data

        err = data["error"]
        print(f"POST /v1/runs -> {resp.status_code} {err['code']}: {err['message']} ({err['request_id']})")
        if resp.status_code < 500 or attempt == max_attempts:
            raise RuntimeError(f"{err['code']} ({err['request_id']})")
        time.sleep(2 ** attempt)

run = create_run_with_retry(body)