Errors

import time
from openai import OpenAI, APIStatusError

client = OpenAI(
    base_url="https://api.infyrence.com/v1",
    api_key="sk-...",
)

RETRYABLE = {429, 503}

def create_with_retry(**kwargs):
    for attempt in range(5):
        try:
            return client.chat.completions.create(**kwargs)
        except APIStatusError as e:
            body = e.response.json().get("error", {})
            request_id = body.get("request_id")
            if e.status_code in RETRYABLE and attempt < 4:
                # Honor Retry-After on 429, otherwise back off.
                wait = float(e.response.headers.get("retry-after", 2 ** attempt))
                time.sleep(wait)
                continue
            print(f"failed: {body.get('type')} (request_id={request_id})")
            raise

resp = create_with_retry(
    model="claude-sonnet-5",
    messages=[{"role": "user", "content": "Hello"}],
)
print(resp.choices[0].message.content)

import OpenAI from "openai";

const client = new OpenAI({
  baseURL: "https://api.infyrence.com/v1",
  apiKey: "sk-...",
});

const RETRYABLE = new Set([429, 503]);
const sleep = (ms) => new Promise((r) => setTimeout(r, ms));

async function createWithRetry(params) {
  for (let attempt = 0; attempt < 5; attempt++) {
    try {
      return await client.chat.completions.create(params);
    } catch (e) {
      const body = e.error ?? {};
      if (RETRYABLE.has(e.status) && attempt < 4) {
        const retryAfter = Number(e.headers?.["retry-after"]) || 2 ** attempt;
        await sleep(retryAfter * 1000);
        continue;
      }
      console.error(`failed: ${body.type} (request_id=${body.request_id})`);
      throw e;
    }
  }
}

const resp = await createWithRetry({
  model: "claude-sonnet-5",
  messages: [{ role: "user", content: "Hello" }],
});
console.log(resp.choices[0].message.content);

# Inspect the status line, X-Request-Id header, and error body together.
curl -sS -i https://api.infyrence.com/v1/chat/completions \
  -H "Authorization: Bearer sk-..." \
  -H "Content-Type: application/json" \
  -d '{
    "model": "claude-sonnet-5",
    "messages": [{"role": "user", "content": "Hello"}]
  }'