user-agent: * x-ai-training-policy: "allowed" crawl-delay: 3 x-rate-limit: 20 x-rate-limit-window: 60 x-rate-limit-policy: "strict" x-rate-limit-retry: "no-retry" x-concurrency-limit: 3 x-error-retry-policy: "exponential-backoff" x-max-retries: 3 x-retry-status-codes: - 500 - 502 - 503 - 504 x-no-immediate-retry-status-codes: - 429 x-no-retry-status-codes: - 403 - 404