feat(gateway): add providerTimeouts to provider options (#13015)

R-Taneja · web-flow · commit 1b01ec1c4578 · 2026-03-03T18:18:07.000Z
diff --git a/.changeset/quick-lemons-sleep.md b/.changeset/quick-lemons-sleep.md
@@ -0,0 +1,5 @@
+---
+'@ai-sdk/gateway': patch
+---
+
+feat(gateway): add providerTimeouts to provider options
diff --git a/content/providers/01-ai-sdk-providers/00-ai-gateway.mdx b/content/providers/01-ai-sdk-providers/00-ai-gateway.mdx
@@ -631,6 +631,14 @@ The following gateway provider options are available:
 
   Restricts routing requests to providers that have zero data retention policies.
 
+- **providerTimeouts** _object_
+
+  Per-provider timeouts for BYOK credentials in milliseconds. Controls how long to wait for a provider to start responding before falling back to the next available provider.
+
+  Example: `providerTimeouts: { byok: { openai: 5000, anthropic: 2000 } }`
+
+  For full details, see [Provider Timeouts](https://vercel.com/docs/ai-gateway/models-and-providers/provider-timeouts).
+
 You can combine these options to have fine-grained control over routing and tracking:
 
 ```ts
diff --git a/packages/gateway/src/gateway-language-model.test.ts b/packages/gateway/src/gateway-language-model.test.ts
@@ -1481,5 +1481,59 @@ describe('GatewayLanguageModel', () => {
         gateway: { order: ['anthropic', 'bedrock', 'openai'] },
       });
     });
+
+    it('should pass providerTimeouts for doGenerate', async () => {
+      prepareJsonResponse({
+        content: { type: 'text', text: 'Test response' },
+      });
+
+      await createTestModel().doGenerate({
+        prompt: TEST_PROMPT,
+        providerOptions: {
+          gateway: {
+            providerTimeouts: {
+              byok: { openai: 5000, anthropic: 2000 },
+            },
+          },
+        },
+      });
+
+      const requestBody = await server.calls[0].requestBodyJson;
+      expect(requestBody.providerOptions).toEqual({
+        gateway: {
+          providerTimeouts: {
+            byok: { openai: 5000, anthropic: 2000 },
+          },
+        },
+      });
+    });
+
+    it('should pass providerTimeouts for doStream', async () => {
+      prepareStreamResponse({
+        content: ['Hello', ' world'],
+      });
+
+      const { stream } = await createTestModel().doStream({
+        prompt: TEST_PROMPT,
+        providerOptions: {
+          gateway: {
+            providerTimeouts: {
+              byok: { anthropic: 3000 },
+            },
+          },
+        },
+      });
+
+      await convertReadableStreamToArray(stream);
+
+      const requestBody = await server.calls[0].requestBodyJson;
+      expect(requestBody.providerOptions).toEqual({
+        gateway: {
+          providerTimeouts: {
+            byok: { anthropic: 3000 },
+          },
+        },
+      });
+    });
   });
 });
diff --git a/packages/gateway/src/gateway-provider-options.ts b/packages/gateway/src/gateway-provider-options.ts
@@ -59,6 +59,18 @@ const gatewayLanguageModelOptions = lazySchema(() =>
        * used.
        */
       zeroDataRetention: z.boolean().optional(),
+      /**
+       * Per-provider timeouts for BYOK credentials in milliseconds.
+       * Controls how long to wait for a provider to start responding
+       * before falling back to the next available provider.
+       *
+       * Example: `{ byok: { openai: 5000, anthropic: 2000 } }`
+       */
+      providerTimeouts: z
+        .object({
+          byok: z.record(z.string(), z.number().int().min(1000)).optional(),
+        })
+        .optional(),
     }),
   ),
 );

-Original file line number
+Diff line change
@@ @@ -0,0 +1,5 @@ @@
 +---
 +'@ai-sdk/gateway': patch
 +---
++
 +feat(gateway): add providerTimeouts to provider options