Merge branch 'main' into lg/Pcy8Aanj

vercel · Feb 3, 2025 · af94c6a · af94c6a
2 parents b29d26f + b32f3bc
commit af94c6a
Show file tree

Hide file tree

Showing 31 changed files with 1,500 additions and 25 deletions.
diff --git a/content/docs/02-guides/04-r1.mdx b/content/docs/02-guides/04-r1.mdx
@@ -59,20 +59,63 @@ The unified interface also means that you can easily switch between providers by
 
 ```ts
 import { fireworks } from '@ai-sdk/fireworks';
-import { generateText } from 'ai';
+import {
+  generateText,
+  wrapLanguageModel,
+  extractReasoningMiddleware,
+} from 'ai';
+
+// middleware to extract reasoning tokens
+const enhancedModel = wrapLanguageModel({
+  model: fireworks('accounts/fireworks/models/deepseek-r1'),
+  middleware: extractReasoningMiddleware({ tagName: 'think' }),
+});
 
 const { reasoning, text } = await generateText({
-  model: fireworks('accounts/fireworks/models/deepseek-r1'),
+  model: enhancedModel,
+  prompt: 'Explain quantum entanglement.',
+});
+```
+
+Or to use Groq's `deepseek-r1-distill-llama-70b` model:
+
+```ts
+import { groq } from '@ai-sdk/groq';
+import {
+  generateText,
+  wrapLanguageModel,
+  extractReasoningMiddleware,
+} from 'ai';
+
+// middleware to extract reasoning tokens
+const enhancedModel = wrapLanguageModel({
+  model: groq('deepseek-r1-distill-llama-70b'),
+  middleware: extractReasoningMiddleware({ tagName: 'think' }),
+});
+
+const { reasoning, text } = await generateText({
+  model: enhancedModel,
   prompt: 'Explain quantum entanglement.',
 });
 ```
 
 <Note>
-  Groq also provides a distilled version of DeepSeek R1 which is optimized for
-  performance. To learn more about using it with the AI SDK, check out the [Groq
-  provider](/providers/ai-sdk-providers/groq#reasoning-models).
+  The AI SDK provides a [middleware](/docs/ai-sdk-core/middleware)
+  (`extractReasoningMiddleware`) that can be used to extract the reasoning
+  tokens from the model's output.
 </Note>
 
+### Model Provider Comparison
+
+You can use DeepSeek R1 with the AI SDK through various providers. Here's a comparison of the providers that support DeepSeek R1:
+
+| Provider                                           | Model ID                                                                                                          | Reasoning Tokens    |
+| -------------------------------------------------- | ----------------------------------------------------------------------------------------------------------------- | ------------------- |
+| [DeepSeek](/providers/ai-sdk-providers/deepseek)   | [`deepseek-reasoner`](https://api-docs.deepseek.com/guides/reasoning_model)                                       | <Check size={18} /> |
+| [Fireworks](/providers/ai-sdk-providers/fireworks) | [`accounts/fireworks/models/deepseek-r1`](https://fireworks.ai/models/fireworks/deepseek-r1)                      | Requires Middleware |
+| [Groq](/providers/ai-sdk-providers/groq)           | [`deepseek-r1-distill-llama-70b`](https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Llama-70B)               | Requires Middleware |
+| [Azure](/providers/ai-sdk-providers/azure)         | [`DeepSeek-R1`](https://ai.azure.com/explore/models/DeepSeek-R1/version/1/registry/azureml-deepseek#code-samples) | Requires Middleware |
+
 ### Building Interactive Interfaces
 
 AI SDK Core can be paired with [AI SDK UI](/docs/ai-sdk-ui/overview), another powerful component of the AI SDK, to streamline the process of building chat, completion, and assistant interfaces with popular frameworks like Next.js, Nuxt, SvelteKit, and SolidStart.

diff --git a/content/docs/03-ai-sdk-core/35-image-generation.mdx b/content/docs/03-ai-sdk-core/35-image-generation.mdx
@@ -234,5 +234,22 @@ try {
 | [Fal](/providers/ai-sdk-providers/fal#image-models)                     | `recraft-v3`                                                 | 1:1, 3:4, 4:3, 9:16, 16:9, 9:21, 21:9                                                                                                                               |
 | [Fal](/providers/ai-sdk-providers/fal#image-models)                     | `stable-diffusion-3.5-large`                                 | 1:1, 3:4, 4:3, 9:16, 16:9, 9:21, 21:9                                                                                                                               |
 | [Fal](/providers/ai-sdk-providers/fal#image-models)                     | `hyper-sdxl`                                                 | 1:1, 3:4, 4:3, 9:16, 16:9, 9:21, 21:9                                                                                                                               |
+| [Together.ai](/providers/ai-sdk-providers/togetherai#image-models)      | `stabilityai/stable-diffusion-xl-base-1.0`                   | 512x512, 768x768, 1024x1024                                                                                                                                         |
+| [Together.ai](/providers/ai-sdk-providers/togetherai#image-models)      | `black-forest-labs/FLUX.1-dev`                               | 512x512, 768x768, 1024x1024                                                                                                                                         |
+| [Together.ai](/providers/ai-sdk-providers/togetherai#image-models)      | `black-forest-labs/FLUX.1-dev-lora`                          | 512x512, 768x768, 1024x1024                                                                                                                                         |
+| [Together.ai](/providers/ai-sdk-providers/togetherai#image-models)      | `black-forest-labs/FLUX.1-schnell`                           | 512x512, 768x768, 1024x1024                                                                                                                                         |
+| [Together.ai](/providers/ai-sdk-providers/togetherai#image-models)      | `black-forest-labs/FLUX.1-canny`                             | 512x512, 768x768, 1024x1024                                                                                                                                         |
+| [Together.ai](/providers/ai-sdk-providers/togetherai#image-models)      | `black-forest-labs/FLUX.1-depth`                             | 512x512, 768x768, 1024x1024                                                                                                                                         |
+| [Together.ai](/providers/ai-sdk-providers/togetherai#image-models)      | `black-forest-labs/FLUX.1-redux`                             | 512x512, 768x768, 1024x1024                                                                                                                                         |
+| [Together.ai](/providers/ai-sdk-providers/togetherai#image-models)      | `black-forest-labs/FLUX.1.1-pro`                             | 512x512, 768x768, 1024x1024                                                                                                                                         |
+| [Together.ai](/providers/ai-sdk-providers/togetherai#image-models)      | `black-forest-labs/FLUX.1-pro`                               | 512x512, 768x768, 1024x1024                                                                                                                                         |
+| [Together.ai](/providers/ai-sdk-providers/togetherai#image-models)      | `black-forest-labs/FLUX.1-schnell-Free`                      | 512x512, 768x768, 1024x1024                                                                                                                                         |
+| [DeepInfra](/providers/ai-sdk-providers/deepinfra#image-models)         | `stabilityai/sd3.5`                                          | 1:1, 16:9, 1:9, 3:2, 2:3, 4:5, 5:4, 9:16, 9:21                                                                                                                      |
+| [DeepInfra](/providers/ai-sdk-providers/deepinfra#image-models)         | `black-forest-labs/FLUX-1.1-pro`                             | 256-1440 (multiples of 32)                                                                                                                                          |
+| [DeepInfra](/providers/ai-sdk-providers/deepinfra#image-models)         | `black-forest-labs/FLUX-1-schnell`                           | 256-1440 (multiples of 32)                                                                                                                                          |
+| [DeepInfra](/providers/ai-sdk-providers/deepinfra#image-models)         | `black-forest-labs/FLUX-1-dev`                               | 256-1440 (multiples of 32)                                                                                                                                          |
+| [DeepInfra](/providers/ai-sdk-providers/deepinfra#image-models)         | `black-forest-labs/FLUX-pro`                                 | 256-1440 (multiples of 32)                                                                                                                                          |
+| [DeepInfra](/providers/ai-sdk-providers/deepinfra#image-models)         | `stabilityai/sd3.5-medium`                                   | 1:1, 16:9, 1:9, 3:2, 2:3, 4:5, 5:4, 9:16, 9:21                                                                                                                      |
+| [DeepInfra](/providers/ai-sdk-providers/deepinfra#image-models)         | `stabilityai/sdxl-turbo`                                     | 1:1, 16:9, 1:9, 3:2, 2:3, 4:5, 5:4, 9:16, 9:21                                                                                                                      |
 
 Above are a small subset of the image models supported by the AI SDK providers. For more, see the respective provider documentation.
diff --git a/content/providers/01-ai-sdk-providers/02-azure.mdx b/content/providers/01-ai-sdk-providers/02-azure.mdx
@@ -92,6 +92,23 @@ const model = azure('your-deployment-name');
 
 You need to pass your deployment name as the first argument.
 
+### Reasoning Models
+
+Azure exposes the thinking of `DeepSeek-R1` in the generated text using the `<think>` tag.
+You can use the `extractReasoningMiddleware` to extract this reasoning and expose it as a `reasoning` property on the result:
+
+```ts
+import { azure } from '@ai-sdk/azure';
+import { wrapLanguageModel, extractReasoningMiddleware } from 'ai';
+
+const enhancedModel = wrapLanguageModel({
+  model: azure('your-deepseek-r1-deployment-name'),
+  middleware: extractReasoningMiddleware({ tagName: 'think' }),
+});
+```
+
+You can then use that enhanced model in functions like `generateText` and `streamText`.
+
 ### Example
 
 You can use OpenAI language models to generate text with the `generateText` function:

diff --git a/content/providers/01-ai-sdk-providers/24-togetherai.mdx b/content/providers/01-ai-sdk-providers/24-togetherai.mdx
@@ -111,3 +111,62 @@ The Together.ai provider also supports [completion models](https://docs.together
   available models. You can also pass any available provider model ID as a
   string if needed.
 </Note>
+
+## Image Models
+
+You can create Together.ai image models using the `.image()` factory method.
+For more on image generation with the AI SDK see [generateImage()](/docs/reference/ai-sdk-core/generate-image).
+
+```ts
+import { togetherai } from '@ai-sdk/togetherai';
+import { experimental_generateImage as generateImage } from 'ai';
+
+const { images } = await generateImage({
+  model: togetherai.image('black-forest-labs/FLUX.1-dev'),
+  prompt: 'A delighted resplendent quetzal mid flight amidst raindrops',
+});
+```
+
+You can pass optional provider-specific request parameters using the `providerOptions` argument.
+
+```ts
+import { togetherai } from '@ai-sdk/togetherai';
+import { experimental_generateImage as generateImage } from 'ai';
+
+const { images } = await generateImage({
+  model: togetherai.image('black-forest-labs/FLUX.1-dev'),
+  prompt: 'A delighted resplendent quetzal mid flight amidst raindrops',
+  size: '512x512',
+  // Optional additional provider-specific request parameters
+  providerOptions: {
+    togetherai: {
+      steps: 40,
+    },
+  },
+});
+```
+
+For a complete list of available provider-specific options, see the [Together.ai Image Generation API Reference](https://docs.together.ai/reference/post_images-generations).
+
+### Model Capabilities
+
+Together.ai image models support various image dimensions that vary by model. Common sizes include 512x512, 768x768, and 1024x1024, with some models supporting up to 1792x1792. The default size is 1024x1024.
+
+| Available Models                           |
+| ------------------------------------------ |
+| `stabilityai/stable-diffusion-xl-base-1.0` |
+| `black-forest-labs/FLUX.1-dev`             |
+| `black-forest-labs/FLUX.1-dev-lora`        |
+| `black-forest-labs/FLUX.1-schnell`         |
+| `black-forest-labs/FLUX.1-canny`           |
+| `black-forest-labs/FLUX.1-depth`           |
+| `black-forest-labs/FLUX.1-redux`           |
+| `black-forest-labs/FLUX.1.1-pro`           |
+| `black-forest-labs/FLUX.1-pro`             |
+| `black-forest-labs/FLUX.1-schnell-Free`    |
+
+<Note>
+  Please see the [Together.ai models
+  page](https://docs.together.ai/docs/serverless-models#image-models) for a full
+  list of available image models and their capabilities.
+</Note>
diff --git a/content/providers/01-ai-sdk-providers/26-fireworks.mdx b/content/providers/01-ai-sdk-providers/26-fireworks.mdx
@@ -71,6 +71,23 @@ The first argument is the model id, e.g. `accounts/fireworks/models/firefunction
 const model = fireworks('accounts/fireworks/models/firefunction-v1');
 ```
 
+### Reasoning Models
+
+Fireworks exposes the thinking of `deepseek-r1` in the generated text using the `<think>` tag.
+You can use the `extractReasoningMiddleware` to extract this reasoning and expose it as a `reasoning` property on the result:
+
+```ts
+import { fireworks } from '@ai-sdk/fireworks';
+import { wrapLanguageModel, extractReasoningMiddleware } from 'ai';
+
+const enhancedModel = wrapLanguageModel({
+  model: fireworks('accounts/fireworks/models/deepseek-r1'),
+  middleware: extractReasoningMiddleware({ tagName: 'think' }),
+});
+```
+
+You can then use that enhanced model in functions like `generateText` and `streamText`.
+
 ### Example
 
 You can use Fireworks language models to generate text with the `generateText` function:

diff --git a/content/providers/01-ai-sdk-providers/27-deepinfra.mdx b/content/providers/01-ai-sdk-providers/27-deepinfra.mdx
@@ -109,3 +109,69 @@ DeepInfra language models can also be used in the `streamText` and `streamUI` fu
   docs](https://deepinfra.com) for a full list of available models. You can also
   pass any available provider model ID as a string if needed.
 </Note>
+
+## Image Models
+
+You can create DeepInfra image models using the `.image()` factory method.
+For more on image generation with the AI SDK see [generateImage()](/docs/reference/ai-sdk-core/generate-image).
+
+```ts
+import { deepinfra } from '@ai-sdk/deepinfra';
+import { experimental_generateImage as generateImage } from 'ai';
+
+const { image } = await generateImage({
+  model: deepinfra.image('stabilityai/sd3.5'),
+  prompt: 'A futuristic cityscape at sunset',
+  aspectRatio: '16:9',
+});
+```
+
+<Note>
+  Model support for `size` and `aspectRatio` parameters varies by model. Please
+  check the individual model documentation on [DeepInfra's models
+  page](https://deepinfra.com/models/text-to-image) for supported options and
+  additional parameters.
+</Note>
+
+### Model-specific options
+
+You can pass model-specific parameters using the `providerOptions.deepinfra` field:
+
+```ts
+import { deepinfra } from '@ai-sdk/deepinfra';
+import { experimental_generateImage as generateImage } from 'ai';
+
+const { image } = await generateImage({
+  model: deepinfra.image('stabilityai/sd3.5'),
+  prompt: 'A futuristic cityscape at sunset',
+  aspectRatio: '16:9',
+  providerOptions: {
+    deepinfra: {
+      num_inference_steps: 30, // Control the number of denoising steps (1-50)
+    },
+  },
+});
+```
+
+### Model Capabilities
+
+For models supporting aspect ratios, the following ratios are typically supported:
+`1:1 (default), 16:9, 1:9, 3:2, 2:3, 4:5, 5:4, 9:16, 9:21`
+
+For models supporting size parameters, dimensions must typically be:
+
+- Multiples of 32
+- Width and height between 256 and 1440 pixels
+- Default size is 1024x1024
+
+| Model                              | Dimensions Specification | Notes                                                    |
+| ---------------------------------- | ------------------------ | -------------------------------------------------------- |
+| `stabilityai/sd3.5`                | Aspect Ratio             | Premium quality base model, 8B parameters                |
+| `black-forest-labs/FLUX-1.1-pro`   | Size                     | Latest state-of-art model with superior prompt following |
+| `black-forest-labs/FLUX-1-schnell` | Size                     | Fast generation in 1-4 steps                             |
+| `black-forest-labs/FLUX-1-dev`     | Size                     | Optimized for anatomical accuracy                        |
+| `black-forest-labs/FLUX-pro`       | Size                     | Flagship Flux model                                      |
+| `stabilityai/sd3.5-medium`         | Aspect Ratio             | Balanced 2.5B parameter model                            |
+| `stabilityai/sdxl-turbo`           | Aspect Ratio             | Optimized for fast generation                            |
+
+For more details and pricing information, see the [DeepInfra text-to-image models page](https://deepinfra.com/models/text-to-image).