.Net: Sync to MEAI 9.3.0-preview.1.25114.11 (#10989)

roji · stephentoub · web-flow · commit ea00f4f982d1 · 2025-03-18T15:52:09.000Z
A good review would be much appreciated, including considering the
higher-level implications of the MEAI-side change for SK (I know very
little about SK outside of MEVD!). See specific comments below.

---------

Co-authored-by: Stephen Toub &lt;stoub@microsoft.com&gt;
diff --git a/dotnet/Directory.Packages.props b/dotnet/Directory.Packages.props
@@ -51,11 +51,11 @@
     <PackageVersion Include="Microsoft.CodeAnalysis.CSharp" Version="4.11.0" />
     <PackageVersion Include="Microsoft.Bcl.TimeProvider" Version="8.0.1" />
     <PackageVersion Include="Microsoft.Identity.Client" Version="4.67.2" />
-    <PackageVersion Include="Microsoft.ML.OnnxRuntime" Version="1.20.1" />
+    <PackageVersion Include="Microsoft.ML.OnnxRuntime" Version="1.21.0" />
     <PackageVersion Include="MSTest.TestFramework" Version="3.8.0" />
     <PackageVersion Include="Newtonsoft.Json" Version="13.0.3" />
     <PackageVersion Include="Npgsql" Version="8.0.6" />
-    <PackageVersion Include="OllamaSharp" Version="5.0.7" />
+    <PackageVersion Include="OllamaSharp" Version="5.1.7" />
     <PackageVersion Include="OpenAI" Version="[2.2.0-beta.1]" />
     <PackageVersion Include="OpenTelemetry.Exporter.Console" Version="1.9.0" />
     <PackageVersion Include="OpenTelemetry.Exporter.OpenTelemetryProtocol" Version="1.9.0" />
@@ -74,17 +74,17 @@
     <PackageVersion Include="System.Linq.Async" Version="6.0.1" />
     <PackageVersion Include="System.Memory.Data" Version="8.0.1" />
     <PackageVersion Include="System.Net.Http" Version="4.3.4" />
-    <PackageVersion Include="System.Numerics.Tensors" Version="8.0.0" />
+    <PackageVersion Include="System.Numerics.Tensors" Version="9.0.0" />
     <PackageVersion Include="System.Text.Json" Version="8.0.5" />
     <!-- Tokenizers -->
     <PackageVersion Include="Microsoft.ML.Tokenizers" Version="1.0.1" />
     <PackageVersion Include="Microsoft.DeepDev.TokenizerLib" Version="1.3.3" />
     <PackageVersion Include="SharpToken" Version="2.0.3" />
     <!-- Microsoft.Extensions.* -->
-    <PackageVersion Include="Microsoft.Extensions.AI" Version="9.3.0-preview.1.25114.11" />
-    <PackageVersion Include="Microsoft.Extensions.AI.Abstractions" Version="9.3.0-preview.1.25114.11" />
-    <PackageVersion Include="Microsoft.Extensions.AI.AzureAIInference" Version="9.3.0-preview.1.25114.11" />
-    <PackageVersion Include="Microsoft.Extensions.AI.OpenAI" Version="9.3.0-preview.1.25114.11" />
+    <PackageVersion Include="Microsoft.Extensions.AI" Version="9.3.0-preview.1.25161.3" />
+    <PackageVersion Include="Microsoft.Extensions.AI.Abstractions" Version="9.3.0-preview.1.25161.3" />
+    <PackageVersion Include="Microsoft.Extensions.AI.AzureAIInference" Version="9.3.0-preview.1.25161.3" />
+    <PackageVersion Include="Microsoft.Extensions.AI.OpenAI" Version="9.3.0-preview.1.25161.3" />
     <PackageVersion Include="Microsoft.Extensions.Configuration" Version="8.0.0" />
     <PackageVersion Include="Microsoft.Extensions.Configuration.Abstractions" Version="8.0.0" />
     <PackageVersion Include="Microsoft.Extensions.Configuration.Binder" Version="8.0.2" />
@@ -150,7 +150,8 @@
     <!-- Symbols -->
     <PackageVersion Include="Microsoft.SourceLink.GitHub" Version="8.0.0" />
     <!-- Toolset -->
-    <PackageVersion Include="Microsoft.CodeAnalysis.NetAnalyzers" Version="9.0.0-preview.24415.1" />
+    <PackageVersion Include="Microsoft.Net.Compilers.Toolset" Version="4.12.0" />
+    <PackageVersion Include="Microsoft.CodeAnalysis.NetAnalyzers" Version="9.0.0" />
     <PackageReference Include="Microsoft.CodeAnalysis.NetAnalyzers">
       <PrivateAssets>all</PrivateAssets>
       <IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets>
@@ -186,9 +187,9 @@
       <IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets>
     </PackageReference>
     <!-- OnnxRuntimeGenAI -->
-    <PackageVersion Include="Microsoft.ML.OnnxRuntimeGenAI" Version="0.7.0-rc1" />
-    <PackageVersion Include="Microsoft.ML.OnnxRuntimeGenAI.Cuda" Version="0.7.0-rc1" />
-    <PackageVersion Include="Microsoft.ML.OnnxRuntimeGenAI.DirectML" Version="0.7.0-rc1" />
+    <PackageVersion Include="Microsoft.ML.OnnxRuntimeGenAI" Version="0.7.0-rc2" />
+    <PackageVersion Include="Microsoft.ML.OnnxRuntimeGenAI.Cuda" Version="0.7.0-rc2" />
+    <PackageVersion Include="Microsoft.ML.OnnxRuntimeGenAI.DirectML" Version="0.7.0-rc2" />
     <!-- SpectreConsole-->
     <PackageVersion Include="Spectre.Console" Version="0.49.1" />
     <PackageVersion Include="Spectre.Console.Cli" Version="0.49.1" />
diff --git a/dotnet/samples/Concepts/ChatCompletion/HybridCompletion_Fallback.cs b/dotnet/samples/Concepts/ChatCompletion/HybridCompletion_Fallback.cs
@@ -166,15 +166,15 @@ public FallbackChatClient(IList<IChatClient> chatClients)
     public ChatClientMetadata Metadata => new();
 
     /// <inheritdoc/>
-    public async Task<Microsoft.Extensions.AI.ChatResponse> GetResponseAsync(IList<ChatMessage> chatMessages, ChatOptions? options = null, CancellationToken cancellationToken = default)
+    public async Task<Microsoft.Extensions.AI.ChatResponse> GetResponseAsync(IEnumerable<ChatMessage> messages, ChatOptions? options = null, CancellationToken cancellationToken = default)
     {
         for (int i = 0; i < this._chatClients.Count; i++)
         {
             var chatClient = this._chatClients.ElementAt(i);
 
             try
             {
-                return await chatClient.GetResponseAsync(chatMessages, options, cancellationToken).ConfigureAwait(false);
+                return await chatClient.GetResponseAsync(messages, options, cancellationToken).ConfigureAwait(false);
             }
             catch (Exception ex)
             {
@@ -192,13 +192,13 @@ public FallbackChatClient(IList<IChatClient> chatClients)
     }
 
     /// <inheritdoc/>
-    public async IAsyncEnumerable<ChatResponseUpdate> GetStreamingResponseAsync(IList<ChatMessage> chatMessages, ChatOptions? options = null, [EnumeratorCancellation] CancellationToken cancellationToken = default)
+    public async IAsyncEnumerable<ChatResponseUpdate> GetStreamingResponseAsync(IEnumerable<ChatMessage> messages, ChatOptions? options = null, [EnumeratorCancellation] CancellationToken cancellationToken = default)
     {
         for (int i = 0; i < this._chatClients.Count; i++)
         {
             var chatClient = this._chatClients.ElementAt(i);
 
-            IAsyncEnumerable<ChatResponseUpdate> completionStream = chatClient.GetStreamingResponseAsync(chatMessages, options, cancellationToken);
+            IAsyncEnumerable<ChatResponseUpdate> completionStream = chatClient.GetStreamingResponseAsync(messages, options, cancellationToken);
 
             ConfiguredCancelableAsyncEnumerable<ChatResponseUpdate>.Enumerator enumerator = completionStream.ConfigureAwait(false).GetAsyncEnumerator();
 
diff --git a/dotnet/samples/Concepts/Concepts.csproj b/dotnet/samples/Concepts/Concepts.csproj
@@ -14,6 +14,7 @@
   </PropertyGroup>
 
   <ItemGroup>
+    <PackageReference Include="Microsoft.Net.Compilers.Toolset" />
     <PackageReference Include="Docker.DotNet" />
     <PackageReference Include="Microsoft.Extensions.AI.OpenAI" />
     <PackageReference Include="Microsoft.ML.Tokenizers.Data.Cl100kBase" />
diff --git a/dotnet/samples/Concepts/Plugins/CreatePluginFromOpenApiSpec_Github.cs b/dotnet/samples/Concepts/Plugins/CreatePluginFromOpenApiSpec_Github.cs
@@ -97,7 +97,7 @@ public async Task RunOpenAIPluginWithMetadataAsync()
         }
     }
 
-    private static void WriteStringToStream(Stream stream, string input)
+    private static void WriteStringToStream(MemoryStream stream, string input)
     {
         using var writer = new StreamWriter(stream, leaveOpen: true);
         writer.Write(input);
diff --git a/dotnet/samples/Demos/AIModelRouter/AIModelRouter.csproj b/dotnet/samples/Demos/AIModelRouter/AIModelRouter.csproj
@@ -10,6 +10,7 @@
   </PropertyGroup>
 
   <ItemGroup>
+    <PackageReference Include="Microsoft.Net.Compilers.Toolset" />
     <PackageReference Include="Azure.Identity" />
     <PackageReference Include="Microsoft.Extensions.Configuration" />
     <PackageReference Include="Microsoft.Extensions.Configuration.UserSecrets" />
diff --git a/dotnet/samples/Demos/CopilotAgentPlugins/CopilotAgentPluginsDemoSample/CopilotAgentPluginsDemoSample.csproj b/dotnet/samples/Demos/CopilotAgentPlugins/CopilotAgentPluginsDemoSample/CopilotAgentPluginsDemoSample.csproj
@@ -41,6 +41,7 @@
   </ItemGroup>
 
   <ItemGroup>
+    <PackageReference Include="Microsoft.Net.Compilers.Toolset" />
     <PackageReference Include="Microsoft.Extensions.Configuration"/>
     <PackageReference Include="Microsoft.Extensions.Configuration.Json"/>
     <PackageReference Include="Microsoft.Extensions.Logging"/>
diff --git a/dotnet/samples/Demos/OllamaFunctionCalling/OllamaFunctionCalling.csproj b/dotnet/samples/Demos/OllamaFunctionCalling/OllamaFunctionCalling.csproj
@@ -7,6 +7,7 @@
   </PropertyGroup>
 
   <ItemGroup>
+    <PackageReference Include="Microsoft.Net.Compilers.Toolset" />
     <ProjectReference Include="..\..\..\src\Connectors\Connectors.Ollama\Connectors.Ollama.csproj" />
     <ProjectReference Include="..\..\..\src\SemanticKernel.Abstractions\SemanticKernel.Abstractions.csproj" />
   </ItemGroup>
diff --git a/dotnet/src/Connectors/Connectors.Ollama.UnitTests/Connectors.Ollama.UnitTests.csproj b/dotnet/src/Connectors/Connectors.Ollama.UnitTests/Connectors.Ollama.UnitTests.csproj
@@ -14,9 +14,12 @@
   </PropertyGroup>
 
   <ItemGroup>
+    <PackageReference Include="Microsoft.Net.Compilers.Toolset" />
     <PackageReference Include="Microsoft.NET.Test.Sdk" />
     <PackageReference Include="Moq" />
-    <PackageReference Include="OllamaSharp" />
+    <PackageReference Include="OllamaSharp">
+      <ExcludeAssets>analyzers</ExcludeAssets>
+    </PackageReference>
     <PackageReference Include="xunit" />
     <PackageReference Include="xunit.runner.visualstudio">
       <IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets>
diff --git a/dotnet/src/Connectors/Connectors.Ollama.UnitTests/Services/OllamaChatCompletionTests.cs b/dotnet/src/Connectors/Connectors.Ollama.UnitTests/Services/OllamaChatCompletionTests.cs
@@ -205,7 +205,9 @@ public async Task GetStreamingChatMessageContentsExecutionSettingsMustBeSentAsyn
                                 """;
 
         var executionSettings = JsonSerializer.Deserialize<PromptExecutionSettings>(jsonSettings);
+#pragma warning disable CS0612 // OllamaPromptExecutionSettings is obsolete
         var ollamaExecutionSettings = OllamaPromptExecutionSettings.FromExecutionSettings(executionSettings);
+#pragma warning restore CS0612
 
         // Act
         await sut.GetStreamingChatMessageContentsAsync(chat, ollamaExecutionSettings).GetAsyncEnumerator().MoveNextAsync();
@@ -302,12 +304,6 @@ public async Task GetChatMessageContentsShouldAdvertiseToolAsync()
         Assert.NotNull(requestPayload.Tools);
         Assert.NotEmpty(requestPayload.Tools);
         Assert.Equal(1, requestPayload.Tools?.Count());
-        var firstTool = requestPayload.Tools?.First()!;
-        Assert.Equal("TestPlugin_TestFunction", firstTool.Function!.Name);
-        Assert.Single(firstTool.Function!.Parameters!.Properties!);
-        Assert.Equal("testInput", firstTool.Function!.Parameters!.Properties!.First().Key);
-        Assert.Equal("string", firstTool.Function!.Parameters!.Properties!.First().Value.Type);
-        Assert.Equal("testInput", firstTool.Function!.Parameters!.Required!.First());
 
         Assert.NotNull(message.ModelId);
         Assert.Equal(targetModel, message.ModelId);
@@ -378,12 +374,6 @@ public async Task GetChatMessageContentsShouldAdvertiseAndTriggerToolAsync()
         Assert.NotNull(requestPayload.Tools);
         Assert.NotEmpty(requestPayload.Tools);
         Assert.Equal(1, requestPayload.Tools?.Count());
-        var firstTool = requestPayload.Tools?.First()!;
-        Assert.Equal("TestPlugin_TestFunction", firstTool.Function!.Name);
-        Assert.Single(firstTool.Function!.Parameters!.Properties!);
-        Assert.Equal("testInput", firstTool.Function!.Parameters!.Properties!.First().Key);
-        Assert.Equal("string", firstTool.Function!.Parameters!.Properties!.First().Value.Type);
-        Assert.Equal("testInput", firstTool.Function!.Parameters!.Required!.First());
 
         Assert.Equal(1, invocationCount);
 
diff --git a/dotnet/src/Connectors/Connectors.Ollama/Connectors.Ollama.csproj b/dotnet/src/Connectors/Connectors.Ollama/Connectors.Ollama.csproj
@@ -24,7 +24,10 @@
   
   <ItemGroup>
     <PackageReference Include="Microsoft.Extensions.AI" />
-    <PackageReference Include="OllamaSharp" />
+    <PackageReference Include="OllamaSharp">
+      <ExcludeAssets>analyzers</ExcludeAssets>
+    </PackageReference>
+    <PackageReference Include="Microsoft.Net.Compilers.Toolset" />
   </ItemGroup>
 
   <ItemGroup>
diff --git a/dotnet/src/IntegrationTests/IntegrationTests.csproj b/dotnet/src/IntegrationTests/IntegrationTests.csproj
@@ -41,6 +41,7 @@
     <None Remove="skills\FunSkill\Joke\skprompt.txt" />
   </ItemGroup>
   <ItemGroup>
+    <PackageReference Include="Microsoft.Net.Compilers.Toolset" />
     <PackageReference Include="Azure.Identity" />
     <PackageReference Include="Microsoft.Extensions.Configuration" />
     <PackageReference Include="Microsoft.Extensions.Configuration.Binder" />
diff --git a/dotnet/src/SemanticKernel.Abstractions/AI/ChatCompletion/ChatClientChatCompletionService.cs b/dotnet/src/SemanticKernel.Abstractions/AI/ChatCompletion/ChatClientChatCompletionService.cs
@@ -54,20 +54,24 @@ public async Task<IReadOnlyList<ChatMessageContent>> GetChatMessageContentsAsync
     {
         Verify.NotNull(chatHistory);
 
-        var messageList = ChatCompletionServiceExtensions.ToChatMessageList(chatHistory);
-        var currentSize = messageList.Count;
-
         var completion = await this._chatClient.GetResponseAsync(
-            messageList,
+            ChatCompletionServiceExtensions.ToChatMessageList(chatHistory),
             ToChatOptions(executionSettings, kernel),
             cancellationToken).ConfigureAwait(false);
 
-        chatHistory.AddRange(
-            messageList
-                .Skip(currentSize)
-                .Select(m => ChatCompletionServiceExtensions.ToChatMessageContent(m)));
+        if (completion.Messages.Count > 0)
+        {
+            // Add all but the last message into the chat history.
+            for (int i = 0; i < completion.Messages.Count - 1; i++)
+            {
+                chatHistory.Add(ChatCompletionServiceExtensions.ToChatMessageContent(completion.Messages[i], completion));
+            }
 
-        return completion.Choices.Select(m => ChatCompletionServiceExtensions.ToChatMessageContent(m, completion)).ToList();
+            // Return the last message as the result.
+            return [ChatCompletionServiceExtensions.ToChatMessageContent(completion.Messages[completion.Messages.Count - 1], completion)];
+        }
+
+        return [];
     }
 
     /// <inheritdoc/>
@@ -76,13 +80,23 @@ public async IAsyncEnumerable<StreamingChatMessageContent> GetStreamingChatMessa
     {
         Verify.NotNull(chatHistory);
 
+        List<AIContent> fcContents = [];
+        ChatRole? role = null;
+
         await foreach (var update in this._chatClient.GetStreamingResponseAsync(
             ChatCompletionServiceExtensions.ToChatMessageList(chatHistory),
             ToChatOptions(executionSettings, kernel),
             cancellationToken).ConfigureAwait(false))
         {
+            role ??= update.Role;
+
+            fcContents.AddRange(update.Contents.Where(c => c is Microsoft.Extensions.AI.FunctionCallContent or Microsoft.Extensions.AI.FunctionResultContent));
+
             yield return ToStreamingChatMessageContent(update);
         }
+
+        // Add function call content/results to chat history, as other IChatCompletionService streaming implementations do.
+        chatHistory.Add(ChatCompletionServiceExtensions.ToChatMessageContent(new ChatMessage(role ?? ChatRole.Assistant, fcContents)));
     }
 
     /// <summary>Converts a pair of <see cref="PromptExecutionSettings"/> and <see cref="Kernel"/> to a <see cref="ChatOptions"/>.</summary>
@@ -283,7 +297,6 @@ private static StreamingChatMessageContent ToStreamingChatMessageContent(ChatRes
             null)
         {
             InnerContent = update.RawRepresentation,
-            ChoiceIndex = update.ChoiceIndex,
             Metadata = update.AdditionalProperties,
             ModelId = update.ModelId
         };
diff --git a/dotnet/src/SemanticKernel.Abstractions/AI/ChatCompletion/ChatCompletionServiceChatClient.cs b/dotnet/src/SemanticKernel.Abstractions/AI/ChatCompletion/ChatCompletionServiceChatClient.cs
@@ -35,30 +35,44 @@ public ChatCompletionServiceChatClient(IChatCompletionService chatCompletionServ
     public ChatClientMetadata Metadata { get; }
 
     /// <inheritdoc />
-    public async Task<Extensions.AI.ChatResponse> GetResponseAsync(IList<ChatMessage> chatMessages, ChatOptions? options = null, CancellationToken cancellationToken = default)
+    public async Task<Extensions.AI.ChatResponse> GetResponseAsync(IEnumerable<ChatMessage> messages, ChatOptions? options = null, CancellationToken cancellationToken = default)
     {
-        Verify.NotNull(chatMessages);
+        Verify.NotNull(messages);
+
+        ChatHistory chatHistory = new(messages.Select(m => ChatCompletionServiceExtensions.ToChatMessageContent(m)));
+        int preCount = chatHistory.Count;
 
         var response = await this._chatCompletionService.GetChatMessageContentAsync(
-            new ChatHistory(chatMessages.Select(m => ChatCompletionServiceExtensions.ToChatMessageContent(m))),
+            chatHistory,
             ToPromptExecutionSettings(options),
             kernel: null,
             cancellationToken).ConfigureAwait(false);
 
-        return new(ChatCompletionServiceExtensions.ToChatMessage(response))
+        ChatResponse chatResponse = new()
         {
             ModelId = response.ModelId,
             RawRepresentation = response.InnerContent,
         };
+
+        // Add all messages that were added to the history.
+        // Then add the result message.
+        for (int i = preCount; i < chatHistory.Count; i++)
+        {
+            chatResponse.Messages.Add(ChatCompletionServiceExtensions.ToChatMessage(chatHistory[i]));
+        }
+
+        chatResponse.Messages.Add(ChatCompletionServiceExtensions.ToChatMessage(response));
+
+        return chatResponse;
     }
 
     /// <inheritdoc />
-    public async IAsyncEnumerable<ChatResponseUpdate> GetStreamingResponseAsync(IList<ChatMessage> chatMessages, ChatOptions? options = null, [EnumeratorCancellation] CancellationToken cancellationToken = default)
+    public async IAsyncEnumerable<ChatResponseUpdate> GetStreamingResponseAsync(IEnumerable<ChatMessage> messages, ChatOptions? options = null, [EnumeratorCancellation] CancellationToken cancellationToken = default)
     {
-        Verify.NotNull(chatMessages);
+        Verify.NotNull(messages);
 
         await foreach (var update in this._chatCompletionService.GetStreamingChatMessageContentsAsync(
-            new ChatHistory(chatMessages.Select(m => ChatCompletionServiceExtensions.ToChatMessageContent(m))),
+            new ChatHistory(messages.Select(m => ChatCompletionServiceExtensions.ToChatMessageContent(m))),
             ToPromptExecutionSettings(options),
             kernel: null,
             cancellationToken).ConfigureAwait(false))
@@ -200,7 +214,6 @@ private static ChatResponseUpdate ToStreamingChatCompletionUpdate(StreamingChatM
         {
             AdditionalProperties = content.Metadata is not null ? new AdditionalPropertiesDictionary(content.Metadata) : null,
             AuthorName = content.AuthorName,
-            ChoiceIndex = content.ChoiceIndex,
             ModelId = content.ModelId,
             RawRepresentation = content,
             Role = content.Role is not null ? new ChatRole(content.Role.Value.Label) : null,
diff --git a/dotnet/src/SemanticKernel.Abstractions/AI/ChatCompletion/ChatCompletionServiceExtensions.cs b/dotnet/src/SemanticKernel.Abstractions/AI/ChatCompletion/ChatCompletionServiceExtensions.cs
diff --git a/dotnet/src/SemanticKernel.UnitTests/AI/ServiceConversionExtensionsTests.cs b/dotnet/src/SemanticKernel.UnitTests/AI/ServiceConversionExtensionsTests.cs

Original file line number	Diff line number	Diff line change
`@@ -166,15 +166,15 @@ public FallbackChatClient(IList<IChatClient> chatClients)`
`166`	`166`	`public ChatClientMetadata Metadata => new();`
`167`	`167`
`168`	`168`	`/// <inheritdoc/>`
`169`		`- public async Task<Microsoft.Extensions.AI.ChatResponse> GetResponseAsync(IList<ChatMessage> chatMessages, ChatOptions? options = null, CancellationToken cancellationToken = default)`
	`169`	`+ public async Task<Microsoft.Extensions.AI.ChatResponse> GetResponseAsync(IEnumerable<ChatMessage> messages, ChatOptions? options = null, CancellationToken cancellationToken = default)`
`170`	`170`	`{`
`171`	`171`	`for (int i = 0; i < this._chatClients.Count; i++)`
`172`	`172`	`{`
`173`	`173`	`var chatClient = this._chatClients.ElementAt(i);`
`174`	`174`
`175`	`175`	`try`
`176`	`176`	`{`
`177`		`- return await chatClient.GetResponseAsync(chatMessages, options, cancellationToken).ConfigureAwait(false);`
	`177`	`+ return await chatClient.GetResponseAsync(messages, options, cancellationToken).ConfigureAwait(false);`
`178`	`178`	`}`
`179`	`179`	`catch (Exception ex)`
`180`	`180`	`{`
`@@ -192,13 +192,13 @@ public FallbackChatClient(IList<IChatClient> chatClients)`
`192`	`192`	`}`
`193`	`193`
`194`	`194`	`/// <inheritdoc/>`
`195`		`- public async IAsyncEnumerable<ChatResponseUpdate> GetStreamingResponseAsync(IList<ChatMessage> chatMessages, ChatOptions? options = null, [EnumeratorCancellation] CancellationToken cancellationToken = default)`
	`195`	`+ public async IAsyncEnumerable<ChatResponseUpdate> GetStreamingResponseAsync(IEnumerable<ChatMessage> messages, ChatOptions? options = null, [EnumeratorCancellation] CancellationToken cancellationToken = default)`
`196`	`196`	`{`
`197`	`197`	`for (int i = 0; i < this._chatClients.Count; i++)`
`198`	`198`	`{`
`199`	`199`	`var chatClient = this._chatClients.ElementAt(i);`
`200`	`200`
`201`		`- IAsyncEnumerable<ChatResponseUpdate> completionStream = chatClient.GetStreamingResponseAsync(chatMessages, options, cancellationToken);`
	`201`	`+ IAsyncEnumerable<ChatResponseUpdate> completionStream = chatClient.GetStreamingResponseAsync(messages, options, cancellationToken);`
`202`	`202`
`203`	`203`	`ConfiguredCancelableAsyncEnumerable<ChatResponseUpdate>.Enumerator enumerator = completionStream.ConfigureAwait(false).GetAsyncEnumerator();`
`204`	`204`
Original file line number	Diff line number	Diff line change
`@@ -97,7 +97,7 @@ public async Task RunOpenAIPluginWithMetadataAsync()`
`97`	`97`	`}`
`98`	`98`	`}`
`99`	`99`
`100`		`- private static void WriteStringToStream(Stream stream, string input)`
	`100`	`+ private static void WriteStringToStream(MemoryStream stream, string input)`
`101`	`101`	`{`
`102`	`102`	`using var writer = new StreamWriter(stream, leaveOpen: true);`
`103`	`103`	`writer.Write(input);`