.Net - Agent Orchestration

.github/_typos.toml

@@ -44,6 +44,7 @@ dall = "dall"             # OpenAI model name
 pn = "pn"                 # Kiota parameter
 nin = "nin"               # MongoDB "not in" operator
 asend = "asend"           # Async generator method
+magentic = "magentic"     # Agent orchestration demo
 
 [default.extend-identifiers]
 ags = "ags" # Azure Graph Service

dotnet/Directory.Packages.props

@@ -7,9 +7,9 @@
   <ItemGroup>
     <PackageVersion Include="Aspire.Azure.AI.OpenAI" Version="9.1.0-preview.1.25121.10" />
     <PackageVersion Include="Aspire.Azure.Search.Documents" Version="9.1.0" />
-    <PackageVersion Include="Aspire.Hosting.Azure.Search" Version="9.1.0" />
     <PackageVersion Include="Aspire.Hosting.AppHost" Version="9.2.0" />
     <PackageVersion Include="Aspire.Hosting.Azure.CognitiveServices" Version="9.1.0" />
+    <PackageVersion Include="Aspire.Hosting.Azure.Search" Version="9.1.0" />
     <PackageVersion Include="AWSSDK.BedrockAgent" Version="4.0.0-preview.13" />
     <PackageVersion Include="AWSSDK.BedrockAgentRuntime" Version="4.0.0-preview.13" />
     <PackageVersion Include="AWSSDK.BedrockRuntime" Version="4.0.0-preview.13" />
@@ -29,24 +29,22 @@
     <PackageVersion Include="EntityFramework" Version="6.5.1" />
     <PackageVersion Include="FastBertTokenizer" Version="1.0.28" />
     <PackageVersion Include="Google.Apis.Auth" Version="1.69.0" />
+    <PackageVersion Include="Google.Apis.CustomSearchAPI.v1" Version="1.68.0.3520" />
     <PackageVersion Include="Google.Protobuf" Version="3.27.0" />
     <PackageVersion Include="Grpc.AspNetCore" Version="2.70.0" />
     <PackageVersion Include="Grpc.AspNetCore.Server" Version="2.70.0" />
     <PackageVersion Include="Grpc.AspNetCore.Server.Reflection" Version="2.70.0" />
     <PackageVersion Include="Grpc.AspNetCore.Web" Version="2.70.0" />
+    <PackageVersion Include="Grpc.Net.Client" Version="2.70.0" />
     <PackageVersion Include="Grpc.Tools" Version="2.71.0" />
-    <PackageVersion Include="ModelContextProtocol" Version="0.1.0-preview.10" />
-    <PackageVersion Include="Microsoft.AspNetCore.Mvc.Testing" Version="8.0.13" />
-    <PackageVersion Include="Microsoft.AspNetCore.OpenApi" Version="8.0.14" />
-    <PackageVersion Include="Microsoft.ML.Tokenizers.Data.Cl100kBase" Version="1.0.1" />
-    <PackageVersion Include="Microsoft.IdentityModel.JsonWebTokens" Version="7.5.1" />
-    <PackageVersion Include="Microsoft.VisualStudio.Threading" Version="17.12.19" />
     <PackageVersion Include="Handlebars.Net.Helpers" Version="2.4.10" />
     <PackageVersion Include="Handlebars.Net" Version="2.1.6" />
     <PackageVersion Include="HtmlAgilityPack" Version="1.11.72" />
     <PackageVersion Include="JsonSchema.Net" Version="5.4.2" />
     <PackageVersion Include="Markdig" Version="0.40.0" />
     <PackageVersion Include="Microsoft.AspNet.WebApi.Client" Version="6.0.0" />
+    <PackageVersion Include="Microsoft.AspNetCore.Mvc.Testing" Version="8.0.13" />
+    <PackageVersion Include="Microsoft.AspNetCore.OpenApi" Version="8.0.14" />
     <PackageVersion Include="Microsoft.Azure.Functions.Worker" Version="2.0.0" />
     <PackageVersion Include="Microsoft.Azure.Functions.Worker.Extensions.Http" Version="3.3.0" />
     <PackageVersion Include="Microsoft.Azure.Functions.Worker.Extensions.Http.AspNetCore" Version="2.0.0" />
@@ -62,7 +60,11 @@
     <PackageVersion Include="Microsoft.CodeAnalysis.CSharp" Version="4.13.0" />
     <PackageVersion Include="Microsoft.Bcl.TimeProvider" Version="8.0.1" />
     <PackageVersion Include="Microsoft.Identity.Client" Version="4.67.2" />
+    <PackageVersion Include="Microsoft.IdentityModel.JsonWebTokens" Version="7.5.1" />
     <PackageVersion Include="Microsoft.ML.OnnxRuntime" Version="1.21.0" />
+    <PackageVersion Include="Microsoft.ML.Tokenizers.Data.Cl100kBase" Version="1.0.1" />
+    <PackageVersion Include="Microsoft.VisualStudio.Threading" Version="17.12.19" />
+    <PackageVersion Include="ModelContextProtocol" Version="0.1.0-preview.10" />
     <PackageVersion Include="MSTest.TestFramework" Version="3.8.0" />
     <PackageVersion Include="Newtonsoft.Json" Version="13.0.3" />
     <PackageVersion Include="Npgsql" Version="8.0.6" />
@@ -144,8 +146,6 @@
     <PackageVersion Include="Microsoft.OpenApi.Readers" Version="1.6.23" />
     <PackageVersion Include="Microsoft.OpenApi.ApiManifest" Version="0.5.6-preview" />
     <PackageVersion Include="Microsoft.Plugins.Manifest" Version="1.0.0-rc3" />
-    <PackageVersion Include="Google.Apis.CustomSearchAPI.v1" Version="1.68.0.3520" />
-    <PackageVersion Include="Grpc.Net.Client" Version="2.70.0" />
     <PackageVersion Include="protobuf-net" Version="3.2.45" />
     <PackageVersion Include="protobuf-net.Reflection" Version="3.2.12" />
     <PackageVersion Include="YamlDotNet" Version="15.3.0" />

dotnet/SK-dotnet.sln

@@ -547,6 +547,8 @@ Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Runtime.InProcess", "src\Ag
 EndProject
 Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Runtime.InProcess.Tests", "src\Agents\Runtime\InProcess.Tests\Runtime.InProcess.Tests.csproj", "{DA6B4ED4-ED0B-D25C-889C-9F940E714891}"
 EndProject
+Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Agents.Orchestration", "src\Agents\Orchestration\Agents.Orchestration.csproj", "{D1A02387-FA60-22F8-C2ED-4676568B6CC3}"
+EndProject
 Global
 	GlobalSection(SolutionConfigurationPlatforms) = preSolution
 		Debug|Any CPU = Debug|Any CPU
@@ -1508,6 +1510,12 @@ Global
 		{DA6B4ED4-ED0B-D25C-889C-9F940E714891}.Publish|Any CPU.Build.0 = Release|Any CPU
 		{DA6B4ED4-ED0B-D25C-889C-9F940E714891}.Release|Any CPU.ActiveCfg = Release|Any CPU
 		{DA6B4ED4-ED0B-D25C-889C-9F940E714891}.Release|Any CPU.Build.0 = Release|Any CPU
+		{D1A02387-FA60-22F8-C2ED-4676568B6CC3}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
+		{D1A02387-FA60-22F8-C2ED-4676568B6CC3}.Debug|Any CPU.Build.0 = Debug|Any CPU
+		{D1A02387-FA60-22F8-C2ED-4676568B6CC3}.Publish|Any CPU.ActiveCfg = Publish|Any CPU
+		{D1A02387-FA60-22F8-C2ED-4676568B6CC3}.Publish|Any CPU.Build.0 = Publish|Any CPU
+		{D1A02387-FA60-22F8-C2ED-4676568B6CC3}.Release|Any CPU.ActiveCfg = Release|Any CPU
+		{D1A02387-FA60-22F8-C2ED-4676568B6CC3}.Release|Any CPU.Build.0 = Release|Any CPU
 	EndGlobalSection
 	GlobalSection(SolutionProperties) = preSolution
 		HideSolutionNode = FALSE
@@ -1713,6 +1721,7 @@ Global
 		{A4F05541-7D23-A5A9-033D-382F1E13D0FE} = {A70ED5A7-F8E1-4A57-9455-3C05989542DA}
 		{CCC909E4-5269-A31E-0BFD-4863B4B29BBB} = {A70ED5A7-F8E1-4A57-9455-3C05989542DA}
 		{DA6B4ED4-ED0B-D25C-889C-9F940E714891} = {A70ED5A7-F8E1-4A57-9455-3C05989542DA}
+		{D1A02387-FA60-22F8-C2ED-4676568B6CC3} = {6823CD5E-2ABE-41EB-B865-F86EC13F0CF9}
 	EndGlobalSection
 	GlobalSection(ExtensibilityGlobals) = postSolution
 		SolutionGuid = {FBDC56A3-86AD-4323-AA0F-201E59123B83}

dotnet/nuget.config

@@ -1,6 +1,6 @@
-<?xml version="1.0" encoding="utf-8"?>
+<?xml version="1.0" encoding="utf-8"?>
 <configuration>
-  
+
   <packageSources>
     <clear />
     <add key="nuget.org" value="https://api.nuget.org/v3/index.json" />
@@ -11,5 +11,5 @@
       <package pattern="*" />
     </packageSource>
   </packageSourceMapping>
-  
+
 </configuration>

dotnet/samples/GettingStartedWithAgents/GettingStartedWithAgents.csproj

@@ -9,7 +9,7 @@
     <IsTestProject>true</IsTestProject>
     <RootNamespace></RootNamespace>
     <!-- Suppress: "Declare types in namespaces", "Require ConfigureAwait", "Experimental" -->
-    <NoWarn>$(NoWarn);CS8618,IDE0009,IDE1006,CA1051,CA1050,CA1707,CA1054,CA2007,VSTHRD111,CS1591,RCS1110,RCS1243,CA5394,SKEXP0001,SKEXP0010,SKEXP0020,SKEXP0040,SKEXP0050,SKEXP0060,SKEXP0070,SKEXP0101,SKEXP0110,OPENAI001</NoWarn>
+    <NoWarn>$(NoWarn);IDE1006;IDE0009;CS8618;CA1051;CA1050;CA1707;CA1054;CA2007;CA5394;VSTHRD111;CS1591;NU1605;RCS1110;RCS1243;SKEXP0001;SKEXP0010;SKEXP0020;SKEXP0040;SKEXP0050;SKEXP0060;SKEXP0070;SKEXP0101;SKEXP0110;OPENAI001</NoWarn>
     <OutputType>Library</OutputType>
     <UserSecretsId>5ee045b0-aea3-4f08-8d31-32d1a6f8fed0</UserSecretsId>
   </PropertyGroup>
@@ -46,6 +46,8 @@
     <ProjectReference Include="..\..\src\Agents\Core\Agents.Core.csproj" />
     <ProjectReference Include="..\..\src\Agents\OpenAI\Agents.OpenAI.csproj" />
     <ProjectReference Include="..\..\src\Agents\Bedrock\Agents.Bedrock.csproj" />
+    <ProjectReference Include="..\..\src\Agents\Orchestration\Agents.Orchestration.csproj" />
+    <ProjectReference Include="..\..\src\Agents\Runtime\InProcess\Runtime.InProcess.csproj" />
     <ProjectReference Include="..\..\src\Agents\Yaml\Agents.Yaml.csproj" />
     <ProjectReference Include="..\..\src\Connectors\Connectors.AzureOpenAI\Connectors.AzureOpenAI.csproj" />
     <ProjectReference Include="..\..\src\SemanticKernel.Abstractions\SemanticKernel.Abstractions.csproj" />

dotnet/samples/GettingStartedWithAgents/Orchestration/Step01_Concurrent.cs

@@ -0,0 +1,120 @@
+// Copyright (c) Microsoft. All rights reserved.
+
+using Microsoft.SemanticKernel.Agents;
+using Microsoft.SemanticKernel.Agents.Orchestration;
+using Microsoft.SemanticKernel.Agents.Orchestration.Concurrent;
+using Microsoft.SemanticKernel.Agents.Runtime.InProcess;
+
+namespace GettingStarted.Orchestration;
+
+/// <summary>
+/// Demonstrates how to use the <see cref="ConcurrentOrchestration{TInput, TOutput}"/>.
+/// </summary>
+public class Step01_Concurrent(ITestOutputHelper output) : BaseOrchestrationTest(output)
+{
+    [Fact]
+    public async Task SimpleConcurrentAsync()
+    {
+        // Define the agents
+        ChatCompletionAgent agent1 = this.CreateAgent("Analyze the previous message to determine count of words.  ALWAYS report the count using numeric digits formatted as:\nWords: <digits>");
+        ChatCompletionAgent agent2 = this.CreateAgent("Analyze the previous message to determine count of vowels.  ALWAYS report the count using numeric digits formatted as:\nVowels: <digits>");
+        ChatCompletionAgent agent3 = this.CreateAgent("Analyze the previous message to determine count of onsonants.  ALWAYS report the count using numeric digits formatted as:\nConsonants: <digits>");
+
+        // Define the pattern
+        InProcessRuntime runtime = new();
+        ConcurrentOrchestration orchestration = new(runtime, agent1, agent2, agent3) { LoggerFactory = this.LoggerFactory };
+
+        // Start the runtime
+        await runtime.StartAsync();
+        string input = "The quick brown fox jumps over the lazy dog";
+        Console.WriteLine($"\n# INPUT: {input}\n");
+        OrchestrationResult<string[]> result = await orchestration.InvokeAsync(input);
+
+        string[] output = await result.GetValueAsync(TimeSpan.FromSeconds(ResultTimeoutInSeconds));
+        Console.WriteLine($"\n# RESULT:\n{string.Join("\n", output.Select(text => $"\t{text}"))}");
+
+        await runtime.RunUntilIdleAsync();
+    }
+
+    [Fact]
+    public async Task NestedConcurrentAsync()
+    {
+        // Define the agents
+        ChatCompletionAgent agent1 = this.CreateAgent("When the input is a number, N, respond with a number that is N + 1");
+        ChatCompletionAgent agent2 = this.CreateAgent("When the input is a number, N, respond with a number that is N + 2");
+        ChatCompletionAgent agent3 = this.CreateAgent("When the input is a number, N, respond with a number that is N + 3");
+        ChatCompletionAgent agent4 = this.CreateAgent("When the input is a number, N, respond with a number that is N + 4");
+
+        // Define the pattern
+        InProcessRuntime runtime = new();
+
+        ConcurrentOrchestration<ConcurrentMessages.Request, ConcurrentMessages.Result> orchestrationLeft = CreateNested(runtime, agent1, agent2);
+        ConcurrentOrchestration<ConcurrentMessages.Request, ConcurrentMessages.Result> orchestrationRight = CreateNested(runtime, agent3, agent4);
+        ConcurrentOrchestration orchestrationMain = new(runtime, orchestrationLeft, orchestrationRight) { LoggerFactory = this.LoggerFactory };
+
+        // Start the runtime
+        await runtime.StartAsync();
+        string input = "1";
+        Console.WriteLine($"\n# INPUT: {input}\n");
+        OrchestrationResult<string[]> result = await orchestrationMain.InvokeAsync(input);
+
+        string[] output = await result.GetValueAsync(TimeSpan.FromSeconds(ResultTimeoutInSeconds));
+        Console.WriteLine($"\n# RESULT:\n{string.Join("\n", output.Select(text => $"\t{text}"))}");
+
+        await runtime.RunUntilIdleAsync();
+    }
+
+    [Fact]
+    public async Task SingleActorAsync()
+    {
+        // Define the agents
+        ChatCompletionAgent agent = this.CreateAgent("When the input is a number, N, respond with a number that is N + 1");
+
+        // Define the pattern
+        InProcessRuntime runtime = new();
+        ConcurrentOrchestration orchestration = new(runtime, agent) { LoggerFactory = this.LoggerFactory };
+
+        // Start the runtime
+        await runtime.StartAsync();
+        string input = "1";
+        Console.WriteLine($"\n# INPUT: {input}\n");
+        OrchestrationResult<string[]> result = await orchestration.InvokeAsync(input);
+
+        string[] output = await result.GetValueAsync(TimeSpan.FromSeconds(ResultTimeoutInSeconds));
+        Console.WriteLine($"\n# RESULT:\n{string.Join("\n", output.Select(text => $"\t{text}"))}");
+
+        await runtime.RunUntilIdleAsync();
+    }
+
+    [Fact]
+    public async Task SingleNestedActorAsync()
+    {
+        // Define the agents
+        ChatCompletionAgent agent = this.CreateAgent("When the input is a number, N, respond with a number that is N + 1");
+
+        // Define the pattern
+        InProcessRuntime runtime = new();
+        ConcurrentOrchestration<ConcurrentMessages.Request, ConcurrentMessages.Result> orchestrationInner = CreateNested(runtime, agent);
+        ConcurrentOrchestration orchestrationOuter = new(runtime, orchestrationInner) { LoggerFactory = this.LoggerFactory };
+
+        // Start the runtime
+        await runtime.StartAsync();
+        string input = "1";
+        Console.WriteLine($"\n# INPUT: {input}\n");
+        OrchestrationResult<string[]> result = await orchestrationOuter.InvokeAsync(input);
+
+        string[] output = await result.GetValueAsync(TimeSpan.FromSeconds(ResultTimeoutInSeconds));
+        Console.WriteLine($"\n# RESULT:\n{string.Join("\n", output.Select(text => $"\t{text}"))}");
+
+        await runtime.RunUntilIdleAsync();
+    }
+
+    private static ConcurrentOrchestration<ConcurrentMessages.Request, ConcurrentMessages.Result> CreateNested(InProcessRuntime runtime, params OrchestrationTarget[] targets)
+    {
+        return new(runtime, targets)
+        {
+            InputTransform = (ConcurrentMessages.Request input) => ValueTask.FromResult(input),
+            ResultTransform = (ConcurrentMessages.Result[] results) => ValueTask.FromResult(string.Join("\n", results.Select(result => $"{result.Message}")).ToResult()),
+        };
+    }
+}

dotnet/samples/GettingStartedWithAgents/Orchestration/Step02_Sequential.cs

@@ -0,0 +1,119 @@
+// Copyright (c) Microsoft. All rights reserved.
+
+using Microsoft.SemanticKernel.Agents;
+using Microsoft.SemanticKernel.Agents.Orchestration;
+using Microsoft.SemanticKernel.Agents.Orchestration.Sequential;
+using Microsoft.SemanticKernel.Agents.Runtime.InProcess;
+
+namespace GettingStarted.Orchestration;
+
+/// <summary>
+/// Demonstrates how to use the <see cref="SequentialOrchestration{TInput, TOutput}"/>.
+/// </summary>
+public class Step02_Sequential(ITestOutputHelper output) : BaseOrchestrationTest(output)
+{
+    [Fact]
+    public async Task SimpleSequentialAsync()
+    {
+        // Define the agents
+        ChatCompletionAgent agent1 = this.CreateAgent("Analyze the previous message to determine count of words.  ALWAYS report the count using numeric digits formatted as:\nWords: <digits>");
+        ChatCompletionAgent agent2 = this.CreateAgent("Analyze the previous message to determine count of vowels.  ALWAYS report the count using numeric digits formatted as:\nVowels: <digits>");
+        ChatCompletionAgent agent3 = this.CreateAgent("Analyze the previous message to determine count of onsonants.  ALWAYS report the count using numeric digits formatted as:\nConsonants: <digits>");
+
+        // Define the pattern
+        InProcessRuntime runtime = new();
+        SequentialOrchestration orchestration = new(runtime, agent1, agent2, agent3) { LoggerFactory = this.LoggerFactory };
+
+        // Start the runtime
+        await runtime.StartAsync();
+        string input = "The quick brown fox jumps over the lazy dog";
+        Console.WriteLine($"\n# INPUT: {input}\n");
+        OrchestrationResult<string> result = await orchestration.InvokeAsync(input);
+        string text = await result.GetValueAsync(TimeSpan.FromSeconds(ResultTimeoutInSeconds));
+        Console.WriteLine($"\n# RESULT: {text}");
+
+        await runtime.RunUntilIdleAsync();
+    }
+
+    [Fact]
+    public async Task NestedSequentialAsync()
+    {
+        // Define the agents
+        ChatCompletionAgent agent1 = this.CreateAgent("When the input is a number, N, respond with a number that is N + 1");
+        ChatCompletionAgent agent2 = this.CreateAgent("When the input is a number, N, respond with a number that is N + 2");
+        ChatCompletionAgent agent3 = this.CreateAgent("When the input is a number, N, respond with a number that is N + 3");
+        ChatCompletionAgent agent4 = this.CreateAgent("When the input is a number, N, respond with a number that is N + 4");
+
+        // Define the pattern
+        InProcessRuntime runtime = new();
+
+        SequentialOrchestration<SequentialMessage, SequentialMessage> orchestrationLeft = CreateNested(runtime, agent1, agent2);
+        SequentialOrchestration<SequentialMessage, SequentialMessage> orchestrationRight = CreateNested(runtime, agent3, agent4);
+        SequentialOrchestration orchestrationMain = new(runtime, orchestrationLeft, orchestrationRight) { LoggerFactory = this.LoggerFactory };
+
+        // Start the runtime
+        await runtime.StartAsync();
+        string input = "1";
+        Console.WriteLine($"\n# INPUT: {input}\n");
+        OrchestrationResult<string> result = await orchestrationMain.InvokeAsync(input);
+
+        string output = await result.GetValueAsync(TimeSpan.FromSeconds(ResultTimeoutInSeconds));
+        Console.WriteLine($"\n# RESULT: {output}");
+
+        await runtime.RunUntilIdleAsync();
+    }
+
+    [Fact]
+    public async Task SingleActorAsync()
+    {
+        // Define the agents
+        ChatCompletionAgent agent = this.CreateAgent("When the input is a number, N, respond with a number that is N + 1");
+
+        // Define the pattern
+        InProcessRuntime runtime = new();
+        SequentialOrchestration orchestration = new(runtime, agent) { LoggerFactory = this.LoggerFactory };
+
+        // Start the runtime
+        await runtime.StartAsync();
+        string input = "1";
+        Console.WriteLine($"\n# INPUT: {input}\n");
+        OrchestrationResult<string> result = await orchestration.InvokeAsync(input);
+
+        string output = await result.GetValueAsync(TimeSpan.FromSeconds(ResultTimeoutInSeconds));
+        Console.WriteLine($"\n# RESULT: {output}");
+
+        await runtime.RunUntilIdleAsync();
+    }
+
+    [Fact]
+    public async Task SingleNestedActorAsync()
+    {
+        // Define the agents
+        ChatCompletionAgent agent = this.CreateAgent("When the input is a number, N, respond with a number that is N + 1");
+
+        // Define the pattern
+        InProcessRuntime runtime = new();
+        SequentialOrchestration<SequentialMessage, SequentialMessage> orchestrationInner = CreateNested(runtime, agent);
+        SequentialOrchestration orchestrationOuter = new(runtime, orchestrationInner) { LoggerFactory = this.LoggerFactory };
+
+        // Start the runtime
+        await runtime.StartAsync();
+        string input = "1";
+        Console.WriteLine($"\n# INPUT: {input}\n");
+        OrchestrationResult<string> result = await orchestrationOuter.InvokeAsync(input);
+
+        string output = await result.GetValueAsync(TimeSpan.FromSeconds(ResultTimeoutInSeconds));
+        Console.WriteLine($"\n# RESULT: {output}");
+
+        await runtime.RunUntilIdleAsync();
+    }
+
+    private static SequentialOrchestration<SequentialMessage, SequentialMessage> CreateNested(InProcessRuntime runtime, params OrchestrationTarget[] targets)
+    {
+        return new(runtime, targets)
+        {
+            InputTransform = (SequentialMessage input) => ValueTask.FromResult(input),
+            ResultTransform = (SequentialMessage results) => ValueTask.FromResult(results),
+        };
+    }
+}