mirror of https://github.com/microsoft/autogen.git
Introduce AnthropicClient and AnthropicClientAgent (#2769)
* Reference project Revert "Set up the Agent. Basic Example set up, boilerplate for connector, ran into signing issue." This reverts commit 0afe04f2 End to end working anthropic agent + unit tests Set up the Agent. Basic Example set up, boilerplate for connector, ran into signing issue. * Add pragma warning * - Remove Message type - tabbing fix white space in csproj - Remove redundant inheritance - Edit Anthropic.Tests' rootnamespace - Create AutoGen.Anthropic.Samples * short-cut agent extension method * Pass system message in the constructor and throw if there's system message in Imessages --------- Co-authored-by: luongdavid <luongdavid@microsoft.com>
This commit is contained in:
David Luong
GitHub
parent
80b2dba6ab
commit
4fec246342
|
|
@ -38,6 +38,9 @@ EndProject
|
|||
Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "AutoGen.OpenAI.Tests", "test\AutoGen.OpenAI.Tests\AutoGen.OpenAI.Tests.csproj", "{D36A85F9-C172-487D-8192-6BFE5D05B4A7}"
|
||||
EndProject
|
||||
Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "AutoGen.DotnetInteractive.Tests", "test\AutoGen.DotnetInteractive.Tests\AutoGen.DotnetInteractive.Tests.csproj", "{B61388CA-DC73-4B7F-A7B2-7B9A86C9229E}"
|
||||
Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "AutoGen.OpenAI.Tests", "test\AutoGen.OpenAI.Tests\AutoGen.OpenAI.Tests.csproj", "{D36A85F9-C172-487D-8192-6BFE5D05B4A7}"
|
||||
EndProject
|
||||
Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "AutoGen.DotnetInteractive.Tests", "test\AutoGen.DotnetInteractive.Tests\AutoGen.DotnetInteractive.Tests.csproj", "{B61388CA-DC73-4B7F-A7B2-7B9A86C9229E}"
|
||||
EndProject
|
||||
Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "AutoGen.Ollama", "src\AutoGen.Ollama\AutoGen.Ollama.csproj", "{9F9E6DED-3D92-4970-909A-70FC11F1A665}"
|
||||
EndProject
|
||||
|
|
@ -46,6 +49,12 @@ EndProject
|
|||
Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "AutoGen.Ollama.Sample", "sample\AutoGen.Ollama.Sample\AutoGen.Ollama.Sample.csproj", "{93AA4D0D-6EE4-44D5-AD77-7F73A3934544}"
|
||||
Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "AutoGen.SemanticKernel.Sample", "sample\AutoGen.SemanticKernel.Sample\AutoGen.SemanticKernel.Sample.csproj", "{52958A60-3FF7-4243-9058-34A6E4F55C31}"
|
||||
EndProject
|
||||
Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "AutoGen.Anthropic", "src\AutoGen.Anthropic\AutoGen.Anthropic.csproj", "{6A95E113-B824-4524-8F13-CD0C3E1C8804}"
|
||||
EndProject
|
||||
Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "AutoGen.Anthropic.Tests", "test\AutoGen.Anthropic.Tests\AutoGen.Anthropic.Tests.csproj", "{815E937E-86D6-4476-9EC6-B7FBCBBB5DB6}"
|
||||
EndProject
|
||||
Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "AutoGen.Anthropic.Samples", "sample\AutoGen.Anthropic.Samples\AutoGen.Anthropic.Samples.csproj", "{834B4E85-64E5-4382-8465-548F332E5298}"
|
||||
EndProject
|
||||
Global
|
||||
GlobalSection(SolutionConfigurationPlatforms) = preSolution
|
||||
Debug|Any CPU = Debug|Any CPU
|
||||
|
|
@ -128,6 +137,18 @@ Global
|
|||
{52958A60-3FF7-4243-9058-34A6E4F55C31}.Debug|Any CPU.Build.0 = Debug|Any CPU
|
||||
{52958A60-3FF7-4243-9058-34A6E4F55C31}.Release|Any CPU.ActiveCfg = Release|Any CPU
|
||||
{52958A60-3FF7-4243-9058-34A6E4F55C31}.Release|Any CPU.Build.0 = Release|Any CPU
|
||||
{6A95E113-B824-4524-8F13-CD0C3E1C8804}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
|
||||
{6A95E113-B824-4524-8F13-CD0C3E1C8804}.Debug|Any CPU.Build.0 = Debug|Any CPU
|
||||
{6A95E113-B824-4524-8F13-CD0C3E1C8804}.Release|Any CPU.ActiveCfg = Release|Any CPU
|
||||
{6A95E113-B824-4524-8F13-CD0C3E1C8804}.Release|Any CPU.Build.0 = Release|Any CPU
|
||||
{815E937E-86D6-4476-9EC6-B7FBCBBB5DB6}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
|
||||
{815E937E-86D6-4476-9EC6-B7FBCBBB5DB6}.Debug|Any CPU.Build.0 = Debug|Any CPU
|
||||
{815E937E-86D6-4476-9EC6-B7FBCBBB5DB6}.Release|Any CPU.ActiveCfg = Release|Any CPU
|
||||
{815E937E-86D6-4476-9EC6-B7FBCBBB5DB6}.Release|Any CPU.Build.0 = Release|Any CPU
|
||||
{834B4E85-64E5-4382-8465-548F332E5298}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
|
||||
{834B4E85-64E5-4382-8465-548F332E5298}.Debug|Any CPU.Build.0 = Debug|Any CPU
|
||||
{834B4E85-64E5-4382-8465-548F332E5298}.Release|Any CPU.ActiveCfg = Release|Any CPU
|
||||
{834B4E85-64E5-4382-8465-548F332E5298}.Release|Any CPU.Build.0 = Release|Any CPU
|
||||
EndGlobalSection
|
||||
GlobalSection(SolutionProperties) = preSolution
|
||||
HideSolutionNode = FALSE
|
||||
|
|
@ -148,6 +169,9 @@ Global
|
|||
{1DFABC4A-8458-4875-8DCB-59F3802DAC65} = {F823671B-3ECA-4AE6-86DA-25E920D3FE64}
|
||||
{D36A85F9-C172-487D-8192-6BFE5D05B4A7} = {F823671B-3ECA-4AE6-86DA-25E920D3FE64}
|
||||
{B61388CA-DC73-4B7F-A7B2-7B9A86C9229E} = {F823671B-3ECA-4AE6-86DA-25E920D3FE64}
|
||||
{6A95E113-B824-4524-8F13-CD0C3E1C8804} = {18BF8DD7-0585-48BF-8F97-AD333080CE06}
|
||||
{815E937E-86D6-4476-9EC6-B7FBCBBB5DB6} = {F823671B-3ECA-4AE6-86DA-25E920D3FE64}
|
||||
{834B4E85-64E5-4382-8465-548F332E5298} = {FBFEAD1F-29EB-4D99-A672-0CD8473E10B9}
|
||||
{9F9E6DED-3D92-4970-909A-70FC11F1A665} = {18BF8DD7-0585-48BF-8F97-AD333080CE06}
|
||||
{03E31CAA-3728-48D3-B936-9F11CF6C18FE} = {F823671B-3ECA-4AE6-86DA-25E920D3FE64}
|
||||
{93AA4D0D-6EE4-44D5-AD77-7F73A3934544} = {FBFEAD1F-29EB-4D99-A672-0CD8473E10B9}
|
||||
|
|
|
|||
|
|
@ -0,0 +1,28 @@
|
|||
// Copyright (c) Microsoft Corporation. All rights reserved.
|
||||
// AnthropicSamples.cs
|
||||
|
||||
using AutoGen.Anthropic.Extensions;
|
||||
using AutoGen.Anthropic.Utils;
|
||||
using AutoGen.Core;
|
||||
|
||||
namespace AutoGen.Anthropic.Samples;
|
||||
|
||||
public static class AnthropicSamples
|
||||
{
|
||||
public static async Task RunAsync()
|
||||
{
|
||||
#region create_anthropic_agent
|
||||
var apiKey = Environment.GetEnvironmentVariable("ANTHROPIC_API_KEY") ?? throw new Exception("Missing ANTHROPIC_API_KEY environment variable.");
|
||||
var anthropicClient = new AnthropicClient(new HttpClient(), AnthropicConstants.Endpoint, apiKey);
|
||||
var agent = new AnthropicClientAgent(anthropicClient, "assistant", AnthropicConstants.Claude3Haiku);
|
||||
#endregion
|
||||
|
||||
#region register_middleware
|
||||
var agentWithConnector = agent
|
||||
.RegisterMessageConnector()
|
||||
.RegisterPrintMessage();
|
||||
#endregion register_middleware
|
||||
|
||||
await agentWithConnector.SendAsync(new TextMessage(Role.Assistant, "Hello", from: "user"));
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,18 @@
|
|||
<Project Sdk="Microsoft.NET.Sdk">
|
||||
|
||||
<PropertyGroup>
|
||||
<OutputType>Exe</OutputType>
|
||||
<TargetFramework>$(TestTargetFramework)</TargetFramework>
|
||||
<ImplicitUsings>enable</ImplicitUsings>
|
||||
<Nullable>enable</Nullable>
|
||||
<GenerateDocumentationFile>True</GenerateDocumentationFile>
|
||||
</PropertyGroup>
|
||||
|
||||
<ItemGroup>
|
||||
<ProjectReference Include="..\..\src\AutoGen.Anthropic\AutoGen.Anthropic.csproj" />
|
||||
<ProjectReference Include="..\..\src\AutoGen.DotnetInteractive\AutoGen.DotnetInteractive.csproj" />
|
||||
<ProjectReference Include="..\..\src\AutoGen.SourceGenerator\AutoGen.SourceGenerator.csproj" OutputItemType="Analyzer" ReferenceOutputAssembly="false" />
|
||||
<ProjectReference Include="..\..\src\AutoGen\AutoGen.csproj" />
|
||||
</ItemGroup>
|
||||
|
||||
</Project>
|
||||
|
|
@ -0,0 +1,12 @@
|
|||
// Copyright (c) Microsoft Corporation. All rights reserved.
|
||||
// Program.cs
|
||||
|
||||
namespace AutoGen.Anthropic.Samples;
|
||||
|
||||
internal static class Program
|
||||
{
|
||||
public static async Task Main(string[] args)
|
||||
{
|
||||
await AnthropicSamples.RunAsync();
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,91 @@
|
|||
using System;
|
||||
using System.Collections.Generic;
|
||||
using System.Runtime.CompilerServices;
|
||||
using System.Threading;
|
||||
using System.Threading.Tasks;
|
||||
using AutoGen.Anthropic.DTO;
|
||||
using AutoGen.Core;
|
||||
|
||||
namespace AutoGen.Anthropic;
|
||||
|
||||
public class AnthropicClientAgent : IStreamingAgent
|
||||
{
|
||||
private readonly AnthropicClient _anthropicClient;
|
||||
public string Name { get; }
|
||||
private readonly string _modelName;
|
||||
private readonly string _systemMessage;
|
||||
private readonly decimal _temperature;
|
||||
private readonly int _maxTokens;
|
||||
|
||||
public AnthropicClientAgent(
|
||||
AnthropicClient anthropicClient,
|
||||
string name,
|
||||
string modelName,
|
||||
string systemMessage = "You are a helpful AI assistant",
|
||||
decimal temperature = 0.7m,
|
||||
int maxTokens = 1024)
|
||||
{
|
||||
Name = name;
|
||||
_anthropicClient = anthropicClient;
|
||||
_modelName = modelName;
|
||||
_systemMessage = systemMessage;
|
||||
_temperature = temperature;
|
||||
_maxTokens = maxTokens;
|
||||
}
|
||||
|
||||
public async Task<IMessage> GenerateReplyAsync(IEnumerable<IMessage> messages, GenerateReplyOptions? options = null,
|
||||
CancellationToken cancellationToken = default)
|
||||
{
|
||||
var response = await _anthropicClient.CreateChatCompletionsAsync(CreateParameters(messages, options, false), cancellationToken);
|
||||
return new MessageEnvelope<ChatCompletionResponse>(response, from: this.Name);
|
||||
}
|
||||
|
||||
public async IAsyncEnumerable<IStreamingMessage> GenerateStreamingReplyAsync(IEnumerable<IMessage> messages,
|
||||
GenerateReplyOptions? options = null, [EnumeratorCancellation] CancellationToken cancellationToken = default)
|
||||
{
|
||||
await foreach (var message in _anthropicClient.StreamingChatCompletionsAsync(
|
||||
CreateParameters(messages, options, true), cancellationToken))
|
||||
{
|
||||
yield return new MessageEnvelope<ChatCompletionResponse>(message, from: this.Name);
|
||||
}
|
||||
}
|
||||
|
||||
private ChatCompletionRequest CreateParameters(IEnumerable<IMessage> messages, GenerateReplyOptions? options, bool shouldStream)
|
||||
{
|
||||
var chatCompletionRequest = new ChatCompletionRequest()
|
||||
{
|
||||
SystemMessage = _systemMessage,
|
||||
MaxTokens = options?.MaxToken ?? _maxTokens,
|
||||
Model = _modelName,
|
||||
Stream = shouldStream,
|
||||
Temperature = (decimal?)options?.Temperature ?? _temperature,
|
||||
};
|
||||
|
||||
chatCompletionRequest.Messages = BuildMessages(messages);
|
||||
|
||||
return chatCompletionRequest;
|
||||
}
|
||||
|
||||
private List<ChatMessage> BuildMessages(IEnumerable<IMessage> messages)
|
||||
{
|
||||
List<ChatMessage> chatMessages = new();
|
||||
foreach (IMessage? message in messages)
|
||||
{
|
||||
switch (message)
|
||||
{
|
||||
case IMessage<ChatMessage> chatMessage when chatMessage.Content.Role == "system":
|
||||
throw new InvalidOperationException(
|
||||
"system message has already been set and only one system message is supported. \"system\" role for input messages in the Message");
|
||||
|
||||
case IMessage<ChatMessage> chatMessage:
|
||||
chatMessages.Add(chatMessage.Content);
|
||||
break;
|
||||
|
||||
default:
|
||||
throw new ArgumentException($"Unexpected message type: {message?.GetType()}");
|
||||
}
|
||||
}
|
||||
|
||||
return chatMessages;
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,122 @@
|
|||
// Copyright (c) Microsoft Corporation. All rights reserved.
|
||||
// AnthropicClient.cs
|
||||
|
||||
using System;
|
||||
using System.Collections.Generic;
|
||||
using System.IO;
|
||||
using System.Net.Http;
|
||||
using System.Runtime.CompilerServices;
|
||||
using System.Text;
|
||||
using System.Text.Json;
|
||||
using System.Text.Json.Serialization;
|
||||
using System.Threading;
|
||||
using System.Threading.Tasks;
|
||||
using AutoGen.Anthropic.Converters;
|
||||
using AutoGen.Anthropic.DTO;
|
||||
|
||||
namespace AutoGen.Anthropic;
|
||||
|
||||
public sealed class AnthropicClient : IDisposable
|
||||
{
|
||||
private readonly HttpClient _httpClient;
|
||||
private readonly string _baseUrl;
|
||||
|
||||
private static readonly JsonSerializerOptions JsonSerializerOptions = new()
|
||||
{
|
||||
DefaultIgnoreCondition = JsonIgnoreCondition.WhenWritingNull
|
||||
};
|
||||
|
||||
private static readonly JsonSerializerOptions JsonDeserializerOptions = new()
|
||||
{
|
||||
Converters = { new ContentBaseConverter() }
|
||||
};
|
||||
|
||||
public AnthropicClient(HttpClient httpClient, string baseUrl, string apiKey)
|
||||
{
|
||||
_httpClient = httpClient;
|
||||
_baseUrl = baseUrl;
|
||||
|
||||
_httpClient.DefaultRequestHeaders.Add("x-api-key", apiKey);
|
||||
_httpClient.DefaultRequestHeaders.Add("anthropic-version", "2023-06-01");
|
||||
}
|
||||
|
||||
public async Task<ChatCompletionResponse> CreateChatCompletionsAsync(ChatCompletionRequest chatCompletionRequest,
|
||||
CancellationToken cancellationToken)
|
||||
{
|
||||
var httpResponseMessage = await SendRequestAsync(chatCompletionRequest, cancellationToken);
|
||||
var responseStream = await httpResponseMessage.Content.ReadAsStreamAsync();
|
||||
|
||||
if (httpResponseMessage.IsSuccessStatusCode)
|
||||
return await DeserializeResponseAsync<ChatCompletionResponse>(responseStream, cancellationToken);
|
||||
|
||||
ErrorResponse res = await DeserializeResponseAsync<ErrorResponse>(responseStream, cancellationToken);
|
||||
throw new Exception(res.Error?.Message);
|
||||
}
|
||||
|
||||
public async IAsyncEnumerable<ChatCompletionResponse> StreamingChatCompletionsAsync(
|
||||
ChatCompletionRequest chatCompletionRequest, [EnumeratorCancellation] CancellationToken cancellationToken)
|
||||
{
|
||||
var httpResponseMessage = await SendRequestAsync(chatCompletionRequest, cancellationToken);
|
||||
using var reader = new StreamReader(await httpResponseMessage.Content.ReadAsStreamAsync());
|
||||
|
||||
var currentEvent = new SseEvent();
|
||||
while (await reader.ReadLineAsync() is { } line)
|
||||
{
|
||||
if (!string.IsNullOrEmpty(line))
|
||||
{
|
||||
currentEvent.Data = line.Substring("data:".Length).Trim();
|
||||
}
|
||||
else
|
||||
{
|
||||
if (currentEvent.Data == "[DONE]")
|
||||
continue;
|
||||
|
||||
if (currentEvent.Data != null)
|
||||
{
|
||||
yield return await JsonSerializer.DeserializeAsync<ChatCompletionResponse>(
|
||||
new MemoryStream(Encoding.UTF8.GetBytes(currentEvent.Data)),
|
||||
cancellationToken: cancellationToken) ?? throw new Exception("Failed to deserialize response");
|
||||
}
|
||||
else if (currentEvent.Data != null)
|
||||
{
|
||||
var res = await JsonSerializer.DeserializeAsync<ErrorResponse>(
|
||||
new MemoryStream(Encoding.UTF8.GetBytes(currentEvent.Data)), cancellationToken: cancellationToken);
|
||||
|
||||
throw new Exception(res?.Error?.Message);
|
||||
}
|
||||
|
||||
// Reset the current event for the next one
|
||||
currentEvent = new SseEvent();
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
private Task<HttpResponseMessage> SendRequestAsync<T>(T requestObject, CancellationToken cancellationToken)
|
||||
{
|
||||
var httpRequestMessage = new HttpRequestMessage(HttpMethod.Post, _baseUrl);
|
||||
var jsonRequest = JsonSerializer.Serialize(requestObject, JsonSerializerOptions);
|
||||
httpRequestMessage.Content = new StringContent(jsonRequest, Encoding.UTF8, "application/json");
|
||||
return _httpClient.SendAsync(httpRequestMessage, cancellationToken);
|
||||
}
|
||||
|
||||
private async Task<T> DeserializeResponseAsync<T>(Stream responseStream, CancellationToken cancellationToken)
|
||||
{
|
||||
return await JsonSerializer.DeserializeAsync<T>(responseStream, JsonDeserializerOptions, cancellationToken)
|
||||
?? throw new Exception("Failed to deserialize response");
|
||||
}
|
||||
|
||||
public void Dispose()
|
||||
{
|
||||
_httpClient.Dispose();
|
||||
}
|
||||
|
||||
private struct SseEvent
|
||||
{
|
||||
public string? Data { get; set; }
|
||||
|
||||
public SseEvent(string? data = null)
|
||||
{
|
||||
Data = data;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,22 @@
|
|||
<Project Sdk="Microsoft.NET.Sdk">
|
||||
|
||||
<PropertyGroup>
|
||||
<TargetFramework>netstandard2.0</TargetFramework>
|
||||
<RootNamespace>AutoGen.Anthropic</RootNamespace>
|
||||
</PropertyGroup>
|
||||
|
||||
<Import Project="$(RepoRoot)/nuget/nuget-package.props" />
|
||||
|
||||
<PropertyGroup>
|
||||
<!-- NuGet Package Settings -->
|
||||
<Title>AutoGen.Anthropic</Title>
|
||||
<Description>
|
||||
Provide support for consuming Anthropic models in AutoGen
|
||||
</Description>
|
||||
</PropertyGroup>
|
||||
|
||||
<ItemGroup>
|
||||
<ProjectReference Include="..\AutoGen.Core\AutoGen.Core.csproj" />
|
||||
</ItemGroup>
|
||||
|
||||
</Project>
|
||||
|
|
@ -0,0 +1,37 @@
|
|||
// Copyright (c) Microsoft Corporation. All rights reserved.
|
||||
// ContentConverter.cs
|
||||
|
||||
using AutoGen.Anthropic.DTO;
|
||||
|
||||
namespace AutoGen.Anthropic.Converters;
|
||||
|
||||
using System;
|
||||
using System.Text.Json;
|
||||
using System.Text.Json.Serialization;
|
||||
|
||||
public sealed class ContentBaseConverter : JsonConverter<ContentBase>
|
||||
{
|
||||
public override ContentBase Read(ref Utf8JsonReader reader, Type typeToConvert, JsonSerializerOptions options)
|
||||
{
|
||||
using var doc = JsonDocument.ParseValue(ref reader);
|
||||
if (doc.RootElement.TryGetProperty("type", out JsonElement typeProperty) && !string.IsNullOrEmpty(typeProperty.GetString()))
|
||||
{
|
||||
string? type = typeProperty.GetString();
|
||||
var text = doc.RootElement.GetRawText();
|
||||
switch (type)
|
||||
{
|
||||
case "text":
|
||||
return JsonSerializer.Deserialize<TextContent>(text, options) ?? throw new InvalidOperationException();
|
||||
case "image":
|
||||
return JsonSerializer.Deserialize<ImageContent>(text, options) ?? throw new InvalidOperationException();
|
||||
}
|
||||
}
|
||||
|
||||
throw new JsonException("Unknown content type");
|
||||
}
|
||||
|
||||
public override void Write(Utf8JsonWriter writer, ContentBase value, JsonSerializerOptions options)
|
||||
{
|
||||
JsonSerializer.Serialize(writer, value, value.GetType(), options);
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,60 @@
|
|||
// Copyright (c) Microsoft Corporation. All rights reserved.
|
||||
|
||||
using System.Text.Json.Serialization;
|
||||
|
||||
namespace AutoGen.Anthropic.DTO;
|
||||
|
||||
using System.Collections.Generic;
|
||||
|
||||
public class ChatCompletionRequest
|
||||
{
|
||||
[JsonPropertyName("model")]
|
||||
public string? Model { get; set; }
|
||||
|
||||
[JsonPropertyName("messages")]
|
||||
public List<ChatMessage> Messages { get; set; }
|
||||
|
||||
[JsonPropertyName("system")]
|
||||
public string? SystemMessage { get; set; }
|
||||
|
||||
[JsonPropertyName("max_tokens")]
|
||||
public int MaxTokens { get; set; }
|
||||
|
||||
[JsonPropertyName("metadata")]
|
||||
public object? Metadata { get; set; }
|
||||
|
||||
[JsonPropertyName("stop_sequences")]
|
||||
public string[]? StopSequences { get; set; }
|
||||
|
||||
[JsonPropertyName("stream")]
|
||||
public bool? Stream { get; set; }
|
||||
|
||||
[JsonPropertyName("temperature")]
|
||||
public decimal? Temperature { get; set; }
|
||||
|
||||
[JsonPropertyName("top_k")]
|
||||
public int? TopK { get; set; }
|
||||
|
||||
[JsonPropertyName("top_p")]
|
||||
public decimal? TopP { get; set; }
|
||||
|
||||
public ChatCompletionRequest()
|
||||
{
|
||||
Messages = new List<ChatMessage>();
|
||||
}
|
||||
}
|
||||
|
||||
public class ChatMessage
|
||||
{
|
||||
[JsonPropertyName("role")]
|
||||
public string Role { get; set; }
|
||||
|
||||
[JsonPropertyName("content")]
|
||||
public string Content { get; set; }
|
||||
|
||||
public ChatMessage(string role, string content)
|
||||
{
|
||||
Role = role;
|
||||
Content = content;
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,90 @@
|
|||
// Copyright (c) Microsoft Corporation. All rights reserved.
|
||||
|
||||
namespace AutoGen.Anthropic.DTO;
|
||||
|
||||
using System.Collections.Generic;
|
||||
using System.Text.Json.Serialization;
|
||||
|
||||
public class ChatCompletionResponse
|
||||
{
|
||||
[JsonPropertyName("content")]
|
||||
public List<ContentBase>? Content { get; set; }
|
||||
|
||||
[JsonPropertyName("id")]
|
||||
public string? Id { get; set; }
|
||||
|
||||
[JsonPropertyName("model")]
|
||||
public string? Model { get; set; }
|
||||
|
||||
[JsonPropertyName("role")]
|
||||
public string? Role { get; set; }
|
||||
|
||||
[JsonPropertyName("stop_reason")]
|
||||
public string? StopReason { get; set; }
|
||||
|
||||
[JsonPropertyName("stop_sequence")]
|
||||
public object? StopSequence { get; set; }
|
||||
|
||||
[JsonPropertyName("type")]
|
||||
public string? Type { get; set; }
|
||||
|
||||
[JsonPropertyName("usage")]
|
||||
public Usage? Usage { get; set; }
|
||||
|
||||
[JsonPropertyName("delta")]
|
||||
public Delta? Delta { get; set; }
|
||||
|
||||
[JsonPropertyName("message")]
|
||||
public StreamingMessage? streamingMessage { get; set; }
|
||||
}
|
||||
|
||||
public class StreamingMessage
|
||||
{
|
||||
[JsonPropertyName("id")]
|
||||
public string? Id { get; set; }
|
||||
|
||||
[JsonPropertyName("type")]
|
||||
public string? Type { get; set; }
|
||||
|
||||
[JsonPropertyName("role")]
|
||||
public string? Role { get; set; }
|
||||
|
||||
[JsonPropertyName("content")]
|
||||
public List<object>? Content { get; set; }
|
||||
|
||||
[JsonPropertyName("model")]
|
||||
public string? Model { get; set; }
|
||||
|
||||
[JsonPropertyName("stop_reason")]
|
||||
public object? StopReason { get; set; }
|
||||
|
||||
[JsonPropertyName("stop_sequence")]
|
||||
public object? StopSequence { get; set; }
|
||||
|
||||
[JsonPropertyName("usage")]
|
||||
public Usage? Usage { get; set; }
|
||||
}
|
||||
|
||||
public class Usage
|
||||
{
|
||||
[JsonPropertyName("input_tokens")]
|
||||
public int InputTokens { get; set; }
|
||||
|
||||
[JsonPropertyName("output_tokens")]
|
||||
public int OutputTokens { get; set; }
|
||||
}
|
||||
|
||||
public class Delta
|
||||
{
|
||||
[JsonPropertyName("stop_reason")]
|
||||
public string? StopReason { get; set; }
|
||||
|
||||
[JsonPropertyName("type")]
|
||||
public string? Type { get; set; }
|
||||
|
||||
[JsonPropertyName("text")]
|
||||
public string? Text { get; set; }
|
||||
|
||||
[JsonPropertyName("usage")]
|
||||
public Usage? Usage { get; set; }
|
||||
}
|
||||
|
|
@ -0,0 +1,42 @@
|
|||
// Copyright (c) Microsoft Corporation. All rights reserved.
|
||||
// Content.cs
|
||||
|
||||
using System.Text.Json.Serialization;
|
||||
|
||||
namespace AutoGen.Anthropic.DTO;
|
||||
|
||||
public abstract class ContentBase
|
||||
{
|
||||
[JsonPropertyName("type")]
|
||||
public abstract string Type { get; }
|
||||
}
|
||||
|
||||
public class TextContent : ContentBase
|
||||
{
|
||||
[JsonPropertyName("type")]
|
||||
public override string Type => "text";
|
||||
|
||||
[JsonPropertyName("text")]
|
||||
public string? Text { get; set; }
|
||||
}
|
||||
|
||||
public class ImageContent : ContentBase
|
||||
{
|
||||
[JsonPropertyName("type")]
|
||||
public override string Type => "image";
|
||||
|
||||
[JsonPropertyName("source")]
|
||||
public ImageSource? Source { get; set; }
|
||||
}
|
||||
|
||||
public class ImageSource
|
||||
{
|
||||
[JsonPropertyName("type")]
|
||||
public string Type => "base64";
|
||||
|
||||
[JsonPropertyName("media_type")]
|
||||
public string? MediaType { get; set; }
|
||||
|
||||
[JsonPropertyName("data")]
|
||||
public string? Data { get; set; }
|
||||
}
|
||||
|
|
@ -0,0 +1,21 @@
|
|||
// Copyright (c) Microsoft Corporation. All rights reserved.
|
||||
// ErrorResponse.cs
|
||||
|
||||
using System.Text.Json.Serialization;
|
||||
|
||||
namespace AutoGen.Anthropic.DTO;
|
||||
|
||||
public sealed class ErrorResponse
|
||||
{
|
||||
[JsonPropertyName("error")]
|
||||
public Error? Error { get; set; }
|
||||
}
|
||||
|
||||
public sealed class Error
|
||||
{
|
||||
[JsonPropertyName("Type")]
|
||||
public string? Type { get; set; }
|
||||
|
||||
[JsonPropertyName("message")]
|
||||
public string? Message { get; set; }
|
||||
}
|
||||
|
|
@ -0,0 +1,34 @@
|
|||
// Copyright (c) Microsoft Corporation. All rights reserved.
|
||||
// AnthropicAgentExtension.cs
|
||||
|
||||
using AutoGen.Anthropic.Middleware;
|
||||
using AutoGen.Core;
|
||||
|
||||
namespace AutoGen.Anthropic.Extensions;
|
||||
|
||||
public static class AnthropicAgentExtension
|
||||
{
|
||||
/// <summary>
|
||||
/// Register an <see cref="AnthropicMessageConnector"/> to the <see cref="AnthropicClientAgent"/>
|
||||
/// </summary>
|
||||
/// <param name="connector">the connector to use. If null, a new instance of <see cref="AnthropicMessageConnector"/> will be created.</param>
|
||||
public static MiddlewareStreamingAgent<AnthropicClientAgent> RegisterMessageConnector(
|
||||
this AnthropicClientAgent agent, AnthropicMessageConnector? connector = null)
|
||||
{
|
||||
connector ??= new AnthropicMessageConnector();
|
||||
|
||||
return agent.RegisterStreamingMiddleware(connector);
|
||||
}
|
||||
|
||||
/// <summary>
|
||||
/// Register an <see cref="AnthropicMessageConnector"/> to the <see cref="MiddlewareAgent{T}"/> where T is <see cref="AnthropicClientAgent"/>
|
||||
/// </summary>
|
||||
/// <param name="connector">the connector to use. If null, a new instance of <see cref="AnthropicMessageConnector"/> will be created.</param>
|
||||
public static MiddlewareStreamingAgent<AnthropicClientAgent> RegisterMessageConnector(
|
||||
this MiddlewareStreamingAgent<AnthropicClientAgent> agent, AnthropicMessageConnector? connector = null)
|
||||
{
|
||||
connector ??= new AnthropicMessageConnector();
|
||||
|
||||
return agent.RegisterStreamingMiddleware(connector);
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,125 @@
|
|||
// Copyright (c) Microsoft Corporation. All rights reserved.
|
||||
// AnthropicMessageConnector.cs
|
||||
|
||||
using System;
|
||||
using System.Collections.Generic;
|
||||
using System.Linq;
|
||||
using System.Runtime.CompilerServices;
|
||||
using System.Threading;
|
||||
using System.Threading.Tasks;
|
||||
using AutoGen.Anthropic.DTO;
|
||||
using AutoGen.Core;
|
||||
|
||||
namespace AutoGen.Anthropic.Middleware;
|
||||
|
||||
public class AnthropicMessageConnector : IStreamingMiddleware
|
||||
{
|
||||
public string? Name => nameof(AnthropicMessageConnector);
|
||||
|
||||
public async Task<IMessage> InvokeAsync(MiddlewareContext context, IAgent agent, CancellationToken cancellationToken = default)
|
||||
{
|
||||
var messages = context.Messages;
|
||||
var chatMessages = ProcessMessage(messages, agent);
|
||||
var response = await agent.GenerateReplyAsync(chatMessages, context.Options, cancellationToken);
|
||||
|
||||
return response is IMessage<ChatCompletionResponse> chatMessage
|
||||
? PostProcessMessage(chatMessage.Content, agent)
|
||||
: response;
|
||||
}
|
||||
|
||||
public async IAsyncEnumerable<IStreamingMessage> InvokeAsync(MiddlewareContext context, IStreamingAgent agent,
|
||||
[EnumeratorCancellation] CancellationToken cancellationToken = default)
|
||||
{
|
||||
var messages = context.Messages;
|
||||
var chatMessages = ProcessMessage(messages, agent);
|
||||
|
||||
await foreach (var reply in agent.GenerateStreamingReplyAsync(chatMessages, context.Options, cancellationToken))
|
||||
{
|
||||
if (reply is IStreamingMessage<ChatCompletionResponse> chatMessage)
|
||||
{
|
||||
var response = ProcessChatCompletionResponse(chatMessage, agent);
|
||||
if (response is not null)
|
||||
{
|
||||
yield return response;
|
||||
}
|
||||
}
|
||||
else
|
||||
{
|
||||
yield return reply;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
private IStreamingMessage? ProcessChatCompletionResponse(IStreamingMessage<ChatCompletionResponse> chatMessage,
|
||||
IStreamingAgent agent)
|
||||
{
|
||||
Delta? delta = chatMessage.Content.Delta;
|
||||
return delta != null && !string.IsNullOrEmpty(delta.Text)
|
||||
? new TextMessageUpdate(role: Role.Assistant, delta.Text, from: agent.Name)
|
||||
: null;
|
||||
}
|
||||
|
||||
private IEnumerable<IMessage> ProcessMessage(IEnumerable<IMessage> messages, IAgent agent)
|
||||
{
|
||||
return messages.SelectMany<IMessage, IMessage>(m =>
|
||||
{
|
||||
return m switch
|
||||
{
|
||||
TextMessage textMessage => ProcessTextMessage(textMessage, agent),
|
||||
_ => [m],
|
||||
};
|
||||
});
|
||||
}
|
||||
|
||||
private IMessage PostProcessMessage(ChatCompletionResponse response, IAgent from)
|
||||
{
|
||||
if (response.Content is null)
|
||||
throw new ArgumentNullException(nameof(response.Content));
|
||||
|
||||
if (response.Content.Count != 1)
|
||||
throw new NotSupportedException($"{nameof(response.Content)} != 1");
|
||||
|
||||
return new TextMessage(Role.Assistant, ((TextContent)response.Content[0]).Text ?? string.Empty, from: from.Name);
|
||||
}
|
||||
|
||||
private IEnumerable<IMessage<ChatMessage>> ProcessTextMessage(TextMessage textMessage, IAgent agent)
|
||||
{
|
||||
IEnumerable<ChatMessage> messages;
|
||||
|
||||
if (textMessage.From == agent.Name)
|
||||
{
|
||||
messages = [new ChatMessage(
|
||||
"assistant", textMessage.Content)];
|
||||
}
|
||||
else if (textMessage.From is null)
|
||||
{
|
||||
if (textMessage.Role == Role.User)
|
||||
{
|
||||
messages = [new ChatMessage(
|
||||
"user", textMessage.Content)];
|
||||
}
|
||||
else if (textMessage.Role == Role.Assistant)
|
||||
{
|
||||
messages = [new ChatMessage(
|
||||
"assistant", textMessage.Content)];
|
||||
}
|
||||
else if (textMessage.Role == Role.System)
|
||||
{
|
||||
messages = [new ChatMessage(
|
||||
"system", textMessage.Content)];
|
||||
}
|
||||
else
|
||||
{
|
||||
throw new NotSupportedException($"Role {textMessage.Role} is not supported");
|
||||
}
|
||||
}
|
||||
else
|
||||
{
|
||||
// if from is not null, then the message is from user
|
||||
messages = [new ChatMessage(
|
||||
"user", textMessage.Content)];
|
||||
}
|
||||
|
||||
return messages.Select(m => new MessageEnvelope<ChatMessage>(m, from: textMessage.From));
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,14 @@
|
|||
// Copyright (c) Microsoft Corporation. All rights reserved.
|
||||
// Constants.cs
|
||||
|
||||
namespace AutoGen.Anthropic.Utils;
|
||||
|
||||
public static class AnthropicConstants
|
||||
{
|
||||
public static string Endpoint = "https://api.anthropic.com/v1/messages";
|
||||
|
||||
// Models
|
||||
public static string Claude3Opus = "claude-3-opus-20240229";
|
||||
public static string Claude3Sonnet = "claude-3-sonnet-20240229";
|
||||
public static string Claude3Haiku = "claude-3-haiku-20240307";
|
||||
}
|
||||
|
|
@ -0,0 +1,31 @@
|
|||
// Copyright (c) Microsoft Corporation. All rights reserved.
|
||||
// AnthropicClientAgentTest.cs
|
||||
|
||||
using AutoGen.Anthropic.Extensions;
|
||||
using AutoGen.Anthropic.Utils;
|
||||
using AutoGen.Tests;
|
||||
using Xunit.Abstractions;
|
||||
|
||||
namespace AutoGen.Anthropic;
|
||||
|
||||
public class AnthropicClientAgentTest
|
||||
{
|
||||
private readonly ITestOutputHelper _output;
|
||||
|
||||
public AnthropicClientAgentTest(ITestOutputHelper output) => _output = output;
|
||||
|
||||
[ApiKeyFact("ANTHROPIC_API_KEY")]
|
||||
public async Task AnthropicAgentChatCompletionTestAsync()
|
||||
{
|
||||
var client = new AnthropicClient(new HttpClient(), AnthropicConstants.Endpoint, AnthropicTestUtils.ApiKey);
|
||||
|
||||
var agent = new AnthropicClientAgent(
|
||||
client,
|
||||
name: "AnthropicAgent",
|
||||
AnthropicConstants.Claude3Haiku).RegisterMessageConnector();
|
||||
|
||||
var singleAgentTest = new SingleAgentTest(_output);
|
||||
await singleAgentTest.UpperCaseTestAsync(agent);
|
||||
await singleAgentTest.UpperCaseStreamingTestAsync(agent);
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,87 @@
|
|||
using System.Text;
|
||||
using System.Text.Json;
|
||||
using System.Text.Json.Serialization;
|
||||
using AutoGen.Anthropic.DTO;
|
||||
using AutoGen.Anthropic.Utils;
|
||||
using AutoGen.Tests;
|
||||
using FluentAssertions;
|
||||
using Xunit;
|
||||
|
||||
namespace AutoGen.Anthropic;
|
||||
|
||||
public class AnthropicClientTests
|
||||
{
|
||||
[ApiKeyFact("ANTHROPIC_API_KEY")]
|
||||
public async Task AnthropicClientChatCompletionTestAsync()
|
||||
{
|
||||
var anthropicClient = new AnthropicClient(new HttpClient(), AnthropicConstants.Endpoint, AnthropicTestUtils.ApiKey);
|
||||
|
||||
var request = new ChatCompletionRequest();
|
||||
request.Model = AnthropicConstants.Claude3Haiku;
|
||||
request.Stream = false;
|
||||
request.MaxTokens = 100;
|
||||
request.Messages = new List<ChatMessage>() { new ChatMessage("user", "Hello world") };
|
||||
ChatCompletionResponse response = await anthropicClient.CreateChatCompletionsAsync(request, CancellationToken.None);
|
||||
|
||||
Assert.NotNull(response);
|
||||
Assert.NotNull(response.Content);
|
||||
Assert.NotEmpty(response.Content);
|
||||
response.Content.Count.Should().Be(1);
|
||||
response.Content.First().Should().BeOfType<TextContent>();
|
||||
var textContent = (TextContent)response.Content.First();
|
||||
Assert.Equal("text", textContent.Type);
|
||||
Assert.NotNull(response.Usage);
|
||||
response.Usage.OutputTokens.Should().BeGreaterThan(0);
|
||||
}
|
||||
|
||||
[ApiKeyFact("ANTHROPIC_API_KEY")]
|
||||
public async Task AnthropicClientStreamingChatCompletionTestAsync()
|
||||
{
|
||||
var anthropicClient = new AnthropicClient(new HttpClient(), AnthropicConstants.Endpoint, AnthropicTestUtils.ApiKey);
|
||||
|
||||
var request = new ChatCompletionRequest();
|
||||
request.Model = AnthropicConstants.Claude3Haiku;
|
||||
request.Stream = true;
|
||||
request.MaxTokens = 500;
|
||||
request.SystemMessage = "You are a helpful assistant that convert input to json object";
|
||||
request.Messages = new List<ChatMessage>()
|
||||
{
|
||||
new("user", "name: John, age: 41, email: g123456@gmail.com")
|
||||
};
|
||||
|
||||
var response = anthropicClient.StreamingChatCompletionsAsync(request, CancellationToken.None);
|
||||
var results = await response.ToListAsync();
|
||||
results.Count.Should().BeGreaterThan(0);
|
||||
|
||||
// Merge the chunks.
|
||||
StringBuilder sb = new();
|
||||
foreach (ChatCompletionResponse result in results)
|
||||
{
|
||||
if (result.Delta is not null && !string.IsNullOrEmpty(result.Delta.Text))
|
||||
sb.Append(result.Delta.Text);
|
||||
}
|
||||
|
||||
string resultContent = sb.ToString();
|
||||
Assert.NotNull(resultContent);
|
||||
|
||||
var person = JsonSerializer.Deserialize<Person>(resultContent);
|
||||
Assert.NotNull(person);
|
||||
person.Name.Should().Be("John");
|
||||
person.Age.Should().Be(41);
|
||||
person.Email.Should().Be("g123456@gmail.com");
|
||||
Assert.NotNull(results.First().streamingMessage);
|
||||
results.First().streamingMessage!.Role.Should().Be("assistant");
|
||||
}
|
||||
|
||||
private sealed class Person
|
||||
{
|
||||
[JsonPropertyName("name")]
|
||||
public string Name { get; set; } = string.Empty;
|
||||
|
||||
[JsonPropertyName("age")]
|
||||
public int Age { get; set; }
|
||||
|
||||
[JsonPropertyName("email")]
|
||||
public string Email { get; set; } = string.Empty;
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,10 @@
|
|||
// Copyright (c) Microsoft Corporation. All rights reserved.
|
||||
// AnthropicTestUtils.cs
|
||||
|
||||
namespace AutoGen.Anthropic;
|
||||
|
||||
public static class AnthropicTestUtils
|
||||
{
|
||||
public static string ApiKey => Environment.GetEnvironmentVariable("ANTHROPIC_API_KEY") ??
|
||||
throw new Exception("Please set ANTHROPIC_API_KEY environment variable.");
|
||||
}
|
||||
|
|
@ -0,0 +1,23 @@
|
|||
<Project Sdk="Microsoft.NET.Sdk">
|
||||
|
||||
<PropertyGroup>
|
||||
<TargetFramework>$(TestTargetFramework)</TargetFramework>
|
||||
<ImplicitUsings>enable</ImplicitUsings>
|
||||
<IsPackable>false</IsPackable>
|
||||
<GenerateDocumentationFile>True</GenerateDocumentationFile>
|
||||
<RootNamespace>AutoGen.Anthropic.Tests</RootNamespace>
|
||||
</PropertyGroup>
|
||||
|
||||
<ItemGroup>
|
||||
<PackageReference Include="FluentAssertions" Version="$(FluentAssertionVersion)" />
|
||||
<PackageReference Include="Microsoft.NET.Test.Sdk" Version="$(MicrosoftNETTestSdkVersion)" />
|
||||
<PackageReference Include="xunit" Version="$(XUnitVersion)" />
|
||||
<PackageReference Include="xunit.runner.console" Version="$(XUnitVersion)" />
|
||||
<PackageReference Include="xunit.runner.visualstudio" Version="$(XUnitVersion)" />
|
||||
</ItemGroup>
|
||||
|
||||
<ItemGroup>
|
||||
<ProjectReference Include="..\..\src\AutoGen.Anthropic\AutoGen.Anthropic.csproj" />
|
||||
<ProjectReference Include="..\AutoGen.Tests\AutoGen.Tests.csproj" />
|
||||
</ItemGroup>
|
||||
</Project>
|
||||
Loading…
Reference in New Issue