1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151 | using var api = GetAuthenticatedClient();
List<ChatCompletionRequestMessage> messages = [
"What's the weather like today?",
];
var service = new FunctionCallingService();
IList<ChatCompletionTool> tools = service.AsTools();
bool requiresAction;
do
{
requiresAction = false;
Dictionary<int, string> indexToToolCallId = [];
Dictionary<int, string> indexToFunctionName = [];
Dictionary<int, StringBuilder> indexToFunctionArguments = [];
StringBuilder contentBuilder = new();
IAsyncEnumerable<CreateChatCompletionStreamResponse> chatUpdates
= api.Chat.CreateChatCompletionAsStreamAsync(
messages,
model: CreateChatCompletionRequestModel.Gpt4o20240806,
tools: tools);
await foreach (CreateChatCompletionStreamResponse chatUpdate in chatUpdates)
{
// Accumulate the text content as new updates arrive.
if (!string.IsNullOrEmpty(chatUpdate.Choices[0].Delta.Content))
{
contentBuilder.Append(chatUpdate.Choices[0].Delta.Content);
}
// Build the tool calls as new updates arrive.
foreach (ChatCompletionMessageToolCallChunk toolCallUpdate in chatUpdate.Choices[0].Delta.ToolCalls ?? [])
{
// Keep track of which tool call ID belongs to this update index.
if (toolCallUpdate.Id is not null)
{
indexToToolCallId[toolCallUpdate.Index] = toolCallUpdate.Id;
}
// Keep track of which function name belongs to this update index.
if (toolCallUpdate.Function?.Name is {} functionName)
{
indexToFunctionName[toolCallUpdate.Index] = functionName;
}
// Keep track of which function arguments belong to this update index,
// and accumulate the arguments string as new updates arrive.
if (toolCallUpdate.Function?.Arguments is not null)
{
StringBuilder argumentsBuilder
= indexToFunctionArguments.TryGetValue(toolCallUpdate.Index, out StringBuilder? existingBuilder)
? existingBuilder
: new StringBuilder();
argumentsBuilder.Append(toolCallUpdate.Function?.Arguments);
indexToFunctionArguments[toolCallUpdate.Index] = argumentsBuilder;
}
}
switch (chatUpdate.Choices[0].FinishReason)
{
case CreateChatCompletionStreamResponseChoiceFinishReason.Stop:
{
// Add the assistant message to the conversation history.
messages.Add(contentBuilder.ToString().AsAssistantMessage());
break;
}
case CreateChatCompletionStreamResponseChoiceFinishReason.ToolCalls:
{
// First, collect the accumulated function arguments into complete tool calls to be processed
List<ChatCompletionMessageToolCall> toolCalls = [];
foreach ((int index, string toolCallId) in indexToToolCallId)
{
toolCalls.Add(new ChatCompletionMessageToolCall
{
Id = toolCallId,
Function = new ChatCompletionMessageToolCallFunction
{
Name = indexToFunctionName[index],
Arguments = indexToFunctionArguments[index].ToString(),
},
Type = ChatCompletionMessageToolCallType.Function,
});
}
// Next, add the assistant message with tool calls to the conversation history.
var content = contentBuilder.Length > 0
? new OneOf<string, IList<ChatCompletionRequestAssistantMessageContentPart>>(contentBuilder.ToString())
: (OneOf<string, IList<ChatCompletionRequestAssistantMessageContentPart>>?)null;
messages.Add(new ChatCompletionRequestAssistantMessage
{
Content = content,
Role = ChatCompletionRequestAssistantMessageRole.Assistant,
ToolCalls = toolCalls,
});
// Then, add a new tool message for each tool call to be resolved.
foreach (ChatCompletionMessageToolCall toolCall in toolCalls)
{
var json = await service.CallAsync(
functionName: toolCall.Function.Name,
argumentsAsJson: toolCall.Function.Arguments);
messages.Add(json.AsToolMessage(toolCall.Id));
}
requiresAction = true;
break;
}
case CreateChatCompletionStreamResponseChoiceFinishReason.Length:
throw new NotImplementedException("Incomplete model output due to MaxTokens parameter or token limit exceeded.");
case CreateChatCompletionStreamResponseChoiceFinishReason.ContentFilter:
throw new NotImplementedException("Omitted content due to a content filter flag.");
case CreateChatCompletionStreamResponseChoiceFinishReason.FunctionCall:
throw new NotImplementedException("Deprecated in favor of tool calls.");
case null:
break;
}
}
} while (requiresAction);
foreach (ChatCompletionRequestMessage requestMessage in messages)
{
if (requestMessage.System is { } systemMessage)
{
Console.WriteLine($"[SYSTEM]:");
Console.WriteLine($"{systemMessage.Content.Value1}");
Console.WriteLine();
}
else if (requestMessage.User is { } userMessage)
{
Console.WriteLine($"[USER]:");
Console.WriteLine($"{userMessage.Content.Value1}");
Console.WriteLine();
}
else if (requestMessage.Assistant is { Content: not null } assistantMessage)
{
Console.WriteLine($"[ASSISTANT]:");
Console.WriteLine($"{assistantMessage.Content?.Value1}");
Console.WriteLine();
}
else if (requestMessage.Tool is not null)
{
// Do not print any tool messages; let the assistant summarize the tool results instead.
}
}
|