FunctionCalling

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
using var api = GetAuthenticatedClient();

List<ChatCompletionRequestMessage> messages = [
    "What's the weather like today?",
];

var service = new FunctionCallingService();
IList<ChatCompletionTool> tools = service.AsTools();

bool requiresAction;

do
{
    requiresAction = false;
    CreateChatCompletionResponse chatCompletion = await api.Chat.CreateChatCompletionAsync(
        messages,
        model: CreateChatCompletionRequestModel.Gpt4o20240806,
        tools: tools);

    switch (chatCompletion.Choices[0].FinishReason)
    {
        case CreateChatCompletionResponseChoiceFinishReason.Stop:
            {
                // Add the assistant message to the conversation history.
                messages.Add(chatCompletion.Choices[0].Message.AsRequestMessage());
                break;
            }

        case CreateChatCompletionResponseChoiceFinishReason.ToolCalls:
            {
                // First, add the assistant message with tool calls to the conversation history.
                messages.Add(chatCompletion.Choices[0].Message.AsRequestMessage());

                // Then, add a new tool message for each tool call that is resolved.
                foreach (ChatCompletionMessageToolCall toolCall in chatCompletion.Choices[0].Message.ToolCalls ?? [])
                {
                    var json = await service.CallAsync(
                        functionName: toolCall.Function.Name,
                        argumentsAsJson: toolCall.Function.Arguments);
                    messages.Add(json.AsToolMessage(toolCall.Id));
                }

                requiresAction = true;
                break;
            }

        case CreateChatCompletionResponseChoiceFinishReason.Length:
            throw new NotImplementedException("Incomplete model output due to MaxTokens parameter or token limit exceeded.");

        case CreateChatCompletionResponseChoiceFinishReason.ContentFilter:
            throw new NotImplementedException("Omitted content due to a content filter flag.");

        case CreateChatCompletionResponseChoiceFinishReason.FunctionCall:
            throw new NotImplementedException("Deprecated in favor of tool calls.");

        default:
            throw new NotImplementedException(chatCompletion.Choices[0].FinishReason.ToString());
    }
} while (requiresAction);

foreach (ChatCompletionRequestMessage requestMessage in messages)
{
    if (requestMessage.System is { } systemMessage)
    {
        Console.WriteLine($"[SYSTEM]:");
        Console.WriteLine($"{systemMessage.Content.Value1}");
        Console.WriteLine();
    }
    else if (requestMessage.User is { } userMessage)
    {
        Console.WriteLine($"[USER]:");
        Console.WriteLine($"{userMessage.Content.Value1}");
        Console.WriteLine();
    }
    else if (requestMessage.Assistant is { Content: not null } assistantMessage)
    {
        Console.WriteLine($"[ASSISTANT]:");
        Console.WriteLine($"{assistantMessage.Content?.Value1}");
        Console.WriteLine();
    }
    else if (requestMessage.Tool is not null)
    {
        // Do not print any tool messages; let the assistant summarize the tool results instead.
    }
}