GetCompletionWithOptions

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
G
await using var container = await PrepareEnvironmentAsync(EnvironmentType.Local, "llama3");

await using var container = await PrepareEnvironmentAsync(EnvironmentType.Container, "llama3");


var response = await api.Completions.GenerateCompletionAsync(new GenerateCompletionRequest
{
    Model = "llama3",
    Prompt = "answer me just \"123\"",
    Stream = true,
    Options = new RequestOptions
    {
        Temperature = 0,
    },
}).WaitAsync();
Console.WriteLine(response.Response);