GetCompletion

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
G
await using var container = await PrepareEnvironmentAsync(EnvironmentType.Local, "llama3");

await using var container = await PrepareEnvironmentAsync(EnvironmentType.Container, "llama3");


IList<long>? context = null;
var enumerable = api.Completions.GenerateCompletionAsync("llama3", "answer 5 random words", stream: true);
await foreach (var response in enumerable)
{
    Console.WriteLine($"> {response.Response}");

    context = response.Context;
}

var lastResponse = await api.Completions.GenerateCompletionAsync("llama3", "answer 123", stream: false, context: context).WaitAsync();
Console.WriteLine(lastResponse.Response);