GetCompletion

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
await using var container = await Environment.PrepareAsync("llama3.2");

IList<long>? context = null;
var enumerable = api.Completions.GenerateCompletionAsync("llama3.2", "answer 5 random words");
await foreach (var response in enumerable)
{
    Console.WriteLine($"> {response.Response}");

    context = response.Context;
}

var lastResponse = await api.Completions.GenerateCompletionAsync("llama3.2", "answer 123", stream: false, context: context).WaitAsync();
Console.WriteLine(lastResponse.Response);