G
await using var container = await PrepareEnvironmentAsync(EnvironmentType.Local, "llama3");
await using var container = await PrepareEnvironmentAsync(EnvironmentType.Container, "llama3");
IList<long>? context = null;
var enumerable = api.Completions.GenerateCompletionAsync("llama3", "answer 5 random words", stream: true);
await foreach (var response in enumerable)
{
Console.WriteLine($"> {response.Response}");
context = response.Context;
}
var lastResponse = await api.Completions.GenerateCompletionAsync("llama3", "answer 123", stream: false, context: context).WaitAsync();
Console.WriteLine(lastResponse.Response);