G
await using var container = await PrepareEnvironmentAsync(EnvironmentType.Local, "llama3");
await using var container = await PrepareEnvironmentAsync(EnvironmentType.Container, "llama3");
var response = await api.Completions.GenerateCompletionAsync(new GenerateCompletionRequest
{
Model = "llama3",
Prompt = "answer me just \"123\"",
Stream = true,
Options = new RequestOptions
{
Temperature = 0,
},
}).WaitAsync();
Console.WriteLine(response.Response);