55 lines
1.3 KiB
C#
55 lines
1.3 KiB
C#
using System.Text.Json.Serialization;
|
|
|
|
namespace Toak.Api.Models;
|
|
|
|
public class LlamaRequestMessage
|
|
{
|
|
[JsonPropertyName("role")]
|
|
public string Role { get; set; } = string.Empty;
|
|
[JsonPropertyName("content")]
|
|
public string Content { get; set; } = string.Empty;
|
|
}
|
|
|
|
public class LlamaRequest
|
|
{
|
|
[JsonPropertyName("model")]
|
|
public string Model { get; set; } = "llama-3.1-8b-instant";
|
|
[JsonPropertyName("messages")]
|
|
public LlamaRequestMessage[] Messages { get; set; } = Array.Empty<LlamaRequestMessage>();
|
|
[JsonPropertyName("temperature")]
|
|
public double Temperature { get; set; } = 0.0;
|
|
[JsonPropertyName("stream")]
|
|
public bool? Stream { get; set; }
|
|
}
|
|
|
|
public class LlamaResponse
|
|
{
|
|
[JsonPropertyName("choices")]
|
|
public LlamaChoice[] Choices { get; set; } = Array.Empty<LlamaChoice>();
|
|
}
|
|
|
|
public class LlamaChoice
|
|
{
|
|
[JsonPropertyName("message")]
|
|
public LlamaRequestMessage Message { get; set; } = new();
|
|
}
|
|
|
|
public class LlamaStreamResponse
|
|
{
|
|
[JsonPropertyName("choices")]
|
|
public LlamaStreamChoice[] Choices { get; set; } = Array.Empty<LlamaStreamChoice>();
|
|
}
|
|
|
|
public class LlamaStreamChoice
|
|
{
|
|
[JsonPropertyName("delta")]
|
|
public LlamaStreamDelta Delta { get; set; } = new();
|
|
}
|
|
|
|
public class LlamaStreamDelta
|
|
{
|
|
[JsonPropertyName("content")]
|
|
public string? Content { get; set; }
|
|
}
|
|
|