Adds chat and chat example

This commit is contained in:
2025-12-24 16:55:34 +00:00
parent d06d69d132
commit 65ea1dcfec
7 changed files with 220 additions and 4 deletions

View File

@@ -0,0 +1,61 @@
use serde::{Deserialize, Serialize};
#[derive(Clone, Debug, Serialize, Deserialize)]
#[serde(rename_all = "lowercase")]
pub enum Role {
User,
System,
Assistant,
}
#[derive(Clone, Debug, Serialize, Deserialize)]
pub struct Message {
pub content: String,
pub role: Role,
}
#[derive(Debug, Serialize, Deserialize)]
pub struct ChatRequest {
pub model: String,
pub messages: Vec<Message>,
pub stream: Option<bool>,
}
impl ChatRequest {
pub fn builder<M: Into<String>>(model: M) -> ChatRequestBuilder {
ChatRequestBuilder::new(model)
}
}
#[derive(Debug, Serialize, Deserialize)]
pub struct ChatResponse {
pub model: String,
pub created_at: String,
pub message: Message,
pub done: bool,
}
pub struct ChatRequestBuilder {
chat_request: ChatRequest,
}
impl ChatRequestBuilder {
fn new<M: Into<String>>(model: M) -> Self {
Self {
chat_request: ChatRequest {
model: model.into(),
messages: vec![],
stream: None,
},
}
}
pub fn messages(mut self, messages: Vec<Message>) -> Self {
self.chat_request.messages = messages;
self
}
pub fn build(self) -> ChatRequest {
self.chat_request
}
}

View File

@@ -17,6 +17,10 @@ pub struct GenerateRequest {
/// System prompt for the model to generate a response from
#[serde(skip_serializing_if = "Option::is_none")]
pub system: Option<String>,
/// When true, returns a stream of partial responses
#[serde(skip_serializing_if = "Option::is_none")]
pub stream: Option<bool>,
}
impl GenerateRequest {
@@ -37,6 +41,7 @@ impl GenerateRequestBuilder {
prompt: None,
suffix: None,
system: None,
stream: None,
},
}
}
@@ -51,6 +56,11 @@ impl GenerateRequestBuilder {
self
}
pub fn stream(mut self, stream: bool) -> Self {
self.generate_request.stream = Some(stream);
self
}
pub fn build(self) -> GenerateRequest {
self.generate_request
}