Adds chat and chat example
This commit is contained in:
@@ -0,0 +1,61 @@
|
||||
use serde::{Deserialize, Serialize};
|
||||
|
||||
#[derive(Clone, Debug, Serialize, Deserialize)]
|
||||
#[serde(rename_all = "lowercase")]
|
||||
pub enum Role {
|
||||
User,
|
||||
System,
|
||||
Assistant,
|
||||
}
|
||||
|
||||
#[derive(Clone, Debug, Serialize, Deserialize)]
|
||||
pub struct Message {
|
||||
pub content: String,
|
||||
pub role: Role,
|
||||
}
|
||||
|
||||
#[derive(Debug, Serialize, Deserialize)]
|
||||
pub struct ChatRequest {
|
||||
pub model: String,
|
||||
pub messages: Vec<Message>,
|
||||
pub stream: Option<bool>,
|
||||
}
|
||||
|
||||
impl ChatRequest {
|
||||
pub fn builder<M: Into<String>>(model: M) -> ChatRequestBuilder {
|
||||
ChatRequestBuilder::new(model)
|
||||
}
|
||||
}
|
||||
|
||||
#[derive(Debug, Serialize, Deserialize)]
|
||||
pub struct ChatResponse {
|
||||
pub model: String,
|
||||
pub created_at: String,
|
||||
pub message: Message,
|
||||
pub done: bool,
|
||||
}
|
||||
|
||||
pub struct ChatRequestBuilder {
|
||||
chat_request: ChatRequest,
|
||||
}
|
||||
|
||||
impl ChatRequestBuilder {
|
||||
fn new<M: Into<String>>(model: M) -> Self {
|
||||
Self {
|
||||
chat_request: ChatRequest {
|
||||
model: model.into(),
|
||||
messages: vec![],
|
||||
stream: None,
|
||||
},
|
||||
}
|
||||
}
|
||||
|
||||
pub fn messages(mut self, messages: Vec<Message>) -> Self {
|
||||
self.chat_request.messages = messages;
|
||||
self
|
||||
}
|
||||
|
||||
pub fn build(self) -> ChatRequest {
|
||||
self.chat_request
|
||||
}
|
||||
}
|
||||
|
||||
@@ -17,6 +17,10 @@ pub struct GenerateRequest {
|
||||
/// System prompt for the model to generate a response from
|
||||
#[serde(skip_serializing_if = "Option::is_none")]
|
||||
pub system: Option<String>,
|
||||
|
||||
/// When true, returns a stream of partial responses
|
||||
#[serde(skip_serializing_if = "Option::is_none")]
|
||||
pub stream: Option<bool>,
|
||||
}
|
||||
|
||||
impl GenerateRequest {
|
||||
@@ -37,6 +41,7 @@ impl GenerateRequestBuilder {
|
||||
prompt: None,
|
||||
suffix: None,
|
||||
system: None,
|
||||
stream: None,
|
||||
},
|
||||
}
|
||||
}
|
||||
@@ -51,6 +56,11 @@ impl GenerateRequestBuilder {
|
||||
self
|
||||
}
|
||||
|
||||
pub fn stream(mut self, stream: bool) -> Self {
|
||||
self.generate_request.stream = Some(stream);
|
||||
self
|
||||
}
|
||||
|
||||
pub fn build(self) -> GenerateRequest {
|
||||
self.generate_request
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user