Adds chat and chat example

This commit is contained in:
2025-12-24 16:55:34 +00:00
parent d06d69d132
commit 65ea1dcfec
7 changed files with 220 additions and 4 deletions

52
examples/chat.rs Normal file
View File

@@ -0,0 +1,52 @@
use std::{env, error::Error, io::Write};
use dialoguer::Input;
use futures_util::StreamExt;
use ollama_rs::{
OllamaClient,
types::chat::{ChatRequest, Message, Role},
};
const MODEL: &str = "dolphin3:8b";
#[tokio::main]
async fn main() -> Result<(), Box<dyn Error>> {
let _ = dotenvy::dotenv();
let server_address = env::var("OLLAMA_SERVER")?;
let ollama_client = OllamaClient::new(server_address);
let mut messages = vec![Message {
content: "You a role play character called Gerald. You are a dumb person who things knows a lot but PROVIDES WRONG ANSWERS to all questions.".to_string(),
role: Role::System,
}];
loop {
let user_input: String = Input::new().with_prompt(">").interact_text()?;
if user_input == "/quit" {
break;
}
let message = Message {
content: user_input,
role: Role::User,
};
messages.push(message);
let request = ChatRequest::builder(MODEL)
.messages(messages.clone())
.build();
let mut stream = ollama_client.chat(request).await;
let mut full_message = String::new();
while let Some(response) = stream.next().await {
let response = response?;
full_message += &response.message.content;
print!("{}", response.message.content);
std::io::stdout().flush()?;
}
println!();
messages.push(Message {
content: full_message,
role: Role::Assistant,
});
}
Ok(())
}

View File

@@ -10,6 +10,7 @@ async fn main() -> Result<(), Box<dyn Error>> {
let ollama_client = OllamaClient::new(server_address);
let request = GenerateRequest::builder("dolphin3:8b")
.system_prompt("You a role play character called Gerald. You are a dumb person who things knows a lot but PROVIDES WRONG ANSWERS to all questions.")
.stream(false)
.prompt("Why is the sky blue?")
.build();