Adds function calling

This commit is contained in:
2026-01-06 21:15:20 +00:00
parent ecedb1c054
commit 53353eabe0
6 changed files with 174 additions and 27 deletions

View File

@@ -7,32 +7,28 @@ use ollama_rs::{
types::chat::{ChatRequest, Message, Role},
};
const MODEL: &str = "dolphin3:8b";
const MODEL: &str = "functiongemma";
#[tokio::main]
async fn main() -> Result<(), Box<dyn Error>> {
let _ = dotenvy::dotenv();
let server_address = env::var("OLLAMA_SERVER")?;
let ollama_client = OllamaClient::new(server_address);
let mut messages = vec![Message {
content: "You a role play character called Gerald. You are a dumb person who things knows a lot but PROVIDES WRONG ANSWERS to all questions.".to_string(),
role: Role::System,
}];
let mut messages = vec![Message::system(
"You a role play character called Gerald. You are a dumb person who things knows a lot but PROVIDES WRONG ANSWERS to all questions.",
)];
loop {
let user_input: String = Input::new().with_prompt(">").interact_text()?;
if user_input == "/quit" {
break;
}
let message = Message {
content: user_input,
role: Role::User,
};
let message = Message::user(user_input);
messages.push(message);
let request = ChatRequest::builder(MODEL)
.messages(messages.clone())
.build();
let mut stream = ollama_client.chat(request).await;
let mut stream = ollama_client.chat(request);
let mut full_message = String::new();
while let Some(response) = stream.next().await {
let response = response?;
@@ -48,6 +44,7 @@ async fn main() -> Result<(), Box<dyn Error>> {
messages.push(Message {
content: full_message,
role: Role::Assistant,
tool_calls: vec![],
});
}