Adds function calling
This commit is contained in:
@@ -7,32 +7,28 @@ use ollama_rs::{
|
||||
types::chat::{ChatRequest, Message, Role},
|
||||
};
|
||||
|
||||
const MODEL: &str = "dolphin3:8b";
|
||||
const MODEL: &str = "functiongemma";
|
||||
#[tokio::main]
|
||||
async fn main() -> Result<(), Box<dyn Error>> {
|
||||
let _ = dotenvy::dotenv();
|
||||
let server_address = env::var("OLLAMA_SERVER")?;
|
||||
let ollama_client = OllamaClient::new(server_address);
|
||||
let mut messages = vec![Message {
|
||||
content: "You a role play character called Gerald. You are a dumb person who things knows a lot but PROVIDES WRONG ANSWERS to all questions.".to_string(),
|
||||
role: Role::System,
|
||||
}];
|
||||
let mut messages = vec![Message::system(
|
||||
"You a role play character called Gerald. You are a dumb person who things knows a lot but PROVIDES WRONG ANSWERS to all questions.",
|
||||
)];
|
||||
|
||||
loop {
|
||||
let user_input: String = Input::new().with_prompt(">").interact_text()?;
|
||||
if user_input == "/quit" {
|
||||
break;
|
||||
}
|
||||
let message = Message {
|
||||
content: user_input,
|
||||
role: Role::User,
|
||||
};
|
||||
let message = Message::user(user_input);
|
||||
messages.push(message);
|
||||
let request = ChatRequest::builder(MODEL)
|
||||
.messages(messages.clone())
|
||||
.build();
|
||||
|
||||
let mut stream = ollama_client.chat(request).await;
|
||||
let mut stream = ollama_client.chat(request);
|
||||
let mut full_message = String::new();
|
||||
while let Some(response) = stream.next().await {
|
||||
let response = response?;
|
||||
@@ -48,6 +44,7 @@ async fn main() -> Result<(), Box<dyn Error>> {
|
||||
messages.push(Message {
|
||||
content: full_message,
|
||||
role: Role::Assistant,
|
||||
tool_calls: vec![],
|
||||
});
|
||||
}
|
||||
|
||||
|
||||
Reference in New Issue
Block a user