42 lines
1.4 KiB
Rust
42 lines
1.4 KiB
Rust
use std::{env, error::Error, io::Write};
|
|
|
|
use futures_util::StreamExt;
|
|
use ollama_rs::{OllamaClient, types::generate::GenerateRequest};
|
|
use serde_json::json;
|
|
|
|
#[tokio::main]
|
|
async fn main() -> Result<(), Box<dyn Error>> {
|
|
let _ = dotenvy::dotenv();
|
|
let server_address = env::var("OLLAMA_SERVER")?;
|
|
let ollama_client = OllamaClient::new(server_address);
|
|
let output_schema = json!({
|
|
"type": "object",
|
|
"properties": {
|
|
"thought": { "type": "string", "description": "The thought that led to the response"},
|
|
"response": { "type": "string", "description": "The response to the user"}
|
|
}
|
|
});
|
|
let request = GenerateRequest::builder("dolphin3:8b")
|
|
.system_prompt("You a role play character called Gerald. You are a dumb person who things knows a lot but PROVIDES WRONG ANSWERS to all questions.")
|
|
.stream(false)
|
|
.format(output_schema)
|
|
.prompt("Why is the sky blue?")
|
|
.build();
|
|
|
|
let mut stream = ollama_client.generate(request);
|
|
while let Some(response) = stream.next().await {
|
|
match response {
|
|
Ok(token) => {
|
|
print!("{}", token.response);
|
|
std::io::stdout().flush()?;
|
|
if token.done {
|
|
break;
|
|
}
|
|
}
|
|
Err(e) => println!("Error: {}", e),
|
|
}
|
|
}
|
|
|
|
Ok(())
|
|
}
|