Adds pull method and example

This commit is contained in:
2025-12-28 12:18:35 +00:00
parent 65ea1dcfec
commit ac480881e4
6 changed files with 111 additions and 5 deletions

8
Cargo.lock generated
View File

@@ -1002,9 +1002,9 @@ dependencies = [
[[package]]
name = "serde_json"
version = "1.0.147"
version = "1.0.148"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "6af14725505314343e673e9ecb7cd7e8a36aa9791eb936235a3567cc31447ae4"
checksum = "3084b546a1dd6289475996f182a22aba973866ea8e8b02c51d9f46b1336a22da"
dependencies = [
"itoa",
"memchr",
@@ -1783,6 +1783,6 @@ dependencies = [
[[package]]
name = "zmij"
version = "0.1.7"
version = "1.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "9e404bcd8afdaf006e529269d3e85a743f9480c3cef60034d77860d02964f3ba"
checksum = "e6d6085d62852e35540689d1f97ad663e3971fc19cf5eceab364d62c646ea167"

View File

@@ -6,7 +6,7 @@ edition = "2024"
[dependencies]
reqwest = { version = "0.12.28", features = ["json", "stream"] }
serde = { version = "1.0.228", features = ["derive"] }
serde_json = "1.0.147"
serde_json = "1.0.148"
tokio-util = "0.7.17"
tracing = "0.1.44"
futures-util = "0.3.31"

22
examples/pull.rs Normal file
View File

@@ -0,0 +1,22 @@
use std::{env, error::Error, io::Write};
use futures_util::StreamExt;
use ollama_rs::{OllamaClient, types::pull::PullRequest};
const MODEL: &str = "HammerAI/mythomax-l2";
#[tokio::main]
async fn main() -> Result<(), Box<dyn Error>> {
let _ = dotenvy::dotenv();
let server_address = env::var("OLLAMA_SERVER")?;
let ollama_client = OllamaClient::new(server_address);
let request = PullRequest::builder(MODEL).stream(true).build();
let mut stream = ollama_client.pull(request).await;
while let Some(response) = stream.next().await {
let response = response?;
println!("{:?}", response);
std::io::stdout().flush()?;
}
Ok(())
}

View File

@@ -13,6 +13,7 @@ use crate::{
chat::{ChatRequest, ChatResponse},
generate::{GenerateRequest, GenerateResponse},
ps::RunningModel,
pull::{PullRequest, PullResponse},
tags::Model,
},
};
@@ -154,4 +155,41 @@ impl OllamaClient {
}
})
}
pub async fn pull(
&self,
request: PullRequest,
) -> impl Stream<Item = OllamaResult<PullResponse>> {
let request_address = format!("{}/api/pull", self.server_address);
let client = reqwest::Client::new();
Box::pin(stream! {
let response = client
.post(request_address)
.json(&request)
.send()
.await
.map_err(|e| OllamaError::from(e))?; // Adjust based on your error type
let bytes_stream = response.bytes_stream();
let body_reader = StreamReader::new(
bytes_stream.map(|res| res.map_err(|e| std::io::Error::new(std::io::ErrorKind::Other, e))),
);
let mut lines_stream = FramedRead::new(body_reader, LinesCodec::new());
while let Some(line_result) = lines_stream.next().await {
match line_result {
Ok(line_content) => {
println!("{line_content}");
if let Ok(parsed) = serde_json::from_str::<PullResponse>(&line_content) {
yield Ok(parsed);
}
}
Err(e) => yield Err(OllamaError::from(e)),
}
}
})
}
}

View File

@@ -2,4 +2,5 @@ pub mod chat;
pub mod common;
pub mod generate;
pub mod ps;
pub mod pull;
pub mod tags;

45
src/types/pull.rs Normal file
View File

@@ -0,0 +1,45 @@
use serde::{Deserialize, Serialize};
#[derive(Debug, Serialize, Deserialize)]
pub struct PullRequest {
pub model: String,
pub insecure: Option<bool>,
pub stream: Option<bool>,
}
impl PullRequest {
pub fn builder<M: Into<String>>(model: M) -> PullRequestBuilder {
PullRequestBuilder {
pull_request: PullRequest {
model: model.into(),
insecure: None,
stream: None,
},
}
}
}
pub struct PullRequestBuilder {
pull_request: PullRequest,
}
impl PullRequestBuilder {
pub fn stream(mut self, stream: bool) -> Self {
self.pull_request.stream = Some(stream);
self
}
pub fn insecure(mut self, insecure: bool) -> Self {
self.pull_request.insecure = Some(insecure);
self
}
pub fn build(self) -> PullRequest {
self.pull_request
}
}
#[derive(Debug, Serialize, Deserialize)]
pub struct PullResponse {
pub status: String,
}