Adds streaming generation that returns a streaming

- Introducues generate_content_stream that returns a Tokio Steam instead
of a Queue. This allows using the standard stream APIs from
tokio-streams.
- Replace future-utils with tokio-streams, mainly due to better
ergonomics for using the filter_map stream combinator.
This commit is contained in:
2025-04-05 19:18:33 +01:00
parent de9b14b984
commit 51d6a27017
8 changed files with 84 additions and 73 deletions

View File

@@ -7,7 +7,6 @@ edition = "2021"
[dependencies]
deadqueue = "0.2"
futures-util = "0.3"
gcp_auth = "0.12"
reqwest = { version = "0.12", features = ["json", "gzip"] }
reqwest-eventsource = "0.6"
@@ -16,6 +15,7 @@ serde_json = { version = "1"}
serde_with = { version = "3.9", features = ["base64"]}
tracing = "0.1"
tokio = { version = "1" }
tokio-stream = "0.1.17"
[dev-dependencies]
console = "0.15.8"