Small refactor to close stream as soon as response is finished
This commit is contained in:
@@ -85,11 +85,24 @@ impl<T: TokenProvider + Clone> GeminiClient<T> {
|
|||||||
if let Event::Message(event) = event {
|
if let Event::Message(event) = event {
|
||||||
let response: serde_json::error::Result<GenerateContentResponse> =
|
let response: serde_json::error::Result<GenerateContentResponse> =
|
||||||
serde_json::from_str(&event.data);
|
serde_json::from_str(&event.data);
|
||||||
if let Ok(response) = response {
|
|
||||||
cloned_queue.push(Some(response.into_result()));
|
match response {
|
||||||
} else {
|
Ok(response) => {
|
||||||
tracing::error!("Error parsing message: {}", event.data);
|
let result = response.into_result();
|
||||||
};
|
let finished = match &result {
|
||||||
|
Ok(result) => result.candidates[0].finish_reason.is_some(),
|
||||||
|
Err(_) => true,
|
||||||
|
};
|
||||||
|
cloned_queue.push(Some(result));
|
||||||
|
if finished {
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
Err(_) => {
|
||||||
|
tracing::error!("Error parsing message: {}", event.data);
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
Err(e) => {
|
Err(e) => {
|
||||||
|
|||||||
Reference in New Issue
Block a user