From 72673e63a5ddb95e4a5996beadecc37e3b9ee427 Mon Sep 17 00:00:00 2001 From: Hugo Larcher Date: Thu, 10 Oct 2024 21:55:06 +0200 Subject: [PATCH] fix: Handle case were finish_reason is not sent but server sends [DONE] event. --- src/requests.rs | 1 + 1 file changed, 1 insertion(+) diff --git a/src/requests.rs b/src/requests.rs index 13065cb..74eb18b 100644 --- a/src/requests.rs +++ b/src/requests.rs @@ -158,6 +158,7 @@ impl TextGenerationBackend for OpenAITextGenerationBackend { Ok(Event::Open) => trace!("SSE connection opened"), Ok(Event::Message(message)) => { if message.data == "\n" || message.data == "[DONE]" { + aggregated_response.stop(); continue; } if message.data.starts_with("{\"error\":") {