From 63da39f1162125f8540da0152b75fff16d6d3d8e Mon Sep 17 00:00:00 2001 From: Hugo Larcher Date: Thu, 10 Oct 2024 16:12:30 +0200 Subject: [PATCH] fix: Add logging. --- src/requests.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/requests.rs b/src/requests.rs index c7b8d10..13065cb 100644 --- a/src/requests.rs +++ b/src/requests.rs @@ -244,7 +244,7 @@ impl TextGenerationBackend for OpenAITextGenerationBackend { } if aggregated_response.end_time.is_none() { // server closed the connection before we received the final response - warn!("Connection closed before completion"); + warn!("Connection closed before completion. Received :: {num_tokens}/{max_tokens} tokens. Response: {final_response}", num_tokens = aggregated_response.num_generated_tokens, max_tokens = request.num_decode_tokens.unwrap_or(0)); aggregated_response.fail(); } }