From 9cdbd31fc519725a393f3186390ab27ead45a815 Mon Sep 17 00:00:00 2001 From: GGBond8488 <33050871+GGBond8488@users.noreply.github.com> Date: Tue, 27 Aug 2024 16:21:18 +0800 Subject: [PATCH] fix the thread lock when user input same id --- all_models/inflight_batcher_llm/tensorrt_llm/1/model.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/all_models/inflight_batcher_llm/tensorrt_llm/1/model.py b/all_models/inflight_batcher_llm/tensorrt_llm/1/model.py index 51c5bc78..a0bef316 100644 --- a/all_models/inflight_batcher_llm/tensorrt_llm/1/model.py +++ b/all_models/inflight_batcher_llm/tensorrt_llm/1/model.py @@ -878,7 +878,7 @@ def awaiter_loop(self): ) triton_request_final = True del self.triton_req_id_to_req_ids[triton_req_id] - if triton_user_id is not None and triton_user_id != "": + if triton_user_id is not None and triton_user_id != "" and triton_user_id in self.triton_user_id_to_req_ids: del self.triton_user_id_to_req_ids[ triton_user_id] del self.req_id_to_request_data[req_id]