Skip to content

Commit 153551f

Browse files
committed
fix: dyn namespace scoping for trtllm (#2970)
Signed-off-by: Biswa Panda <[email protected]>
1 parent faffa5c commit 153551f

File tree

1 file changed

+6
-3
lines changed

1 file changed

+6
-3
lines changed

components/backends/trtllm/src/dynamo/trtllm/utils/trtllm_utils.py

Lines changed: 6 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,7 @@
22
# SPDX-License-Identifier: Apache-2.0
33

44
import argparse
5+
import os
56
from typing import Optional
67

78
from tensorrt_llm.llmapi import BuildConfig
@@ -13,11 +14,13 @@
1314
DisaggregationStrategy,
1415
)
1516

17+
DYN_NAMESPACE = os.environ.get("DYN_NAMESPACE", "dynamo")
18+
1619
# Default endpoint for the next worker.
17-
DEFAULT_ENDPOINT = "dyn://dynamo.tensorrt_llm.generate"
20+
DEFAULT_ENDPOINT = f"dyn://{DYN_NAMESPACE}.tensorrt_llm.generate"
1821
DEFAULT_MODEL_PATH = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
19-
DEFAULT_NEXT_ENDPOINT = "dyn://dynamo.tensorrt_llm_next.generate"
20-
DEFAULT_ENCODE_ENDPOINT = "dyn://dynamo.tensorrt_llm_encode.generate"
22+
DEFAULT_NEXT_ENDPOINT = f"dyn://{DYN_NAMESPACE}.tensorrt_llm_next.generate"
23+
DEFAULT_ENCODE_ENDPOINT = f"dyn://{DYN_NAMESPACE}.tensorrt_llm_encode.generate"
2124
DEFAULT_DISAGGREGATION_STRATEGY = DisaggregationStrategy.DECODE_FIRST
2225
DEFAULT_DISAGGREGATION_MODE = DisaggregationMode.AGGREGATED
2326

0 commit comments

Comments
 (0)