File tree Expand file tree Collapse file tree 1 file changed +5
-1
lines changed
components/src/dynamo/sglang Expand file tree Collapse file tree 1 file changed +5
-1
lines changed Original file line number Diff line number Diff line change 99
1010import sglang as sgl
1111import uvloop
12- from sglang .srt .utils import get_ip
12+ from sglang .srt .utils import get_ip , launch_dummy_health_check_server
1313
1414from dynamo .llm import ModelInput , ZmqKvEventPublisher , ZmqKvEventPublisherConfig
1515from dynamo .runtime import DistributedRuntime , dynamo_worker
@@ -65,6 +65,10 @@ async def init(runtime: DistributedRuntime, config: Config):
6565 server_args , dynamo_args = config .server_args , config .dynamo_args
6666
6767 engine = sgl .Engine (server_args = server_args )
68+ if server_args .enable_metrics :
69+ launch_dummy_health_check_server (
70+ server_args .host , server_args .port , server_args .enable_metrics
71+ )
6872
6973 component = runtime .namespace (dynamo_args .namespace ).component (
7074 dynamo_args .component
You can’t perform that action at this time.
0 commit comments