Adding kvrouter to the workspace.

huggingface · Jan 29, 2025 · 7cff807 · 7cff807
1 parent 705a248
commit 7cff807
Show file tree

Hide file tree

Showing 5 changed files with 6 additions and 1 deletion.
diff --git a/Cargo.toml b/Cargo.toml
@@ -7,7 +7,7 @@ members = [
     "backends/trtllm",
     "launcher",
     "router",
-    "kvrouter"
+    "kvrouter",
 ]
 default-members = [
     "benchmark",
@@ -16,6 +16,7 @@ default-members = [
     "backends/grpc-metadata",
     # "backends/trtllm",
     "launcher",
+    "kvrouter",
     "router"
 ]
 resolver = "2"

diff --git a/Dockerfile b/Dockerfile
@@ -10,6 +10,7 @@ COPY Cargo.toml Cargo.toml
 COPY rust-toolchain.toml rust-toolchain.toml
 COPY proto proto
 COPY benchmark benchmark
+COPY kvrouter kvrouter
 COPY router router
 COPY backends backends
 COPY launcher launcher

diff --git a/Dockerfile_amd b/Dockerfile_amd
@@ -11,6 +11,7 @@ COPY rust-toolchain.toml rust-toolchain.toml
 COPY proto proto
 COPY benchmark benchmark
 COPY router router
+COPY kvrouter kvrouter
 COPY backends backends
 COPY launcher launcher
 RUN cargo chef prepare --recipe-path recipe.json

diff --git a/Dockerfile_intel b/Dockerfile_intel
@@ -12,6 +12,7 @@ COPY rust-toolchain.toml rust-toolchain.toml
 COPY proto proto
 COPY benchmark benchmark
 COPY router router
+COPY kvrouter kvrouter
 COPY backends backends
 COPY launcher launcher
 RUN cargo chef prepare --recipe-path recipe.json

diff --git a/Dockerfile_trtllm b/Dockerfile_trtllm
@@ -92,6 +92,7 @@ COPY rust-toolchain.toml rust-toolchain.toml
 COPY router router
 COPY backends backends
 COPY benchmark benchmark
+COPY kvrouter kvrouter
 COPY launcher launcher
 COPY --from=trt-builder /usr/local/tensorrt /usr/local/tensorrt
 COPY --from=mpi-builder /usr/local/mpi /usr/local/mpi