add dummy backend

huggingface · Jun 26, 2024 · 2bcc87b · 2bcc87b
1 parent 230f2a4
commit 2bcc87b
Show file tree

Hide file tree

Showing 3 changed files with 15 additions and 2 deletions.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/Cargo.toml b/Cargo.toml
@@ -2,10 +2,11 @@
 members = [
 #    "benchmark",
     "backends/v3",
+    "backends/dummy",
 #    "backends/client",
     "backends/grpc-metadata",
     "launcher"
-]
+, "backends/dummy"]
 resolver = "2"
 
 [workspace.package]

diff --git a/router/src/lib.rs b/router/src/lib.rs
@@ -1052,7 +1052,7 @@ impl From<CompatGenerateRequest> for GenerateRequest {
     }
 }
 
-#[derive(Debug, Serialize, ToSchema)]
+#[derive(Debug, Serialize, ToSchema, Clone)]
 pub struct PrefillToken {
     #[schema(example = 0)]
     pub id: u32,