Bugfix: eos and bos tokens positions are inconsistent (#1567)

amihalik · web-flow · commit 142cdabed377 · 2024-02-16T11:44:04.000+01:00
diff --git a/router/src/infer.rs b/router/src/infer.rs
@@ -113,7 +113,7 @@ impl Infer {
             queue,
             shared,
             limit_concurrent_requests: semaphore,
-            template: (template, eos_token, bos_token),
+            template: (template, bos_token, eos_token),
         }
     }
 

Original file line number	Diff line number	Diff line change
`@@ -113,7 +113,7 @@ impl Infer {`
`113`	`113`	`queue,`
`114`	`114`	`shared,`
`115`	`115`	`limit_concurrent_requests: semaphore,`
`116`		`- template: (template, eos_token, bos_token),`
	`116`	`+ template: (template, bos_token, eos_token),`
`117`	`117`	`}`
`118`	`118`	`}`
`119`	`119`