We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
alias
max_completion_tokens
ChatRequest
1 parent cc21215 commit 6ab0293Copy full SHA for 6ab0293
router/src/lib.rs
@@ -460,7 +460,7 @@ pub struct CompletionRequest {
460
pub prompt: Prompt,
461
462
/// The maximum number of tokens that can be generated in the chat completion.
463
- #[serde(default, alias = "max_completion_tokens")]
+ #[serde(default)]
464
#[schema(default = "1024", example = "32")]
465
pub max_tokens: Option<u32>,
466
@@ -840,7 +840,7 @@ pub(crate) struct ChatRequest {
840
pub top_logprobs: Option<u32>,
841
842
843
- #[serde(default)]
+ #[serde(default, alias = "max_completion_tokens")]
844
845
846
0 commit comments