fix: bump openapi doc with new grammar option

Author: drbh

docs/openapi.json

@@ -1771,6 +1771,24 @@
                 "type": "string"
               }
             }
+          },
+          {
+            "type": "object",
+            "required": [
+              "type",
+              "value"
+            ],
+            "properties": {
+              "type": {
+                "type": "string",
+                "enum": [
+                  "json_schema"
+                ]
+              },
+              "value": {
+                "$ref": "#/components/schemas/JsonSchemaConfig"
+              }
+            }
           }
         ],
         "discriminator": {
@@ -1864,6 +1882,22 @@
           }
         }
       },
+      "JsonSchemaConfig": {
+        "type": "object",
+        "required": [
+          "schema"
+        ],
+        "properties": {
+          "name": {
+            "type": "string",
+            "description": "Optional name identifier for the schema",
+            "nullable": true
+          },
+          "schema": {
+            "description": "The actual JSON schema definition"
+          }
+        }
+      },
       "Message": {
         "allOf": [
           {

router/src/lib.rs

@@ -208,10 +208,6 @@ struct JsonSchemaConfig {
     #[serde(skip_serializing_if = "Option::is_none")]
     name: Option<String>,
 
-    /// Whether to enforce strict validation (optional)
-    #[serde(skip_serializing_if = "Option::is_none")]
-    strict: Option<bool>,
-
     /// The actual JSON schema definition
     schema: serde_json::Value,
 }
@@ -970,7 +966,7 @@ impl ChatRequest {
         let stop = stop.unwrap_or_default();
         // enable greedy only when temperature is 0
         let (do_sample, temperature) = match temperature {
-            Some(temperature) if temperature == 0.0 => (false, None),
+            Some(0.0) => (false, None),
             other => (true, other),
         };
 
@@ -1033,7 +1029,7 @@ impl ChatRequest {
                     seed,
                     top_n_tokens: top_logprobs,
                     grammar,
-                    adapter_id: model.filter(|m| *m != "tgi").map(String::from),
+                    adapter_id: model.filter(|m| *m != "tgi"),
                 },
             },
             using_tools,

router/src/server.rs

@@ -12,7 +12,6 @@ use crate::sagemaker::{
 };
 use crate::validation::ValidationError;
 use crate::vertex::vertex_compatibility;
-use crate::ChatTokenizeResponse;
 use crate::{
     usage_stats, BestOfSequence, Details, ErrorResponse, FinishReason, FunctionName,
     GenerateParameters, GenerateRequest, GenerateResponse, GrammarType, HubModelInfo,
@@ -27,6 +26,7 @@ use crate::{
     ChatRequest, Chunk, CompatGenerateRequest, Completion, CompletionComplete, CompletionFinal,
     CompletionRequest, CompletionType, DeltaToolCall, Function, Prompt, Tool,
 };
+use crate::{ChatTokenizeResponse, JsonSchemaConfig};
 use crate::{FunctionDefinition, HubPreprocessorConfig, ToolCall, ToolChoice};
 use crate::{MessageBody, ModelInfo, ModelsInfo};
 use async_stream::__private::AsyncStream;
@@ -723,7 +723,7 @@ pub(crate) async fn completions(
     let stop = stop.unwrap_or_default();
     // enable greedy only when temperature is 0
     let (do_sample, temperature) = match temperature {
-        Some(temperature) if temperature == 0.0 => (false, None),
+        Some(0.0) => (false, None),
         other => (true, other),
     };
 
@@ -1528,6 +1528,7 @@ CompatGenerateRequest,
 SagemakerRequest,
 GenerateRequest,
 GrammarType,
+JsonSchemaConfig,
 ChatRequest,
 Message,
 MessageContent,

router/src/validation.rs

@@ -395,10 +395,6 @@ impl Validation {
                                 "Grammar must have a 'properties' field".to_string(),
                             ))?;
 
-                        // TODO:
-                        // Apply strictness if specified
-                        let _strict = schema_config.strict.unwrap_or(false);
-
                         // Do compilation in the router for performance
                         let grammar_regex = json_schema_to_regex(json, None, json)
                             .map_err(ValidationError::RegexFromSchema)?;