File tree Expand file tree Collapse file tree 4 files changed +8
-5
lines changed Expand file tree Collapse file tree 4 files changed +8
-5
lines changed Original file line number Diff line number Diff line change @@ -153,7 +153,7 @@ this will impact performance.
153
153
# ## Distributed Tracing
154
154
155
155
` text-generation-inference` is instrumented with distributed tracing using OpenTelemetry. You can use this feature
156
- by setting the address to an OTLP collector with the `--otlp-endpoint` argument. The default service name can be
156
+ by setting the address to an OTLP collector with the `--otlp-endpoint` argument. The default service name can be
157
157
overridden with the `--otlp-service-name` argument
158
158
159
159
# ## Architecture
Original file line number Diff line number Diff line change @@ -147,7 +147,9 @@ fn main() -> Result<(), Box<dyn std::error::Error>> {
147
147
tracing:: info!( "Downloading tokenizer" ) ;
148
148
149
149
// Parse Huggingface hub token
150
- let auth_token = std:: env:: var ( "HF_TOKEN" ) . or_else ( |_| std:: env:: var ( "HUGGING_FACE_HUB_TOKEN" ) ) . ok ( ) ;
150
+ let auth_token = std:: env:: var ( "HF_TOKEN" )
151
+ . or_else ( |_| std:: env:: var ( "HUGGING_FACE_HUB_TOKEN" ) )
152
+ . ok ( ) ;
151
153
152
154
// Download and instantiate tokenizer
153
155
// We need to download it outside of the Tokio runtime
Original file line number Diff line number Diff line change @@ -762,7 +762,7 @@ fn num_cuda_devices() -> Option<usize> {
762
762
Err ( _) => match env:: var ( "NVIDIA_VISIBLE_DEVICES" ) {
763
763
Ok ( devices) => devices,
764
764
Err ( _) => env:: var ( "ZE_AFFINITY_MASK" ) . ok ( ) ?,
765
- }
765
+ } ,
766
766
} ;
767
767
let n_devices = devices. split ( ',' ) . count ( ) ;
768
768
Some ( n_devices)
@@ -1225,7 +1225,6 @@ fn spawn_webserver(
1225
1225
router_args. push ( "--otlp-service-name" . to_string ( ) ) ;
1226
1226
router_args. push ( otlp_service_name) ;
1227
1227
1228
-
1229
1228
// CORS origins
1230
1229
for origin in args. cors_allow_origin . into_iter ( ) {
1231
1230
router_args. push ( "--cors-allow-origin" . to_string ( ) ) ;
Original file line number Diff line number Diff line change @@ -159,7 +159,9 @@ async fn main() -> Result<(), RouterError> {
159
159
} ) ;
160
160
161
161
// Parse Huggingface hub token
162
- let authorization_token = std:: env:: var ( "HF_TOKEN" ) . or_else ( |_| std:: env:: var ( "HUGGING_FACE_HUB_TOKEN" ) ) . ok ( ) ;
162
+ let authorization_token = std:: env:: var ( "HF_TOKEN" )
163
+ . or_else ( |_| std:: env:: var ( "HUGGING_FACE_HUB_TOKEN" ) )
164
+ . ok ( ) ;
163
165
164
166
// Tokenizer instance
165
167
// This will only be used to validate payloads
You can’t perform that action at this time.
0 commit comments