Resolve messages formatting issues (#13095)

Signed-off-by: Emmanuel Ferdman <[email protected]>

Author: emmanuel-ferdman

python/llm/src/ipex_llm/serving/fastchat/model_worker.py

@@ -470,7 +470,7 @@ async def api_model_details(request: Request):
 
     if args.gpus:
         invalidInputError(len(args.gpus.split(",")) > args.num_gpus, f"Larger --num-gpus "
-                          "({args.num_gpus}) than --gpus {args.gpus}!")
+                          f"({args.num_gpus}) than --gpus {args.gpus}!")
         os.environ["CUDA_VISIBLE_DEVICES"] = args.gpus
 
     gptq_config = GptqConfig(

python/llm/src/ipex_llm/transformers/model.py

@@ -672,7 +672,7 @@ def load_low_bit(cls,
                 else:
                     invalidInputError(False,
                                       f'`torch_dtype` can be either `torch.dtype` or `"auto"`,'
-                                      'but received {torch_dtype}')
+                                      f'but received {torch_dtype}')
             dtype_orig = model_class._set_default_torch_dtype(torch_dtype)
 
         # Pretrained Model

python/llm/src/ipex_llm/transformers/npu_model.py

@@ -217,7 +217,7 @@ def from_pretrained(cls, *args, **kwargs):
                     max_prompt_len < max_context_len,
                     (
                         f"max_prompt_len ({max_prompt_len}) should be less"
-                        " than max_context_len ({max_context_len})"
+                        f" than max_context_len ({max_context_len})"
                     ),
                 )
                 optimize_kwargs = {
@@ -553,7 +553,7 @@ def load_low_bit(cls, pretrained_model_name_or_path: str, *model_args, **kwargs)
                     invalidInputError(
                         False,
                         f'`torch_dtype` can be either `torch.dtype` or `"auto"`,'
-                        "but received {torch_dtype}",
+                        f"but received {torch_dtype}",
                     )
             dtype_orig = model_class._set_default_torch_dtype(torch_dtype)
 
@@ -588,7 +588,7 @@ def load_low_bit(cls, pretrained_model_name_or_path: str, *model_args, **kwargs)
                 max_prompt_len < max_context_len,
                 (
                     f"max_prompt_len ({max_prompt_len}) should be less"
-                    " than max_context_len ({max_context_len})"
+                    f" than max_context_len ({max_context_len})"
                 ),
             )
             from ipex_llm.transformers.npu_models.convert_mp import optimize_llm_pre

python/llm/src/ipex_llm/transformers/npu_models/phi3.py

@@ -127,7 +127,7 @@ def phi3_attention_forward(
                 invalidInputError(
                     False,
                     f"Attention mask should be of size {(bsz, 1, q_len, kv_seq_len)},"
-                    " but is {attention_mask.size()}"
+                    f" but is {attention_mask.size()}"
                 )
             attn_weights = attn_weights + attention_mask
 

python/llm/src/ipex_llm/transformers/utils.py

@@ -92,7 +92,7 @@ def load_state_dict(checkpoint_file: Union[str, os.PathLike]):
     except Exception as e:
         invalidInputError(False,
                           f"Unable to load weights"
-                          "from pytorch checkpoint file for '{checkpoint_file}' "
+                          f"from pytorch checkpoint file for '{checkpoint_file}' "
                           f"at '{checkpoint_file}'. ")
 
 

python/llm/src/ipex_llm/utils/lazy_load_torch.py

@@ -112,7 +112,7 @@ def load(offset: int, elm_count: int):
                 data = fp.read(size)
                 return torch.frombuffer(bytearray(data), dtype=dtype)
             description = f'storage data_type={data_type} ' \
-                          'path-in-zip={filename} path={self.zip_file.filename}'
+                          f'path-in-zip={filename} path={self.zip_file.filename}'
             return LazyStorage(load=load, kind=pid[1], description=description)
 
         @staticmethod