Skip to content

Commit

Permalink
fix typo
Browse files Browse the repository at this point in the history
  • Loading branch information
JingyaHuang committed Oct 22, 2024
1 parent 1586ecf commit 2aaeec6
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions optimum/exporters/neuron/model_configs.py
Original file line number Diff line number Diff line change
Expand Up @@ -836,7 +836,7 @@ def get_parallel_callable(self, model_name_or_path, sequence_length, batch_size,
model.config.use_cache = True
parallelizer = ParallelizersManager.parallelizer_for_model(model)
with parallelizer.saved_model_in_temporary_directory(model) as ckpt_path:
# Replace parallel laysers
# Replace parallel layers
parallel_model = parallelizer._parallelize(model, parallelize_embeddings=False)
# Load the weights into the parallel layers
neuronx_distributed.parallel_layers.load(ckpt_path, parallel_model, sharded=False)
Expand Down Expand Up @@ -950,7 +950,7 @@ def get_parallel_callable(
model.config.use_cache = True
parallelizer = ParallelizersManager.parallelizer_for_model(model)
with parallelizer.saved_model_in_temporary_directory(model) as ckpt_path:
# Replace parallel laysers
# Replace parallel layers
parallel_model = parallelizer._parallelize(model, parallelize_embeddings=False)
# Load the weights into the parallel layers
neuronx_distributed.parallel_layers.load(ckpt_path, parallel_model, sharded=False)
Expand Down

0 comments on commit 2aaeec6

Please sign in to comment.