From f1f5be1757156a4793c0f11ac990d7b23849c744 Mon Sep 17 00:00:00 2001 From: zxy Date: Thu, 21 Aug 2025 11:15:47 +0800 Subject: [PATCH] fix partial rotary factor --- lmdeploy/pytorch/nn/rotary_embedding.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/lmdeploy/pytorch/nn/rotary_embedding.py b/lmdeploy/pytorch/nn/rotary_embedding.py index eb42df87a4..4fa9273a87 100644 --- a/lmdeploy/pytorch/nn/rotary_embedding.py +++ b/lmdeploy/pytorch/nn/rotary_embedding.py @@ -107,10 +107,10 @@ def build_rotary_params(config: PretrainedConfig): llama3=_get_llama3_parameters) params.update(build_funcs[rope_type_str](config)) - # update partial_rotary_factor - partial_rotary_factor = config.partial_rotary_factor if hasattr(config, 'partial_rotary_factor') else None - if partial_rotary_factor is not None: - params['partial_rotary_factor'] = partial_rotary_factor + # update partial_rotary_factor + partial_rotary_factor = config.partial_rotary_factor if hasattr(config, 'partial_rotary_factor') else None + if partial_rotary_factor is not None: + params['partial_rotary_factor'] = partial_rotary_factor return params