diff --git a/lmdeploy/pytorch/nn/rotary_embedding.py b/lmdeploy/pytorch/nn/rotary_embedding.py
index eb42df87a4..4fa9273a87 100644
--- a/lmdeploy/pytorch/nn/rotary_embedding.py
+++ b/lmdeploy/pytorch/nn/rotary_embedding.py
@@ -107,10 +107,10 @@ def build_rotary_params(config: PretrainedConfig):
                            llama3=_get_llama3_parameters)
         params.update(build_funcs[rope_type_str](config))
 
-        # update partial_rotary_factor
-        partial_rotary_factor = config.partial_rotary_factor if hasattr(config, 'partial_rotary_factor') else None
-        if partial_rotary_factor is not None:
-            params['partial_rotary_factor'] = partial_rotary_factor
+    # update partial_rotary_factor
+    partial_rotary_factor = config.partial_rotary_factor if hasattr(config, 'partial_rotary_factor') else None
+    if partial_rotary_factor is not None:
+        params['partial_rotary_factor'] = partial_rotary_factor
 
     return params