fix

remove unused
turbo-llm · Jan 21, 2025 · 9ea0b64 · 9ea0b64
1 parent 4eb32c1
commit 9ea0b64
Showing 1 changed file with 1 addition and 10 deletions.
diff --git a/turbo_alignment/common/tf/loaders/model/model.py b/turbo_alignment/common/tf/loaders/model/model.py
@@ -75,18 +75,9 @@ def load_model(
             cross_entropy=model_settings.liger_kernels_settings.use_cross_entropy,
             swiglu=model_settings.liger_kernels_settings.use_mlp,
             rms_norm=model_settings.liger_kernels_settings.use_rms_norm,
-            fused_linear_cross_entropy=model_settings.liger_kernels_settings.use_fused_linear_cross_entropy,
+            fused_inear_cross_entropy=model_settings.liger_kernels_settings.use_fused_linear_cross_entropy,
         )
 
-    if model_settings.sequence_parallel_degree:
-        import turbo_alignment.modeling.parallel_states as parallel_states
-        from turbo_alignment.modeling.gemma2.patch import patch_gemma_attn_dict
-
-        patch_gemma_attn_dict()
-
-        parallel_states.initialize_model_parallel(sequence_parallel_size=model_settings.sequence_parallel_degree)
-        assert parallel_states.sequence_parallel_is_initialized()
-
     model = TransformersAutoModelRegistry.by_name(model_settings.model_type).from_pretrained(
         model_settings.model_path,
         **model_settings.transformers_settings.dict(exclude_none=True),