diff --git a/Makefile b/Makefile
index c1d40dcec51..710c555b74f 100644
--- a/Makefile
+++ b/Makefile
@@ -128,8 +128,3 @@ build-release:
 	python setup.py bdist_wheel
 	python setup.py sdist
 	python utils/check_build.py
-
-
-# Run modeling test for model
-test_kwargs_%:
-	python -m pytest -sv tests/models/$*/test_modeling_$*.py -k test_causal_lm_can_accept_kwargs
diff --git a/tests/test_modeling_common.py b/tests/test_modeling_common.py
index ff45452bf86..534590932cb 100755
--- a/tests/test_modeling_common.py
+++ b/tests/test_modeling_common.py
@@ -925,6 +925,7 @@ def test_causal_lm_can_accept_kwargs(self):
             "MusicgenForCausalLM",
             "MusicgenMelodyForCausalLM",
             "MllamaForCausalLM",
+            "CpmAntForCausalLM",
         )
         for model_class in self.all_model_classes:
             if (
@@ -936,10 +937,7 @@ def test_causal_lm_can_accept_kwargs(self):
             self.skipTest(reason="No causal lm model classes found")
         for model_class in self.all_model_classes:
             model_name = model_class.__name__
-            if (
-                model_name in get_values(MODEL_FOR_CAUSAL_LM_MAPPING_NAMES)
-                and model_name not in incompatible_models
-            ):
+            if model_name in get_values(MODEL_FOR_CAUSAL_LM_MAPPING_NAMES) and model_name not in incompatible_models:
                 config, inputs_dict = self.model_tester.prepare_config_and_inputs_for_common()
 
                 with tempfile.TemporaryDirectory() as tmpdir: