diff --git a/python/ctranslate2/specs/common_spec.py b/python/ctranslate2/specs/common_spec.py
index 352cb5e72..6fd5cdc11 100644
--- a/python/ctranslate2/specs/common_spec.py
+++ b/python/ctranslate2/specs/common_spec.py
@@ -35,4 +35,3 @@ def __init__(self):
 class EmbeddingsSpec(model_spec.LayerSpec):
     def __init__(self):
         self.weight = None
-        self.multiply_by_sqrt_depth = False