Update transformers, fix issue with DeBERTa

Riccorl · Oct 10, 2022 · f8108c9 · f8108c9
1 parent a527685
commit f8108c9
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 1 deletion.
diff --git a/setup.py b/setup.py
@@ -12,7 +12,7 @@
 
 setuptools.setup(
     name="transformers_embedder",
-    version="3.0.4",
+    version="3.0.5",
     author="Riccardo Orlando",
     author_email="[email protected]",
     description="Word level transformer based embeddings",

diff --git a/transformers_embedder/__init__.py b/transformers_embedder/__init__.py
@@ -10,6 +10,9 @@
     CamembertTokenizer,
     CamembertTokenizerFast,
     DebertaTokenizer,
+    DebertaTokenizerFast,
+    DebertaV2Tokenizer,
+    DebertaV2TokenizerFast,
     DistilBertTokenizer,
     DistilBertTokenizerFast,
     MobileBertTokenizer,
@@ -33,6 +36,9 @@
     CamembertTokenizer,
     CamembertTokenizerFast,
     DebertaTokenizer,
+    DebertaTokenizerFast,
+    DebertaV2Tokenizer,
+    DebertaV2TokenizerFast,
     RobertaTokenizer,
     RobertaTokenizerFast,
     XLMRobertaTokenizer,