bump hf

batchalign/models/utils.py

@@ -1,6 +1,6 @@
 import torch
-from transformers.models.whisper.modeling_whisper import _dynamic_time_warping as _dynamic_time_warping
-from transformers.models.whisper.modeling_whisper import _median_filter as _median_filter
+from transformers.models.whisper.generation_whisper import _dynamic_time_warping as _dynamic_time_warping
+from transformers.models.whisper.generation_whisper import _median_filter as _median_filter
 
 import numpy as np
 

batchalign/models/whisper_fa.py

@@ -4,8 +4,8 @@
 from torchaudio import load
 from torchaudio import transforms as T
 from scipy.ndimage import median_filter
-from transformers.models.whisper.modeling_whisper import _dynamic_time_warping as dtw
-from transformers.models.whisper.modeling_whisper import _median_filter as median_filter
+from transformers.models.whisper.generation_whisper import _dynamic_time_warping as dtw
+from transformers.models.whisper.generation_whisper import _median_filter as median_filter
 
 from batchalign.models import ASRAudioFile
 

batchalign/pipelines/morphosyntax/ud.py

@@ -649,7 +649,8 @@ def morphoanalyze(doc: Document, status_hook:callable = None):
         lang.append("zh-hans")
 
     elif not any([i in ["hr", "zh", "zh-hans", "ja", "ko",
-                        "sl", "sr", "bg", "ru"] for i in lang]):
+                        "sl", "sr", "bg", "ru", "et", "hu",
+                        "eu", "el", "he"] for i in lang]):
         if "en" in lang:
             config["processors"]["mwt"] = "gum"
         else:

batchalign/version

@@ -1,3 +1,3 @@
-0.4.1-post.0
-Jan 27th, 2024
-More non-MWT languages
+0.4.2
+Jan 28th, 2024
+Even more non-MWT languages; bump HF

setup.py

@@ -37,7 +37,7 @@ def read(fname):
         "pydub>=0.25.1,<0.26.0",
         "imblearn",
         "plotly>=5.18.0",
-        "transformers>=4.36",
+        "transformers>=4.37",
         "tokenizers>=0.14.1",
         "pycountry>=22.3",
         "stanza>=1.7",