Merge pull request #516 from aRyBernAlTEglOTRO/fix/515-incorrect-verbose

Update verbose parameter when initializing ModelWorker
michaelfeil · Jan 15, 2025 · 2dbb178 · 2dbb178
2 parents ef4c424 + 6d0784d
commit 2dbb178
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/libs/infinity_emb/infinity_emb/inference/batch_handler.py b/libs/infinity_emb/infinity_emb/inference/batch_handler.py
@@ -134,7 +134,7 @@ def __init__(
                 threadpool=ThreadPoolExecutorReadOnly(self._threadpool),
                 input_q=self._publish_to_model_queue,
                 output_q=self._result_queue,
-                verbose=self.batch_delay,
+                verbose=self._verbose,
                 batch_delay=batch_delay,
             )
             for model_replica in model_replicas