Merge pull request #516 from aRyBernAlTEglOTRO/fix/515-incorrect-verbose

wirthual · web-flow · commit 2dbb178550de · 2025-01-15T08:10:08.000-08:00
Update verbose parameter when initializing ModelWorker
diff --git a/libs/infinity_emb/infinity_emb/inference/batch_handler.py b/libs/infinity_emb/infinity_emb/inference/batch_handler.py
@@ -134,7 +134,7 @@ def __init__(
                 threadpool=ThreadPoolExecutorReadOnly(self._threadpool),
                 input_q=self._publish_to_model_queue,
                 output_q=self._result_queue,
-                verbose=self.batch_delay,
+                verbose=self._verbose,
                 batch_delay=batch_delay,
             )
             for model_replica in model_replicas

Original file line number	Diff line number	Diff line change
`@@ -134,7 +134,7 @@ def __init__(`
`134`	`134`	`threadpool=ThreadPoolExecutorReadOnly(self._threadpool),`
`135`	`135`	`input_q=self._publish_to_model_queue,`
`136`	`136`	`output_q=self._result_queue,`
`137`		`- verbose=self.batch_delay,`
	`137`	`+ verbose=self._verbose,`
`138`	`138`	`batch_delay=batch_delay,`
`139`	`139`	`)`
`140`	`140`	`for model_replica in model_replicas`