fix _convert_output usage

related to #15 (973d9ef)
opendatahub-io · Jul 2, 2024 · 198916d · 198916d
1 parent 6b136ae
commit 198916d
Showing 1 changed file with 4 additions and 4 deletions.
diff --git a/src/vllm_tgis_adapter/grpc/grpc_server.py b/src/vllm_tgis_adapter/grpc/grpc_server.py
@@ -366,10 +366,10 @@ async def GenerateStream(
             last_response = self._convert_output(
                 output,
                 resp_options,
-                max_is_tok_limit,
-                time_limit_reached,
-                last_output_length,
-                last_token_count,
+                max_is_token_limit=max_is_tok_limit,
+                time_limit_reached=time_limit_reached,
+                text_start_offset=last_output_length,
+                token_start_offset=last_token_count,
             )
             yield last_response