♻️ switch to throwing value error

Signed-off-by: Prashant Gupta <prashantgupta@us.ibm.com>
opendatahub-io · Oct 12, 2024 · a033645 · a033645
1 parent f11fef5
commit a033645
Showing 1 changed file with 8 additions and 9 deletions.
diff --git a/src/vllm_tgis_adapter/grpc/grpc_server.py b/src/vllm_tgis_adapter/grpc/grpc_server.py
@@ -886,18 +886,17 @@ async def Tokenize(
 
             if request.return_offsets:
                 if is_mistral_tokenizer:
-                    logger.warning(
+                    raise ValueError(
                         "Mistral tokenizer doesn't support "
                         "return_offsets at the moment. "
                     )
-                else:
-                    offsets = [
-                        {"start": start, "end": end}
-                        for start, end in batch_encoding.offset_mapping
-                        if start is not None and end is not None
-                    ]
-                    # Truncate offset list if request.truncate_input_tokens
-                    offsets = offsets[-token_count:]
+                offsets = [
+                    {"start": start, "end": end}
+                    for start, end in batch_encoding.offset_mapping
+                    if start is not None and end is not None
+                ]
+                # Truncate offset list if request.truncate_input_tokens
+                offsets = offsets[-token_count:]
 
             tokens = tokens[-token_count:] if request.return_tokens else None