Remove stray quantize argument in get_weights_col_packed_qkv (#2237)

Fixes #2236.
huggingface · Jul 26, 2024 · 1c11084 · 1c11084
1 parent f3d709b
commit 1c11084
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/server/text_generation_server/utils/weights.py b/server/text_generation_server/utils/weights.py
@@ -261,7 +261,6 @@ def get_packed_sharded(
     def get_weights_col_packed_qkv(
         self,
         prefix: str,
-        quantize: str,
         num_heads: int,
         num_key_value_heads: int,
     ):