Test

neuralmagic · Jul 18, 2024 · 3063398 · 3063398
1 parent af8f5a0
commit 3063398
Showing 1 changed file with 0 additions and 2 deletions.
diff --git a/tests/test_auto_fp8.py b/tests/test_auto_fp8.py
@@ -56,8 +56,6 @@ def preprocess(example):
     quantize_config = BaseQuantizeConfig(quant_method="fp8", activation_scheme="static")
 
     model = AutoFP8ForCausalLM.from_pretrained(model_id, quantize_config)
-    model.model.to("cpu")
-
     model.quantize(ds)
     model.save_quantized(quantized_model_dir)