Skip to content

Commit

Permalink
fix mypy error in CI tests
Browse files Browse the repository at this point in the history
Signed-off-by: kewang-xlnx <kewang@xilinx.com>
  • Loading branch information
kewang-xlnx committed Jan 12, 2025
1 parent c002d74 commit 61ac2ec
Showing 1 changed file with 3 additions and 4 deletions.
7 changes: 3 additions & 4 deletions tests/quantization/test_quark.py
Original file line number Diff line number Diff line change
Expand Up @@ -6,9 +6,7 @@
import torch

from vllm.model_executor.layers.quantization.quark.quark import ( # noqa: E501
QuarkLinearMethod, QuarkW8A8Fp8,
QuarkW8A8Int8)
from vllm.platforms import current_platform
QuarkLinearMethod, QuarkW8A8Fp8, QuarkW8A8Int8)


def test_quark_fp8(vllm_runner):
Expand All @@ -30,7 +28,8 @@ def test_quark_fp8(vllm_runner):

output = llm.generate_greedy("Hello my name is", max_tokens=20)
assert output



def test_quark_int8(vllm_runner):
model_path = "amd/Llama-3.1-8B-Instruct-w-int8-a-int8-sym-test"
with vllm_runner(model_path) as llm:
Expand Down

0 comments on commit 61ac2ec

Please sign in to comment.