From 52356f8f7b66bbb58f4227866a5b352964766661 Mon Sep 17 00:00:00 2001 From: Robert Shaw Date: Tue, 18 Jun 2024 15:00:42 +0000 Subject: [PATCH 1/3] add gc --- tests/models_core/test_magic_wand.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/tests/models_core/test_magic_wand.py b/tests/models_core/test_magic_wand.py index a24618ec09a4a..3880aeb52a04d 100644 --- a/tests/models_core/test_magic_wand.py +++ b/tests/models_core/test_magic_wand.py @@ -6,6 +6,7 @@ Run `pytest tests/models/test_compressed.py`. """ +import gc import pytest from tests.models.utils import check_logprobs_close @@ -47,6 +48,7 @@ def test_magic_wand( dense_outputs = dense_model.generate_greedy_logprobs( example_prompts, max_tokens, num_logprobs) del dense_model + gc.collect() sparse_model = vllm_runner( model_name=model_name, From f2d509781b68646e1867b72d3422dd75fdfeb692 Mon Sep 17 00:00:00 2001 From: Robert Shaw <114415538+robertgshaw2-neuralmagic@users.noreply.github.com> Date: Tue, 18 Jun 2024 11:12:05 -0400 Subject: [PATCH 2/3] Update test_magic_wand.py --- tests/models_core/test_magic_wand.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/models_core/test_magic_wand.py b/tests/models_core/test_magic_wand.py index 3880aeb52a04d..a19f9aea122d0 100644 --- a/tests/models_core/test_magic_wand.py +++ b/tests/models_core/test_magic_wand.py @@ -3,7 +3,7 @@ As a result, in this test, we just confirm that the top selected tokens of the sparse models are in the top N selections of same model running dense. -Run `pytest tests/models/test_compressed.py`. +Run `pytest tests/models_core/test_magic_wand.py`. """ import gc From 6ee2757894991db91fd045b1a8631a0612fdf7d0 Mon Sep 17 00:00:00 2001 From: Robert Shaw Date: Tue, 18 Jun 2024 15:15:58 +0000 Subject: [PATCH 3/3] make linter happy --- tests/models_core/test_magic_wand.py | 1 + 1 file changed, 1 insertion(+) diff --git a/tests/models_core/test_magic_wand.py b/tests/models_core/test_magic_wand.py index 3880aeb52a04d..f3addd145eab2 100644 --- a/tests/models_core/test_magic_wand.py +++ b/tests/models_core/test_magic_wand.py @@ -7,6 +7,7 @@ """ import gc + import pytest from tests.models.utils import check_logprobs_close