Skip to content

Commit

Permalink
fix import path
Browse files Browse the repository at this point in the history
  • Loading branch information
isky-cd committed Feb 28, 2024
1 parent b4a2157 commit 6607316
Show file tree
Hide file tree
Showing 3 changed files with 2 additions and 216 deletions.
214 changes: 0 additions & 214 deletions tests/test_infer/test_ops/cuda/kernel_utils.py

This file was deleted.

2 changes: 1 addition & 1 deletion tests/test_infer/test_ops/cuda/test_kv_cache_memcpy.py
Original file line number Diff line number Diff line change
@@ -1,12 +1,12 @@
import pytest
import torch
from kernel_utils import generate_caches_and_block_tables_v2, mock_alloc_single_token
from packaging import version

from colossalai.inference.modeling.layers.attention import copy_to_cache
from colossalai.kernel.kernel_loader import InferenceOpsLoader
from colossalai.kernel.triton import copy_kv_to_blocked_cache
from colossalai.utils import get_current_device
from tests.test_infer.test_ops.triton.kernel_utils import generate_caches_and_block_tables_v2, mock_alloc_single_token

try:
import triton # noqa
Expand Down
2 changes: 1 addition & 1 deletion tests/test_infer/test_ops/triton/test_kvcache_copy.py
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
import pytest
import torch
from kernel_utils import generate_caches_and_block_tables_v2, mock_alloc_single_token
from packaging import version

from colossalai.inference.modeling.layers.attention import copy_to_cache
from colossalai.kernel.triton import copy_kv_to_blocked_cache
from colossalai.utils import get_current_device
from tests.test_infer.test_ops.triton.kernel_utils import generate_caches_and_block_tables_v2, mock_alloc_single_token

try:
import triton # noqa
Expand Down

0 comments on commit 6607316

Please sign in to comment.