From 60d1c6e584203b07df5020529d678e69baad84a3 Mon Sep 17 00:00:00 2001 From: Tyler Michael Smith Date: Mon, 29 Jul 2024 12:59:02 -0400 Subject: [PATCH] [Kernel] Fix deprecation function warnings squeezellm quant_cuda_kernel (#6901) --- csrc/quantization/squeezellm/quant_cuda_kernel.cu | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/csrc/quantization/squeezellm/quant_cuda_kernel.cu b/csrc/quantization/squeezellm/quant_cuda_kernel.cu index 40baac6108695..714907428a1ab 100644 --- a/csrc/quantization/squeezellm/quant_cuda_kernel.cu +++ b/csrc/quantization/squeezellm/quant_cuda_kernel.cu @@ -197,13 +197,13 @@ void squeezellm_gemm(torch::Tensor vec, torch::Tensor mat, torch::Tensor mul, const cudaStream_t stream = at::cuda::getCurrentCUDAStream(); vllm::squeezellm::NUQ4MatMulKernel<<>>( #ifndef USE_ROCM - (half2*)vec.data(), + (half2*)vec.data_ptr(), #else (__half2*)vec.data_ptr(), #endif mat.data_ptr(), #ifndef USE_ROCM - (half2*)mul.data(), (__half*)lookup_table.data(), + (half2*)mul.data(), (__half*)lookup_table.data_ptr(), #else (float2*)mul.data_ptr(), (__half*)lookup_table.data_ptr(),