CUDA: Quantized matrix matrix multiplication #3952

Job	Run time
macOS-latest-make	1m 41s
macOS-latest-cmake	2m 3s
ubuntu-focal-make	1m 11s
ubuntu-latest-cmake	1m 25s
ubuntu-latest-cmake-mpi (mpich)	1m 26s
ubuntu-latest-cmake-mpi (libopenmpi-dev)	1m 25s
ubuntu-latest-cmake-sanitizer (ADDRESS, Debug)	1m 3s
ubuntu-latest-cmake-sanitizer (ADDRESS, Release)	2m 29s
ubuntu-latest-cmake-sanitizer (THREAD, Debug)	1m 20s
ubuntu-latest-cmake-sanitizer (THREAD, Release)	1m 52s
ubuntu-latest-cmake-sanitizer (UNDEFINED, Debug)	1m 15s
ubuntu-latest-cmake-sanitizer (UNDEFINED, Release)	3m 41s
windows-latest-cmake (noavx, -DLLAMA_BUILD_SERVER=ON -DLLAMA_AVX=OFF -DLLAMA_AVX2=OFF -DLLAMA_FMA...	1m 58s
windows-latest-cmake (avx2, -DLLAMA_BUILD_SERVER=ON)	2m 16s
windows-latest-cmake (avx, -DLLAMA_BUILD_SERVER=ON -DLLAMA_AVX2=OFF)	2m 3s
windows-latest-cmake (avx512, -DLLAMA_BUILD_SERVER=ON -DLLAMA_AVX512=ON -DBUILD_SHARED_LIBS=ON)	3m 31s
windows-latest-cmake (clblast, -DLLAMA_BUILD_SERVER=ON -DLLAMA_CLBLAST=ON -DCMAKE_PREFIX_PATH="$e...	2m 29s
windows-latest-cmake (openblas, -DLLAMA_BUILD_SERVER=ON -DLLAMA_BLAS=ON -DLLAMA_BLAS_VENDOR=OpenB...	2m 17s
windows-latest-cmake-cublas (12.1.0, cublas)	26m 28s
windows-latest-cmake-cublas (11.7.1, cublas)	13m 45s
release	0s
	1h 15m 38s

Provide feedback