From f20de7d4d5b8278327dd8df64a7e61dd7c139dc8 Mon Sep 17 00:00:00 2001 From: Tristan Konolige Date: Wed, 26 May 2021 09:13:01 -0700 Subject: [PATCH] [CUBLAS] Remove deprecated CUBLAS_TENSOR_OP_MATH flag (#8130) This flag is causes CUBLAS to use tensore cores on all operations. With f32 or f64 operations, this leads to loss of accuracy. --- src/runtime/contrib/cublas/cublas.cc | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/runtime/contrib/cublas/cublas.cc b/src/runtime/contrib/cublas/cublas.cc index 9af1602cf3c0..1216a63703bb 100644 --- a/src/runtime/contrib/cublas/cublas.cc +++ b/src/runtime/contrib/cublas/cublas.cc @@ -39,7 +39,7 @@ inline void CUBLASTryEnableTensorCore(cublasHandle_t hdl) { // TensorCores are only supported in cublas 9.0 or higher int version; CHECK_CUBLAS_ERROR(cublasGetVersion(hdl, &version)); - if (version >= 9000) CHECK_CUBLAS_ERROR(cublasSetMathMode(hdl, CUBLAS_TENSOR_OP_MATH)); + if (version >= 9000) CHECK_CUBLAS_ERROR(cublasSetMathMode(hdl, CUBLAS_DEFAULT_MATH)); } struct CublasHgemmOp {