Fix debug Turing switch

Vahe1994 · Feb 26, 2025 · 4772f2c · 4772f2c
1 parent a24ba57
commit 4772f2c
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/inference_lib/src/aqlm/inference_kernels/cuda_kernel.cu b/inference_lib/src/aqlm/inference_kernels/cuda_kernel.cu
@@ -589,7 +589,7 @@ void  code2x8_matvec_cuda(
   int threads = 32 * thread_m;
   cudaStream_t stream = at::cuda::getCurrentCUDAStream().stream();
   const bool is_turing = cc_major == 7 && cc_minor == 5;
-  if (is_turing) {
+  if (!is_turing) {
     int shared = 16 * (2 * 256 * 8 + 32 * 9);
     cudaFuncSetAttribute(
       Code2x8MatVec<use_bfloat16>, cudaFuncAttributeMaxDynamicSharedMemorySize, shared
@@ -655,7 +655,7 @@ void  code2x8_dequant_cuda(
   int threads = 32 * thread_m;
   cudaStream_t stream = at::cuda::getCurrentCUDAStream().stream();
   const bool is_turing = cc_major == 7 && cc_minor == 5;
-  if (is_turing) {
+  if (!is_turing) {
     int shared = 16 * (2 * 256 * 8 + 32 * 9);
     if (use_bfloat16) {
       cudaFuncSetAttribute(