CUDA: fix misaligned shared memory read (#8123)

ggerganov · Jun 26, 2024 · c8771ab · c8771ab
1 parent 494165f
commit c8771ab
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/ggml-cuda/mma.cuh b/ggml-cuda/mma.cuh
@@ -23,7 +23,7 @@ struct mma_int_A_I16K4 {
 
     __device__ __forceinline__ void load(const int * __restrict__ xs0, const int & stride) {
 #if defined(INT8_MMA_AVAILABLE)
-        const int * xs = xs0 + (threadIdx.x%I)*stride + (threadIdx.x/I)*(K/2);
+        const int * xs = xs0 + (threadIdx.x%I)*stride;
         asm("ldmatrix.sync.aligned.m8n8.x2.b16 {%0, %1}, [%2];"
             : "+r"(x[0]), "+r"(x[1])
             : "l"(xs));