vulkan: predicate max operation in soft_max shaders/soft_max (#10437)

Fixes #10434
ggerganov · Nov 20, 2024 · 9abe9ee · 9abe9ee
1 parent f95caa7
commit 9abe9ee
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/ggml/src/ggml-vulkan/vulkan-shaders/soft_max.comp b/ggml/src/ggml-vulkan/vulkan-shaders/soft_max.comp
@@ -73,7 +73,9 @@ void soft_max(uint num_iters) {
 
         FLOAT_TYPE v = a * p.scale + slope * b;
 
-        max_val = max(max_val, v);
+        if (col < p.KX) {
+            max_val = max(max_val, v);
+        }
 
         if (idx < DATA_CACHE_SIZE) {
             data_cache[idx] = v;