use precise::tanh

ggerganov · Aug 26, 2024 · edc2e27 · edc2e27
1 parent 054203a
commit edc2e27
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/ggml/src/ggml-metal.metal b/ggml/src/ggml-metal.metal
@@ -2149,8 +2149,8 @@ kernel void kernel_flash_attn_ext_f16(
                     ss[8*cc + ty*TF + 2*tx + 1] *= scale;
 
                     if (logit_softcap != 0.0f) {
-                        ss[8*cc + ty*TF + 2*tx + 0] = logit_softcap*tanh(ss[8*cc + ty*TF + 2*tx + 0]);
-                        ss[8*cc + ty*TF + 2*tx + 1] = logit_softcap*tanh(ss[8*cc + ty*TF + 2*tx + 1]);
+                        ss[8*cc + ty*TF + 2*tx + 0] = logit_softcap*precise::tanh(ss[8*cc + ty*TF + 2*tx + 0]);
+                        ss[8*cc + ty*TF + 2*tx + 1] = logit_softcap*precise::tanh(ss[8*cc + ty*TF + 2*tx + 1]);
                     }
 
                     if (mask != q) {
@@ -2490,7 +2490,7 @@ kernel void kernel_flash_attn_ext_vec_f16(
                         mqk *= scale;
 
                         if (logit_softcap != 0.0f) {
-                            mqk = logit_softcap*tanh(mqk);
+                            mqk = logit_softcap*precise::tanh(mqk);
                         }
 
                         mqk += (mask != q) ? ((float4) mp4[ic/4 + cc])*slope : (float4) 0.0f;