|
@@ -89,7 +89,7 @@ kernel void kernel_gelu(
|
|
|
device float * dst,
|
|
device float * dst,
|
|
|
uint tpig[[thread_position_in_grid]]) {
|
|
uint tpig[[thread_position_in_grid]]) {
|
|
|
float x = src0[tpig];
|
|
float x = src0[tpig];
|
|
|
- dst[tpig] = 0.5f*x*(1.0f + tanhf(SQRT_2_OVER_PI*x*(1.0f + GELU_COEF_A*x*x)));
|
|
|
|
|
|
|
+ dst[tpig] = 0.5f*x*(1.0f + tanh(SQRT_2_OVER_PI*x*(1.0f + GELU_COEF_A*x*x)));
|
|
|
}
|
|
}
|
|
|
|
|
|
|
|
kernel void kernel_soft_max(
|
|
kernel void kernel_soft_max(
|