ggml : silu(-inf) should never happen

ggerganov · ggerganov · commit 42833bc7a82f · 2023-10-07T11:30:36.000+03:00
diff --git a/ggml.c b/ggml.c
@@ -3923,8 +3923,6 @@ inline static void ggml_vec_gelu_quick_f32(const int n, float * y, const float *
 
 // Sigmoid Linear Unit (SiLU) function
 inline static float ggml_silu_f32(float x) {
-    if (x == -INFINITY) return 0.0f;
-
     return x/(1.0f + expf(-x));
 }
 

Original file line number	Diff line number	Diff line change
`@@ -3923,8 +3923,6 @@ inline static void ggml_vec_gelu_quick_f32(const int n, float * y, const float *`
`3923`	`3923`
`3924`	`3924`	`// Sigmoid Linear Unit (SiLU) function`
`3925`	`3925`	`inline static float ggml_silu_f32(float x) {`
`3926`		`- if (x == -INFINITY) return 0.0f;`
`3927`		`-`
`3928`	`3926`	`return x/(1.0f + expf(-x));`
`3929`	`3927`	`}`
`3930`	`3928`