chore: add comments

Kotlin · Aug 17, 2021 · 1faca2f · 1faca2f
1 parent 7cc8197
commit 1faca2f
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/api/src/main/kotlin/org/jetbrains/kotlinx/dl/api/core/activation/Activations.kt b/api/src/main/kotlin/org/jetbrains/kotlinx/dl/api/core/activation/Activations.kt
@@ -445,7 +445,7 @@ public class GeluActivation(public val approximate: Boolean = false) : Activatio
                     features, tf.math.add(
                         tf.constant(1.0f), tf.math.tanh(
                             tf.math.mul(
-                                tf.constant(0.7978845608028654f),
+                                tf.constant(0.7978845608028654f),       // This value is equal to sqrt(2/pi) to avoid a constant division
                                 tf.math.add(features, tf.math.mul(coeff, tf.math.pow(features, tf.constant(3f))))
                             )
                         )