added stable version of the softmax link

eljanmahammadli · Nov 7, 2023 · 1f23b7f · 1f23b7f
1 parent 86c6494
commit 1f23b7f
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/gradipy/tensor.py b/gradipy/tensor.py
@@ -97,6 +97,8 @@ def _backward() -> None:
     def matmul(self, other: "Tensor") -> "Tensor":
         return self @ other
 
+    # there is more stable way to compute softmax :D
+    # https://ogunlao.github.io/2020/04/26/you_dont_really_know_softmax.html
     def softmax(self) -> "Tensor":
         exps = np.exp(self.data - np.max(self.data, axis=1, keepdims=True))
         probs = exps / np.sum(exps, axis=1, keepdims=True)