@@ -36,31 +57,31 @@
enum class loss_function_type : unsigned char {
// P = Probability(Actual), Q = Probability(Model)
- kullback_leibler = 1, // L = ∑[P(x) * log(P(x) / Q(x))]
+ kullback_leibler = 1, // L = ∑[P(x) * log P(x) / Q(x)
]
// y = Actual, ŷ = Model
- mean_abs_error = 2, // L = ∑[|yi - ŷi|] / N
+ mean_abs_error = 2, // L = ∑|yi - ŷi| / N
// y = Actual, ŷ = Model
- mean_sqr_error = 3, // L = ∑[(yi - ŷi)2] / N
+ mean_sqr_error = 3, // L = ∑(yi - ŷi)2 / N
// y = Actual, ŷ = Model
- mean_sqr_log_error = 4, // L = ∑[(log(1 + yi) - log(1 + ŷi))2] / N
+ mean_sqr_log_error = 4, // L = ∑[(log(1 + yi) - log(1 + ŷi))2] / N
// y = Actual, P(yi) = Model probability prediction
- cross_entropy = 5, // L = -∑[yi * log(P(yi))] / N
+ cross_entropy = 5, // L = -∑[yi * log(P(yi))] / N
// y = Actual binary (0/1), P(yi) = Model probability prediction
- binary_cross_entropy = 6, // L = ∑[-(yi * log(P(yi))) + (1 - yi) * log(1 - P(yi))] / N
+ binary_cross_entropy = 6, // L = ∑[-(yi * log(P(yi))) + (1 - yi) * log(1 - P(yi))] / N
// y = Actual, ŷ = Model
categorical_hinge = 7, // L = max[∑[(1 - yi) * ŷi] - ∑[yi * ŷi] + 1, 0]
// Y = Actual, Ŷ = Model
- cosine_similarity = 8, // L = (Y . Ŷ) / (||Y|| * ||Ŷ||)
+ cosine_similarity = 8, // L = Y . Ŷ / ||Y|| * ||Ŷ||
// y = Actual, ŷ = Model
- log_cosh = 9, // L = ∑[log(cosh(ŷi - yi))] / N
+ log_cosh = 9, // L = ∑log(cosh(ŷi - yi)) / N
};
diff --git a/docs/HTML/ReturnVisitor.html b/docs/HTML/ReturnVisitor.html
index 2f974afb..4db289f5 100644
--- a/docs/HTML/ReturnVisitor.html
+++ b/docs/HTML/ReturnVisitor.html
@@ -24,6 +24,28 @@
-->
+
+
+
@@ -35,8 +57,8 @@
enum class return_policy : unsigned char {
- log = 1, // log(Xt / Xt-1)
- percentage = 2, // (Xt - Xt-1) / Xt-1
+ log = 1, // log Xt / Xt-1
+ percentage = 2, // Xt - Xt-1 / Xt-1
monetary = 3, // Xt - Xt-1
trinary = 4, // 1 if Xt - Xt-1 > 0, -1 if Xt - Xt-1 < 0, else 0
};
diff --git a/docs/HTML/SigmoidVisitor.html b/docs/HTML/SigmoidVisitor.html
index 96e8463b..3d92a82e 100644
--- a/docs/HTML/SigmoidVisitor.html
+++ b/docs/HTML/SigmoidVisitor.html
@@ -24,6 +24,28 @@
-->
+
+
+
@@ -34,11 +56,11 @@
enum class sigmoid_type : unsigned char {
- logistic = 1, // f(x) = 1 / (1 + e-x)
- algebraic = 2, // f(x) = 1 / √1 + x2
+ logistic = 1, // f(x) = 1 / 1 + e-x
+ algebraic = 2, // f(x) = 1 / √1 + x2
hyperbolic_tan = 3, // f(x) = tanh(x)
arc_tan = 4, // f(x) = atan(x)
- error_function = 5, // f(x) = 2 / √ℼ * ∫ e-t2 dt
+ error_function = 5, // f(x) = 2 / √ℼ * ∫ e-t2 dt
gudermannian = 6, // f(x) = atan(sinh(x))
smoothstep = 7, // f(x) = 0 if x <= 0, 1 if x >= 1, else 3x2 - 2x3
};
@@ -60,13 +82,13 @@
enum class rectify_type : unsigned char {
ReLU = 1, // f(x) = x if x > 0 else 0
- param_ReLU = 2, // f(x) = x if x > 0 else a * x, a <= 1
- GeLU = 3, // f(x) = x * Φ(x), Φ = Standard Normal Dist
+ param_ReLU = 2, // f(x) = x if x > 0 else a * x a <= 1
+ GeLU = 3, // f(x) = x * Φ(x) Φ = Standard Normal Dist
SiLU = 4, // f(x) = x * Sigmoid(x)
- softplus = 5, // f(x) = log(1 + ea * x) / a, a != 0
- elu = 6, // f(x) = x if x > 0 else a * (ex - 1), a >= 0
+ softplus = 5, // f(x) = log(1 + eax) / a a != 0
+ elu = 6, // f(x) = x if x > 0 else a * (ex - 1) a >= 0
mish = 7, // f(x) = x * tanh(softplus(x))
- metallic_mean = 8, // f(x) = (x + √x2 + 4) / 2
+ metallic_mean = 8, // f(x) = x + √x2 + 4 / 2
};
|
| | |