From 994463b291e2b3f7045c62245051e2018901195f Mon Sep 17 00:00:00 2001
From: Tim Jurcka <timjurcka@gmail.com>
Date: Fri, 17 Nov 2017 23:37:45 +0100
Subject: [PATCH] Making sure ActivationReLU params work properly

---
 .../network/activation/ActivationReLU.java    |  2 +-
 .../neural/activation/TestActivationReLU.java | 43 +++++++++++++++++++
 2 files changed, 44 insertions(+), 1 deletion(-)
 create mode 100644 src/test/java/org/encog/neural/activation/TestActivationReLU.java

diff --git a/src/main/java/org/encog/engine/network/activation/ActivationReLU.java b/src/main/java/org/encog/engine/network/activation/ActivationReLU.java
index bce409ff5..bef4c2a07 100644
--- a/src/main/java/org/encog/engine/network/activation/ActivationReLU.java
+++ b/src/main/java/org/encog/engine/network/activation/ActivationReLU.java
@@ -42,7 +42,7 @@ public class ActivationReLU implements ActivationFunction {
 	/**
 	 * The ramp low parameter.
 	 */
-	public static final int PARAM_RELU_LOW = 0;
+	public static final int PARAM_RELU_LOW = 1;
 
 	/**
 	 * The serial ID.
diff --git a/src/test/java/org/encog/neural/activation/TestActivationReLU.java b/src/test/java/org/encog/neural/activation/TestActivationReLU.java
new file mode 100644
index 000000000..ba0e5a5da
--- /dev/null
+++ b/src/test/java/org/encog/neural/activation/TestActivationReLU.java
@@ -0,0 +1,43 @@
+/*
+ * Encog(tm) Core v3.4 - Java Version
+ * http://www.heatonresearch.com/encog/
+ * https://github.com/encog/encog-java-core
+
+ * Copyright 2008-2017 Heaton Research, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ * For more information on Heaton Research copyrights, licenses
+ * and trademarks visit:
+ * http://www.heatonresearch.com/copyright
+ */
+package org.encog.neural.activation;
+
+import junit.framework.TestCase;
+import org.encog.Encog;
+import org.encog.engine.network.activation.ActivationReLU;
+import org.junit.Assert;
+
+public class TestActivationReLU extends TestCase {
+	public void testActivationWithParams() {
+		double v = -0.066669475510992;
+		double[] vx = {v};
+
+		new ActivationReLU().activationFunction(vx, 0, 1);
+		Assert.assertEquals(0.0, vx[0], Encog.DEFAULT_DOUBLE_EQUAL);
+
+		vx[0] = v;
+		new ActivationReLU(-0.1, 0.0).activationFunction(vx, 0, 1);
+		Assert.assertEquals(v, vx[0], Encog.DEFAULT_DOUBLE_EQUAL);
+	}
+}