Skip to content

Commit

Permalink
Making sure ActivationReLU params work properly
Browse files Browse the repository at this point in the history
  • Loading branch information
sdgoij committed Nov 18, 2017
1 parent e82ec66 commit 994463b
Show file tree
Hide file tree
Showing 2 changed files with 44 additions and 1 deletion.
Original file line number Diff line number Diff line change
Expand Up @@ -42,7 +42,7 @@ public class ActivationReLU implements ActivationFunction {
/**
* The ramp low parameter.
*/
public static final int PARAM_RELU_LOW = 0;
public static final int PARAM_RELU_LOW = 1;

/**
* The serial ID.
Expand Down
43 changes: 43 additions & 0 deletions src/test/java/org/encog/neural/activation/TestActivationReLU.java
Original file line number Diff line number Diff line change
@@ -0,0 +1,43 @@
/*
* Encog(tm) Core v3.4 - Java Version
* http://www.heatonresearch.com/encog/
* https://github.com/encog/encog-java-core
* Copyright 2008-2017 Heaton Research, Inc.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*
* For more information on Heaton Research copyrights, licenses
* and trademarks visit:
* http://www.heatonresearch.com/copyright
*/
package org.encog.neural.activation;

import junit.framework.TestCase;
import org.encog.Encog;
import org.encog.engine.network.activation.ActivationReLU;
import org.junit.Assert;

public class TestActivationReLU extends TestCase {
public void testActivationWithParams() {
double v = -0.066669475510992;
double[] vx = {v};

new ActivationReLU().activationFunction(vx, 0, 1);
Assert.assertEquals(0.0, vx[0], Encog.DEFAULT_DOUBLE_EQUAL);

vx[0] = v;
new ActivationReLU(-0.1, 0.0).activationFunction(vx, 0, 1);
Assert.assertEquals(v, vx[0], Encog.DEFAULT_DOUBLE_EQUAL);
}
}

0 comments on commit 994463b

Please sign in to comment.