NEAT & HyperNEAT, it compiles, but testing still needed.

Author: heatonresearch

encog-core-cs/Engine/Network/Activation/ActivationBiPolar.cs

@@ -54,9 +54,12 @@ public virtual double DerivativeFunction(double b, double a)
 
 
         /// <returns>Return true, bipolar has a 1 for derivative.</returns>
-        public virtual bool HasDerivative()
+        public virtual bool HasDerivative
         {
-            return true;
+            get
+            {
+                return true;
+            }
         }
 
         /// <inheritdoc />

encog-core-cs/Engine/Network/Activation/ActivationBipolarSteepenedSigmoid.cs

@@ -0,0 +1,89 @@
+using System;
+using System.Collections.Generic;
+using System.Linq;
+using System.Text;
+
+namespace Encog.Engine.Network.Activation
+{
+    /// <summary>
+    /// The bipolar sigmoid activation function is like the regular sigmoid activation function,
+    /// except Bipolar sigmoid activation function. TheOutput range is -1 to 1 instead of the more normal 0 to 1.
+    /// 
+    /// This activation is typically part of a CPPN neural network, such as 
+    /// HyperNEAT.
+    /// 
+    /// It was developed by  Ken Stanley while at The University of Texas at Austin.
+    /// http://www.cs.ucf.edu/~kstanley/
+    /// </summary>
+    [Serializable]
+    public class ActivationBipolarSteepenedSigmoid : IActivationFunction
+    {
+        /// <summary>
+        /// The parameters.
+        /// </summary>
+        private double[] _params;
+
+        /// <inheritdoc/>
+        public void ActivationFunction(double[] d, int start, int size)
+        {
+            for (int i = start; i < start + size; i++)
+            {
+                if (d[i] < -1.0)
+                {
+                    d[i] = -1.0;
+                }
+                if (d[i] > 1.0)
+                {
+                    d[i] = 1.0;
+                }
+            }
+        }
+
+        /// <inheritdoc/>
+        public double DerivativeFunction(double b, double a)
+        {
+            return 1;
+        }
+
+        /// <inheritdoc/>
+        public bool HasDerivative
+        {
+            get
+            {
+                return true;
+            }
+        }
+
+        /// <inheritdoc/>
+        public Object Clone()
+        {
+            return new ActivationBipolarSteepenedSigmoid();
+        }
+
+        /// <inheritdoc />
+        public virtual String[] ParamNames
+        {
+            get
+            {
+                String[] result = { };
+                return result;
+            }
+        }
+
+
+        /// <inheritdoc />
+        public virtual double[] Params
+        {
+            get { return _params; }
+        }
+
+        /// <inheritdoc/>
+        public string FactoryCode
+        {
+            get
+            {
+                return null;
+            }
+        }
+    }
+}

encog-core-cs/Engine/Network/Activation/ActivationClippedLinear.cs

@@ -0,0 +1,73 @@
+using System;
+using System.Collections.Generic;
+using System.Linq;
+using System.Text;
+
+namespace Encog.Engine.Network.Activation
+{
+    /// <summary>
+    /// Linear activation function that bounds the output to [-1,+1].  This
+    /// activation is typically part of a CPPN neural network, such as 
+    /// HyperNEAT.
+    /// 
+    /// The idea for this activation function was developed by  Ken Stanley, of  
+    /// the University of Texas at Austin.
+    /// http://www.cs.ucf.edu/~kstanley/
+    /// </summary>
+    public class ActivationClippedLinear : IActivationFunction
+    {
+        /// <summary>
+        /// The parameters.
+        /// </summary>
+        private double[] _params;
+
+        /// <inheritdoc/>
+        public void ActivationFunction(double[] d, int start, int size)
+        {
+            for (int i = start; i < start + size; i++)
+            {
+                d[i] = (2.0 / (1.0 + Math.Exp(-4.9 * d[i]))) - 1.0;
+            }
+        }
+
+        /// <inheritdoc/>
+        public double DerivativeFunction(double b, double a)
+        {
+            return 1;
+        }
+
+        /// <inheritdoc/>
+        public Object Clone()
+        {
+            return new ActivationBipolarSteepenedSigmoid();
+        }
+
+        /// <inheritdoc />
+        public virtual String[] ParamNames
+        {
+            get
+            {
+                String[] result = { };
+                return result;
+            }
+        }
+
+
+        /// <inheritdoc />
+        public virtual double[] Params
+        {
+            get { return _params; }
+        }
+
+        /// <inheritdoc/>
+        public string FactoryCode
+        {
+            get
+            {
+                return null;
+            }
+        }
+
+        public bool HasDerivative { get { return true; } }
+    }
+}

encog-core-cs/Engine/Network/Activation/ActivationCompetitive.cs

@@ -154,9 +154,12 @@ public virtual double[] Params
 
 
         /// <returns>False, indication that no derivative is available for thisfunction.</returns>
-        public virtual bool HasDerivative()
+        public virtual bool HasDerivative
         {
-            return false;
+            get
+            {
+                return false;
+            }
         }
     }
 }

encog-core-cs/Engine/Network/Activation/ActivationElliott.cs

@@ -100,9 +100,12 @@ public double[] Params
         /// Return true, Elliott activation has a derivative.
         /// </summary>
         /// <returns>Return true, Elliott activation has a derivative.</returns>
-        public bool HasDerivative()
+        public bool HasDerivative
         {
-            return true;
+            get
+            {
+                return true;
+            }
         }
 
         #endregion

encog-core-cs/Engine/Network/Activation/ActivationElliottSymmetric.cs

@@ -101,9 +101,12 @@ public double[] Params
         /// Return true, Elliott activation has a derivative.
         /// </summary>
         /// <returns>Return true, Elliott activation has a derivative.</returns>
-        public bool HasDerivative()
+        public bool HasDerivative
         {
-            return true;
+            get
+            {
+                return true;
+            }
         }
 
         #endregion