Default activation function changed from LogisticFunctionSteep to LeakyReLU or the following experiments: BinaryElevenMultiplexerExperiment, BinarySixMultiplexerExperiment, BinaryThreeMultiplexerExperiment, GenerativeFnRegressionExperiment, Xor.

This is based on evidence that LeakyReLU leads to better performance on these experiments; see http://sharpneat.sourceforge.net/research/activation-fn-review/activation-fn-review.html

Author: colgreen

Diff for: src/SharpNeatDomains/BinaryElevenMultiplexer/BinaryElevenMultiplexerExperiment.cs

@@ -20,6 +20,7 @@
 using SharpNeat.EvolutionAlgorithms;
 using SharpNeat.EvolutionAlgorithms.ComplexityRegulation;
 using SharpNeat.Genomes.Neat;
+using SharpNeat.Network;
 using SharpNeat.Phenomes;
 using SharpNeat.SpeciationStrategies;
 
@@ -133,6 +134,7 @@ public void Initialize(string name, XmlElement xmlConfig)
             _eaParams.SpecieCount = _specieCount;
             _neatGenomeParams = new NeatGenomeParameters();
             _neatGenomeParams.FeedforwardOnly = _activationScheme.AcyclicNetwork;
+            _neatGenomeParams.ActivationFn = LeakyReLU.__DefaultInstance;
         }
 
         /// <summary>

Diff for: src/SharpNeatDomains/BinarySixMultiplexer/BinarySixMultiplexerExperiment.cs

@@ -20,6 +20,7 @@
 using SharpNeat.EvolutionAlgorithms;
 using SharpNeat.EvolutionAlgorithms.ComplexityRegulation;
 using SharpNeat.Genomes.Neat;
+using SharpNeat.Network;
 using SharpNeat.Phenomes;
 using SharpNeat.SpeciationStrategies;
 
@@ -133,6 +134,7 @@ public void Initialize(string name, XmlElement xmlConfig)
             _eaParams.SpecieCount = _specieCount;
             _neatGenomeParams = new NeatGenomeParameters();
             _neatGenomeParams.FeedforwardOnly = _activationScheme.AcyclicNetwork;
+            _neatGenomeParams.ActivationFn = LeakyReLU.__DefaultInstance;
         }
 
         /// <summary>

Diff for: src/SharpNeatDomains/BinaryThreeMultiplexer/BinaryThreeMultiplexerExperiment.cs

@@ -20,6 +20,7 @@
 using SharpNeat.EvolutionAlgorithms;
 using SharpNeat.EvolutionAlgorithms.ComplexityRegulation;
 using SharpNeat.Genomes.Neat;
+using SharpNeat.Network;
 using SharpNeat.Phenomes;
 using SharpNeat.SpeciationStrategies;
 
@@ -133,6 +134,7 @@ public void Initialize(string name, XmlElement xmlConfig)
             _eaParams.SpecieCount = _specieCount;
             _neatGenomeParams = new NeatGenomeParameters();
             _neatGenomeParams.FeedforwardOnly = _activationScheme.AcyclicNetwork;
+            _neatGenomeParams.ActivationFn = LeakyReLU.__DefaultInstance;
         }
 
         /// <summary>

Diff for: src/SharpNeatDomains/GenerativeFunctionRegression/GenerativeFnRegressionExperiment.cs

@@ -22,6 +22,7 @@
 using SharpNeat.EvolutionAlgorithms;
 using SharpNeat.EvolutionAlgorithms.ComplexityRegulation;
 using SharpNeat.Genomes.Neat;
+using SharpNeat.Network;
 using SharpNeat.Phenomes;
 using SharpNeat.SpeciationStrategies;
 
@@ -138,6 +139,7 @@ public void Initialize(string name, XmlElement xmlConfig)
 
             _neatGenomeParams = new NeatGenomeParameters();
             _neatGenomeParams.FeedforwardOnly = _activationScheme.AcyclicNetwork;
+            _neatGenomeParams.ActivationFn = LeakyReLU.__DefaultInstance;
 
             // Determine what function to regress.
             string fnIdStr = XmlUtils.GetValueAsString(xmlConfig, "Function");

Diff for: src/SharpNeatDomains/Xor/XorExperiment.cs

@@ -20,6 +20,7 @@
 using SharpNeat.EvolutionAlgorithms;
 using SharpNeat.EvolutionAlgorithms.ComplexityRegulation;
 using SharpNeat.Genomes.Neat;
+using SharpNeat.Network;
 using SharpNeat.Phenomes;
 using SharpNeat.SpeciationStrategies;
 
@@ -133,6 +134,7 @@ public void Initialize(string name, XmlElement xmlConfig)
             _eaParams.SpecieCount = _specieCount;
             _neatGenomeParams = new NeatGenomeParameters();
             _neatGenomeParams.FeedforwardOnly = _activationScheme.AcyclicNetwork;
+            _neatGenomeParams.ActivationFn = LeakyReLU.__DefaultInstance;
         }
 
         /// <summary>