shin/NeuralNetworkLib
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fixed Sigmoid function and modifications

Browse Source
This commit is contained in:
Tomáš Černík
2016-02-07 21:32:22 +01:00
parent 567fcd2373
commit c75195fa04
6 changed files with 21 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
include/NeuralNetwork/ActivationFunction/Sigmoid.h
View File

@@ -15,12 +15,15 @@ namespace ActivationFunction {
class Sigmoid: public StreamingActivationFunction {
public:
Sigmoid(const float lambdaP = -0.5): lambda(lambdaP) {}
inline virtual float derivatedOutput(const float&,const float &output) override { return lambda*output*(1.0f-output); }
inline virtual float derivatedOutput(const float &, const float &output) override { return -lambda*output*(1.0f-output); }
inline virtual float operator()(const float &x) override { return 1.0f / (1.0f +exp(lambda*x) ); };
inline virtual __m128 operator()(const __m128 &x) override {
// exp_ps is extremly slow!
return _mm_div_ps(_mm_set1_ps(1.0),_mm_add_ps(exp_ps(_mm_mul_ps(_mm_set1_ps(lambda),x)),_mm_set1_ps(1.0)));
}
virtual ActivationFunction* clone() const override {
return new Sigmoid(lambda);
}