esiur/esiur-dotnet
2
0
Fork 0
mirror of https://github.com/esiur/esiur-dotnet.git synced 2025-06-27 13:33:13 +00:00
Code Issues Projects Releases Wiki Activity

ANN

Browse Source
This commit is contained in:
Ahmed Zamil
2023-01-28 15:33:49 +03:00
parent 01d53ea67c
commit 9e620a98ca
8 changed files with 347 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

42
Esiur.Analysis/Algebra/Functions.cs Normal file
View File

@ -0,0 +1,42 @@
using Esiur.Analysis.Neural;
using System;
using System.Collections.Generic;
using System.Text;
namespace Esiur.Analysis.Algebra
{
public static class Functions
{
private static MathFunction<RealFunction> SigmoidDerivative
= new MathFunction<RealFunction>(new RealFunction(x => x * (1 - x)), null, null);
public static MathFunction<RealFunction> Sigmoid = new MathFunction<RealFunction>(new RealFunction(x =>
{
double k = Math.Exp(x);
return k / (1.0 + k);
}), SigmoidDerivative, null);
private static MathFunction<RealFunction> TanhDerivative = new MathFunction<RealFunction>(
new RealFunction(x => 1 - (x * x)), null, null);
public static MathFunction<RealFunction> Tanh = new MathFunction<RealFunction>(
new RealFunction(x => Math.Tanh(x)), TanhDerivative, null);
private static MathFunction<RealFunction> ReLUDerivative = new MathFunction<RealFunction>(
new RealFunction(x => (0 >= x) ? 0 : 1), null, null);
public static MathFunction<RealFunction> ReLU = new MathFunction<RealFunction>(
new RealFunction(x => (0 >= x) ? 0 : x), ReLUDerivative, null);
private static MathFunction<RealFunction> LeakyReLUDerivative = new MathFunction<RealFunction>(
new RealFunction(x => (0 >= x) ? 0.01 : 1), null, null);
public static MathFunction<RealFunction> LeakyReLU = new MathFunction<RealFunction>(
new RealFunction(x => (0 >= x) ? 0.01 * x : x), LeakyReLUDerivative, null);
}
}