public BatchNormalization(int axis = -1, float momentum = 0.99f, float epsilon = 0.001f, bool center = true, bool scale = true,
BaseInitializer betaInitializer = null, BaseRegularizer betaRegularizer = null, BaseConstraint betaConstraint = null, BaseInitializer gammaInitializer = null,
BaseRegularizer gammaRegularizer = null, BaseConstraint gammaConstraint = null, BaseInitializer movingMeanInitializer = null, BaseInitializer movingVarianceInitializer = null)
: base("batchnormalization")
{
Axis = axis;
Momentum = momentum;
Epsilon = epsilon;
Center = center;
Scale = scale;
BetaInitializer = betaInitializer ?? new Zeros();
GammaInitializer = gammaInitializer ?? new Ones();
MovingMeanInitializer = movingMeanInitializer ?? new Zeros();
MovingVarianceInitializer = movingVarianceInitializer ?? new Ones();
BetaConstraint = betaConstraint;
GammaConstraint = gammaConstraint;
BetaRegularizer = betaRegularizer;
GammaRegularizer = gammaRegularizer;
}
public Conv3D(int filters, Tuple <int, int, int> kernalSize, int strides = 1, PaddingType padding = PaddingType.Same, Tuple <int, int, int> dialationRate = null,
ActType activation = ActType.Linear, BaseInitializer kernalInitializer = null, BaseRegularizer kernalRegularizer = null,
BaseConstraint kernalConstraint = null, bool useBias = true, BaseInitializer biasInitializer = null, BaseRegularizer biasRegularizer = null, BaseConstraint biasConstraint = null)
: base("conv3d")
{
Filters = filters;
KernalSize = kernalSize;
Strides = strides;
Padding = padding;
DialationRate = dialationRate ?? Tuple.Create(1, 1, 1);
Act = activation;
UseBias = useBias;
KernalInitializer = kernalInitializer ?? new GlorotUniform();
BiasInitializer = biasInitializer ?? new Zeros();
KernalConstraint = kernalConstraint;
BiasConstraint = biasConstraint;
KernalRegularizer = kernalRegularizer;
BiasRegularizer = biasRegularizer;
}
public Conv3DTranspose(uint filters, Tuple <uint, uint, uint> kernalSize, Tuple <uint, uint, uint> strides = null, uint?padding = null, Tuple <uint, uint, uint> dialationRate = null,
string activation = ActivationType.Linear, BaseInitializer kernalInitializer = null,
BaseRegularizer kernalRegularizer = null, BaseConstraint kernalConstraint = null,
bool useBias = true, BaseInitializer biasInitializer = null, BaseRegularizer biasRegularizer = null, BaseConstraint biasConstraint = null)
: base("conv2dtranspose")
{
Filters = filters;
KernalSize = kernalSize ?? Tuple.Create <uint, uint, uint>(1, 1, 1);
Strides = strides ?? Tuple.Create <uint, uint, uint>(1, 1, 1);
Padding = padding;
DialationRate = dialationRate ?? Tuple.Create <uint, uint, uint>(1, 1, 1);
Activation = activation;
UseBias = useBias;
KernalInitializer = kernalInitializer ?? new GlorotUniform();
BiasInitializer = biasInitializer ?? new Zeros();
KernalConstraint = kernalConstraint;
BiasConstraint = biasConstraint;
KernalRegularizer = kernalRegularizer;
BiasRegularizer = biasRegularizer;
}
public Conv1D(uint filters, uint kernalSize, uint strides = 1, uint?padding = null,
uint dialationRate = 1, string activation = ActivationType.Linear, BaseInitializer kernalInitializer = null,
BaseRegularizer kernalRegularizer = null, BaseConstraint kernalConstraint = null, bool useBias = true,
BaseInitializer biasInitializer = null, BaseRegularizer biasRegularizer = null, BaseConstraint biasConstraint = null)
: base("conv1d")
{
Filters = filters;
KernalSize = kernalSize;
Strides = strides;
Padding = padding;
DialationRate = dialationRate;
Activation = activation;
UseBias = useBias;
KernalInitializer = kernalInitializer ?? new GlorotUniform();
BiasInitializer = biasInitializer ?? new Zeros();
KernalConstraint = kernalConstraint;
BiasConstraint = biasConstraint;
KernalRegularizer = kernalRegularizer;
BiasRegularizer = biasRegularizer;
}
public Parameter BuildParam(string name, long[] shape, DataType elementType, BaseInitializer initializer, BaseConstraint constraint = null, BaseRegularizer regularizer = null, bool trainable = true)
{
Parameter v = null;
name = Name + "_" + name;
if (!Params.ContainsKey(name))
{
v = new Parameter(name, elementType, shape);
v.Data = initializer.Operator(shape);
v.SetConstraint(constraint);
v.SetRegularizer(regularizer);
if (trainable)
{
Params.Add(name, v);
}
}
else
{
v = Params[name];
}
return(v);
}
/// <summary>
/// Sets the regularizer function.
/// </summary>
/// <param name="fn">The function.</param>
public void SetRegularizer(BaseRegularizer fn)
{
regularizer = fn;
}
/// <summary>
/// Initializes a new instance of the <see cref="Embedding"/> class.
/// </summary>
/// <param name="inputDim">Size of the vocabulary, i.e. maximum integer index + 1.</param>
/// <param name="outputDim">int >= 0, Dimension of the dense embedding.</param>
/// <param name="embeddingsInitializer">Initializer for the embedding weight matrix.</param>
/// <param name="embeddingsRegularizer">Regularizer function for the embedding weight matrix.</param>
/// <param name="embeddingsConstraint">Constraint function for the embedding weight matrix.</param>
public Embedding(int inputDim, int outputDim, BaseInitializer embeddingsInitializer = null, BaseRegularizer embeddingsRegularizer = null, BaseConstraint embeddingsConstraint = null)
: base("embedding")
{
InputDim = inputDim;
OutputDim = outputDim;
EmbeddingsInitializer = embeddingsInitializer ?? new RandomUniform();
EmbeddingsConstraint = embeddingsConstraint;
EmbeddingsRegularizer = embeddingsRegularizer;
}
public Variable BuildVar(string name, long[] shape, DType elementType, BaseInitializer initializer, BaseConstraint constraint = null, BaseRegularizer regularizer = null, bool trainable = true)
{
Variable v = null;
if (!Params.ContainsKey(name))
{
v = new Variable(name, elementType, shape);
v.Data = initializer.Operator(v.Data.Shape);
v.SetConstraint(constraint);
v.SetRegularizer(regularizer);
if (trainable)
{
Params.Add(name, v);
}
}
else
{
v = Params[name];
}
return(v);
}
public Conv3DTranspose(int filters, Tuple <int, int, int> kernalSize, int strides = 1, PaddingType padding = PaddingType.Same, Tuple <int, int, int> dialationRate = null,
ActType activation = ActType.Linear, BaseInitializer kernalInitializer = null,
BaseRegularizer kernalRegularizer = null, BaseConstraint kernalConstraint = null,
bool useBias = true, BaseInitializer biasInitializer = null, BaseRegularizer biasRegularizer = null, BaseConstraint biasConstraint = null)
: base("conv3d_transpose")
{
}
public Conv2DTranspose(uint filters, Tuple <uint, uint> kernalSize, uint strides = 1, PaddingType padding = PaddingType.Same, Tuple <uint, uint> dialationRate = null,
ActivationType activation = ActivationType.Linear, BaseInitializer kernalInitializer = null, BaseRegularizer kernalRegularizer = null,
BaseConstraint kernalConstraint = null, bool useBias = true, BaseInitializer biasInitializer = null, BaseRegularizer biasRegularizer = null,
BaseConstraint biasConstraint = null)
: base(filters, kernalSize, strides, padding, dialationRate, activation, kernalInitializer, kernalRegularizer, kernalConstraint, useBias, biasInitializer
, biasRegularizer, biasConstraint)
{
Name = "conv2d_transpose";
}
