ConstantInitScheme |
Initialize the weight to zero.
|
DistributionInitScheme |
|
IdentityInitScheme |
Initialize the weight to one.
|
LecunUniformInitScheme |
Initialize the weight to:
randn(shape) //N(0, 2/nIn);
|
NDArraySupplierInitScheme |
|
OneInitScheme |
Initialize the weight to one.
|
ReluInitScheme |
Initialize the weight to:
randn(shape) //N(0, 2/nIn);
|
ReluUniformInitScheme |
Initialize the weight to:
U(-sqrt(6/fanIn), sqrt(6/fanIn)
|
SigmoidUniformInitScheme |
Initialize the weight to:
range = 4.0 * Math.sqrt(6.0 / (fanIn + fanOut))
U(-range,range)
|
UniformInitScheme |
Initialize the weight to:
range = 1.0 / Math.sqrt(fanIn)
U(-range,range)
|
VarScalingNormalFanAvgInitScheme |
Initialize the weight to:
U / sqrt((fanin _ fanout) / 2)
|
VarScalingNormalFanInInitScheme |
Initialize the weight to:
U / fanIn
|
VarScalingNormalFanOutInitScheme |
Initialize the weight to:
U / sqrt(fanout)
|
VarScalingNormalUniformFanInInitScheme |
Initialize the weight to:
range = = 3.0 / Math.sqrt(fanIn)
U(-range,range)
|
VarScalingNormalUniformFanOutInitScheme |
Initialize the weight to:
randn(shape) //N(0, 2/nIn);
|
VarScalingUniformFanAvgInitScheme |
Initialize the weight to:
range = = 3.0 / Math.sqrt((fanIn + fanOut) / 2)
U(-range,range)
|
XavierFanInInitScheme |
Initialize the weight to:
randn(shape) //N(0, 2/nIn);
|
XavierInitScheme |
Initialize the weight to:
range = = U * sqrt(2.0 / (fanIn + fanOut)
|
XavierUniformInitScheme |
|
ZeroInitScheme |
Initialize the weight to zero.
|