class |
ConstantInitScheme |
Initialize the weight to zero.
|
class |
DistributionInitScheme |
|
class |
IdentityInitScheme |
Initialize the weight to one.
|
class |
LecunUniformInitScheme |
Initialize the weight to:
randn(shape) //N(0, 2/nIn);
|
class |
OneInitScheme |
Initialize the weight to one.
|
class |
ReluInitScheme |
Initialize the weight to:
randn(shape) //N(0, 2/nIn);
|
class |
ReluUniformInitScheme |
Initialize the weight to:
U(-sqrt(6/fanIn), sqrt(6/fanIn)
|
class |
SigmoidUniformInitScheme |
Initialize the weight to:
range = 4.0 * Math.sqrt(6.0 / (fanIn + fanOut))
U(-range,range)
|
class |
UniformInitScheme |
Initialize the weight to:
range = 1.0 / Math.sqrt(fanIn)
U(-range,range)
|
class |
VarScalingNormalFanAvgInitScheme |
Initialize the weight to:
U / sqrt((fanin _ fanout) / 2)
|
class |
VarScalingNormalFanInInitScheme |
Initialize the weight to:
U / fanIn
|
class |
VarScalingNormalFanOutInitScheme |
Initialize the weight to:
U / sqrt(fanout)
|
class |
VarScalingNormalUniformFanInInitScheme |
Initialize the weight to:
range = = 3.0 / Math.sqrt(fanIn)
U(-range,range)
|
class |
VarScalingNormalUniformFanOutInitScheme |
Initialize the weight to:
randn(shape) //N(0, 2/nIn);
|
class |
VarScalingUniformFanAvgInitScheme |
Initialize the weight to:
range = = 3.0 / Math.sqrt((fanIn + fanOut) / 2)
U(-range,range)
|
class |
XavierFanInInitScheme |
Initialize the weight to:
randn(shape) //N(0, 2/nIn);
|
class |
XavierInitScheme |
Initialize the weight to:
range = = U * sqrt(2.0 / (fanIn + fanOut)
|
class |
XavierUniformInitScheme |
|
class |
ZeroInitScheme |
Initialize the weight to zero.
|