layers

package
v1.6.2 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Jun 2, 2023 License: Apache-2.0 Imports: 7 Imported by: 0

Documentation ¶

Index ¶

Constants ¶

This section is empty.

Variables ¶

This section is empty.

Functions ¶

func LayerToIndex ¶ 

func LayerToIndex(layer Layer) int

Types ¶

type BatchNormCache ¶ added in v1.5.0 

type BatchNormCache struct {
	Normed *mat.Dense
}

type BatchNormShift ¶ added in v1.5.0 

type BatchNormShift struct {
	// contains filtered or unexported fields
}

func (*BatchNormShift) Apply ¶ added in v1.5.0 

func (b *BatchNormShift) Apply(rawlayer Layer, scale float64)

func (*BatchNormShift) Combine ¶ added in v1.5.0 

func (b *BatchNormShift) Combine(b2 ShiftType) ShiftType

func (*BatchNormShift) NumMatrices ¶ added in v1.5.0 

func (b *BatchNormShift) NumMatrices() int

func (*BatchNormShift) Optimize ¶ added in v1.5.0 

func (b *BatchNormShift) Optimize(opt optimizers.Optimizer, index int)

func (*BatchNormShift) Scale ¶ added in v1.5.0 

func (b *BatchNormShift) Scale(f float64)

type BatchnormLayer ¶ added in v1.5.0 

type BatchnormLayer struct {
	BatchSize     int
	GradientScale float64
	// contains filtered or unexported fields
}

func (*BatchnormLayer) Back ¶ added in v1.5.0 

func (layer *BatchnormLayer) Back(cache CacheType, forwardGradients *mat.Dense) (ShiftType, *mat.Dense)

func (*BatchnormLayer) FromBytes ¶ added in v1.5.0 

func (layer *BatchnormLayer) FromBytes(bytes []byte)

func (*BatchnormLayer) Initialize ¶ added in v1.5.0 

func (layer *BatchnormLayer) Initialize(n_inputs int)

func (*BatchnormLayer) NumOutputs ¶ added in v1.5.0 

func (layer *BatchnormLayer) NumOutputs() int

func (*BatchnormLayer) Pass ¶ added in v1.5.0 

func (layer *BatchnormLayer) Pass(input *mat.Dense) (*mat.Dense, CacheType)

func (*BatchnormLayer) PrettyPrint ¶ added in v1.5.0 

func (layer *BatchnormLayer) PrettyPrint() string

func (*BatchnormLayer) ToBytes ¶ added in v1.5.0 

func (layer *BatchnormLayer) ToBytes() []byte

type CacheType ¶ added in v1.4.0 

type CacheType interface{}

This is an interface for allowing layers to designate their own types of caches. For example, on Tanh layers, it is best to cache the output of the layer for backprop as it avoids recalculating tanh values, but for linear layers it is better to cache the inputs.

type Conv2DLayer ¶ 

type Conv2DLayer struct {
	InputShape  Shape
	KernelShape Shape
	NumKernels  int
	FirstLayer  bool
	// contains filtered or unexported fields
}

func (*Conv2DLayer) Back ¶ 

func (layer *Conv2DLayer) Back(cache CacheType, forwardGradients *mat.Dense) (ShiftType, *mat.Dense)

func (*Conv2DLayer) FromBytes ¶ 

func (layer *Conv2DLayer) FromBytes(bytes []byte)

func (*Conv2DLayer) Initialize ¶ 

func (layer *Conv2DLayer) Initialize(numInputs int)

func (*Conv2DLayer) NumOutputs ¶ 

func (layer *Conv2DLayer) NumOutputs() int

func (*Conv2DLayer) Pass ¶ 

func (layer *Conv2DLayer) Pass(input *mat.Dense) (*mat.Dense, CacheType)

func (*Conv2DLayer) PrettyPrint ¶ 

func (layer *Conv2DLayer) PrettyPrint() string

func (*Conv2DLayer) ToBytes ¶ 

func (layer *Conv2DLayer) ToBytes() []byte

type FlattenLayer ¶ 

type FlattenLayer struct {
	// contains filtered or unexported fields
}

func (*FlattenLayer) Back ¶ 

func (layer *FlattenLayer) Back(_ CacheType, forwardGradients *mat.Dense) (ShiftType, *mat.Dense)

func (*FlattenLayer) FromBytes ¶ 

func (layer *FlattenLayer) FromBytes(bytes []byte)

func (*FlattenLayer) Initialize ¶ 

func (layer *FlattenLayer) Initialize(n_inputs int)

func (*FlattenLayer) NumOutputs ¶ 

func (layer *FlattenLayer) NumOutputs() int

func (*FlattenLayer) Pass ¶ 

func (layer *FlattenLayer) Pass(input *mat.Dense) (*mat.Dense, CacheType)

func (*FlattenLayer) PrettyPrint ¶ 

func (layer *FlattenLayer) PrettyPrint() string

func (*FlattenLayer) ToBytes ¶ 

func (layer *FlattenLayer) ToBytes() []byte

type InputCache ¶ added in v1.4.0 

type InputCache struct {
	Input *mat.Dense
}

type KernelShift ¶ 

type KernelShift struct {
	// contains filtered or unexported fields
}

func (*KernelShift) Apply ¶ 

func (k *KernelShift) Apply(layer Layer, scale float64)

func (*KernelShift) Combine ¶ 

func (k *KernelShift) Combine(k2 ShiftType) ShiftType

func (*KernelShift) NumMatrices ¶ added in v1.5.0 

func (k *KernelShift) NumMatrices() int

func (*KernelShift) Optimize ¶ added in v1.5.0 

func (k *KernelShift) Optimize(opt optimizers.Optimizer, index int)

func (*KernelShift) Scale ¶ added in v1.5.0 

func (k *KernelShift) Scale(f float64)

type LSTMCache ¶ added in v1.4.0 

type LSTMCache struct {
	Inputs           []*mat.Dense
	HiddenStates     []*mat.Dense
	CellStates       []*mat.Dense
	ForgetOutputs    []*mat.Dense
	InputOutputs     []*mat.Dense
	CandidateOutputs []*mat.Dense
	OutputOutputs    []*mat.Dense
}

type LSTMLayer ¶ added in v1.4.0 

type LSTMLayer struct {
	Outputs   int
	InputSize int

	OutputSequence      bool
	ConstantLengthInput bool
	OutputChunks        int
	// contains filtered or unexported fields
}

func (*LSTMLayer) Back ¶ added in v1.4.0 

func (layer *LSTMLayer) Back(cache CacheType, frontalPass *mat.Dense) (shift ShiftType, backpass *mat.Dense)

func (*LSTMLayer) FromBytes ¶ added in v1.4.0 

func (layer *LSTMLayer) FromBytes(bytes []byte)

func (*LSTMLayer) Initialize ¶ added in v1.4.0 

func (layer *LSTMLayer) Initialize(totalInputs int)

func (*LSTMLayer) NumOutputs ¶ added in v1.4.0 

func (layer *LSTMLayer) NumOutputs() int

func (*LSTMLayer) Pass ¶ added in v1.4.0 

func (layer *LSTMLayer) Pass(input *mat.Dense) (*mat.Dense, CacheType)

func (*LSTMLayer) PrettyPrint ¶ added in v1.4.0 

func (layer *LSTMLayer) PrettyPrint() string

func (*LSTMLayer) ToBytes ¶ added in v1.4.0 

func (layer *LSTMLayer) ToBytes() []byte

type LSTMShift ¶ added in v1.4.0 

type LSTMShift struct {
	// contains filtered or unexported fields
}

func (*LSTMShift) Apply ¶ added in v1.4.0 

func (l *LSTMShift) Apply(layer Layer, scale float64)

func (*LSTMShift) Combine ¶ added in v1.4.0 

func (l *LSTMShift) Combine(l2 ShiftType) ShiftType

func (*LSTMShift) NumMatrices ¶ added in v1.5.0 

func (l *LSTMShift) NumMatrices() int

func (*LSTMShift) Optimize ¶ added in v1.5.0 

func (l *LSTMShift) Optimize(opt optimizers.Optimizer, index int)

func (*LSTMShift) Scale ¶ added in v1.5.0 

func (l *LSTMShift) Scale(f float64)

type LanhLayer ¶ added in v1.5.2 

type LanhLayer struct {
	GradientScale float64
	// contains filtered or unexported fields
}

func (*LanhLayer) Back ¶ added in v1.5.2 

func (layer *LanhLayer) Back(cache CacheType, forwardGradients *mat.Dense) (ShiftType, *mat.Dense)

func (*LanhLayer) FromBytes ¶ added in v1.5.2 

func (layer *LanhLayer) FromBytes(bytes []byte)

func (*LanhLayer) Initialize ¶ added in v1.5.2 

func (layer *LanhLayer) Initialize(n_inputs int)

func (*LanhLayer) NumOutputs ¶ added in v1.5.2 

func (layer *LanhLayer) NumOutputs() int

func (*LanhLayer) Pass ¶ added in v1.5.2 

func (layer *LanhLayer) Pass(input *mat.Dense) (*mat.Dense, CacheType)

func (*LanhLayer) PrettyPrint ¶ added in v1.5.2 

func (layer *LanhLayer) PrettyPrint() string

func (*LanhLayer) ToBytes ¶ added in v1.5.2 

func (layer *LanhLayer) ToBytes() []byte

type Layer ¶ 

type Layer interface {
	Initialize(int)
	Pass(*mat.Dense) (*mat.Dense, CacheType)
	Back(CacheType, *mat.Dense) (ShiftType, *mat.Dense)
	NumOutputs() int

	ToBytes() []byte
	FromBytes([]byte)
	PrettyPrint() string
}

LAYER - The basic interface for all inner layers of an ANN.

Initialize (numInputs int): Tells the layer how many inputs to expect, and sets up everything accordingly.

Pass (*mat.Dense) (*mat.Dense, CacheType): Passes the input through the layer to get an output, and cache necessary information to do backprop.

Back (cache CacheType, forwardGradients *mat.Dense) (shift ShiftType, backwardsGradients *mat.Dense): Takes the partial derivatives from the layers in front, calculates the gradient for itself, and passes it back to the last layer.

func IndexToLayer ¶ 

func IndexToLayer(index int) Layer

This allows for mapping between layer types and ints for the sake of saving to files and reconstructing.

type LinearLayer ¶ 

type LinearLayer struct {
	Outputs int
	NoBias  bool
	// contains filtered or unexported fields
}

Linear (or Dense) layer type

func (*LinearLayer) Back ¶ 

func (layer *LinearLayer) Back(cache CacheType, forwardGradients *mat.Dense) (ShiftType, *mat.Dense)

func (*LinearLayer) FromBytes ¶ 

func (layer *LinearLayer) FromBytes(bytes []byte)

func (*LinearLayer) Initialize ¶ 

func (layer *LinearLayer) Initialize(numInputs int)

func (*LinearLayer) NumOutputs ¶ 

func (layer *LinearLayer) NumOutputs() int

func (*LinearLayer) Pass ¶ 

func (layer *LinearLayer) Pass(input *mat.Dense) (*mat.Dense, CacheType)

func (*LinearLayer) PrettyPrint ¶ 

func (layer *LinearLayer) PrettyPrint() string

func (*LinearLayer) ToBytes ¶ 

func (layer *LinearLayer) ToBytes() []byte

type MaxPool2DLayer ¶ 

type MaxPool2DLayer struct {
	PoolShape Shape
	// contains filtered or unexported fields
}

func (*MaxPool2DLayer) Back ¶ 

func (layer *MaxPool2DLayer) Back(cache CacheType, forwardGradients *mat.Dense) (ShiftType, *mat.Dense)

func (*MaxPool2DLayer) FromBytes ¶ 

func (layer *MaxPool2DLayer) FromBytes(bytes []byte)

func (*MaxPool2DLayer) Initialize ¶ 

func (layer *MaxPool2DLayer) Initialize(n_inputs int)

func (*MaxPool2DLayer) NumOutputs ¶ 

func (layer *MaxPool2DLayer) NumOutputs() int

func (*MaxPool2DLayer) Pass ¶ 

func (layer *MaxPool2DLayer) Pass(input *mat.Dense) (*mat.Dense, CacheType)

func (*MaxPool2DLayer) PrettyPrint ¶ 

func (layer *MaxPool2DLayer) PrettyPrint() string

func (*MaxPool2DLayer) ToBytes ¶ 

func (layer *MaxPool2DLayer) ToBytes() []byte

type NilShift ¶ 

type NilShift struct{}

func (*NilShift) Apply ¶ 

func (n *NilShift) Apply(_ Layer, _ float64)

func (*NilShift) Combine ¶ 

func (n *NilShift) Combine(other ShiftType) ShiftType

func (*NilShift) NumMatrices ¶ added in v1.5.0 

func (n *NilShift) NumMatrices() int

func (*NilShift) Optimize ¶ added in v1.5.0 

func (n *NilShift) Optimize(_ optimizers.Optimizer, _ int)

func (*NilShift) Scale ¶ added in v1.5.0 

func (n *NilShift) Scale(f float64)

type OutputCache ¶ added in v1.4.0 

type OutputCache struct {
	Output *mat.Dense
}

type ReluLayer ¶ 

type ReluLayer struct {
	// contains filtered or unexported fields
}

func (*ReluLayer) Back ¶ 

func (layer *ReluLayer) Back(cache CacheType, forwardGradients *mat.Dense) (ShiftType, *mat.Dense)

func (*ReluLayer) FromBytes ¶ 

func (layer *ReluLayer) FromBytes(bytes []byte)

func (*ReluLayer) Initialize ¶ 

func (layer *ReluLayer) Initialize(n_inputs int)

func (*ReluLayer) NumOutputs ¶ 

func (layer *ReluLayer) NumOutputs() int

func (*ReluLayer) Pass ¶ 

func (layer *ReluLayer) Pass(input *mat.Dense) (*mat.Dense, CacheType)

func (*ReluLayer) PrettyPrint ¶ 

func (layer *ReluLayer) PrettyPrint() string

func (*ReluLayer) ToBytes ¶ 

func (layer *ReluLayer) ToBytes() []byte

type Shape ¶ 

type Shape struct {
	Rows int
	Cols int
}

type ShiftType ¶ 

type ShiftType interface {
	Apply(Layer, float64)
	Combine(ShiftType) ShiftType
	Optimize(optimizers.Optimizer, int)

	NumMatrices() int
	Scale(float64)
}

This is an interface for carrying all the different gradient steps that will be applied after backprop. The default NilShift is defined here, but most layer specific shift types are defined in their own files.

type SigmoidLayer ¶ 

type SigmoidLayer struct {
	GradientScale float64
	// contains filtered or unexported fields
}

func (*SigmoidLayer) Back ¶ 

func (layer *SigmoidLayer) Back(cache CacheType, forwardGradients *mat.Dense) (ShiftType, *mat.Dense)

func (*SigmoidLayer) FromBytes ¶ 

func (layer *SigmoidLayer) FromBytes(bytes []byte)

func (*SigmoidLayer) Initialize ¶ 

func (layer *SigmoidLayer) Initialize(n_inputs int)

func (*SigmoidLayer) NumOutputs ¶ 

func (layer *SigmoidLayer) NumOutputs() int

func (*SigmoidLayer) Pass ¶ 

func (layer *SigmoidLayer) Pass(input *mat.Dense) (*mat.Dense, CacheType)

func (*SigmoidLayer) PrettyPrint ¶ 

func (layer *SigmoidLayer) PrettyPrint() string

func (*SigmoidLayer) ToBytes ¶ 

func (layer *SigmoidLayer) ToBytes() []byte

type SoftmaxLayer ¶ 

type SoftmaxLayer struct {
	// contains filtered or unexported fields
}

func (*SoftmaxLayer) Back ¶ 

func (layer *SoftmaxLayer) Back(cache CacheType, forwardGradients *mat.Dense) (ShiftType, *mat.Dense)

func (*SoftmaxLayer) FromBytes ¶ 

func (layer *SoftmaxLayer) FromBytes(bytes []byte)

func (*SoftmaxLayer) Initialize ¶ 

func (layer *SoftmaxLayer) Initialize(n_inputs int)

func (*SoftmaxLayer) NumOutputs ¶ 

func (layer *SoftmaxLayer) NumOutputs() int

func (*SoftmaxLayer) Pass ¶ 

func (layer *SoftmaxLayer) Pass(input *mat.Dense) (*mat.Dense, CacheType)

func (*SoftmaxLayer) PrettyPrint ¶ 

func (layer *SoftmaxLayer) PrettyPrint() string

func (*SoftmaxLayer) ToBytes ¶ 

func (layer *SoftmaxLayer) ToBytes() []byte

type TanhLayer ¶ 

type TanhLayer struct {
	GradientScale float64
	// contains filtered or unexported fields
}

func (*TanhLayer) Back ¶ 

func (layer *TanhLayer) Back(cache CacheType, forwardGradients *mat.Dense) (ShiftType, *mat.Dense)

func (*TanhLayer) FromBytes ¶ 

func (layer *TanhLayer) FromBytes(bytes []byte)

func (*TanhLayer) Initialize ¶ 

func (layer *TanhLayer) Initialize(n_inputs int)

func (*TanhLayer) NumOutputs ¶ 

func (layer *TanhLayer) NumOutputs() int

func (*TanhLayer) Pass ¶ 

func (layer *TanhLayer) Pass(input *mat.Dense) (*mat.Dense, CacheType)

func (*TanhLayer) PrettyPrint ¶ 

func (layer *TanhLayer) PrettyPrint() string

func (*TanhLayer) ToBytes ¶ 

func (layer *TanhLayer) ToBytes() []byte

type VariableLinearLayer ¶ added in v1.5.4 

type VariableLinearLayer struct {
	InputSize  int
	OutputSize int

	ConstantLengthInput bool
	// contains filtered or unexported fields
}

Linear (or Dense) layer type

func (*VariableLinearLayer) Back ¶ added in v1.5.4 

func (layer *VariableLinearLayer) Back(cache CacheType, forwardGradients *mat.Dense) (ShiftType, *mat.Dense)

func (*VariableLinearLayer) FromBytes ¶ added in v1.5.4 

func (layer *VariableLinearLayer) FromBytes(bytes []byte)

func (*VariableLinearLayer) Initialize ¶ added in v1.5.4 

func (layer *VariableLinearLayer) Initialize(numInputs int)

func (*VariableLinearLayer) NumOutputs ¶ added in v1.5.4 

func (layer *VariableLinearLayer) NumOutputs() int

func (*VariableLinearLayer) Pass ¶ added in v1.5.4 

func (layer *VariableLinearLayer) Pass(input *mat.Dense) (*mat.Dense, CacheType)

func (*VariableLinearLayer) PrettyPrint ¶ added in v1.5.4 

func (layer *VariableLinearLayer) PrettyPrint() string

func (*VariableLinearLayer) ToBytes ¶ added in v1.5.4 

func (layer *VariableLinearLayer) ToBytes() []byte

type WeightShift ¶ 

type WeightShift struct {
	// contains filtered or unexported fields
}

ShiftType used by LinearLayers

func (*WeightShift) Apply ¶ 

func (w *WeightShift) Apply(layer Layer, scale float64)

func (*WeightShift) Combine ¶ 

func (w *WeightShift) Combine(w2 ShiftType) ShiftType

func (*WeightShift) NumMatrices ¶ added in v1.5.0 

func (w *WeightShift) NumMatrices() int

func (*WeightShift) Optimize ¶ added in v1.5.0 

func (w *WeightShift) Optimize(opt optimizers.Optimizer, index int)

func (*WeightShift) Scale ¶ added in v1.5.0 

func (w *WeightShift) Scale(f float64)

Source Files ¶

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.