lstm

Documentation

Index

• type Model
  • func New(in, out int, options ...Option) *Model
  • func (m *Model) NewProc(ctx nn.Context) nn.Processor
• type Option
  • func SetRefinedGates(value bool) Option
• type Processor
  • func (p *Processor) Forward(xs ...ag.Node) []ag.Node
  • func (p *Processor) LastState() *State
  • func (p *Processor) SetInitialState(state *State)
• type State

Types

type Model

type Model struct {
	WIn             *nn.Param `type:"weights"`
	WInRec          *nn.Param `type:"weights"`
	BIn             *nn.Param `type:"biases"`
	WOut            *nn.Param `type:"weights"`
	WOutRec         *nn.Param `type:"weights"`
	BOut            *nn.Param `type:"biases"`
	WFor            *nn.Param `type:"weights"`
	WForRec         *nn.Param `type:"weights"`
	BFor            *nn.Param `type:"biases"`
	WCand           *nn.Param `type:"weights"`
	WCandRec        *nn.Param `type:"weights"`
	BCand           *nn.Param `type:"biases"`
	UseRefinedGates bool
}

Model contains the serializable parameters.

func New

func New(in, out int, options ...Option) *Model

New returns a new model with parameters initialized to zeros.

func (*Model) NewProc

func (m *Model) NewProc(ctx nn.Context) nn.Processor

NewProc returns a new processor to execute the forward step.

type Option

type Option func(*Model)

func SetRefinedGates

func SetRefinedGates(value bool) Option

SetRefinedGates sets whether to use refined gates. Refined Gate: A Simple and Effective Gating Mechanism for Recurrent Units (https://arxiv.org/pdf/2002.11338.pdf) TODO: panic input size and output size are different

type Processor

type Processor struct {
	nn.BaseProcessor

	States []*State
	// contains filtered or unexported fields
}

func (*Processor) Forward

func (p *Processor) Forward(xs ...ag.Node) []ag.Node

Forward performs the forward step for each input and returns the result.

func (*Processor) LastState

func (p *Processor) LastState() *State

func (*Processor) SetInitialState

func (p *Processor) SetInitialState(state *State)

type State

type State struct {
	InG  ag.Node
	OutG ag.Node
	ForG ag.Node
	Cand ag.Node
	Cell ag.Node
	Y    ag.Node
}