Versions in this module Expand all Collapse all v0 v0.7.0 May 24, 2021 Changes in this version + type Block struct + func NewBlock(config BlockConfig) *Block + type BlockConfig struct + Activation ag.OpName + Dim int + DimFF int + SeqLen int + type Config struct + Activation ag.OpName + Depth int + Dim int + FFMult int + SeqLen int + type Model struct + Config Config + func New(config Config) *Model + func (m *Model) Forward(xs ...ag.Node) []ag.Node + type PreNorm struct + Block *Block + Norm *layernorm.Model + func NewPreNorm(dim int, block *Block) *PreNorm + func (m *PreNorm) Forward(xs ...ag.Node) []ag.Node + type Residual struct + PreNorm *PreNorm + func NewResidual(preNorm *PreNorm) *Residual + func (m *Residual) Forward(xs ...ag.Node) []ag.Node