options

Documentation

Index

• type Options
  • func LoadConfig(configFile string) (*Options, error)
  • func (o *Options) ApplyTemplate(str string) string
  • func (o *Options) Params() (unsafe.Pointer, error)
  • func (o *Options) Prepare() error

Types

type Options

type Options struct {
	Model            string   `json:"model,omitempty" yaml:"model"`
	Prompt           string   `json:"prompt,omitempty" yaml:"prompt"`
	UseMMap          bool     `json:"useMMap,omitempty" yaml:"useMMap"`
	ContextSize      int      `default:"512" json:"contextSize,omitempty" yaml:"contextSize"`
	NumPredict       int      `default:"-1" json:"numPredict,omitempty" yaml:"numPredict"`
	BatchSize        int      `default:"2048" json:"batchSize,omitempty" yaml:"batchSize"`
	GroupAttnFactor  int      `default:"1" json:"groupAttnFactor,omitempty" yaml:"groupAttnFactor"`
	GroupAttnWeight  int      `default:"512" json:"groupAttnWeight,omitempty" yaml:"groupAttnWeight"`
	NumKeep          int      `default:"0" json:"numKeep,omitempty" yaml:"numKeep"`
	RopeFreqBase     float64  `json:"ropeFreqBase,omitempty" yaml:"ropeFreqBase"`
	RopeFreqScale    float64  `json:"ropeFreqScale,omitempty" yaml:"ropeFreqScale"`
	Interactive      bool     `json:"interactive,omitempty" yaml:"interactive"`
	InteractiveFirst bool     `json:"interactiveFirst,omitempty" yaml:"interactiveFirst"`
	DisplayPrompt    bool     `json:"displayPrompt,omitempty" yaml:"displayPrompt"`
	InputPrefixBos   bool     `json:"inputPrefixBos,omitempty" yaml:"inputPrefixBos"`
	InputPrefix      string   `json:"inputPrefix,omitempty" yaml:"inputPrefix"`
	InputSuffix      string   `json:"inputSuffix,omitempty" yaml:"inputSuffix"`
	Template         string   `json:"template,omitempty" yaml:"template"`
	AntiPrompts      []string `json:"antiPrompts,omitempty" yaml:"antiPrompts"`
	EndOfTextPrompts []string `json:"endOfTextPrompts,omitempty" yaml:"endOfTextPrompts"`
	Warmup           bool     `default:"true" json:"warmup,omitempty" yaml:"warmup"`
}

func LoadConfig

func LoadConfig(configFile string) (*Options, error)

func (*Options) ApplyTemplate

func (o *Options) ApplyTemplate(str string) string

func (*Options) Params

func (o *Options) Params() (unsafe.Pointer, error)

func (*Options) Prepare

func (o *Options) Prepare() error