gollm

Feb 5, 2026

Changes in this version

+ var SetCustomValidator = config.SetCustomValidator

+ var SetVLLMEndpoint = config.SetVLLMEndpoint

+ var WithImageBase64 = llm.WithImageBase64

+ var WithImageURL = llm.WithImageURL

+ var WithImages = llm.WithImages

+ func DefaultValidate(s interface{}) error

+ func ValidateWithCustomValidator(s interface{}, customValidator ValidatorFunc) error

+ type ContentPart = types.ContentPart

+ type ImageSource = types.ImageSource

+ type ImageURL = types.ImageURL

type LLM

+ AddAssistantMessageWithToolCalls func(content string, toolCalls []ToolCall)

+ AddStructuredMessage func(role, content, cacheControl string)

+ AddToMemory func(role, content string)

+ AddToolError func(toolCallID, errorMessage string)

+ AddToolResult func(toolCallID, result string)

+ ClearMemory func()

+ GetMemory func() []MemoryMessage

+ HasMemory func() bool

+ SetUseStructuredMessages func(use bool)

+ type ToolResult = types.ToolResult

+ func NewToolError(toolCallID, errorMessage string) ToolResult

+ func NewToolResult(toolCallID, content string) ToolResult

+ type ValidatorFunc = llm.ValidatorFunc

Feb 4, 2026

Changes in this version

+ var NewNopLogger = utils.NewNopLogger

+ var SetLogger = config.SetLogger

+ type Logger = utils.Logger

Jan 12, 2025

Changes in this version

+ var WithStream = config.WithStream

+ type RetryStrategy = llm.RetryStrategy

+ type StreamConfig = llm.StreamConfig

+ type StreamOption = llm.StreamOption

+ type StreamToken = llm.StreamToken

+ type TokenStream = llm.TokenStream

Oct 5, 2024

Changes in this version

+ const CacheTypeEphemeral

+ var ApplyOptions = config.ApplyOptions

+ var CacheOption = llm.CacheOption

+ var NewConfig = config.NewConfig

+ var SetEnableCaching = config.SetEnableCaching

+ var SetExtraHeaders = config.SetExtraHeaders

+ var SetLogLevel = config.SetLogLevel

+ var WithMessage = llm.WithMessage

+ var WithMessages = llm.WithMessages

+ var WithSystemPrompt = llm.WithSystemPrompt

+ var WithToolChoice = llm.WithToolChoice

+ var WithTools = llm.WithTools

+ type CacheType = llm.CacheType

+ type Function = utils.Function

type LLM

+ GetLogLevel func() LogLevel

+ SetSystemPrompt func(prompt string, cacheType CacheType)

+ UpdateLogLevel func(level LogLevel)

+ type MemoryMessage = llm.MemoryMessage

+ type PromptMessage = llm.PromptMessage

+ type Tool = utils.Tool

+ type ToolCall = llm.ToolCall

Sep 19, 2024

Changes in this version

type Config

+ FrequencyPenalty float64

+ MinP *float64

+ Mirostat *int

+ MirostatEta *float64

+ MirostatTau *float64

+ PresencePenalty float64

+ RepeatLastN *int

+ RepeatPenalty *float64

+ Seed *int

+ TfsZ *float64

+ TopP float64

type ConfigOption

+ func SetFrequencyPenalty(penalty float64) ConfigOption

+ func SetMinP(minP float64) ConfigOption

+ func SetMirostat(mode int) ConfigOption

+ func SetMirostatEta(eta float64) ConfigOption

+ func SetMirostatTau(tau float64) ConfigOption

+ func SetPresencePenalty(penalty float64) ConfigOption

+ func SetRepeatLastN(n int) ConfigOption

+ func SetRepeatPenalty(penalty float64) ConfigOption

+ func SetSeed(seed int) ConfigOption

+ func SetTfsZ(z float64) ConfigOption

+ func SetTopP(topP float64) ConfigOption

Aug 14, 2024

Changes in this version

+ type MOA struct

+ Aggregator LLM

+ Config MOAConfig

+ Layers []MOALayer

+ func NewMOA(config MOAConfig, aggregatorConfig []ConfigOption) (*MOA, error)

+ func (moa *MOA) Generate(ctx context.Context, input string) (string, error)

+ type MOAConfig struct

+ AgentTimeout time.Duration

+ Iterations int

+ MaxParallel int

+ Models [][]ConfigOption

+ type MOALayer struct

+ Models []LLM

Aug 11, 2024

Changes in this version

+ func OptimizePrompt(ctx context.Context, llm LLM, config OptimizationConfig) (optimizedPrompt string, response string, err error)

+ type BatchPromptOptimizer struct

+ LLM LLM

+ Verbose bool

+ func NewBatchPromptOptimizer(llm LLM) *BatchPromptOptimizer

+ func (bpo *BatchPromptOptimizer) OptimizePrompts(ctx context.Context, examples []PromptExample) []OptimizationResult

+ type OptimizationConfig struct

+ Description string

+ MaxRetries int

+ Metrics []Metric

+ Prompt string

+ RatingSystem string

+ RetryDelay time.Duration

+ Threshold float64

+ func DefaultOptimizationConfig() OptimizationConfig

+ type OptimizationResult struct

+ Error error

+ GeneratedContent string

+ Name string

+ OptimizedPrompt string

+ OriginalPrompt string

+ type PromptExample struct

+ Description string

+ Metrics []Metric

+ Name string

+ Prompt string

+ Threshold float64

Aug 11, 2024

Changes in this version

type OptimizerOption

+ func WithVerbose() OptimizerOption

Aug 11, 2024

Changes in this version

type OptimizerOption

+ func WithIterations(iterations int) OptimizerOption

+ func WithMemorySize(size int) OptimizerOption

Aug 10, 2024

Changes in this version

+ type IterationCallback func(iteration int, entry OptimizationEntry)

type LLM

+ SetOllamaEndpoint func(endpoint string) error

+ type Metric = llm.Metric

+ type OptimizationEntry = llm.OptimizationEntry

+ type OptimizerOption func(*PromptOptimizer)

+ func WithCustomMetrics(metrics ...Metric) OptimizerOption

+ func WithIterationCallback(callback IterationCallback) OptimizerOption

+ func WithMaxRetries(maxRetries int) OptimizerOption

+ func WithOptimizationGoal(goal string) OptimizerOption

+ func WithRatingSystem(system string) OptimizerOption

+ func WithRetryDelay(delay time.Duration) OptimizerOption

+ func WithThreshold(threshold float64) OptimizerOption

+ type OptoPrime struct

+ func NewOptoPrime(l LLM) (*OptoPrime, error)

+ func (op *OptoPrime) OptimizePrompt(ctx context.Context, initialPrompt string, iterations int) (string, error)

+ type PromptOptimizer struct

+ func NewPromptOptimizer(l LLM, initialPrompt string, taskDesc string, opts ...OptimizerOption) *PromptOptimizer

+ func (po *PromptOptimizer) GetOptimizationHistory() []OptimizationEntry

+ func (po *PromptOptimizer) OptimizePrompt(ctx context.Context, iterations int) (string, error)

Aug 2, 2024

Changes in this version

type Config

+ MemoryOption *MemoryOption

type ConfigOption

+ func SetMemory(maxTokens int) ConfigOption

+ type MemoryOption struct

+ MaxTokens int

Jul 31, 2024

Changes in this version

+ var QuestionAnswerTemplate = NewPromptTemplate("QuestionAnswer", "Answer the given question", ...)

+ func AnalyzeComparisonResults[T any](results []ComparisonResult[T]) string

+ func ChainOfThought(ctx context.Context, l LLM, question string, opts ...PromptOption) (string, error)

+ func CleanResponse(response string) string

+ func ExtractStructuredData[T any](ctx context.Context, l LLM, text string, opts ...PromptOption) (*T, error)

+ func GenerateJSONSchema(v interface{}, opts ...SchemaOption) ([]byte, error)

+ func QuestionAnswer(ctx context.Context, l LLM, question string, opts ...PromptOption) (string, error)

+ func Summarize(ctx context.Context, l LLM, text string, opts ...PromptOption) (string, error)

+ func Validate(s interface{}) error

+ type ComparisonResult struct

+ Attempts int

+ Data T

+ Error error

+ Model string

+ Provider string

+ Response string

+ func CompareModels[T any](ctx context.Context, prompt string, validateFunc ValidateFunc[T], ...) ([]ComparisonResult[T], error)

+ type Config struct

+ APIKey string

+ DebugLevel LogLevel

+ MaxRetries int

+ MaxTokens int

+ Model string

+ OllamaEndpoint string

+ Provider string

+ RetryDelay time.Duration

+ Temperature float64

+ Timeout time.Duration

+ func LoadConfig() (*Config, error)

+ type ConfigOption func(*Config)

+ func SetAPIKey(apiKey string) ConfigOption

+ func SetDebugLevel(level LogLevel) ConfigOption

+ func SetMaxRetries(maxRetries int) ConfigOption

+ func SetMaxTokens(maxTokens int) ConfigOption

+ func SetModel(model string) ConfigOption

+ func SetOllamaEndpoint(endpoint string) ConfigOption

+ func SetProvider(provider string) ConfigOption

+ func SetRetryDelay(retryDelay time.Duration) ConfigOption

+ func SetTemperature(temperature float64) ConfigOption

+ func SetTimeout(timeout time.Duration) ConfigOption

+ type Example struct

+ Content string

+ type GenerateOption func(*generateConfig)

+ func WithJSONSchemaValidation() GenerateOption

+ type LLM interface

+ Debug func(msg string, keysAndValues ...interface{})

+ Generate func(ctx context.Context, prompt *Prompt, opts ...GenerateOption) (string, error)

+ GetDebugLevel func() LogLevel

+ GetModel func() string

+ GetPromptJSONSchema func(opts ...SchemaOption) ([]byte, error)

+ GetProvider func() string

+ SetOption func(key string, value interface{})

+ UpdateDebugLevel func(level LogLevel)

+ func NewLLM(opts ...ConfigOption) (LLM, error)

+ type LogLevel int

+ const LogLevelDebug

+ const LogLevelError

+ const LogLevelInfo

+ const LogLevelOff

+ const LogLevelWarn

+ type Prompt struct

+ Context string

+ Directives []string

+ Examples []string

+ Input string

+ MaxLength int

+ Output string

+ func NewPrompt(input string, opts ...PromptOption) *Prompt

+ func (p *Prompt) Apply(opts ...PromptOption)

+ func (p *Prompt) GenerateJSONSchema(opts ...SchemaOption) ([]byte, error)

+ func (p *Prompt) String() string

+ func (p *Prompt) Validate() error

+ type PromptOption func(*Prompt)

+ func WithContext(context string) PromptOption

+ func WithDirectives(directives ...string) PromptOption

+ func WithExamples(examples ...string) PromptOption

+ func WithMaxLength(length int) PromptOption

+ func WithOutput(output string) PromptOption

+ type PromptTemplate struct

+ Description string

+ Name string

+ Options []PromptOption

+ Template string

+ func NewPromptTemplate(name, description, template string, opts ...PromptTemplateOption) *PromptTemplate

+ func (pt *PromptTemplate) Execute(data map[string]interface{}) (*Prompt, error)

+ type PromptTemplateOption func(*PromptTemplate)

+ func WithPromptOptions(options ...PromptOption) PromptTemplateOption

+ type SchemaOption func(*jsonschema.Reflector)

+ func WithExpandedStruct(expanded bool) SchemaOption

+ type ValidateFunc func(T) error