jpf

Jun 30, 2026

Changes in this version

+ type AssistantMessage struct

+ Content string

+ ToolCalls []ToolCall

+ func (m AssistantMessage) Eq(other Message) bool

+ func (m AssistantMessage) String() string

+ type DeveloperMessage struct

+ Content string

+ func (m DeveloperMessage) Eq(other Message) bool

+ func (m DeveloperMessage) String() string

type Message

+ Eq func(Message) bool

+ String func() string

type ModelLoggingInfo

+ InputMessages []Message

+ ResultMessage AssistantMessage

type ModelResponse

+ Message AssistantMessage

+ type ModelResponseKwargs struct

+ OutputFormat any

+ Streamer ModelStreamer

+ ToolSchemas []ToolSchema

+ func GetModelResponseKwargs(opts ...ModelResponseOpt) ModelResponseKwargs

+ type ModelResponseOpt func(*ModelResponseKwargs)

+ func WithOutputFormat(format any) ModelResponseOpt

+ func WithToolSchemas(schemas ...ToolSchema) ModelResponseOpt

+ type ModelStreamer interface

+ OnMessageBegin func()

+ OnMessageReset func()

+ OnMessageText func(text string)

+ type PipelineResponse struct

+ Result U

+ Usage Usage

+ func (r PipelineResponse[U]) IncludingUsage(u Usage) PipelineResponse[U]

+ func (r PipelineResponse[U]) OnlyUsage() PipelineResponse[U]

+ type SystemMessage struct

+ Content string

+ func (m SystemMessage) Eq(other Message) bool

+ func (m SystemMessage) String() string

+ type ToolArg struct

+ Description string

+ Name string

+ Required bool

+ Type ToolArgType

+ type ToolArgType uint8

+ const ToolArgFloat

+ const ToolArgInt

+ const ToolArgString

+ type ToolCall struct

+ Args map[string]any

+ ID string

+ Tool string

+ type ToolResultMessage struct

+ CallID string

+ Result string

+ func (m ToolResultMessage) Eq(other Message) bool

+ func (m ToolResultMessage) String() string

+ type ToolSchema struct

+ Args []ToolArg

+ Description string

+ Name string

+ type UserMessage struct

+ Content string

+ Images []ImageAttachment

+ func (m UserMessage) Eq(other Message) bool

+ func (m UserMessage) String() string

Feb 3, 2026

Changes in this version

+ type Encoder interface

+ BuildInputMessages func(T) ([]Message, error)

+ func NewFixedEncoder(systemPrompt string) Encoder[string]

+ func NewTemplateEncoder[T any](systemTemplate, userTemplate string) Encoder[T]

type Model

+ func NewRateLimitedModel(model Model, limiter *rate.Limiter) Model

+ func NewTimeoutModel(model Model, timeout time.Duration) Model

type ModelResponse

+ AuxiliaryMessages []Message

type ModelResponseCache

+ func NewFilePersistCache(filename string) (ModelResponseCache, error)

+ type Parser interface

+ ParseResponseText func(string) (U, error)

+ func NewJsonParser[T any]() Parser[T]

+ func NewStringParser() Parser[string]

+ func NewSubstringAfterParser[T any](decoder Parser[T], separator string) Parser[T]

+ func NewSubstringParser[T any](decoder Parser[T], substring func(string) (string, error)) Parser[T]

+ type Pipeline interface

+ Call func(context.Context, T) (U, Usage, error)

+ func NewFallbackPipeline[T, U any](encoder Encoder[T], parser Parser[U], validator Validator[T, U], ...) Pipeline[T, U]

+ func NewFeedbackPipeline[T, U any](encoder Encoder[T], parser Parser[U], validator Validator[T, U], ...) Pipeline[T, U]

+ func NewOneShotPipeline[T, U any](encoder Encoder[T], parser Parser[U], validator Validator[T, U], model Model) Pipeline[T, U]

type Role

+ const DeveloperRole

+ type Validator interface

+ ValidateParsedResponse func(T, U) error

+ type WithStreamResponse struct

+ OnBegin func()

+ OnText func(string)

Oct 14, 2025

Changes in this version

+ type CachedModelOpt interface

type Model

+ func NewRetryChainModel(models []Model) Model

+ type WithSalt struct

+ X string

+ type WithTimeout struct

+ X time.Duration

Sep 30, 2025

Changes in this version

type MapFunc

+ func NewModelFallbackOneShotMapFunc[T, U any](enc MessageEncoder[T], dec ResponseDecoder[U], models ...Model) MapFunc[T, U]

Sep 20, 2025

Changes in this version

+ func SubstringAfter(split string) func(string) (string, error)

+ func TransformByPrefix(prefix string) func(string) string

+ type FakeReasoningModelOpt interface

+ type GeminiModelOpt interface

type MessageEncoder

+ func NewSequentialMessageEncoder[T any](msgEncs ...MessageEncoder[T]) MessageEncoder[T]

type Model

+ func NewGeminiModel(key, modelName string, opts ...GeminiModelOpt) Model

type ModelLogger

+ func NewSlogModelLogger(logFunc func(string, ...any), logMessages bool) ModelLogger

+ type ModelResponse struct

+ AuxilliaryMessages []Message

+ PrimaryMessage Message

+ Usage Usage

+ func (r ModelResponse) IncludingUsage(u Usage) ModelResponse

+ func (r ModelResponse) OnlyUsage() ModelResponse

+ type OpenAIModelOpt interface

type ResponseDecoder

+ func NewSubstringResponseDecoder[T any](decoder ResponseDecoder[T], substring func(string) (string, error)) ResponseDecoder[T]

+ func NewValidatingResponseDecoder[T any](decoder ResponseDecoder[T], validate func(T) error) ResponseDecoder[T]

+ type RetryModelOpt interface

type Usage

+ FailedCalls int

+ SuccessfulCalls int

+ type Verbosity uint8

+ const HighVerbosity

+ const LowVerbosity

+ const MediumVerbosity

+ type WithJsonSchema struct

+ X map[string]any

+ type WithMaxOutputTokens struct

+ X int

+ type WithMessagePrefix struct

+ X string

+ type WithPrediction struct

+ X string

+ type WithPresencePenalty struct

+ X float64

+ type WithReasoningAs struct

+ TransformContent func(string) string

+ X Role

+ type WithSystemAs struct

+ TransformContent func(string) string

+ X Role

+ type WithTopP struct

+ X int

+ type WithVerbosity struct

+ X Verbosity

Sep 5, 2025

Changes in this version

+ type Cache interface

+ func NewSQLCache(db *sql.DB) (Cache, error)

type Embedder

+ func NewCachedEmbedder(emb Embedder, cache EmbedderResponseCache) Embedder

+ type EmbedderResponseCache interface

+ GetCachedEmbedding func(string) (bool, []float64, error)

+ SetCachedEmbedding func(string, []float64) error

Sep 2, 2025

Changes in this version

+ type ConcurrentLimiter chan struct

+ func NewMaxConcurrentLimiter(n int) ConcurrentLimiter

+ func NewOneConcurrentLimiter() ConcurrentLimiter

+ type ImageAttachment struct

+ Source image.Image

+ func (i *ImageAttachment) ToBase64Encoded(useCompression bool) (string, error)

type Message

+ Images []ImageAttachment

type MessageEncoder

+ func NewTemplateMessageEncoder[T any](systemTemplate, userTemplate string) MessageEncoder[T]

type Model

+ func NewCachedModel(model Model, cache ModelResponseCache) Model

+ func NewConcurrentLimitedModel(model Model, limiter ConcurrentLimiter) Model

+ func NewLoggingModel(model Model, logger ModelLogger) Model

+ func NewOpenAIModel(key, modelName string, opts ...openAIModelOpt) Model

+ func NewSystemReasonModel(model Model, opts ...systemReasonOpt) Model

+ func NewUsageCountingModel(model Model, counter UsageCounter) Model

+ type ModelLogger interface

+ ModelLog func(ModelLoggingInfo) error

+ func NewJsonModelLogger(to io.Writer) ModelLogger

type ModelLoggingInfo

+ Duration time.Duration

+ Err error

+ Messages []Message

+ ResponseAuxMessages []Message

+ ResponseFinalMessage Message

+ Usage Usage

type ResponseDecoder

+ func NewJsonResponseDecoder[T any]() ResponseDecoder[T]

+ type WithDelay struct

+ X time.Duration

+ type WithHTTPHeader struct

+ K string

+ V string

+ type WithReasoningEffort struct

+ X ReasoningEffort

+ type WithReasoningPrefix struct

+ X string

+ type WithReasoningPrompt struct

+ X string

+ type WithRetries struct

+ X int

+ type WithTemperature struct

+ X float64

+ type WithURL struct

+ X string

Aug 5, 2025

Changes in this version

+ var ErrInvalidResponse = errors.New("llm produced an invalid response")

+ func HashMessages(msgs []Message) string

+ func LogWithJson(lmp ModelLoggingInfo, dst io.Writer) error

+ func NewRawStringMessageEncoder(systemPrompt string) *rawStringMessageEncoder

+ func NewRawStringResponseDecoder() *rawStringResponseDecoder

+ type CachedModelBuilder struct

+ func BuildCachedModel(model Model, cache ModelResponseCache) *CachedModelBuilder

+ func (b *CachedModelBuilder) Validate() (Model, error)

+ type ConcurrentLimitedModelBuilder struct

+ func BuildConcurrentLimitedModel(model Model) *ConcurrentLimitedModelBuilder

+ func (m *ConcurrentLimitedModelBuilder) Validate() (Model, error)

+ func (m *ConcurrentLimitedModelBuilder) WithUses(n int) *ConcurrentLimitedModelBuilder

+ type FeedbackGenerator interface

+ FormatFeedback func(Message, error) string

+ func NewRawMessageFeedbackGenerator() FeedbackGenerator

+ type LoggingModelBuilder struct

+ func BuildLoggingModel(dst io.Writer, model Model) *LoggingModelBuilder

+ func (lmb *LoggingModelBuilder) Validate() (Model, error)

+ func (lmb *LoggingModelBuilder) WithLogFunc(logFunc func(ModelLoggingInfo, io.Writer) error) *LoggingModelBuilder

+ type MapFunc interface

+ Call func(T) (U, Usage, error)

+ func NewFeedbackMapFunc[T, U any](enc MessageEncoder[T], pars ResponseDecoder[U], fed FeedbackGenerator, ...) MapFunc[T, U]

+ func NewOneShotMapFunc[T, U any](enc MessageEncoder[T], pars ResponseDecoder[U], model Model) MapFunc[T, U]

+ type MessageEncoder interface

+ BuildInputMessages func(T) ([]Message, error)

+ type ModelLoggingInfo struct

+ type ModelResponseCache interface

+ GetCachedResponse func([]Message) (bool, []Message, Message, error)

+ SetCachedResponse func(inputs []Message, aux []Message, out Message) error

+ func NewInMemoryCache() ModelResponseCache

+ type ResponseDecoder interface

+ ParseResponseText func(string) (T, error)

type Role

+ func (r Role) String() string

+ type SystemReasonModelBuilder struct

+ func (b *SystemReasonModelBuilder) Validate() (Model, error)

+ func (b *SystemReasonModelBuilder) WithPrefix(prefix string) *SystemReasonModelBuilder

+ type UsageCounter struct

+ func NewUsageCounter() *UsageCounter

+ func (u *UsageCounter) Add(usage Usage)

+ func (u *UsageCounter) Get() Usage

+ type UsageCountingModelBuilder struct

+ func BuildUsageCountingModel(model Model, counter *UsageCounter) *UsageCountingModelBuilder

+ func (m *UsageCountingModelBuilder) Validate() (Model, error)

Jun 9, 2025

Changes in this version

+ type FakeReasoningModelBuilder struct

+ func BuildFakeReasoningModel(reasoner Model, answerer Model) *FakeReasoningModelBuilder

+ func (b *FakeReasoningModelBuilder) Validate() (Model, error)

+ func (b *FakeReasoningModelBuilder) WithReasoningPrompt(prompt string) *FakeReasoningModelBuilder

+ type OpenAIEmbedderBuilder struct

+ func BuildOpenAIEmbedder(key, model string) *OpenAIEmbedderBuilder

+ func (b *OpenAIEmbedderBuilder) Validate() (Embedder, error)

+ func (b *OpenAIEmbedderBuilder) WithURL(url string) *OpenAIEmbedderBuilder

+ type OpenAIModelBuilder struct

+ func BuildOpenAIModel(key, modelName string, isReasoning bool) *OpenAIModelBuilder

+ func (b *OpenAIModelBuilder) Validate() (Model, error)

+ func (b *OpenAIModelBuilder) WithHeader(key, val string) *OpenAIModelBuilder

+ func (b *OpenAIModelBuilder) WithReasoningEffort(re ReasoningEffort) *OpenAIModelBuilder

+ func (b *OpenAIModelBuilder) WithTemperature(temp float64) *OpenAIModelBuilder

+ func (b *OpenAIModelBuilder) WithTokens(input, output int) *OpenAIModelBuilder

+ func (b *OpenAIModelBuilder) WithURL(url string) *OpenAIModelBuilder

+ type RetryModelBuilder struct

+ func BuildRetryModel(model Model) *RetryModelBuilder

+ func (b *RetryModelBuilder) Validate() (Model, error)

+ func (b *RetryModelBuilder) WithDelay(delay time.Duration) *RetryModelBuilder

+ func (b *RetryModelBuilder) WithMaxRetries(maxRetries int) *RetryModelBuilder

+ type SystemReasinModelBuilder struct

+ func BuildSystemReasonModel(model Model) *SystemReasinModelBuilder

+ func (b *SystemReasinModelBuilder) Validate() (Model, error)

+ func (b *SystemReasinModelBuilder) WithPrefix(prefix string) *SystemReasinModelBuilder

May 20, 2025

Changes in this version

type Agent

+ BuildInputMessages func() ([]Message, error)

+ ParseResponseText func(string) (Action, error)

May 20, 2025

Changes in this version

+ type Action interface

+ DoAction func(state T) (T, bool, error)

May 15, 2025

Changes in this version

+ const DefaultFakeReasoningPromptA

+ func CosineSimilarity(vec1, vec2 []float64) (float64, error)

+ func RunAgent[T, U any](model Model, agent Agent[T, U], initialState T, retriesPerAction int, ...) iter.Seq[AgentStep[T, U]]

+ type Agent interface

+ Action func() RetryFunction[T, U]

+ Handle func(T, U) (T, bool, error)

+ type AgentStep struct

+ Action U

+ Error error

+ State T

+ type Embedder interface

+ Embed func(text string) ([]float64, error)

+ func NewOpenAIEmbedder(key string, model string) Embedder

+ type Function interface

+ BuildInputMessages func(T) ([]Message, error)

+ ParseResponseText func(string) (U, error)

+ type Message struct

+ Content string

+ Role Role

+ type Model interface

+ Respond func([]Message) ([]Message, Message, Usage, error)

+ Tokens func() (int, int)

+ func NewFakeReasoningModel(reasoner Model, answerer Model, reasoningPrompt string) Model

+ func NewReasoningOpenAIModel(key, modelName string, maxInput, maxOutput int, ...) Model

+ func NewRetryModel(model Model, tries int, delay time.Duration) Model

+ func NewStandardOpenAIModel(key, modelName string, maxInput, maxOutput int, temperature float64) Model

+ type ParseError struct

+ Err error

+ Response string

+ func (e *ParseError) Error() string

+ type ReasoningEffort uint8

+ const HighReasoning

+ const LowReasoning

+ const MediumReasoning

+ type RetryFunction interface

+ FormatFeedback func(*ParseError) string

+ type Role uint8

+ const AssistantRole

+ const ReasoningRole

+ const SystemRole

+ const UserRole

+ type Usage struct

+ InputTokens int

+ OutputTokens int

+ func RunOneShot[T, U any](model Model, f Function[T, U], input T) (U, Usage, error)

+ func RunWithRetries[T, U any](model Model, f RetryFunction[T, U], maxRetries int, feedbackRole Role, input T) (U, Usage, error)

+ func (u Usage) Add(u2 Usage) Usage