context

Documentation

Index

• func AutoCompactThresholdRatio() float64
• func AutoCompactThresholdTokens(maxTokens int) int
• func EstimateTokens(text string) int
• type ContextManager
• type Manager
  • func NewManager(maxTokens int) *Manager
  • func (m *Manager) Add(msg provider.Message)
  • func (m *Manager) AutoCompactThreshold() int
  • func (m *Manager) CheckAndSummarize(ctx context.Context, prov provider.Provider) (bool, error)
  • func (m *Manager) Clear()
  • func (m *Manager) MaxTokens() int
  • func (m *Manager) Messages() []provider.Message
  • func (m *Manager) MessagesAndTokenCount() ([]provider.Message, int)
  • func (m *Manager) Microcompact() bool
  • func (m *Manager) RecordUsage(usage provider.TokenUsage)
  • func (m *Manager) SetMaxTokens(n int)
  • func (m *Manager) SetOutputReserve(n int)
  • func (m *Manager) SetProvider(p provider.Provider)
  • func (m *Manager) SetTodoFilePath(path string)
  • func (m *Manager) Summarize(ctx context.Context, prov provider.Provider) error
  • func (m *Manager) TokenCount() int
  • func (m *Manager) TruncateOldestGroupForRetry() bool
  • func (m *Manager) UpdateFirstSystemMessage(msg provider.Message)
  • func (m *Manager) UsageRatio() float64

Functions

func AutoCompactThresholdRatio

func AutoCompactThresholdRatio() float64

func AutoCompactThresholdTokens

func AutoCompactThresholdTokens(maxTokens int) int

func EstimateTokens

func EstimateTokens(text string) int

EstimateTokens provides a rough token estimation. Uses ~4 chars/token for ASCII and ~1.5 chars/token for CJK, which matches common BPE tokenizer behavior more closely than a flat len/4.

Types

type ContextManager

type ContextManager interface {
	Add(msg provider.Message)
	Messages() []provider.Message
	TokenCount() int
	// MessagesAndTokenCount returns both values under a single lock,
	// guaranteeing a consistent snapshot.
	MessagesAndTokenCount() ([]provider.Message, int)
	MaxTokens() int
	SetMaxTokens(n int)
	SetOutputReserve(n int)
	RecordUsage(usage provider.TokenUsage)
	Summarize(ctx context.Context, prov provider.Provider) error
	CheckAndSummarize(ctx context.Context, prov provider.Provider) (bool, error)
	TruncateOldestGroupForRetry() bool
	Clear()
	UsageRatio() float64
	AutoCompactThreshold() int
}

ContextManager manages conversation history, tracking tokens and auto-summarizing.

⚠️ Consuming packages must import this as "ctxpkg" to avoid collision with the standard library "context" package.

type Manager

type Manager struct {
	// contains filtered or unexported fields
}

Manager implements ContextManager.

func NewManager

func NewManager(maxTokens int) *Manager

NewManager creates a ContextManager with the given context window limit.

func (*Manager) Add

func (m *Manager) Add(msg provider.Message)

func (*Manager) AutoCompactThreshold

func (m *Manager) AutoCompactThreshold() int

func (*Manager) CheckAndSummarize

func (m *Manager) CheckAndSummarize(ctx context.Context, prov provider.Provider) (bool, error)

CheckAndSummarize triggers summarization if usage ratio >= threshold.

func (*Manager) Clear

func (m *Manager) Clear()

func (*Manager) MaxTokens

func (m *Manager) MaxTokens() int

func (*Manager) Messages

func (m *Manager) Messages() []provider.Message

func (*Manager) MessagesAndTokenCount

func (m *Manager) MessagesAndTokenCount() ([]provider.Message, int)

func (*Manager) Microcompact

func (m *Manager) Microcompact() bool

Microcompact reduces old bulky tool results in-place before falling back to full summarization.

func (*Manager) RecordUsage

func (m *Manager) RecordUsage(usage provider.TokenUsage)

func (*Manager) SetMaxTokens

func (m *Manager) SetMaxTokens(n int)

func (*Manager) SetOutputReserve

func (m *Manager) SetOutputReserve(n int)

func (*Manager) SetProvider

func (m *Manager) SetProvider(p provider.Provider)

SetProvider sets the provider for provider-aware token counting.

func (*Manager) SetTodoFilePath

func (m *Manager) SetTodoFilePath(path string)

func (*Manager) Summarize

func (m *Manager) Summarize(ctx context.Context, prov provider.Provider) error

Summarize compresses old messages into a summary while retaining an adaptive recent suffix sized to fit within the target token budget.

func (*Manager) TokenCount

func (m *Manager) TokenCount() int

func (*Manager) TruncateOldestGroupForRetry

func (m *Manager) TruncateOldestGroupForRetry() bool

func (*Manager) UpdateFirstSystemMessage

func (m *Manager) UpdateFirstSystemMessage(msg provider.Message)

UpdateFirstSystemMessage replaces the first system message in the context. If no system message exists, it prepends one.

func (*Manager) UsageRatio

func (m *Manager) UsageRatio() float64