ortgenai

Aug 4, 2026

Changes in this version

+ func SetTelemetryEnabled(enabled bool)

Apr 17, 2026

Changes in this version

+ var ErrEngineAPINotAvailable = errors.New("OgaEngine API not available in loaded ORT GenAI library (requires >= 0.9.1)")

+ func IsEngineAPIAvailable() bool

+ type Engine struct

+ func CreateEngine(modelPath string) (*Engine, error)

+ func CreateEngineWithOptions(configDirectoryPath string, providers []string, ...) (*Engine, error)

+ func (e *Engine) Destroy()

+ func (e *Engine) Generate(ctx context.Context, messages [][]Message, tools []string, ...) (<-chan SequenceDelta, <-chan error, error)

+ func (e *Engine) GetStatistics() *Statistics

+ func (e *Engine) Stop()

+ func (e *Engine) Submit(ctx context.Context, messages []Message, tools []string, ...) (<-chan SequenceDelta, <-chan error, error)

Mar 30, 2026

Changes in this version

type GenerationOptions

+ Guidance *Guidance

+ type Guidance struct

+ Data string

+ EnableFFTokens bool

+ Type GuidanceType

+ type GuidanceType string

+ const GuidanceTypeJSONSchema

+ const GuidanceTypeLarkGrammar

+ const GuidanceTypeRegex

Feb 26, 2026

Changes in this version

type GenerationOptions

+ Seed *int

+ Temperature *float64

+ TopP *float64

+ type MaxLengthReachedError struct

+ func (e MaxLengthReachedError) Error() string

type SequenceDelta

+ EOSReached bool

+ Token string

type Session

+ func CreateSession(modelPath string) (*Session, error)

+ func CreateSessionWithOptions(configDirectoryPath string, providers []string, ...) (*Session, error)

Jan 21, 2026

Changes in this version

+ type Images struct

+ func LoadImage(imagePath string) (*Images, error)

+ func LoadImageFromBuffer(imageData []byte) (*Images, error)

+ func LoadImages(imagePaths []string) (*Images, error)

+ func LoadImagesFromBuffers(imageBuffers [][]byte) (*Images, error)

+ func (i *Images) Destroy()

+ type NamedTensors struct

+ func (nt *NamedTensors) Destroy()

type Session

+ func (s *Session) GenerateWithImages(ctx context.Context, prompts []string, images *Images, ...) (<-chan SequenceDelta, <-chan error, error)

+ type SessionOptions struct

+ Multimodal bool

type Statistics

+ CumulativePrefillCount int

+ CumulativePrefillSum float64

+ CumulativeTokenDurationSeconds float64

+ CumulativeTokens int

Dec 17, 2025

Changes in this version

+ var ErrNotInitialized = fmt.Errorf(...)

+ func DestroyEnvironment() error

+ func InitializeEnvironment() error

+ func InitializeGenAiLibrary() error

+ func IsInitialized() bool

+ func OgaResultToError(result *C.OgaResult) error

+ func SetSharedLibraryPath(path string)

+ type GenerationOptions struct

+ BatchSize int

+ MaxLength int

+ type Message struct

+ Content string

+ Role string

+ type SequenceDelta struct

+ Sequence int

+ Tokens string

+ type Session struct

+ func CreateGenerativeSession(modelPath string) (*Session, error)

+ func CreateGenerativeSessionAdvanced(configDirectoryPath string, providers []string, ...) (*Session, error)

+ func (s *Session) Destroy()

+ func (s *Session) Generate(ctx context.Context, messages [][]Message, ...) (<-chan SequenceDelta, <-chan error, error)

+ func (s *Session) GetStatistics() Statistics

+ type Statistics struct

+ AvgPrefillSeconds float64

+ TokensPerSecond float64