onnxruntime_go

Aug 14, 2023

Changes in this version

type RunV3GenOptions

+ MaxNewTokens int

Jul 20, 2023

Changes in this version

type RunV3GenOptions

+ SeparateDecoder bool

Jul 20, 2023

Changes in this version

+ func CheckInputsOutputs(inputs []*TensorWithType, outputs []*TensorWithType, ...) error

+ func ConvertNames(names []string) []*C.char

+ func ConvertTensors(tensors []*TensorWithType) []*C.OrtValue

type RunV3GenOptions

+ MergedDecoder bool

+ UseCacheBranchIndex int

type SessionV3

+ func (s *SessionV3) RunDecoder(inputs []*TensorWithType, opt *RunV3GenOptions) (outTokenIds []int64, err error)

+ func (s *SessionV3) RunMergedDecoder(inputs []*TensorWithType, opt *RunV3GenOptions) (outTokenIds []int64, err error)

Jul 5, 2023

Changes in this version

+ func Reshape(data []float64, shape []int64) [][]float64

type RunV3GenOptions

+ AttentionMaskIndex int

Jun 13, 2023

Changes in this version

type SessionV3

+ func (s *SessionV3) GetInputNames() []string

+ func (s *SessionV3) GetOutputNames() []string

Jun 12, 2023

Changes in this version

type SessionV3

+ func (s *SessionV3) GetInputShapes() (shapeTypes []ShapeType)

+ func (s *SessionV3) GetInputTypes() []string

+ func (s *SessionV3) GetOutputShapes() (shapeTypes []ShapeType)

+ func (s *SessionV3) GetOutputTypes() []string

+ type ShapeType struct

+ Shape []int64

+ SymbolicShape []string

+ Type string

Jun 12, 2023

Changes in this version

+ type RunV3GenOptions struct

+ EOSTokenID int

+ MaxTokens int

+ ReplacementIndexes []int

+ Temperature float64

+ TopP float64

+ type SessionV3 struct

+ func NewSessionV3(path string, opts ...string) (*SessionV3, error)

+ func (s *SessionV3) Destroy() error

+ func (s *SessionV3) Run(inputs []*TensorWithType) (outputs []*TensorWithType, err error)

+ func (s *SessionV3) RunGen(inputs []*TensorWithType, opt *RunV3GenOptions) (outputs []*TensorWithType, err error)

Jun 11, 2023

Changes in this version

+ func RandomSelect(probabilities []float64) int

+ func Softmax(x []float64) []float64

+ func TakeTopP(logs []float64, topP float64) ([]float64, []int)

+ type Log struct

+ Index int

+ Value float64

type RunV2GenOptions

+ ReplacementIndexes []int

+ Temperature float64

+ TopP float64

Jun 10, 2023

Changes in this version

+ type RunV2GenOptions struct

+ EOSTokenID int

+ MaxTokens int

type SessionV2

+ func (s *SessionV2) RunV2Gen(inputs []*TensorWithType, outputs []*TensorWithType, opt *RunV2GenOptions) (err error)

May 26, 2023

Changes in this version

type TensorWithType

+ func (t *TensorWithType) GetShape() interface{}

May 26, 2023

Changes in this version

type SessionV2

+ func (s *SessionV2) RunV2(inputs []*TensorWithType, outputs []*TensorWithType) (err error)

type Tensor

+ func GetTensor(value *C.OrtValue, elementCount int64, data []T, shape []int64) (*Tensor[T], error)

May 22, 2023

Changes in this version

+ type SessionV2 struct

+ func (s *SessionV2) Destroy() error

+ func (s *SessionV2) Run(inputs []*TensorWithType, outputs []*TensorWithType) error

May 21, 2023

Changes in this version

type Session

+ func NewSessionV2(path string, inputNames, outputNames []string, opts ...string) (*Session, error)

+ func (s *Session) RunV2(inputs []*TensorWithType, outputs []*TensorWithType) error

May 10, 2023

Changes in this version

+ func IsCUDAAvailable(deviceId int) bool

+ func IsCoreMLAvailable() bool

type Session

+ func NewSessionONNXDataWithType(onnxData []byte, inputNames, outputNames []string, inputs []*TensorWithType, ...) (*Session, error)

+ func NewSessionWithPathWithTypeWithCoreML(path string, inputNames, outputNames []string, inputs []*TensorWithType, ...) (*Session, error)

Apr 29, 2023

Changes in this version

+ var NotInitializedError error = fmt.Errorf(...)

+ func DestroyEnvironment() error

+ func GetTensorElementDataType() C.ONNXTensorElementDataType

+ func InitializeEnvironment() error

+ func IsInitialized() bool

+ func NewEmptyTensorWithType(tensorType string, s Shape) (interface{}, error)

+ func SetSharedLibraryPath(path string)

+ type FloatData interface

+ type IntData interface

+ type Session struct

+ func NewSession(onnxFilePath string, inputNames, outputNames []string, inputs []*Tensor[IT], ...) (*Session, error)

+ func NewSessionWithONNXData(onnxData []byte, inputNames, outputNames []string, inputs []*Tensor[IT], ...) (*Session, error)

+ func NewSessionWithPath(path string, inputNames, outputNames []string, inputs []*Tensor[IT], ...) (*Session, error)

+ func NewSessionWithPathWithType(path string, inputNames, outputNames []string, inputs []*TensorWithType, ...) (*Session, error)

+ func NewSessionWithPathWithTypeWithCUDA(path string, inputNames, outputNames []string, inputs []*TensorWithType, ...) (*Session, error)

+ func NewSessionWithType(onnxFilePath string, inputNames, outputNames []string, ...) (*Session, error)

+ func NewSessionWithTypeWithCUDA(onnxFilePath string, inputNames, outputNames []string, ...) (*Session, error)

+ func (s *Session) Destroy() error

+ func (s *Session) Run() error

+ type Shape []int64

+ func NewShape(dimensions ...int64) Shape

+ func (s Shape) Clone() Shape

+ func (s Shape) FlattenedSize() int64

+ func (s Shape) String() string

+ type Tensor struct

+ func NewEmptyTensor(s Shape) (*Tensor[T], error)

+ func NewTensor(s Shape, data []T) (*Tensor[T], error)

+ func (t *Tensor[T]) Clone() (*Tensor[T], error)

+ func (t *Tensor[T]) GetData() []T

+ func (t *Tensor[_]) Destroy() error

+ func (t *Tensor[_]) GetShape() Shape

+ type TensorData interface

+ type TensorWithType struct

+ Tensor interface{}

+ TensorType string

+ func (t *TensorWithType) Destroy() error

+ func (t *TensorWithType) GetData() interface{}