gguf_parser

Jul 22, 2024

Changes in this version

type LLaMACppUsageEstimate

+ Drafter *LLaMACppUsageEstimate

+ MultimodalProjector *LLaMACppUsageEstimate

type LLaMACppUsageEstimateOption

+ func WithDrafter(dft *LLaMACppUsageEstimate) LLaMACppUsageEstimateOption

+ func WithMultimodalProjector(mmp *LLaMACppUsageEstimate) LLaMACppUsageEstimateOption

Jul 14, 2024

Changes in this version

type GGUFReadOption

+ func UseBearerAuth(token string) GGUFReadOption

Jul 12, 2024

Changes in this version

+ var ErrGGUFFileCacheCorrupted = errors.New("GGUF file cache corrupted")

+ var ErrGGUFFileCacheDisabled = errors.New("GGUF file cache disabled")

+ var ErrGGUFFileCacheMissed = errors.New("GGUF file cache missed")

+ type GGUFFileCache string

+ func (c GGUFFileCache) Delete(key string) error

+ func (c GGUFFileCache) Get(key string, exp time.Duration) (*GGUFFile, error)

+ func (c GGUFFileCache) Put(key string, gf *GGUFFile) error

type GGUFReadOption

+ func SkipCache() GGUFReadOption

+ func UseCache() GGUFReadOption

+ func UseCacheExpiration(expiration time.Duration) GGUFReadOption

+ func UseCachePath(path string) GGUFReadOption

Jul 11, 2024

Changes in this version

type GGUFFile

+ func ParseGGUFFileFromModelScope(ctx context.Context, repo, file string, opts ...GGUFReadOption) (*GGUFFile, error)

type GGUFReadOption

+ func SkipRangeDownloadDetection() GGUFReadOption

Jul 11, 2024

Changes in this version

+ func GGMLPadding(size, align uint64) uint64

type GGMLType

+ const GGMLTypeQ4_0_4_4

+ const GGMLTypeQ4_0_4_8

+ const GGMLTypeQ4_0_8_8

type GGUFFileType

+ const GGUFFileTypeMostlyQ4_0_4_4

+ const GGUFFileTypeMostlyQ4_0_4_8

+ const GGUFFileTypeMostlyQ4_0_8_8

type LLaMACppUsageEstimateOption

+ func WithinMaxContextSize() LLaMACppUsageEstimateOption

Jul 5, 2024

Changes in this version

type GGUFArchitectureMetadata

+ ClipHasLLaVaProjector bool

+ ClipHasTextEncoder bool

+ ClipHasVisionEncoder bool

+ ClipProjectorType string

type GGUFFile

+ func ParseGGUFFileFromOllamaModel(ctx context.Context, model *OllamaModel, crawl bool, opts ...GGUFReadOption) (*GGUFFile, error)

type LLaMACppMemoryUsage

+ Clipper GGUFBytesScalar

type LLaMACppUsageEstimateOption

+ func WithClipUsage(clip uint64) LLaMACppUsageEstimateOption

type OllamaModel

+ Client *http.Client

+ func (om *OllamaModel) License(ctx context.Context, cli *http.Client) ([]string, error)

+ func (om *OllamaModel) Messages(ctx context.Context, cli *http.Client) ([]json.RawMessage, error)

+ func (om *OllamaModel) Params(ctx context.Context, cli *http.Client) (map[string]any, error)

+ func (om *OllamaModel) System(ctx context.Context, cli *http.Client) (string, error)

+ func (om *OllamaModel) Template(ctx context.Context, cli *http.Client) (string, error)

+ func (om *OllamaModel) WebPageURL() *url.URL

type OllamaModelLayer

+ Root *OllamaModel

+ func (ol *OllamaModelLayer) BlobURL() *url.URL

+ func (ol *OllamaModelLayer) FetchBlob(ctx context.Context, cli *http.Client) ([]byte, error)

+ func (ol *OllamaModelLayer) FetchBlobFunc(ctx context.Context, cli *http.Client, process func(*http.Response) error) error

+ func (ol *OllamaModelLayer) FetchWebPage(ctx context.Context, cli *http.Client) (string, error)

+ func (ol *OllamaModelLayer) WebPageURL() *url.URL

Jul 4, 2024

Changes in this version

type LLaMACppUsageEstimateOption

+ func WithoutOffloadKVCache() LLaMACppUsageEstimateOption

Jul 4, 2024

Changes in this version

+ var ErrOllamaIllegalMetadata = errors.New("ollama illegal metadata")

type GGUFReadOption

+ func SkipDNSCache() GGUFReadOption

Jul 4, 2024

Changes in this version

+ const OllamaDefaultNamespace

+ const OllamaDefaultRegistry

+ const OllamaDefaultScheme

+ const OllamaDefaultTag

+ var ErrOllamaBaseLayerNotFound = errors.New("ollama base layer not found")

+ var ErrOllamaInvalidModel = errors.New("ollama invalid model")

type GGUFFile

+ func ParseGGUFFileFromOllama(ctx context.Context, model string, crawl bool, opts ...GGUFReadOption) (*GGUFFile, error)

+ type OllamaModel struct

+ Config OllamaModelLayer

+ Layers []OllamaModelLayer

+ MediaType string

+ Namespace string

+ Registry string

+ Repository string

+ Schema string

+ SchemaVersion uint32

+ Tag string

+ func ParseOllamaModel(model string) *OllamaModel

+ func (om *OllamaModel) Complete(ctx context.Context, cli *http.Client) error

+ func (om *OllamaModel) GetLayer(mediaType string) (OllamaModelLayer, bool)

+ func (om *OllamaModel) SearchLayers(mediaTypeRegex *regexp.Regexp) []OllamaModelLayer

+ func (om *OllamaModel) String() string

+ func (om *OllamaModel) URL() *url.URL

+ func (om *OllamaModel) WebURL() *url.URL

+ type OllamaModelLayer struct

+ Digest string

+ MediaType string

+ Size uint64

+ func (ol *OllamaModelLayer) URL() *url.URL

+ func (ol *OllamaModelLayer) WebURL() *url.URL

Jul 3, 2024

Changes in this version

+ var InMiBytes bool

type GGUFArchitectureMetadata

+ EmbeddingGroup uint64

+ ExpertFeedForwardLength uint64

+ ExpertSharedFeedForwardLength uint64

type LLaMACppUsageEstimateOption

+ func WithPhysicalBatchSize(size int32) LLaMACppUsageEstimateOption

Jun 17, 2024

Changes in this version

type LLaMACppUsageEstimate

+ FullOffloaded bool

type LLaMACppUsageEstimateMemorySummary

+ FullOffloaded bool

Jun 15, 2024

Changes in this version

type LLaMACppUsageEstimate

+ func (e LLaMACppUsageEstimate) SummarizeMemory(mmap bool) (ems LLaMACppUsageEstimateMemorySummary)

+ type LLaMACppUsageEstimateMemorySummary struct

+ NonUMA struct{ ... }

+ OffloadLayers uint64

+ UMA GGUFBytesScalar

type LLaMACppUsageEstimateOption

+ func WithArchitecture(arch GGUFArchitectureMetadata) LLaMACppUsageEstimateOption

+ func WithTokenizer(tokenizer GGUFTokenizerMetadata) LLaMACppUsageEstimateOption

+ type LLaMACppUsageEstimateSummary struct

+ Architecture string

+ ContextSize uint64

+ FlashAttention bool

+ Memory []LLaMACppUsageEstimateMemorySummary

+ NoMMap bool

Jun 14, 2024

Changes in this version

type LLaMACppUsageEstimate

+ FlashAttention bool

type LLaMACppUsageEstimateOption

+ func WithFlashAttention() LLaMACppUsageEstimateOption

type LLaMACppUsageEstimateSummery

+ Architecture string

+ ContextSize uint64

+ FlashAttention bool

+ FullOffload bool

+ NoMMap bool

Jun 14, 2024

Changes in this version

type GGUFArchitectureMetadata

+ EmbeddingGQA uint64

+ EmbeddingKeyGQA uint64

+ EmbeddingValueGQA uint64

type LLaMACppUsageEstimate

+ Architecture string

+ ContextSize uint64

+ Load LLaMACppMemoryUsage

+ Offload LLaMACppMemoryUsage

Jun 12, 2024

Changes in this version

type LLaMACppUsageEstimate

+ FullOffload bool

+ NoMMap bool

Jun 12, 2024

Changes in this version

type GGUFFile

+ Size GGUFBytesScalar

type GGUFModelMetadata

+ FileSize GGUFBytesScalar

Jun 12, 2024

Changes in this version

type GGUFFile

+ func (gf *GGUFFile) EstimateLLaMACppUsage(opts ...LLaMACppUsageEstimateOption) (e LLaMACppUsageEstimate)

+ type LLaMACppComputationUsage struct

+ Compute GGUFBytesScalar

+ Footprint GGUFBytesScalar

+ Input GGUFBytesScalar

+ Output GGUFBytesScalar

+ func (u LLaMACppComputationUsage) Sum() GGUFBytesScalar

+ type LLaMACppKVCacheUsage struct

+ Key GGUFBytesScalar

+ Value GGUFBytesScalar

+ func (u LLaMACppKVCacheUsage) Sum() GGUFBytesScalar

+ type LLaMACppMemoryUsage struct

+ Computation LLaMACppComputationUsage

+ Footprint GGUFBytesScalar

+ KVCache LLaMACppKVCacheUsage

+ Weight LLaMACppWeightUsage

+ type LLaMACppUsageEstimate struct

+ Layers uint64

+ OffloadLayers uint64

+ RAM LLaMACppMemoryUsage

+ VRAM LLaMACppMemoryUsage

+ func (e LLaMACppUsageEstimate) Summarize(mmap bool) (es LLaMACppUsageEstimateSummery)

+ type LLaMACppUsageEstimateOption func(*_LLaMACppUsageEstimateOptions)

+ type LLaMACppUsageEstimateSummery struct

+ NonUMA struct{ ... }

+ UMA GGUFBytesScalar

+ type LLaMACppWeightUsage struct

+ Compute GGUFBytesScalar

+ Input GGUFBytesScalar

+ Output GGUFBytesScalar

+ func (u LLaMACppWeightUsage) Sum() GGUFBytesScalar

Jun 10, 2024

Changes in this version

+ type GGUFComputeUsage struct

+ Graph GGUFBytesScalar

+ Others GGUFBytesScalar

+ func (c GGUFComputeUsage) Sum() GGUFBytesScalar

type GGUFEstimate

+ Load GGUFMemoryUsage

+ type GGUFEstimateSum struct

+ NonUMA GGUFEstimateSumItem

+ UMA GGUFEstimateSumItem

+ type GGUFEstimateSumItem struct

+ RAM GGUFBytesScalar

+ VRAM GGUFBytesScalar

type GGUFMemoryUsage

+ Tokens GGUFBytesScalar

+ Weight GGUFWeightUsage

type GGUFMetadataKVArrayValue

+ Size int64

type GGUFTokenizerMetadata

+ MergesLength uint64

+ MergesSize int64

+ TokensSize int64

+ type GGUFWeightUsage struct

+ Compute GGUFBytesScalar

+ Input GGUFBytesScalar

+ Output GGUFBytesScalar

+ func (w GGUFWeightUsage) Sum() GGUFBytesScalar

Jun 7, 2024

Changes in this version

+ const GGMLComputationGraphNodesDefault

+ const GGMLComputationGraphNodesMaximum

+ const GGMLComputationGraphSize

+ func GGMLComputationGraphOverhead(nodes uint64, grads bool) uint64

+ func GGMLHashSize(base uint64) uint64

+ func GGMLMemoryPadding(size uint64) uint64

+ func GGMLTensorOverhead() uint64

type GGUFArchitectureMetadata

+ Architecture string

type GGUFEstimate

+ ComputationGraphOverhead GGUFBytesScalar

+ ModelWeight GGUFBytesScalar

+ Others GGUFBytesScalar

+ func (e GGUFEstimate) Sum() GGUFBytesScalar

type GGUFEstimateOption

+ func WithBatchSize(size int32) GGUFEstimateOption

+ func WithParallelSize(size int32) GGUFEstimateOption

type GGUFLayerTensorInfos

+ func (ltis GGUFLayerTensorInfos) Count() uint64

type GGUFTensorInfo

+ func (ti GGUFTensorInfo) Count() uint64

type GGUFTensorInfos

+ func (tis GGUFTensorInfos) Count() uint64

type IGGUFTensorInfos

+ Count func() uint64

May 30, 2024

Changes in this version

type GGUFArchitectureMetadata

+ MaximumContextLength uint64

type GGUFEstimate

+ Offload *GGUFMemoryUsage

+ Total GGUFMemoryUsage

type GGUFEstimateOption

+ func WithOffloadLayers(layers uint64) GGUFEstimateOption

type GGUFFile

+ func (gf *GGUFFile) Layers() GGUFLayerTensorInfos

+ type GGUFKVCacheUsage struct

+ Key GGUFBytesScalar

+ Value GGUFBytesScalar

+ func (c GGUFKVCacheUsage) Sum() GGUFBytesScalar

+ type GGUFLayerTensorInfos []IGGUFTensorInfos

+ func (ltis GGUFLayerTensorInfos) Bytes() uint64

+ func (ltis GGUFLayerTensorInfos) Cut(names []string) (before, after GGUFLayerTensorInfos, found bool)

+ func (ltis GGUFLayerTensorInfos) Elements() uint64

+ func (ltis GGUFLayerTensorInfos) Get(name string) (info GGUFTensorInfo, found bool)

+ func (ltis GGUFLayerTensorInfos) Index(names []string) (infos map[string]GGUFTensorInfo, found int)

+ func (ltis GGUFLayerTensorInfos) Search(nameRegex *regexp.Regexp) (infos []GGUFTensorInfo)

+ type GGUFMemoryUsage struct

+ Compute GGUFBytesScalar

+ IO GGUFBytesScalar

+ KVCache GGUFKVCacheUsage

+ func (m GGUFMemoryUsage) Sum() GGUFBytesScalar

+ type GGUFNamedTensorInfos struct

+ Name string

type GGUFReadOption

+ func SkipLargeMetadata() GGUFReadOption

type GGUFTensorInfo

+ func (ti GGUFTensorInfo) Get(name string) (info GGUFTensorInfo, found bool)

+ func (ti GGUFTensorInfo) Index(names []string) (infos map[string]GGUFTensorInfo, found int)

+ func (ti GGUFTensorInfo) Search(nameRegex *regexp.Regexp) (infos []GGUFTensorInfo)

type GGUFTensorInfos

+ func (tis GGUFTensorInfos) Bytes() uint64

+ func (tis GGUFTensorInfos) Elements() uint64

+ type IGGUFTensorInfos interface

+ Bytes func() uint64

+ Elements func() uint64

+ Get func(name string) (info GGUFTensorInfo, found bool)

+ Index func(names []string) (infos map[string]GGUFTensorInfo, found int)

+ Search func(nameRegex *regexp.Regexp) (infos []GGUFTensorInfo)

May 29, 2024

Changes in this version

+ const GGMLObjectSize

+ const GGMLTensorSize

+ var ErrGGUFFileInvalidFormat = errors.New("invalid GGUF format")

+ var GGUFFilenameRegex = regexp.MustCompile(...)

+ func ValueNumeric[T constraints.Integer | constraints.Float](kv GGUFMetadataKV) T

+ func ValuesNumeric[T constraints.Integer | constraints.Float](av GGUFMetadataKVArrayValue) []T

+ type GGMLType uint32

+ const GGMLTypeBF16

+ const GGMLTypeF16

+ const GGMLTypeF32

+ const GGMLTypeF64

+ const GGMLTypeI16

+ const GGMLTypeI32

+ const GGMLTypeI64

+ const GGMLTypeI8

+ const GGMLTypeIQ1_M

+ const GGMLTypeIQ1_S

+ const GGMLTypeIQ2_S

+ const GGMLTypeIQ2_XS

+ const GGMLTypeIQ2_XXS

+ const GGMLTypeIQ3_S

+ const GGMLTypeIQ3_XXS

+ const GGMLTypeIQ4_NL

+ const GGMLTypeIQ4_XS

+ const GGMLTypeQ2_K

+ const GGMLTypeQ3_K

+ const GGMLTypeQ4_0

+ const GGMLTypeQ4_1

+ const GGMLTypeQ4_2

+ const GGMLTypeQ4_3

+ const GGMLTypeQ4_K

+ const GGMLTypeQ5_0

+ const GGMLTypeQ5_1

+ const GGMLTypeQ5_K

+ const GGMLTypeQ6_K

+ const GGMLTypeQ8_0

+ const GGMLTypeQ8_1

+ const GGMLTypeQ8_K

+ func (i GGMLType) String() string

+ func (t GGMLType) RowSizeOf(dimensions []uint64) uint64

+ func (t GGMLType) Trait() (GGMLTypeTrait, bool)

+ type GGMLTypeTrait struct

+ BlockSize uint64

+ Quantized bool

+ TypeSize uint64

+ type GGUFArchitectureMetadata struct

+ AttentionClampKQV float32

+ AttentionHeadCount uint64

+ AttentionHeadCountKV uint64

+ AttentionKeyLength uint32

+ AttentionLayerNormEpsilon float32

+ AttentionLayerNormRMSEpsilon float32

+ AttentionMaxALiBIBias float32

+ AttentionValueLength uint32

+ BlockCount uint64

+ ContextLength uint64

+ EmbeddingLength uint64

+ ExpertCount uint32

+ ExpertUsedCount uint32

+ FeedForwardLength uint64

+ RoPEDimensionCount uint64

+ RoPEFrequencyBase float32

+ RoPEScalingFactor float32

+ RoPEScalingFinetuned bool

+ RoPEScalingOriginalContextLength uint64

+ RoPEScalingType string

+ SSMConvolutionKernel uint32

+ SSMInnerSize uint32

+ SSMStateSize uint32

+ SSMTimeStepRank uint32

+ VocabularyLength uint64

+ type GGUFBitsPerWeightScalar float64

+ func (s GGUFBitsPerWeightScalar) String() string

+ type GGUFBytesScalar uint64

+ func (s GGUFBytesScalar) String() string

+ type GGUFEstimate struct

+ KVCache GGUFEstimateKVCache

+ MemoryLoad GGUFBytesScalar

+ MemoryTotal GGUFBytesScalar

+ type GGUFEstimateKVCache struct

+ MemoryKey GGUFBytesScalar

+ MemoryTotal GGUFBytesScalar

+ MemoryValue GGUFBytesScalar

+ type GGUFEstimateOption func(*_GGUFEstimateOptions)

+ func WithCacheKeyType(t GGMLType) GGUFEstimateOption

+ func WithCacheValueType(t GGMLType) GGUFEstimateOption

+ func WithContextSize(size int32) GGUFEstimateOption

+ type GGUFFile struct

+ Header GGUFHeader

+ ModelBitsPerWeight GGUFBitsPerWeightScalar

+ ModelParameters GGUFParametersScalar

+ ModelSize GGUFBytesScalar

+ Padding int64

+ TensorDataStartOffset int64

+ TensorInfos GGUFTensorInfos

+ func ParseGGUFFile(path string, opts ...GGUFReadOption) (*GGUFFile, error)

+ func ParseGGUFFileFromHuggingFace(ctx context.Context, repo, model string, opts ...GGUFReadOption) (*GGUFFile, error)

+ func ParseGGUFFileRemote(ctx context.Context, url string, opts ...GGUFReadOption) (*GGUFFile, error)

+ func (gf *GGUFFile) Architecture() (ga GGUFArchitectureMetadata)

+ func (gf *GGUFFile) Estimate(opts ...GGUFEstimateOption) (ge GGUFEstimate)

+ func (gf *GGUFFile) Model() (gm GGUFModelMetadata)

+ func (gf *GGUFFile) Tokenizer() (gt GGUFTokenizerMetadata)

+ type GGUFFileType uint32

+ const GGUFFileTypeAllF32

+ const GGUFFileTypeMostlyBF16

+ const GGUFFileTypeMostlyF16

+ const GGUFFileTypeMostlyIQ1_M

+ const GGUFFileTypeMostlyIQ1_S

+ const GGUFFileTypeMostlyIQ2_S

+ const GGUFFileTypeMostlyIQ2_XS

+ const GGUFFileTypeMostlyIQ2_XXS

+ const GGUFFileTypeMostlyIQ3_S

+ const GGUFFileTypeMostlyIQ3_XXS

+ const GGUFFileTypeMostlyIQ4_NL

+ const GGUFFileTypeMostlyIQ4_XS

+ const GGUFFileTypeMostlyQ2_K

+ const GGUFFileTypeMostlyQ3_K

+ const GGUFFileTypeMostlyQ4_0

+ const GGUFFileTypeMostlyQ4_1

+ const GGUFFileTypeMostlyQ4_1_F16

+ const GGUFFileTypeMostlyQ4_2

+ const GGUFFileTypeMostlyQ4_3

+ const GGUFFileTypeMostlyQ4_K

+ const GGUFFileTypeMostlyQ5_0

+ const GGUFFileTypeMostlyQ5_1

+ const GGUFFileTypeMostlyQ5_K

+ const GGUFFileTypeMostlyQ6_K

+ const GGUFFileTypeMostlyQ8_0

+ func (i GGUFFileType) String() string

+ func (t GGUFFileType) GGMLType() GGMLType

+ type GGUFFilename struct

+ EncodingScheme string

+ ExpertsCount *int

+ Major *int

+ Minor *int

+ ModelName string

+ Parameters string

+ Shard *int

+ ShardTotal *int

+ func ParseGGUFFilename(name string) *GGUFFilename

+ func (gn GGUFFilename) IsPreRelease() bool

+ func (gn GGUFFilename) IsSharding() bool

+ func (gn GGUFFilename) String() string

+ type GGUFHeader struct

+ Magic GGUFMagic

+ MetadataKV GGUFMetadataKVs

+ MetadataKVCount uint64

+ TensorCount uint64

+ Version GGUFVersion

+ type GGUFMagic uint32

+ const GGUFMagicGGJT

+ const GGUFMagicGGMF

+ const GGUFMagicGGML

+ const GGUFMagicGGUFBe

+ const GGUFMagicGGUFLe

+ func (i GGUFMagic) String() string

+ type GGUFMetadataKV struct

+ Key string

+ Value any

+ ValueType GGUFMetadataValueType

+ func (kv GGUFMetadataKV) ValueArray() GGUFMetadataKVArrayValue

+ func (kv GGUFMetadataKV) ValueBool() bool

+ func (kv GGUFMetadataKV) ValueFloat32() float32

+ func (kv GGUFMetadataKV) ValueFloat64() float64

+ func (kv GGUFMetadataKV) ValueInt16() int16

+ func (kv GGUFMetadataKV) ValueInt32() int32

+ func (kv GGUFMetadataKV) ValueInt64() int64

+ func (kv GGUFMetadataKV) ValueInt8() int8

+ func (kv GGUFMetadataKV) ValueString() string

+ func (kv GGUFMetadataKV) ValueUint16() uint16

+ func (kv GGUFMetadataKV) ValueUint32() uint32

+ func (kv GGUFMetadataKV) ValueUint64() uint64

+ func (kv GGUFMetadataKV) ValueUint8() uint8

+ type GGUFMetadataKVArrayValue struct

+ Array []any

+ Len uint64

+ StartOffset int64

+ Type GGUFMetadataValueType

+ func (av GGUFMetadataKVArrayValue) ValuesArray() []GGUFMetadataKVArrayValue

+ func (av GGUFMetadataKVArrayValue) ValuesBool() []bool

+ func (av GGUFMetadataKVArrayValue) ValuesFloat32() []float32

+ func (av GGUFMetadataKVArrayValue) ValuesFloat64() []float64

+ func (av GGUFMetadataKVArrayValue) ValuesInt16() []int16

+ func (av GGUFMetadataKVArrayValue) ValuesInt32() []int32

+ func (av GGUFMetadataKVArrayValue) ValuesInt64() []int64

+ func (av GGUFMetadataKVArrayValue) ValuesInt8() []int8

+ func (av GGUFMetadataKVArrayValue) ValuesString() []string

+ func (av GGUFMetadataKVArrayValue) ValuesUint16() []uint16

+ func (av GGUFMetadataKVArrayValue) ValuesUint32() []uint32

+ func (av GGUFMetadataKVArrayValue) ValuesUint64() []uint64

+ func (av GGUFMetadataKVArrayValue) ValuesUint8() []uint8

+ type GGUFMetadataKVs []GGUFMetadataKV

+ func (kvs GGUFMetadataKVs) Get(key string) (value GGUFMetadataKV, found bool)

+ func (kvs GGUFMetadataKVs) HasAll(keys []string) bool

+ func (kvs GGUFMetadataKVs) Index(keys []string) (values map[string]GGUFMetadataKV, found int)

+ func (kvs GGUFMetadataKVs) Search(keyRegex *regexp.Regexp) (values []GGUFMetadataKV)

+ type GGUFMetadataValueType uint32

+ const GGUFMetadataValueTypeArray

+ const GGUFMetadataValueTypeBool

+ const GGUFMetadataValueTypeFloat32

+ const GGUFMetadataValueTypeFloat64

+ const GGUFMetadataValueTypeInt16

+ const GGUFMetadataValueTypeInt32

+ const GGUFMetadataValueTypeInt64

+ const GGUFMetadataValueTypeInt8

+ const GGUFMetadataValueTypeString

+ const GGUFMetadataValueTypeUint16

+ const GGUFMetadataValueTypeUint32

+ const GGUFMetadataValueTypeUint64

+ const GGUFMetadataValueTypeUint8

+ func (i GGUFMetadataValueType) String() string

+ type GGUFModelMetadata struct

+ Alignment uint32

+ Architecture string

+ Author string

+ BitsPerWeight GGUFBitsPerWeightScalar

+ Description string

+ FileType GGUFFileType

+ License string

+ LittleEndian bool

+ Name string

+ Parameters GGUFParametersScalar

+ QuantizationVersion uint32

+ Size GGUFBytesScalar

+ URL string

+ type GGUFParametersScalar uint64

+ func (s GGUFParametersScalar) String() string

+ type GGUFReadOption func(o *_GGUFReadOptions)

+ func SkipProxy() GGUFReadOption

+ func SkipTLSVerification() GGUFReadOption

+ func UseApproximate() GGUFReadOption

+ func UseBufferSize(size int) GGUFReadOption

+ func UseDebug() GGUFReadOption

+ func UseMMap() GGUFReadOption

+ func UseProxy(url *url.URL) GGUFReadOption

+ type GGUFTensorInfo struct

+ Dimensions []uint64

+ NDimensions uint32

+ Name string

+ Offset uint64

+ StartOffset int64

+ Type GGMLType

+ func (ti GGUFTensorInfo) Bytes() uint64

+ func (ti GGUFTensorInfo) Elements() uint64

+ type GGUFTensorInfos []GGUFTensorInfo

+ func (tis GGUFTensorInfos) Get(name string) (info GGUFTensorInfo, found bool)

+ func (tis GGUFTensorInfos) HasAll(names []string) bool

+ func (tis GGUFTensorInfos) Index(names []string) (infos map[string]GGUFTensorInfo, found int)

+ func (tis GGUFTensorInfos) Search(nameRegex *regexp.Regexp) (infos []GGUFTensorInfo)

+ type GGUFTokenizerMetadata struct

+ AddedTokensLength uint64

+ BOSTokenID int64

+ EOSTokenID int64

+ Model string

+ PaddingTokenID int64

+ SeparatorTokenID int64

+ TokensLength uint64

+ UnknownTokenID int64

+ type GGUFVersion uint32

+ const GGUFVersionV1

+ const GGUFVersionV2

+ const GGUFVersionV3

+ func (i GGUFVersion) String() string