v1alpha1

package
v0.6.310 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Jan 18, 2024 License: Apache-2.0 Imports: 23 Imported by: 0

Documentation

Overview

+kubebuilder:object:generate=true +groupName=llm.modela.ai

Index

Constants

View Source 
const (
	CSVFileReaderType     FileReaderType = "csv"
	ParquetFileReaderType FileReaderType = "parquet"
	PDFFileReaderType     FileReaderType = "pdf"

	SQLDatabaseReaderType   DatabaseReaderType = "sql"
	MongoDatabaseReaderType DatabaseReaderType = "mongo"

	GoogleSheetsWebReaderType WebReaderType = "google-sheets"

	GithubRepositoryReaderType RepositoryReaderType = "github"
	S3RepositoryReaderType     RepositoryReaderType = "s3"

	HTMLNodeParserType           NodeParserType = "html"
	JSONNodeParserType           NodeParserType = "json"
	MarkdownNodeParserType       NodeParserType = "markdown"
	TextSplitterNodeParserType   NodeParserType = "text-splitter"
	SentenceWindowNodeParserType NodeParserType = "sentence-window"

	SentenceTextSplitterType TextSplitterType = "sentence"
	TokenTextSplitterType    TextSplitterType = "token"
	CodeTextSplitterType     TextSplitterType = "code"

	PunktSentenceTokenizerType     SentenceTokenizerType = "punkt"
	SeparatorSentenceTokenizerType SentenceTokenizerType = "separator"
	RegexSentenceTokenizerType     SentenceTokenizerType = "regex"
	PhraseSentenceTokenizerType    SentenceTokenizerType = "phrase"
)
View Source 
const (
	RefreshingReason = "Refreshing"
)

Variables

View Source 
var (
	ErrInvalidLengthGenerated        = fmt.Errorf("proto: negative length found during unmarshaling")
	ErrIntOverflowGenerated          = fmt.Errorf("proto: integer overflow")
	ErrUnexpectedEndOfGroupGenerated = fmt.Errorf("proto: unexpected end of group")
)
View Source 
var (
	// SchemeBuilder registers our types
	SchemeBuilder = k8sruntime.NewSchemeBuilder(AddKnownTypes)
	// AddToScheme local alias for SchemeBuilder.AddToScheme
	AddToScheme = SchemeBuilder.AddToScheme
)
View Source 
var SchemeGroupVersion = schema.GroupVersion{Group: llm.GroupName, Version: "v1alpha1"}

Functions

func AddKnownTypes 

func AddKnownTypes(scheme *k8sruntime.Scheme) error

func Kind 

func Kind(kind string) schema.GroupKind

func Resource 

func Resource(resource string) schema.GroupResource

Resource takes an unqualified resource and returns a Group qualified GroupResource

Types

type CodeSplitterSpec 

type CodeSplitterSpec struct {
	// The language of the document(s). When set to `infer`, the language of the document
	// will be inferred using the extension of the original file. Documents that
	// cannot be parsed using the specified language will be skipped
	// +kubebuilder:validation:Required
	Language string `json:"language,omitempty" protobuf:"bytes,1,opt,name=language"`
	// The number of code lines in each chunk. When unspecified, default to 40
	ChunkLines *int32 `json:"chunkLines,omitempty" protobuf:"bytes,2,opt,name=chunkLines"`
	// The amount of code lines that will be captured on each side of the node. When unspecified, default to 15
	ChunkLinesOverlap *int32 `json:"chunkLinesOverlap,omitempty" protobuf:"bytes,3,opt,name=chunkLinesOverlap"`
	// The maximum amount of characters in each chunk. When unspecified, default to 1500
	MaxChars *int32 `json:"maxChars,omitempty" protobuf:"bytes,4,opt,name=maxChars"`
}

CodeSplitterSpec splits code documents by their syntax trees

func (*CodeSplitterSpec) DeepCopy 

func (in *CodeSplitterSpec) DeepCopy() *CodeSplitterSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new CodeSplitterSpec.

func (*CodeSplitterSpec) DeepCopyInto 

func (in *CodeSplitterSpec) DeepCopyInto(out *CodeSplitterSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*CodeSplitterSpec) Descriptor 

func (*CodeSplitterSpec) Descriptor() ([]byte, []int)

func (*CodeSplitterSpec) Marshal 

func (m *CodeSplitterSpec) Marshal() (dAtA []byte, err error)

func (*CodeSplitterSpec) MarshalTo 

func (m *CodeSplitterSpec) MarshalTo(dAtA []byte) (int, error)

func (*CodeSplitterSpec) MarshalToSizedBuffer 

func (m *CodeSplitterSpec) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*CodeSplitterSpec) ProtoMessage 

func (*CodeSplitterSpec) ProtoMessage()

func (*CodeSplitterSpec) Reset 

func (m *CodeSplitterSpec) Reset()

func (*CodeSplitterSpec) Size 

func (m *CodeSplitterSpec) Size() (n int)

func (*CodeSplitterSpec) String 

func (this *CodeSplitterSpec) String() string

func (*CodeSplitterSpec) Unmarshal 

func (m *CodeSplitterSpec) Unmarshal(dAtA []byte) error

func (*CodeSplitterSpec) XXX_DiscardUnknown 

func (m *CodeSplitterSpec) XXX_DiscardUnknown()

func (*CodeSplitterSpec) XXX_Marshal 

func (m *CodeSplitterSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*CodeSplitterSpec) XXX_Merge 

func (m *CodeSplitterSpec) XXX_Merge(src proto.Message)

func (*CodeSplitterSpec) XXX_Size 

func (m *CodeSplitterSpec) XXX_Size() int

func (*CodeSplitterSpec) XXX_Unmarshal 

func (m *CodeSplitterSpec) XXX_Unmarshal(b []byte) error

type ConcreteNodeParserSpec 

type ConcreteNodeParserSpec struct {
	// Indicate if previous/next relationships should be included between nodes. When unspecified, default to true
	IncludeOrderRelationship *bool `json:"includeOrderRelationship,omitempty" protobuf:"bytes,1,opt,name=includeOrderRelationship"`
	// Indicate if metadata should be included in the nodes. When unspecified, default to true
	IncludeMetadata *bool `json:"includeMetadata,omitempty" protobuf:"bytes,2,opt,name=includeMetadata"`
	// The type of node parser. When a specification for a text or sentence window node parser is provided, this field
	// may be omitted. When not provided, the defaults for the specified node parser type will be used.
	// When unspecified, default to sentence window
	Type *NodeParserType `json:"type,omitempty" protobuf:"bytes,3,opt,name=type"`
	// The specification for the text splitter to use as a node parser
	Text *TextSplitterSpec `json:"text,omitempty" protobuf:"bytes,4,opt,name=text"`
	// The specification for the sentence window node parser
	Sentence *SentenceWindowNodeParserSpec `json:"sentence,omitempty" protobuf:"bytes,5,opt,name=sentence"`
}

ConcreteNodeParserSpec defines how to break up a document into individual chunks of text

func (*ConcreteNodeParserSpec) DeepCopy 

func (in *ConcreteNodeParserSpec) DeepCopy() *ConcreteNodeParserSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new ConcreteNodeParserSpec.

func (*ConcreteNodeParserSpec) DeepCopyInto 

func (in *ConcreteNodeParserSpec) DeepCopyInto(out *ConcreteNodeParserSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*ConcreteNodeParserSpec) Descriptor 

func (*ConcreteNodeParserSpec) Descriptor() ([]byte, []int)

func (*ConcreteNodeParserSpec) Marshal 

func (m *ConcreteNodeParserSpec) Marshal() (dAtA []byte, err error)

func (*ConcreteNodeParserSpec) MarshalTo 

func (m *ConcreteNodeParserSpec) MarshalTo(dAtA []byte) (int, error)

func (*ConcreteNodeParserSpec) MarshalToSizedBuffer 

func (m *ConcreteNodeParserSpec) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*ConcreteNodeParserSpec) ProtoMessage 

func (*ConcreteNodeParserSpec) ProtoMessage()

func (*ConcreteNodeParserSpec) Reset 

func (m *ConcreteNodeParserSpec) Reset()

func (*ConcreteNodeParserSpec) Size 

func (m *ConcreteNodeParserSpec) Size() (n int)

func (*ConcreteNodeParserSpec) String 

func (this *ConcreteNodeParserSpec) String() string

func (*ConcreteNodeParserSpec) Unmarshal 

func (m *ConcreteNodeParserSpec) Unmarshal(dAtA []byte) error

func (*ConcreteNodeParserSpec) XXX_DiscardUnknown 

func (m *ConcreteNodeParserSpec) XXX_DiscardUnknown()

func (*ConcreteNodeParserSpec) XXX_Marshal 

func (m *ConcreteNodeParserSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ConcreteNodeParserSpec) XXX_Merge 

func (m *ConcreteNodeParserSpec) XXX_Merge(src proto.Message)

func (*ConcreteNodeParserSpec) XXX_Size 

func (m *ConcreteNodeParserSpec) XXX_Size() int

func (*ConcreteNodeParserSpec) XXX_Unmarshal 

func (m *ConcreteNodeParserSpec) XXX_Unmarshal(b []byte) error

type DatabaseReaderSpec 

type DatabaseReaderSpec struct {
	// The type of database reader
	Type DatabaseReaderType `json:"type,omitempty" protobuf:"bytes,1,opt,name=type"`
	// The name of the connection to the database
	ConnectionName string `json:"connectionName,omitempty" protobuf:"bytes,2,opt,name=connectionName"`
	// The query to execute on the database
	Query string `json:"query,omitempty" protobuf:"bytes,3,opt,name=query"`
	// Reader-specific options
	Options map[string]string `json:"options,omitempty" protobuf:"bytes,4,opt,name=options"`
}

func (*DatabaseReaderSpec) DeepCopy 

func (in *DatabaseReaderSpec) DeepCopy() *DatabaseReaderSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new DatabaseReaderSpec.

func (*DatabaseReaderSpec) DeepCopyInto 

func (in *DatabaseReaderSpec) DeepCopyInto(out *DatabaseReaderSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*DatabaseReaderSpec) Descriptor 

func (*DatabaseReaderSpec) Descriptor() ([]byte, []int)

func (*DatabaseReaderSpec) Marshal 

func (m *DatabaseReaderSpec) Marshal() (dAtA []byte, err error)

func (*DatabaseReaderSpec) MarshalTo 

func (m *DatabaseReaderSpec) MarshalTo(dAtA []byte) (int, error)

func (*DatabaseReaderSpec) MarshalToSizedBuffer 

func (m *DatabaseReaderSpec) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*DatabaseReaderSpec) ProtoMessage 

func (*DatabaseReaderSpec) ProtoMessage()

func (*DatabaseReaderSpec) Reset 

func (m *DatabaseReaderSpec) Reset()

func (*DatabaseReaderSpec) Size 

func (m *DatabaseReaderSpec) Size() (n int)

func (*DatabaseReaderSpec) String 

func (this *DatabaseReaderSpec) String() string

func (*DatabaseReaderSpec) Unmarshal 

func (m *DatabaseReaderSpec) Unmarshal(dAtA []byte) error

func (*DatabaseReaderSpec) XXX_DiscardUnknown 

func (m *DatabaseReaderSpec) XXX_DiscardUnknown()

func (*DatabaseReaderSpec) XXX_Marshal 

func (m *DatabaseReaderSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DatabaseReaderSpec) XXX_Merge 

func (m *DatabaseReaderSpec) XXX_Merge(src proto.Message)

func (*DatabaseReaderSpec) XXX_Size 

func (m *DatabaseReaderSpec) XXX_Size() int

func (*DatabaseReaderSpec) XXX_Unmarshal 

func (m *DatabaseReaderSpec) XXX_Unmarshal(b []byte) error

type DatabaseReaderType 

type DatabaseReaderType string

type DocumentSpec 

type DocumentSpec struct {
	// The unique name of the document
	Name string `json:"name,omitempty" protobuf:"bytes,1,opt,name=name"`
	// Description specifies an optional description for the document
	Description *string `json:"description,omitempty" protobuf:"bytes,2,opt,name=description"`
	// Metadata contains user-specified metadata about the document
	Metadata map[string]string `json:"metadata,omitempty" protobuf:"bytes,3,opt,name=metadata"`
	// RefreshPeriod specifies the period, in seconds, at which the document must be refreshed
	// If unspecified or zero, the document will be refreshed on each sync.
	// When set to -1, the document will only refresh once
	RefreshPeriod *int32 `json:"refreshPeriod,omitempty" protobuf:"bytes,4,opt,name=refreshPeriod"`
	// NodeParser specifies document-specific options for breaking up the document into nodes
	NodeParser *NodeParserSpec `json:"nodeParser,omitempty" protobuf:"bytes,5,opt,name=nodeParser"`
	// EmbeddingModel specifies a document-specific embedding model
	EmbeddingModel *ModelSpec `json:"embeddingModel,omitempty" protobuf:"bytes,6,opt,name=embeddingModel"`
	// File specifies the configuration to read text from an external file
	File *FileLocationReaderSpec `json:"file,omitempty" protobuf:"bytes,7,opt,name=file"`
	// Database specifies the configuration to read text from a database query
	Database *DatabaseReaderSpec `json:"database,omitempty" protobuf:"bytes,8,opt,name=database"`
	// Web specifies the configuration to read text from an external web-based source
	Web *WebReaderSpec `json:"web,omitempty" protobuf:"bytes,9,opt,name=web"`
	// Repository specifies the configuration to read many files from a repository,
	Repository *RepositoryReaderSpec `json:"repository,omitempty" protobuf:"bytes,10,opt,name=repository"`
}

DocumentSpec defines the specification of a single document

func (*DocumentSpec) DeepCopy 

func (in *DocumentSpec) DeepCopy() *DocumentSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new DocumentSpec.

func (*DocumentSpec) DeepCopyInto 

func (in *DocumentSpec) DeepCopyInto(out *DocumentSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*DocumentSpec) Descriptor 

func (*DocumentSpec) Descriptor() ([]byte, []int)

func (*DocumentSpec) Marshal 

func (m *DocumentSpec) Marshal() (dAtA []byte, err error)

func (*DocumentSpec) MarshalTo 

func (m *DocumentSpec) MarshalTo(dAtA []byte) (int, error)

func (*DocumentSpec) MarshalToSizedBuffer 

func (m *DocumentSpec) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*DocumentSpec) ProtoMessage 

func (*DocumentSpec) ProtoMessage()

func (*DocumentSpec) Reset 

func (m *DocumentSpec) Reset()

func (*DocumentSpec) Size 

func (m *DocumentSpec) Size() (n int)

func (*DocumentSpec) String 

func (this *DocumentSpec) String() string

func (*DocumentSpec) Unmarshal 

func (m *DocumentSpec) Unmarshal(dAtA []byte) error

func (*DocumentSpec) XXX_DiscardUnknown 

func (m *DocumentSpec) XXX_DiscardUnknown()

func (*DocumentSpec) XXX_Marshal 

func (m *DocumentSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DocumentSpec) XXX_Merge 

func (m *DocumentSpec) XXX_Merge(src proto.Message)

func (*DocumentSpec) XXX_Size 

func (m *DocumentSpec) XXX_Size() int

func (*DocumentSpec) XXX_Unmarshal 

func (m *DocumentSpec) XXX_Unmarshal(b []byte) error

type DocumentStatus 

type DocumentStatus struct {
	// The unique name of the document
	// +kubebuilder:validation:Required
	// +required
	Name string `json:"name,omitempty" protobuf:"bytes,1,opt,name=name"`
	// The number of nodes created for the document
	Nodes int32 `json:"nodes,omitempty" protobuf:"varint,2,opt,name=nodes"`
	// The last error that occurred while processing the document
	LastError *string `json:"lastError,omitempty" protobuf:"bytes,3,opt,name=lastError"`
	// Indicates if the document is manually flagged for refresh
	Flagged *bool `json:"flagged,omitempty" protobuf:"bytes,4,opt,name=flagged"`
	// The time at which the document was last refreshed
	LastRefreshAt *metav1.Time `json:"lastRefreshAt,omitempty" protobuf:"bytes,5,opt,name=lastRefreshAt"`
}

func (*DocumentStatus) DeepCopy 

func (in *DocumentStatus) DeepCopy() *DocumentStatus

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new DocumentStatus.

func (*DocumentStatus) DeepCopyInto 

func (in *DocumentStatus) DeepCopyInto(out *DocumentStatus)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*DocumentStatus) Descriptor 

func (*DocumentStatus) Descriptor() ([]byte, []int)

func (*DocumentStatus) Marshal 

func (m *DocumentStatus) Marshal() (dAtA []byte, err error)

func (*DocumentStatus) MarshalTo 

func (m *DocumentStatus) MarshalTo(dAtA []byte) (int, error)

func (*DocumentStatus) MarshalToSizedBuffer 

func (m *DocumentStatus) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*DocumentStatus) ProtoMessage 

func (*DocumentStatus) ProtoMessage()

func (*DocumentStatus) Reset 

func (m *DocumentStatus) Reset()

func (*DocumentStatus) Size 

func (m *DocumentStatus) Size() (n int)

func (*DocumentStatus) String 

func (this *DocumentStatus) String() string

func (*DocumentStatus) Unmarshal 

func (m *DocumentStatus) Unmarshal(dAtA []byte) error

func (*DocumentStatus) XXX_DiscardUnknown 

func (m *DocumentStatus) XXX_DiscardUnknown()

func (*DocumentStatus) XXX_Marshal 

func (m *DocumentStatus) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DocumentStatus) XXX_Merge 

func (m *DocumentStatus) XXX_Merge(src proto.Message)

func (*DocumentStatus) XXX_Size 

func (m *DocumentStatus) XXX_Size() int

func (*DocumentStatus) XXX_Unmarshal 

func (m *DocumentStatus) XXX_Unmarshal(b []byte) error

type ExtensionFilter 

type ExtensionFilter struct {
	// File extensions to include
	Include []string `json:"include,omitempty" protobuf:"bytes,1,opt,name=include"`
	// File extensions to exclude. All extensions excluding the collection will be matched
	Exclude []string `json:"exclude,omitempty" protobuf:"bytes,2,opt,name=exclude"`
}

func (*ExtensionFilter) DeepCopy 

func (in *ExtensionFilter) DeepCopy() *ExtensionFilter

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new ExtensionFilter.

func (*ExtensionFilter) DeepCopyInto 

func (in *ExtensionFilter) DeepCopyInto(out *ExtensionFilter)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*ExtensionFilter) Descriptor 

func (*ExtensionFilter) Descriptor() ([]byte, []int)

func (*ExtensionFilter) Marshal 

func (m *ExtensionFilter) Marshal() (dAtA []byte, err error)

func (*ExtensionFilter) MarshalTo 

func (m *ExtensionFilter) MarshalTo(dAtA []byte) (int, error)

func (*ExtensionFilter) MarshalToSizedBuffer 

func (m *ExtensionFilter) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*ExtensionFilter) ProtoMessage 

func (*ExtensionFilter) ProtoMessage()

func (*ExtensionFilter) Reset 

func (m *ExtensionFilter) Reset()

func (*ExtensionFilter) Size 

func (m *ExtensionFilter) Size() (n int)

func (*ExtensionFilter) String 

func (this *ExtensionFilter) String() string

func (*ExtensionFilter) Unmarshal 

func (m *ExtensionFilter) Unmarshal(dAtA []byte) error

func (*ExtensionFilter) XXX_DiscardUnknown 

func (m *ExtensionFilter) XXX_DiscardUnknown()

func (*ExtensionFilter) XXX_Marshal 

func (m *ExtensionFilter) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ExtensionFilter) XXX_Merge 

func (m *ExtensionFilter) XXX_Merge(src proto.Message)

func (*ExtensionFilter) XXX_Size 

func (m *ExtensionFilter) XXX_Size() int

func (*ExtensionFilter) XXX_Unmarshal 

func (m *ExtensionFilter) XXX_Unmarshal(b []byte) error

type FileLocationReaderSpec 

type FileLocationReaderSpec struct {
	FileReaderSpec `json:",inline" protobuf:"bytes,4,opt,name=fileReaderSpec"`
	// The location of the file
	Location *catalog.FileLocation `json:"location,omitempty" protobuf:"bytes,2,opt,name=location"`
	// The URL to download the file
	Url *string `json:"url,omitempty" protobuf:"bytes,3,opt,name=url"`
}

func (*FileLocationReaderSpec) DeepCopy 

func (in *FileLocationReaderSpec) DeepCopy() *FileLocationReaderSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new FileLocationReaderSpec.

func (*FileLocationReaderSpec) DeepCopyInto 

func (in *FileLocationReaderSpec) DeepCopyInto(out *FileLocationReaderSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*FileLocationReaderSpec) Descriptor 

func (*FileLocationReaderSpec) Descriptor() ([]byte, []int)

func (*FileLocationReaderSpec) Marshal 

func (m *FileLocationReaderSpec) Marshal() (dAtA []byte, err error)

func (*FileLocationReaderSpec) MarshalTo 

func (m *FileLocationReaderSpec) MarshalTo(dAtA []byte) (int, error)

func (*FileLocationReaderSpec) MarshalToSizedBuffer 

func (m *FileLocationReaderSpec) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*FileLocationReaderSpec) ProtoMessage 

func (*FileLocationReaderSpec) ProtoMessage()

func (*FileLocationReaderSpec) Reset 

func (m *FileLocationReaderSpec) Reset()

func (*FileLocationReaderSpec) Size 

func (m *FileLocationReaderSpec) Size() (n int)

func (*FileLocationReaderSpec) String 

func (this *FileLocationReaderSpec) String() string

func (*FileLocationReaderSpec) Unmarshal 

func (m *FileLocationReaderSpec) Unmarshal(dAtA []byte) error

func (*FileLocationReaderSpec) XXX_DiscardUnknown 

func (m *FileLocationReaderSpec) XXX_DiscardUnknown()

func (*FileLocationReaderSpec) XXX_Marshal 

func (m *FileLocationReaderSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*FileLocationReaderSpec) XXX_Merge 

func (m *FileLocationReaderSpec) XXX_Merge(src proto.Message)

func (*FileLocationReaderSpec) XXX_Size 

func (m *FileLocationReaderSpec) XXX_Size() int

func (*FileLocationReaderSpec) XXX_Unmarshal 

func (m *FileLocationReaderSpec) XXX_Unmarshal(b []byte) error

type FileReaderSpec 

type FileReaderSpec struct {
	// The type of file reader
	Type FileReaderType `json:"type,omitempty" protobuf:"bytes,1,opt,name=type"`
	// Reader-specific options
	Options map[string]string `json:"options,omitempty" protobuf:"bytes,4,opt,name=options"`
}

func (*FileReaderSpec) DeepCopy 

func (in *FileReaderSpec) DeepCopy() *FileReaderSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new FileReaderSpec.

func (*FileReaderSpec) DeepCopyInto 

func (in *FileReaderSpec) DeepCopyInto(out *FileReaderSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*FileReaderSpec) Descriptor 

func (*FileReaderSpec) Descriptor() ([]byte, []int)

func (*FileReaderSpec) Marshal 

func (m *FileReaderSpec) Marshal() (dAtA []byte, err error)

func (*FileReaderSpec) MarshalTo 

func (m *FileReaderSpec) MarshalTo(dAtA []byte) (int, error)

func (*FileReaderSpec) MarshalToSizedBuffer 

func (m *FileReaderSpec) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*FileReaderSpec) ProtoMessage 

func (*FileReaderSpec) ProtoMessage()

func (*FileReaderSpec) Reset 

func (m *FileReaderSpec) Reset()

func (*FileReaderSpec) Size 

func (m *FileReaderSpec) Size() (n int)

func (*FileReaderSpec) String 

func (this *FileReaderSpec) String() string

func (*FileReaderSpec) Unmarshal 

func (m *FileReaderSpec) Unmarshal(dAtA []byte) error

func (*FileReaderSpec) XXX_DiscardUnknown 

func (m *FileReaderSpec) XXX_DiscardUnknown()

func (*FileReaderSpec) XXX_Marshal 

func (m *FileReaderSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*FileReaderSpec) XXX_Merge 

func (m *FileReaderSpec) XXX_Merge(src proto.Message)

func (*FileReaderSpec) XXX_Size 

func (m *FileReaderSpec) XXX_Size() int

func (*FileReaderSpec) XXX_Unmarshal 

func (m *FileReaderSpec) XXX_Unmarshal(b []byte) error

type FileReaderType 

type FileReaderType string

type FilteredNodeParser 

type FilteredNodeParser struct {
	// Filter documents by their file extension
	Extension *ExtensionFilter `json:"extension,omitempty" protobuf:"bytes,1,opt,name=extension"`
	// Filter documents by their length
	Length *LengthFilter `json:"length,omitempty" protobuf:"bytes,2,opt,name=length"`
	// Filter documents by their name
	Name *NameFilter `json:"name,omitempty" protobuf:"bytes,3,opt,name=name"`
	// Filter documents by their metadata
	Metadata map[string]string `json:"metadata,omitempty" protobuf:"bytes,4,opt,name=metadata"`
	// The node parser definition
	Parser ConcreteNodeParserSpec `json:"parser,omitempty" protobuf:"bytes,5,opt,name=parser"`
}

FilteredNodeParser specifies a node parser and optional filters

func (*FilteredNodeParser) DeepCopy 

func (in *FilteredNodeParser) DeepCopy() *FilteredNodeParser

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new FilteredNodeParser.

func (*FilteredNodeParser) DeepCopyInto 

func (in *FilteredNodeParser) DeepCopyInto(out *FilteredNodeParser)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*FilteredNodeParser) Descriptor 

func (*FilteredNodeParser) Descriptor() ([]byte, []int)

func (*FilteredNodeParser) Marshal 

func (m *FilteredNodeParser) Marshal() (dAtA []byte, err error)

func (*FilteredNodeParser) MarshalTo 

func (m *FilteredNodeParser) MarshalTo(dAtA []byte) (int, error)

func (*FilteredNodeParser) MarshalToSizedBuffer 

func (m *FilteredNodeParser) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*FilteredNodeParser) ProtoMessage 

func (*FilteredNodeParser) ProtoMessage()

func (*FilteredNodeParser) Reset 

func (m *FilteredNodeParser) Reset()

func (*FilteredNodeParser) Size 

func (m *FilteredNodeParser) Size() (n int)

func (*FilteredNodeParser) String 

func (this *FilteredNodeParser) String() string

func (*FilteredNodeParser) Unmarshal 

func (m *FilteredNodeParser) Unmarshal(dAtA []byte) error

func (*FilteredNodeParser) XXX_DiscardUnknown 

func (m *FilteredNodeParser) XXX_DiscardUnknown()

func (*FilteredNodeParser) XXX_Marshal 

func (m *FilteredNodeParser) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*FilteredNodeParser) XXX_Merge 

func (m *FilteredNodeParser) XXX_Merge(src proto.Message)

func (*FilteredNodeParser) XXX_Size 

func (m *FilteredNodeParser) XXX_Size() int

func (*FilteredNodeParser) XXX_Unmarshal 

func (m *FilteredNodeParser) XXX_Unmarshal(b []byte) error

type KnowledgeBase 

type KnowledgeBase struct {
	metav1.TypeMeta   `json:",inline"`
	metav1.ObjectMeta `json:"metadata,omitempty" protobuf:"bytes,1,opt,name=metadata"`
	Spec              KnowledgeBaseSpec   `json:"spec,omitempty" protobuf:"bytes,2,opt,name=spec"`
	Status            KnowledgeBaseStatus `json:"status,omitempty" protobuf:"bytes,3,opt,name=status"`
}

+kubebuilder:subresource:status +kubebuilder:resource:path=knowledgebases,singular=knowledgebase,shortName=kb,categories={llm,modela} +kubebuilder:object:root=true +kubebuilder:storageversion +kubebuilder:printcolumn:name="Owner",type="string",JSONPath=".spec.owner",priority=1 +kubebuilder:printcolumn:name="Last Sync",type="date",JSONPath=".status.lastSyncAt",description="" +kubebuilder:printcolumn:name="Age",type="date",JSONPath=".metadata.creationTimestamp" KnowledgeBase represents a collection of documents that can be queried with retrieval-augmented generation

func (*KnowledgeBase) AddFinalizer 

func (kb *KnowledgeBase) AddFinalizer()

func (*KnowledgeBase) CreateOrUpdateCondition 

func (kb *KnowledgeBase) CreateOrUpdateCondition(cond metav1.Condition)

func (*KnowledgeBase) DeepCopy 

func (in *KnowledgeBase) DeepCopy() *KnowledgeBase

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new KnowledgeBase.

func (*KnowledgeBase) DeepCopyInto 

func (in *KnowledgeBase) DeepCopyInto(out *KnowledgeBase)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*KnowledgeBase) DeepCopyObject 

func (in *KnowledgeBase) DeepCopyObject() runtime.Object

DeepCopyObject is an autogenerated deepcopy function, copying the receiver, creating a new runtime.Object.

func (*KnowledgeBase) Default 

func (kb *KnowledgeBase) Default()

func (*KnowledgeBase) Deleted 

func (kb *KnowledgeBase) Deleted() bool

func (*KnowledgeBase) Descriptor 

func (*KnowledgeBase) Descriptor() ([]byte, []int)

func (*KnowledgeBase) ErrorAlert 

func (kb *KnowledgeBase) ErrorAlert(notification catalog.NotificationSpec, err error) *infra.Alert

func (*KnowledgeBase) GetCondition 

func (kb *KnowledgeBase) GetCondition(condType KnowledgeBaseConditionType) metav1.Condition

func (*KnowledgeBase) GetConditionIndex 

func (kb *KnowledgeBase) GetConditionIndex(t string) int

func (*KnowledgeBase) GetObservedGeneration 

func (kb *KnowledgeBase) GetObservedGeneration() int64

func (*KnowledgeBase) GetStatus 

func (kb *KnowledgeBase) GetStatus() proto.Message

func (*KnowledgeBase) HasFinalizer 

func (kb *KnowledgeBase) HasFinalizer() bool

func (*KnowledgeBase) MarkNotRefreshed 

func (kb *KnowledgeBase) MarkNotRefreshed()

func (*KnowledgeBase) MarkNotSaved 

func (kb *KnowledgeBase) MarkNotSaved()

func (*KnowledgeBase) MarkRefreshFailed 

func (kb *KnowledgeBase) MarkRefreshFailed(reason string, msg string)

func (*KnowledgeBase) MarkRefreshed 

func (kb *KnowledgeBase) MarkRefreshed()

func (*KnowledgeBase) MarkRefreshing 

func (kb *KnowledgeBase) MarkRefreshing()

func (*KnowledgeBase) MarkSaved 

func (kb *KnowledgeBase) MarkSaved()

func (*KnowledgeBase) Marshal 

func (m *KnowledgeBase) Marshal() (dAtA []byte, err error)

func (*KnowledgeBase) MarshalTo 

func (m *KnowledgeBase) MarshalTo(dAtA []byte) (int, error)

func (*KnowledgeBase) MarshalToSizedBuffer 

func (m *KnowledgeBase) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*KnowledgeBase) ProtoMessage 

func (*KnowledgeBase) ProtoMessage()

func (*KnowledgeBase) Refreshed 

func (kb *KnowledgeBase) Refreshed() bool

func (*KnowledgeBase) Refreshing 

func (kb *KnowledgeBase) Refreshing() bool

func (*KnowledgeBase) RemoveFinalizer 

func (kb *KnowledgeBase) RemoveFinalizer()

func (*KnowledgeBase) Reset 

func (m *KnowledgeBase) Reset()

func (*KnowledgeBase) RootURI 

func (kb *KnowledgeBase) RootURI() string

func (*KnowledgeBase) Saved 

func (kb *KnowledgeBase) Saved() bool

func (*KnowledgeBase) SetObservedGeneration 

func (kb *KnowledgeBase) SetObservedGeneration(generation int64)

func (*KnowledgeBase) SetStatus 

func (kb *KnowledgeBase) SetStatus(status interface{})

func (*KnowledgeBase) SetUpdatedAt 

func (kb *KnowledgeBase) SetUpdatedAt(time *metav1.Time)

func (*KnowledgeBase) SetupWebhookWithManager 

func (kb *KnowledgeBase) SetupWebhookWithManager(mgr ctrl.Manager) error

func (*KnowledgeBase) Size 

func (m *KnowledgeBase) Size() (n int)

func (*KnowledgeBase) String 

func (this *KnowledgeBase) String() string

func (*KnowledgeBase) Unmarshal 

func (m *KnowledgeBase) Unmarshal(dAtA []byte) error

func (*KnowledgeBase) ValidateCreate 

func (kb *KnowledgeBase) ValidateCreate() error

ValidateCreate implements webhook.Validator so a webhook will be registered for the type

func (*KnowledgeBase) ValidateDelete 

func (kb *KnowledgeBase) ValidateDelete() error

func (*KnowledgeBase) ValidateUpdate 

func (kb *KnowledgeBase) ValidateUpdate(old runtime.Object) error

ValidateUpdate implements webhook.Validator so a webhook will be registered for the type

func (*KnowledgeBase) XXX_DiscardUnknown 

func (m *KnowledgeBase) XXX_DiscardUnknown()

func (*KnowledgeBase) XXX_Marshal 

func (m *KnowledgeBase) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*KnowledgeBase) XXX_Merge 

func (m *KnowledgeBase) XXX_Merge(src proto.Message)

func (*KnowledgeBase) XXX_Size 

func (m *KnowledgeBase) XXX_Size() int

func (*KnowledgeBase) XXX_Unmarshal 

func (m *KnowledgeBase) XXX_Unmarshal(b []byte) error

type KnowledgeBaseConditionType 

type KnowledgeBaseConditionType string
const (
	KnowledgeBaseSaved     KnowledgeBaseConditionType = "Saved"
	KnowledgeBaseRefreshed KnowledgeBaseConditionType = "Refreshed"
)

type KnowledgeBaseList 

type KnowledgeBaseList struct {
	metav1.TypeMeta `json:",inline"`
	metav1.ListMeta `json:"metadata,omitempty" protobuf:"bytes,1,opt,name=metadata"`
	Items           []KnowledgeBase `json:"items" protobuf:"bytes,2,rep,name=items"`
}

+kubebuilder:object:root=true KnowledgeBaseList contains a list of KnowledgeBases

func (*KnowledgeBaseList) DeepCopy 

func (in *KnowledgeBaseList) DeepCopy() *KnowledgeBaseList

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new KnowledgeBaseList.

func (*KnowledgeBaseList) DeepCopyInto 

func (in *KnowledgeBaseList) DeepCopyInto(out *KnowledgeBaseList)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*KnowledgeBaseList) DeepCopyObject 

func (in *KnowledgeBaseList) DeepCopyObject() runtime.Object

DeepCopyObject is an autogenerated deepcopy function, copying the receiver, creating a new runtime.Object.

func (*KnowledgeBaseList) Descriptor 

func (*KnowledgeBaseList) Descriptor() ([]byte, []int)

func (*KnowledgeBaseList) Marshal 

func (m *KnowledgeBaseList) Marshal() (dAtA []byte, err error)

func (*KnowledgeBaseList) MarshalTo 

func (m *KnowledgeBaseList) MarshalTo(dAtA []byte) (int, error)

func (*KnowledgeBaseList) MarshalToSizedBuffer 

func (m *KnowledgeBaseList) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*KnowledgeBaseList) ProtoMessage 

func (*KnowledgeBaseList) ProtoMessage()

func (*KnowledgeBaseList) Reset 

func (m *KnowledgeBaseList) Reset()

func (*KnowledgeBaseList) Size 

func (m *KnowledgeBaseList) Size() (n int)

func (*KnowledgeBaseList) String 

func (this *KnowledgeBaseList) String() string

func (*KnowledgeBaseList) Unmarshal 

func (m *KnowledgeBaseList) Unmarshal(dAtA []byte) error

func (*KnowledgeBaseList) XXX_DiscardUnknown 

func (m *KnowledgeBaseList) XXX_DiscardUnknown()

func (*KnowledgeBaseList) XXX_Marshal 

func (m *KnowledgeBaseList) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*KnowledgeBaseList) XXX_Merge 

func (m *KnowledgeBaseList) XXX_Merge(src proto.Message)

func (*KnowledgeBaseList) XXX_Size 

func (m *KnowledgeBaseList) XXX_Size() int

func (*KnowledgeBaseList) XXX_Unmarshal 

func (m *KnowledgeBaseList) XXX_Unmarshal(b []byte) error

type KnowledgeBaseSpec 

type KnowledgeBaseSpec struct {
	// Owner specifies the name of the Account which the object belongs to
	// +kubebuilder:default:="no-one"
	// +kubebuilder:validation:Optional
	Owner *string `json:"owner,omitempty" protobuf:"bytes,1,opt,name=owner"`
	// The user-provided description of the Knowledge Base
	// +kubebuilder:default:=""
	// +kubebuilder:validation:MaxLength=512
	// +kubebuilder:validation:Optional
	Description *string `json:"description,omitempty" protobuf:"bytes,2,opt,name=description"`
	// RefreshSchedule specifies the schedule for Modela to refresh all documents specified by the Knowledge Base
	RefreshSchedule *catalog.RunSchedule `json:"refreshSchedule,omitempty" protobuf:"bytes,3,opt,name=refreshSchedule"`
	// The name of the Virtual Bucket where artifacts generated by the Knowledge Base will be stored.
	// If empty, default to the Data Product's default artifact bucket
	// +kubebuilder:validation:Optional
	ArtifactBucketName *string `json:"artifactBucketName,omitempty" protobuf:"bytes,4,opt,name=artifactBucketName"`
	// The name of the Lab under which Jobs created by the Knowledge Base will be executed.
	// If empty, default to the Data Product's default Lab
	// +kubebuilder:validation:Optional
	LabName *string `json:"labName,omitempty" protobuf:"bytes,5,opt,name=labName"`
	// Resources specifies the resource requirements that will be allocated for refresh jobs
	// +kubebuilder:validation:Optional
	Resources catalog.ResourceSpec `json:"resources,omitempty" protobuf:"bytes,6,opt,name=resources"`
	// MetadataDatabase specifies a connection to a database used to store document metadata and statuses.
	// When specified, any document metadata specified by Documents will be cleared and migrated to the table
	MetadataDatabaseConnectionName *string `json:"metadataDatabaseConnectionName,omitempty" protobuf:"bytes,7,opt,name=metadataDatabaseConnectionName"`
	// VectorStoreConnectionName specifies the name of a Connection resource that provides a vector database
	VectorStoreConnectionName string `json:"vectorStoreConnectionName,omitempty" protobuf:"bytes,8,opt,name=vectorStoreConnectionName"`
	// DocumentStoreConnectionName specifies the name of a Connection resource to use as a document store
	DocumentStoreConnectionName string `json:"documentStoreConnectionName,omitempty" protobuf:"bytes,9,opt,name=documentStoreConnectionName"`
	// EmbeddingModel specifies the embedding model to use when ingesting documents
	EmbeddingModel ModelSpec `json:"embeddingModel,omitempty" protobuf:"bytes,10,opt,name=embeddingModel"`
	// Documents specifies the collection of documents included in the Knowledge Base
	Documents []DocumentSpec `json:"documents,omitempty" protobuf:"bytes,11,opt,name=documents"`
	// NodeParser specifies the default node parser for all documents.
	// The node parser defines how to split up documents into individual chunks of text
	NodeParser NodeParserSpec `json:"nodeParser,omitempty" protobuf:"bytes,12,opt,name=nodeParser"`
}

func (*KnowledgeBaseSpec) DeepCopy 

func (in *KnowledgeBaseSpec) DeepCopy() *KnowledgeBaseSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new KnowledgeBaseSpec.

func (*KnowledgeBaseSpec) DeepCopyInto 

func (in *KnowledgeBaseSpec) DeepCopyInto(out *KnowledgeBaseSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*KnowledgeBaseSpec) Descriptor 

func (*KnowledgeBaseSpec) Descriptor() ([]byte, []int)

func (*KnowledgeBaseSpec) Marshal 

func (m *KnowledgeBaseSpec) Marshal() (dAtA []byte, err error)

func (*KnowledgeBaseSpec) MarshalTo 

func (m *KnowledgeBaseSpec) MarshalTo(dAtA []byte) (int, error)

func (*KnowledgeBaseSpec) MarshalToSizedBuffer 

func (m *KnowledgeBaseSpec) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*KnowledgeBaseSpec) ProtoMessage 

func (*KnowledgeBaseSpec) ProtoMessage()

func (*KnowledgeBaseSpec) Reset 

func (m *KnowledgeBaseSpec) Reset()

func (*KnowledgeBaseSpec) Size 

func (m *KnowledgeBaseSpec) Size() (n int)

func (*KnowledgeBaseSpec) String 

func (this *KnowledgeBaseSpec) String() string

func (*KnowledgeBaseSpec) Unmarshal 

func (m *KnowledgeBaseSpec) Unmarshal(dAtA []byte) error

func (*KnowledgeBaseSpec) XXX_DiscardUnknown 

func (m *KnowledgeBaseSpec) XXX_DiscardUnknown()

func (*KnowledgeBaseSpec) XXX_Marshal 

func (m *KnowledgeBaseSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*KnowledgeBaseSpec) XXX_Merge 

func (m *KnowledgeBaseSpec) XXX_Merge(src proto.Message)

func (*KnowledgeBaseSpec) XXX_Size 

func (m *KnowledgeBaseSpec) XXX_Size() int

func (*KnowledgeBaseSpec) XXX_Unmarshal 

func (m *KnowledgeBaseSpec) XXX_Unmarshal(b []byte) error

type KnowledgeBaseStatus 

type KnowledgeBaseStatus struct {
	// ObservedGeneration specifies the last generation that was reconciled
	//+kubebuilder:validation:Optional
	ObservedGeneration int64 `json:"observedGeneration,omitempty" protobuf:"varint,1,opt,name=observedGeneration"`
	// LastRefreshAt specifies the time at which the last refresh job was executed
	LastRefreshAt *metav1.Time `json:"lastRefreshAt,omitempty" protobuf:"bytes,2,opt,name=lastRefreshAt"`
	// LastCompletionAt specifies the time at which the last refresh job was completed
	LastCompletionAt *metav1.Time `json:"lastCompletionAt,omitempty" protobuf:"bytes,3,opt,name=lastCompletionAt"`
	// Logs contains the location of the logs produced by the last refresh job
	// +kubebuilder:validation:Optional
	Logs catalog.Logs `json:"logs" protobuf:"bytes,4,opt,name=logs"`
	// Documents contains the collection of statuses for each document defined by the Knowledge Base.
	// In the case that a metadata database is defined, the collection will be empty
	Documents []DocumentStatus `json:"documents,omitempty" protobuf:"bytes,5,opt,name=documents"`
	// The last time the object was updated
	//+kubebuilder:validation:Optional
	UpdatedAt *metav1.Time `json:"updatedAt,omitempty" protobuf:"bytes,6,opt,name=updatedAt"`
	// +kubebuilder:validation:Optional
	// +patchMergeKey=type
	// +patchStrategy=merge
	Conditions []metav1.Condition `json:"conditions,omitempty" patchStrategy:"merge" patchMergeKey:"type" protobuf:"bytes,7,rep,name=conditions"`
}

func (*KnowledgeBaseStatus) DeepCopy 

func (in *KnowledgeBaseStatus) DeepCopy() *KnowledgeBaseStatus

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new KnowledgeBaseStatus.

func (*KnowledgeBaseStatus) DeepCopyInto 

func (in *KnowledgeBaseStatus) DeepCopyInto(out *KnowledgeBaseStatus)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*KnowledgeBaseStatus) Descriptor 

func (*KnowledgeBaseStatus) Descriptor() ([]byte, []int)

func (*KnowledgeBaseStatus) Marshal 

func (m *KnowledgeBaseStatus) Marshal() (dAtA []byte, err error)

func (*KnowledgeBaseStatus) MarshalTo 

func (m *KnowledgeBaseStatus) MarshalTo(dAtA []byte) (int, error)

func (*KnowledgeBaseStatus) MarshalToSizedBuffer 

func (m *KnowledgeBaseStatus) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*KnowledgeBaseStatus) ProtoMessage 

func (*KnowledgeBaseStatus) ProtoMessage()

func (*KnowledgeBaseStatus) Reset 

func (m *KnowledgeBaseStatus) Reset()

func (*KnowledgeBaseStatus) Size 

func (m *KnowledgeBaseStatus) Size() (n int)

func (*KnowledgeBaseStatus) String 

func (this *KnowledgeBaseStatus) String() string

func (*KnowledgeBaseStatus) Unmarshal 

func (m *KnowledgeBaseStatus) Unmarshal(dAtA []byte) error

func (*KnowledgeBaseStatus) XXX_DiscardUnknown 

func (m *KnowledgeBaseStatus) XXX_DiscardUnknown()

func (*KnowledgeBaseStatus) XXX_Marshal 

func (m *KnowledgeBaseStatus) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*KnowledgeBaseStatus) XXX_Merge 

func (m *KnowledgeBaseStatus) XXX_Merge(src proto.Message)

func (*KnowledgeBaseStatus) XXX_Size 

func (m *KnowledgeBaseStatus) XXX_Size() int

func (*KnowledgeBaseStatus) XXX_Unmarshal 

func (m *KnowledgeBaseStatus) XXX_Unmarshal(b []byte) error

type LengthFilter 

type LengthFilter struct {
	// Match if the document length is greater than the specified value
	GreaterThan uint32 `json:"greaterThan,omitempty" protobuf:"varint,1,opt,name=greaterThan"`
	// Match if the document length is less than the specified value
	LessThan uint32 `json:"lessThan,omitempty" protobuf:"varint,2,opt,name=lessThan"`
}

func (*LengthFilter) DeepCopy 

func (in *LengthFilter) DeepCopy() *LengthFilter

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new LengthFilter.

func (*LengthFilter) DeepCopyInto 

func (in *LengthFilter) DeepCopyInto(out *LengthFilter)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*LengthFilter) Descriptor 

func (*LengthFilter) Descriptor() ([]byte, []int)

func (*LengthFilter) Marshal 

func (m *LengthFilter) Marshal() (dAtA []byte, err error)

func (*LengthFilter) MarshalTo 

func (m *LengthFilter) MarshalTo(dAtA []byte) (int, error)

func (*LengthFilter) MarshalToSizedBuffer 

func (m *LengthFilter) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*LengthFilter) ProtoMessage 

func (*LengthFilter) ProtoMessage()

func (*LengthFilter) Reset 

func (m *LengthFilter) Reset()

func (*LengthFilter) Size 

func (m *LengthFilter) Size() (n int)

func (*LengthFilter) String 

func (this *LengthFilter) String() string

func (*LengthFilter) Unmarshal 

func (m *LengthFilter) Unmarshal(dAtA []byte) error

func (*LengthFilter) XXX_DiscardUnknown 

func (m *LengthFilter) XXX_DiscardUnknown()

func (*LengthFilter) XXX_Marshal 

func (m *LengthFilter) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*LengthFilter) XXX_Merge 

func (m *LengthFilter) XXX_Merge(src proto.Message)

func (*LengthFilter) XXX_Size 

func (m *LengthFilter) XXX_Size() int

func (*LengthFilter) XXX_Unmarshal 

func (m *LengthFilter) XXX_Unmarshal(b []byte) error

type MixedNodeParserSpec 

type MixedNodeParserSpec struct {
	// The collection of filtered node parsers, with each containing one or more filters and a parser definition.
	// Each parser is matched sequentially in the order that they are listed
	Parsers []FilteredNodeParser `json:"parsers,omitempty" protobuf:"bytes,1,opt,name=parsers"`
	// The node parser to use for documents that are not matched to any of the parsers specified in Parsers
	Fallback *ConcreteNodeParserSpec `json:"fallback,omitempty" protobuf:"bytes,2,opt,name=fallback"`
}

MixedNodeParserSpec defines a node parser that changes based on the document being parsed

func (*MixedNodeParserSpec) DeepCopy 

func (in *MixedNodeParserSpec) DeepCopy() *MixedNodeParserSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new MixedNodeParserSpec.

func (*MixedNodeParserSpec) DeepCopyInto 

func (in *MixedNodeParserSpec) DeepCopyInto(out *MixedNodeParserSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*MixedNodeParserSpec) Descriptor 

func (*MixedNodeParserSpec) Descriptor() ([]byte, []int)

func (*MixedNodeParserSpec) Marshal 

func (m *MixedNodeParserSpec) Marshal() (dAtA []byte, err error)

func (*MixedNodeParserSpec) MarshalTo 

func (m *MixedNodeParserSpec) MarshalTo(dAtA []byte) (int, error)

func (*MixedNodeParserSpec) MarshalToSizedBuffer 

func (m *MixedNodeParserSpec) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*MixedNodeParserSpec) ProtoMessage 

func (*MixedNodeParserSpec) ProtoMessage()

func (*MixedNodeParserSpec) Reset 

func (m *MixedNodeParserSpec) Reset()

func (*MixedNodeParserSpec) Size 

func (m *MixedNodeParserSpec) Size() (n int)

func (*MixedNodeParserSpec) String 

func (this *MixedNodeParserSpec) String() string

func (*MixedNodeParserSpec) Unmarshal 

func (m *MixedNodeParserSpec) Unmarshal(dAtA []byte) error

func (*MixedNodeParserSpec) XXX_DiscardUnknown 

func (m *MixedNodeParserSpec) XXX_DiscardUnknown()

func (*MixedNodeParserSpec) XXX_Marshal 

func (m *MixedNodeParserSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*MixedNodeParserSpec) XXX_Merge 

func (m *MixedNodeParserSpec) XXX_Merge(src proto.Message)

func (*MixedNodeParserSpec) XXX_Size 

func (m *MixedNodeParserSpec) XXX_Size() int

func (*MixedNodeParserSpec) XXX_Unmarshal 

func (m *MixedNodeParserSpec) XXX_Unmarshal(b []byte) error

type ModelSpec 

type ModelSpec struct {
	// ConnectionName specifies the name of a connection to a foundational model provider
	ConnectionName string `json:"connectionName,omitempty" protobuf:"bytes,1,opt,name=connectionName"`
	// Model specifies the vendor-specific model type
	Model string `json:"model,omitempty" protobuf:"bytes,2,opt,name=model"`
}

ModelSpec specifies the configuration for an LLM

func (*ModelSpec) DeepCopy 

func (in *ModelSpec) DeepCopy() *ModelSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new ModelSpec.

func (*ModelSpec) DeepCopyInto 

func (in *ModelSpec) DeepCopyInto(out *ModelSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*ModelSpec) Descriptor 

func (*ModelSpec) Descriptor() ([]byte, []int)

func (*ModelSpec) Marshal 

func (m *ModelSpec) Marshal() (dAtA []byte, err error)

func (*ModelSpec) MarshalTo 

func (m *ModelSpec) MarshalTo(dAtA []byte) (int, error)

func (*ModelSpec) MarshalToSizedBuffer 

func (m *ModelSpec) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*ModelSpec) ProtoMessage 

func (*ModelSpec) ProtoMessage()

func (*ModelSpec) Reset 

func (m *ModelSpec) Reset()

func (*ModelSpec) Size 

func (m *ModelSpec) Size() (n int)

func (*ModelSpec) String 

func (this *ModelSpec) String() string

func (*ModelSpec) Unmarshal 

func (m *ModelSpec) Unmarshal(dAtA []byte) error

func (*ModelSpec) XXX_DiscardUnknown 

func (m *ModelSpec) XXX_DiscardUnknown()

func (*ModelSpec) XXX_Marshal 

func (m *ModelSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ModelSpec) XXX_Merge 

func (m *ModelSpec) XXX_Merge(src proto.Message)

func (*ModelSpec) XXX_Size 

func (m *ModelSpec) XXX_Size() int

func (*ModelSpec) XXX_Unmarshal 

func (m *ModelSpec) XXX_Unmarshal(b []byte) error

type NameFilter 

type NameFilter struct {
	// Match documents whose name contains the specified string
	Contains *string `json:"contains,omitempty" protobuf:"bytes,1,opt,name=contains"`
	// Match documents whose name equals the specified string
	Equals *string `json:"equals,omitempty" protobuf:"bytes,2,opt,name=equals"`
}

func (*NameFilter) DeepCopy 

func (in *NameFilter) DeepCopy() *NameFilter

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new NameFilter.

func (*NameFilter) DeepCopyInto 

func (in *NameFilter) DeepCopyInto(out *NameFilter)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*NameFilter) Descriptor 

func (*NameFilter) Descriptor() ([]byte, []int)

func (*NameFilter) Marshal 

func (m *NameFilter) Marshal() (dAtA []byte, err error)

func (*NameFilter) MarshalTo 

func (m *NameFilter) MarshalTo(dAtA []byte) (int, error)

func (*NameFilter) MarshalToSizedBuffer 

func (m *NameFilter) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*NameFilter) ProtoMessage 

func (*NameFilter) ProtoMessage()

func (*NameFilter) Reset 

func (m *NameFilter) Reset()

func (*NameFilter) Size 

func (m *NameFilter) Size() (n int)

func (*NameFilter) String 

func (this *NameFilter) String() string

func (*NameFilter) Unmarshal 

func (m *NameFilter) Unmarshal(dAtA []byte) error

func (*NameFilter) XXX_DiscardUnknown 

func (m *NameFilter) XXX_DiscardUnknown()

func (*NameFilter) XXX_Marshal 

func (m *NameFilter) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*NameFilter) XXX_Merge 

func (m *NameFilter) XXX_Merge(src proto.Message)

func (*NameFilter) XXX_Size 

func (m *NameFilter) XXX_Size() int

func (*NameFilter) XXX_Unmarshal 

func (m *NameFilter) XXX_Unmarshal(b []byte) error

type NodeParserSpec 

type NodeParserSpec struct {
	ConcreteNodeParserSpec `json:",inline" protobuf:"bytes,7,opt,name=concreteNodeParserSpec"`
	// The specification for a mixed node parser, which will change depending on the document being processed
	Mixed *MixedNodeParserSpec `json:"mixed,omitempty" protobuf:"bytes,6,opt,name=mixed"`
}

NodeParserSpec defines how to break up a document into individual chunks of text. A dynamic node parser may also specify a mixed parser, which can changes between multiple concrete node parsers depending on the document being processed

func (*NodeParserSpec) DeepCopy 

func (in *NodeParserSpec) DeepCopy() *NodeParserSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new NodeParserSpec.

func (*NodeParserSpec) DeepCopyInto 

func (in *NodeParserSpec) DeepCopyInto(out *NodeParserSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*NodeParserSpec) Descriptor 

func (*NodeParserSpec) Descriptor() ([]byte, []int)

func (*NodeParserSpec) Marshal 

func (m *NodeParserSpec) Marshal() (dAtA []byte, err error)

func (*NodeParserSpec) MarshalTo 

func (m *NodeParserSpec) MarshalTo(dAtA []byte) (int, error)

func (*NodeParserSpec) MarshalToSizedBuffer 

func (m *NodeParserSpec) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*NodeParserSpec) ProtoMessage 

func (*NodeParserSpec) ProtoMessage()

func (*NodeParserSpec) Reset 

func (m *NodeParserSpec) Reset()

func (*NodeParserSpec) Size 

func (m *NodeParserSpec) Size() (n int)

func (*NodeParserSpec) String 

func (this *NodeParserSpec) String() string

func (*NodeParserSpec) Unmarshal 

func (m *NodeParserSpec) Unmarshal(dAtA []byte) error

func (*NodeParserSpec) XXX_DiscardUnknown 

func (m *NodeParserSpec) XXX_DiscardUnknown()

func (*NodeParserSpec) XXX_Marshal 

func (m *NodeParserSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*NodeParserSpec) XXX_Merge 

func (m *NodeParserSpec) XXX_Merge(src proto.Message)

func (*NodeParserSpec) XXX_Size 

func (m *NodeParserSpec) XXX_Size() int

func (*NodeParserSpec) XXX_Unmarshal 

func (m *NodeParserSpec) XXX_Unmarshal(b []byte) error

type NodeParserType 

type NodeParserType string

type RepositoryFileReader 

type RepositoryFileReader struct {
	// The file extension supported by the reader. Only one of Extension or Extensions may be specified
	Extension *string `json:"extension,omitempty" protobuf:"bytes,1,opt,name=extension"`
	// The collection of extensions supported by the reader
	//+kubebuilder:validation:Optional
	Extensions []string `json:"extensions,omitempty" protobuf:"bytes,2,opt,name=extensions"`
	// The file reader to use for the specified extensions
	Reader FileReaderSpec `json:"reader,omitempty" protobuf:"bytes,3,opt,name=reader"`
}

func (*RepositoryFileReader) DeepCopy 

func (in *RepositoryFileReader) DeepCopy() *RepositoryFileReader

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new RepositoryFileReader.

func (*RepositoryFileReader) DeepCopyInto 

func (in *RepositoryFileReader) DeepCopyInto(out *RepositoryFileReader)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*RepositoryFileReader) Descriptor 

func (*RepositoryFileReader) Descriptor() ([]byte, []int)

func (*RepositoryFileReader) Marshal 

func (m *RepositoryFileReader) Marshal() (dAtA []byte, err error)

func (*RepositoryFileReader) MarshalTo 

func (m *RepositoryFileReader) MarshalTo(dAtA []byte) (int, error)

func (*RepositoryFileReader) MarshalToSizedBuffer 

func (m *RepositoryFileReader) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*RepositoryFileReader) ProtoMessage 

func (*RepositoryFileReader) ProtoMessage()

func (*RepositoryFileReader) Reset 

func (m *RepositoryFileReader) Reset()

func (*RepositoryFileReader) Size 

func (m *RepositoryFileReader) Size() (n int)

func (*RepositoryFileReader) String 

func (this *RepositoryFileReader) String() string

func (*RepositoryFileReader) Unmarshal 

func (m *RepositoryFileReader) Unmarshal(dAtA []byte) error

func (*RepositoryFileReader) XXX_DiscardUnknown 

func (m *RepositoryFileReader) XXX_DiscardUnknown()

func (*RepositoryFileReader) XXX_Marshal 

func (m *RepositoryFileReader) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*RepositoryFileReader) XXX_Merge 

func (m *RepositoryFileReader) XXX_Merge(src proto.Message)

func (*RepositoryFileReader) XXX_Size 

func (m *RepositoryFileReader) XXX_Size() int

func (*RepositoryFileReader) XXX_Unmarshal 

func (m *RepositoryFileReader) XXX_Unmarshal(b []byte) error

type RepositoryReaderSpec 

type RepositoryReaderSpec struct {
	// The type of repository reader
	Type RepositoryReaderType `json:"type,omitempty" protobuf:"bytes,1,opt,name=type"`
	// The name of the connection that provides authorization details for the repository
	ConnectionName string `json:"connectionName,omitempty" protobuf:"bytes,2,opt,name=connectionName"`
	// The collection of supported file extensions to read. File extensions supported by Modela will
	// automatically be read by their supported reader, if not already defined in Readers
	Extensions []string `json:"extensions,omitempty" protobuf:"bytes,3,opt,name=extensions"`
	// The readers to use for individual file extensions
	//+kubebuilder:validation:Optional
	Readers []RepositoryFileReader `json:"readers,omitempty" protobuf:"bytes,4,opt,name=readers"`
	// Reader-specific options
	Options map[string]string `json:"options,omitempty" protobuf:"bytes,5,opt,name=options"`
}

func (*RepositoryReaderSpec) DeepCopy 

func (in *RepositoryReaderSpec) DeepCopy() *RepositoryReaderSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new RepositoryReaderSpec.

func (*RepositoryReaderSpec) DeepCopyInto 

func (in *RepositoryReaderSpec) DeepCopyInto(out *RepositoryReaderSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*RepositoryReaderSpec) Descriptor 

func (*RepositoryReaderSpec) Descriptor() ([]byte, []int)

func (*RepositoryReaderSpec) Marshal 

func (m *RepositoryReaderSpec) Marshal() (dAtA []byte, err error)

func (*RepositoryReaderSpec) MarshalTo 

func (m *RepositoryReaderSpec) MarshalTo(dAtA []byte) (int, error)

func (*RepositoryReaderSpec) MarshalToSizedBuffer 

func (m *RepositoryReaderSpec) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*RepositoryReaderSpec) ProtoMessage 

func (*RepositoryReaderSpec) ProtoMessage()

func (*RepositoryReaderSpec) Reset 

func (m *RepositoryReaderSpec) Reset()

func (*RepositoryReaderSpec) Size 

func (m *RepositoryReaderSpec) Size() (n int)

func (*RepositoryReaderSpec) String 

func (this *RepositoryReaderSpec) String() string

func (*RepositoryReaderSpec) Unmarshal 

func (m *RepositoryReaderSpec) Unmarshal(dAtA []byte) error

func (*RepositoryReaderSpec) XXX_DiscardUnknown 

func (m *RepositoryReaderSpec) XXX_DiscardUnknown()

func (*RepositoryReaderSpec) XXX_Marshal 

func (m *RepositoryReaderSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*RepositoryReaderSpec) XXX_Merge 

func (m *RepositoryReaderSpec) XXX_Merge(src proto.Message)

func (*RepositoryReaderSpec) XXX_Size 

func (m *RepositoryReaderSpec) XXX_Size() int

func (*RepositoryReaderSpec) XXX_Unmarshal 

func (m *RepositoryReaderSpec) XXX_Unmarshal(b []byte) error

type RepositoryReaderType 

type RepositoryReaderType string

type SentenceSplitterSpec 

type SentenceSplitterSpec struct {
	// The chunk size, in tokens, for each chunk. When unspecified, default to 1024
	ChunkSize *int32 `json:"chunkSize,omitempty" protobuf:"bytes,1,opt,name=chunkSize"`
	// The amount of tokens that will be captured on each side of the node. When unspecified, default to 200
	ChunkOverlap *int32 `json:"chunkOverlap,omitempty" protobuf:"bytes,2,opt,name=chunkOverlap"`
	// The separator character for words. When unspecified, default to the space character
	WordSeparator *string `json:"wordSeparator,omitempty" protobuf:"bytes,3,opt,name=wordSeparator"`
	// The separator character for paragraphs. When unspecified, default to newline
	ParagraphSeparator *string `json:"paragraphSeparator,omitempty" protobuf:"bytes,4,opt,name=paragraphSeparator"`
	// The function to split documents into sentences. When unspecified, default to the Punkt tokenizer
	Splitter *SentenceTokenizerSpec `json:"splitter,omitempty" protobuf:"bytes,5,opt,name=splitter"`
}

SentenceSplitterSpec splits text documents with a preference for complete sentences

func (*SentenceSplitterSpec) DeepCopy 

func (in *SentenceSplitterSpec) DeepCopy() *SentenceSplitterSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new SentenceSplitterSpec.

func (*SentenceSplitterSpec) DeepCopyInto 

func (in *SentenceSplitterSpec) DeepCopyInto(out *SentenceSplitterSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*SentenceSplitterSpec) Descriptor 

func (*SentenceSplitterSpec) Descriptor() ([]byte, []int)

func (*SentenceSplitterSpec) Marshal 

func (m *SentenceSplitterSpec) Marshal() (dAtA []byte, err error)

func (*SentenceSplitterSpec) MarshalTo 

func (m *SentenceSplitterSpec) MarshalTo(dAtA []byte) (int, error)

func (*SentenceSplitterSpec) MarshalToSizedBuffer 

func (m *SentenceSplitterSpec) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*SentenceSplitterSpec) ProtoMessage 

func (*SentenceSplitterSpec) ProtoMessage()

func (*SentenceSplitterSpec) Reset 

func (m *SentenceSplitterSpec) Reset()

func (*SentenceSplitterSpec) Size 

func (m *SentenceSplitterSpec) Size() (n int)

func (*SentenceSplitterSpec) String 

func (this *SentenceSplitterSpec) String() string

func (*SentenceSplitterSpec) Unmarshal 

func (m *SentenceSplitterSpec) Unmarshal(dAtA []byte) error

func (*SentenceSplitterSpec) XXX_DiscardUnknown 

func (m *SentenceSplitterSpec) XXX_DiscardUnknown()

func (*SentenceSplitterSpec) XXX_Marshal 

func (m *SentenceSplitterSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*SentenceSplitterSpec) XXX_Merge 

func (m *SentenceSplitterSpec) XXX_Merge(src proto.Message)

func (*SentenceSplitterSpec) XXX_Size 

func (m *SentenceSplitterSpec) XXX_Size() int

func (*SentenceSplitterSpec) XXX_Unmarshal 

func (m *SentenceSplitterSpec) XXX_Unmarshal(b []byte) error

type SentenceTokenizerSpec 

type SentenceTokenizerSpec struct {
	Type SentenceTokenizerType `json:"type,omitempty" protobuf:"bytes,1,opt,name=type"`
	// The separator character or regex pattern, required when the tokenizer type is `regex` or `separator`
	Separator *string `json:"separator,omitempty" protobuf:"bytes,2,opt,name=separator"`
}

SentenceTokenizerSpec defines a function to split text into sentences

func (*SentenceTokenizerSpec) DeepCopy 

func (in *SentenceTokenizerSpec) DeepCopy() *SentenceTokenizerSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new SentenceTokenizerSpec.

func (*SentenceTokenizerSpec) DeepCopyInto 

func (in *SentenceTokenizerSpec) DeepCopyInto(out *SentenceTokenizerSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*SentenceTokenizerSpec) Descriptor 

func (*SentenceTokenizerSpec) Descriptor() ([]byte, []int)

func (*SentenceTokenizerSpec) Marshal 

func (m *SentenceTokenizerSpec) Marshal() (dAtA []byte, err error)

func (*SentenceTokenizerSpec) MarshalTo 

func (m *SentenceTokenizerSpec) MarshalTo(dAtA []byte) (int, error)

func (*SentenceTokenizerSpec) MarshalToSizedBuffer 

func (m *SentenceTokenizerSpec) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*SentenceTokenizerSpec) ProtoMessage 

func (*SentenceTokenizerSpec) ProtoMessage()

func (*SentenceTokenizerSpec) Reset 

func (m *SentenceTokenizerSpec) Reset()

func (*SentenceTokenizerSpec) Size 

func (m *SentenceTokenizerSpec) Size() (n int)

func (*SentenceTokenizerSpec) String 

func (this *SentenceTokenizerSpec) String() string

func (*SentenceTokenizerSpec) Unmarshal 

func (m *SentenceTokenizerSpec) Unmarshal(dAtA []byte) error

func (*SentenceTokenizerSpec) XXX_DiscardUnknown 

func (m *SentenceTokenizerSpec) XXX_DiscardUnknown()

func (*SentenceTokenizerSpec) XXX_Marshal 

func (m *SentenceTokenizerSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*SentenceTokenizerSpec) XXX_Merge 

func (m *SentenceTokenizerSpec) XXX_Merge(src proto.Message)

func (*SentenceTokenizerSpec) XXX_Size 

func (m *SentenceTokenizerSpec) XXX_Size() int

func (*SentenceTokenizerSpec) XXX_Unmarshal 

func (m *SentenceTokenizerSpec) XXX_Unmarshal(b []byte) error

type SentenceTokenizerType 

type SentenceTokenizerType string

type SentenceWindowNodeParserSpec 

type SentenceWindowNodeParserSpec struct {
	// The function to split documents into sentences. When unspecified, default to the Punkt tokenizer
	Splitter *SentenceTokenizerSpec `json:"splitter,omitempty" protobuf:"bytes,1,opt,name=splitter"`
	// The number of sentences to capture on each side of the node. When unspecified, default to 3
	WindowSize *int32 `json:"windowSize,omitempty" protobuf:"bytes,2,opt,name=windowSize"`
}

func (*SentenceWindowNodeParserSpec) DeepCopy 

func (in *SentenceWindowNodeParserSpec) DeepCopy() *SentenceWindowNodeParserSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new SentenceWindowNodeParserSpec.

func (*SentenceWindowNodeParserSpec) DeepCopyInto 

func (in *SentenceWindowNodeParserSpec) DeepCopyInto(out *SentenceWindowNodeParserSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*SentenceWindowNodeParserSpec) Descriptor 

func (*SentenceWindowNodeParserSpec) Descriptor() ([]byte, []int)

func (*SentenceWindowNodeParserSpec) Marshal 

func (m *SentenceWindowNodeParserSpec) Marshal() (dAtA []byte, err error)

func (*SentenceWindowNodeParserSpec) MarshalTo 

func (m *SentenceWindowNodeParserSpec) MarshalTo(dAtA []byte) (int, error)

func (*SentenceWindowNodeParserSpec) MarshalToSizedBuffer 

func (m *SentenceWindowNodeParserSpec) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*SentenceWindowNodeParserSpec) ProtoMessage 

func (*SentenceWindowNodeParserSpec) ProtoMessage()

func (*SentenceWindowNodeParserSpec) Reset 

func (m *SentenceWindowNodeParserSpec) Reset()

func (*SentenceWindowNodeParserSpec) Size 

func (m *SentenceWindowNodeParserSpec) Size() (n int)

func (*SentenceWindowNodeParserSpec) String 

func (this *SentenceWindowNodeParserSpec) String() string

func (*SentenceWindowNodeParserSpec) Unmarshal 

func (m *SentenceWindowNodeParserSpec) Unmarshal(dAtA []byte) error

func (*SentenceWindowNodeParserSpec) XXX_DiscardUnknown 

func (m *SentenceWindowNodeParserSpec) XXX_DiscardUnknown()

func (*SentenceWindowNodeParserSpec) XXX_Marshal 

func (m *SentenceWindowNodeParserSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*SentenceWindowNodeParserSpec) XXX_Merge 

func (m *SentenceWindowNodeParserSpec) XXX_Merge(src proto.Message)

func (*SentenceWindowNodeParserSpec) XXX_Size 

func (m *SentenceWindowNodeParserSpec) XXX_Size() int

func (*SentenceWindowNodeParserSpec) XXX_Unmarshal 

func (m *SentenceWindowNodeParserSpec) XXX_Unmarshal(b []byte) error

type TextSplitterSpec 

type TextSplitterSpec struct {
	// The type of text splitter. When a specification for a text splitter is provided, this field
	// may be omitted. When not provided, the defaults for the specified text splitter type will be used.
	// When unspecified, default to the sentence splitter
	Type *TextSplitterType `json:"type,omitempty" protobuf:"bytes,1,opt,name=type"`
	// Sentence splits the document by sentence
	Sentence *SentenceSplitterSpec `json:"sentence,omitempty" protobuf:"bytes,2,opt,name=sentence"`
	// Token splits the document by tokens
	Token *TokenSplitterSpec `json:"token,omitempty" protobuf:"bytes,3,opt,name=token"`
	// Code splits code documents
	Code *CodeSplitterSpec `json:"code,omitempty" protobuf:"bytes,4,opt,name=code"`
}

TextSplitterSpec defines how to split a document into sentences using a text splitter

func (*TextSplitterSpec) DeepCopy 

func (in *TextSplitterSpec) DeepCopy() *TextSplitterSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new TextSplitterSpec.

func (*TextSplitterSpec) DeepCopyInto 

func (in *TextSplitterSpec) DeepCopyInto(out *TextSplitterSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*TextSplitterSpec) Descriptor 

func (*TextSplitterSpec) Descriptor() ([]byte, []int)

func (*TextSplitterSpec) Marshal 

func (m *TextSplitterSpec) Marshal() (dAtA []byte, err error)

func (*TextSplitterSpec) MarshalTo 

func (m *TextSplitterSpec) MarshalTo(dAtA []byte) (int, error)

func (*TextSplitterSpec) MarshalToSizedBuffer 

func (m *TextSplitterSpec) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*TextSplitterSpec) ProtoMessage 

func (*TextSplitterSpec) ProtoMessage()

func (*TextSplitterSpec) Reset 

func (m *TextSplitterSpec) Reset()

func (*TextSplitterSpec) Size 

func (m *TextSplitterSpec) Size() (n int)

func (*TextSplitterSpec) String 

func (this *TextSplitterSpec) String() string

func (*TextSplitterSpec) Unmarshal 

func (m *TextSplitterSpec) Unmarshal(dAtA []byte) error

func (*TextSplitterSpec) XXX_DiscardUnknown 

func (m *TextSplitterSpec) XXX_DiscardUnknown()

func (*TextSplitterSpec) XXX_Marshal 

func (m *TextSplitterSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*TextSplitterSpec) XXX_Merge 

func (m *TextSplitterSpec) XXX_Merge(src proto.Message)

func (*TextSplitterSpec) XXX_Size 

func (m *TextSplitterSpec) XXX_Size() int

func (*TextSplitterSpec) XXX_Unmarshal 

func (m *TextSplitterSpec) XXX_Unmarshal(b []byte) error

type TextSplitterType 

type TextSplitterType string

type TokenSplitterSpec 

type TokenSplitterSpec struct {
	// The chunk size, in tokens, for each chunk. When unspecified, default to 1024
	ChunkSize *int32 `json:"chunkSize,omitempty" protobuf:"bytes,1,opt,name=chunkSize"`
	// The amount of tokens that will be captured on each side of the node. When unspecified, default to 200
	ChunkOverlap *int32 `json:"chunkOverlap,omitempty" protobuf:"bytes,2,opt,name=chunkOverlap"`
	// The separator character for words. When unspecified, default to the space character
	WordSeparator *string `json:"wordSeparator,omitempty" protobuf:"bytes,3,opt,name=wordSeparator"`
}

TokenSplitterSpec splits text documents by their tokens

func (*TokenSplitterSpec) DeepCopy 

func (in *TokenSplitterSpec) DeepCopy() *TokenSplitterSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new TokenSplitterSpec.

func (*TokenSplitterSpec) DeepCopyInto 

func (in *TokenSplitterSpec) DeepCopyInto(out *TokenSplitterSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*TokenSplitterSpec) Descriptor 

func (*TokenSplitterSpec) Descriptor() ([]byte, []int)

func (*TokenSplitterSpec) Marshal 

func (m *TokenSplitterSpec) Marshal() (dAtA []byte, err error)

func (*TokenSplitterSpec) MarshalTo 

func (m *TokenSplitterSpec) MarshalTo(dAtA []byte) (int, error)

func (*TokenSplitterSpec) MarshalToSizedBuffer 

func (m *TokenSplitterSpec) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*TokenSplitterSpec) ProtoMessage 

func (*TokenSplitterSpec) ProtoMessage()

func (*TokenSplitterSpec) Reset 

func (m *TokenSplitterSpec) Reset()

func (*TokenSplitterSpec) Size 

func (m *TokenSplitterSpec) Size() (n int)

func (*TokenSplitterSpec) String 

func (this *TokenSplitterSpec) String() string

func (*TokenSplitterSpec) Unmarshal 

func (m *TokenSplitterSpec) Unmarshal(dAtA []byte) error

func (*TokenSplitterSpec) XXX_DiscardUnknown 

func (m *TokenSplitterSpec) XXX_DiscardUnknown()

func (*TokenSplitterSpec) XXX_Marshal 

func (m *TokenSplitterSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*TokenSplitterSpec) XXX_Merge 

func (m *TokenSplitterSpec) XXX_Merge(src proto.Message)

func (*TokenSplitterSpec) XXX_Size 

func (m *TokenSplitterSpec) XXX_Size() int

func (*TokenSplitterSpec) XXX_Unmarshal 

func (m *TokenSplitterSpec) XXX_Unmarshal(b []byte) error

type WebReaderSpec 

type WebReaderSpec struct {
	// The type of web reader
	Type FileReaderType `json:"type,omitempty" protobuf:"bytes,1,opt,name=type"`
	// The name of the connection that provides authorization details to the reader, if applicable
	ConnectionName *string `json:"connectionName,omitempty" protobuf:"bytes,2,opt,name=connectionName"`
	// Reader-specific options
	Options map[string]string `json:"options,omitempty" protobuf:"bytes,3,opt,name=options"`
}

func (*WebReaderSpec) DeepCopy 

func (in *WebReaderSpec) DeepCopy() *WebReaderSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new WebReaderSpec.

func (*WebReaderSpec) DeepCopyInto 

func (in *WebReaderSpec) DeepCopyInto(out *WebReaderSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*WebReaderSpec) Descriptor 

func (*WebReaderSpec) Descriptor() ([]byte, []int)

func (*WebReaderSpec) Marshal 

func (m *WebReaderSpec) Marshal() (dAtA []byte, err error)

func (*WebReaderSpec) MarshalTo 

func (m *WebReaderSpec) MarshalTo(dAtA []byte) (int, error)

func (*WebReaderSpec) MarshalToSizedBuffer 

func (m *WebReaderSpec) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*WebReaderSpec) ProtoMessage 

func (*WebReaderSpec) ProtoMessage()

func (*WebReaderSpec) Reset 

func (m *WebReaderSpec) Reset()

func (*WebReaderSpec) Size 

func (m *WebReaderSpec) Size() (n int)

func (*WebReaderSpec) String 

func (this *WebReaderSpec) String() string

func (*WebReaderSpec) Unmarshal 

func (m *WebReaderSpec) Unmarshal(dAtA []byte) error

func (*WebReaderSpec) XXX_DiscardUnknown 

func (m *WebReaderSpec) XXX_DiscardUnknown()

func (*WebReaderSpec) XXX_Marshal 

func (m *WebReaderSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*WebReaderSpec) XXX_Merge 

func (m *WebReaderSpec) XXX_Merge(src proto.Message)

func (*WebReaderSpec) XXX_Size 

func (m *WebReaderSpec) XXX_Size() int

func (*WebReaderSpec) XXX_Unmarshal 

func (m *WebReaderSpec) XXX_Unmarshal(b []byte) error

type WebReaderType 

type WebReaderType string

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.