documentloader

Documentation

Index

• Variables
• func AsGolc(loader types.DocumentLoader) golcschema.DocumentLoader
• func AsLangchain(loader types.DocumentLoader) lcgodocloaders.Loader
• func FromGolc(loader golcschema.DocumentLoader) types.DocumentLoader
• func FromLangchain(loader lcgodocloaders.Loader) types.DocumentLoader
• func GetDocumentLoaderConfig(name string) (any, error)
• type ArchiveOpts
• type DefaultDocLoaderFuncOpts
• type LoaderFunc
  • func DefaultDocLoaderFunc(filetype string, opts DefaultDocLoaderFuncOpts) LoaderFunc
  • func GetDocumentLoaderFunc(name string, config any) (LoaderFunc, error)
• type UnsupportedFileTypeError
  • func (e *UnsupportedFileTypeError) Error() string
  • func (e *UnsupportedFileTypeError) Is(err error) bool

Variables

var MuPDFConfig any

var MuPDFGetter func(config any) (LoaderFunc, error) = nil

var OpenAIOCRConfig any

var OpenAIOCRGetter func(config any) (LoaderFunc, error) = nil

var SmartPDFConfig any

var SmartPDFGetter func(config any) (LoaderFunc, error) = nil

Functions

func AsGolc

func AsGolc(loader types.DocumentLoader) golcschema.DocumentLoader

func AsLangchain

func AsLangchain(loader types.DocumentLoader) lcgodocloaders.Loader

func FromGolc

func FromGolc(loader golcschema.DocumentLoader) types.DocumentLoader

func FromLangchain

func FromLangchain(loader lcgodocloaders.Loader) types.DocumentLoader

func GetDocumentLoaderConfig

func GetDocumentLoaderConfig(name string) (any, error)

Types

type ArchiveOpts

type ArchiveOpts struct {
	ErrOnUnsupportedFiletype bool
	ErrOnFailedFile          bool
}

type DefaultDocLoaderFuncOpts

type DefaultDocLoaderFuncOpts struct {
	Archive ArchiveOpts
}

type LoaderFunc

type LoaderFunc func(ctx context.Context, reader io.Reader) ([]vs.Document, error)

func DefaultDocLoaderFunc

func DefaultDocLoaderFunc(filetype string, opts DefaultDocLoaderFuncOpts) LoaderFunc

func GetDocumentLoaderFunc

func GetDocumentLoaderFunc(name string, config any) (LoaderFunc, error)

type UnsupportedFileTypeError

type UnsupportedFileTypeError struct {
	FileType string
}

UnsupportedFileTypeError is returned when a file type is not supported

func (*UnsupportedFileTypeError) Error

func (e *UnsupportedFileTypeError) Error() string

func (*UnsupportedFileTypeError) Is

func (e *UnsupportedFileTypeError) Is(err error) bool