ingest

Documentation

Index

• type Embedder
• type Pipeline
  • func NewPipeline(s *store.Store, e Embedder, workers int) *Pipeline
  • func (p *Pipeline) Run(ctx context.Context, vaultPath string, glob string) error

Types

type Embedder

type Embedder interface {
	Embed(ctx context.Context, text string) ([]float32, error)
}

type Pipeline

type Pipeline struct {
	// contains filtered or unexported fields
}

func NewPipeline

func NewPipeline(s *store.Store, e Embedder, workers int) *Pipeline

func (*Pipeline) Run

func (p *Pipeline) Run(ctx context.Context, vaultPath string, glob string) error