index

Documentation

Index

• func AnalysisWorker(q AnalysisQueue)
• type AnalysisQueue
  • func NewAnalysisQueue(numWorkers int) *AnalysisQueue
  • func (q *AnalysisQueue) Close()
  • func (q *AnalysisQueue) Queue(work *AnalysisWork)
• type AnalysisResult
• type AnalysisWork
  • func NewAnalysisWork(i Index, d *document.Document, rc chan *AnalysisResult) *AnalysisWork
• type Batch
  • func NewBatch() *Batch
  • func (b *Batch) Delete(id string)
  • func (b *Batch) DeleteInternal(key []byte)
  • func (b *Batch) Reset()
  • func (b *Batch) SetInternal(key, val []byte)
  • func (b *Batch) String() string
  • func (b *Batch) Update(doc *document.Document)
• type DictEntry
• type DocIDReader
• type FieldCache
  • func NewFieldCache() *FieldCache
  • func (f *FieldCache) AddExisting(field string, index uint16)
  • func (f *FieldCache) FieldIndexed(index uint16) string
  • func (f *FieldCache) FieldNamed(field string, createIfMissing bool) (uint16, bool)
• type FieldDict
• type FieldTerms
• type Index
• type IndexReader
• type IndexRow
• type TermFieldDoc
• type TermFieldReader
• type TermFieldVector

Functions

func AnalysisWorker

func AnalysisWorker(q AnalysisQueue)

Types

type AnalysisQueue

type AnalysisQueue struct {
	// contains filtered or unexported fields
}

func NewAnalysisQueue

func NewAnalysisQueue(numWorkers int) *AnalysisQueue

func (*AnalysisQueue) Close

func (q *AnalysisQueue) Close()

func (*AnalysisQueue) Queue

func (q *AnalysisQueue) Queue(work *AnalysisWork)

type AnalysisResult

type AnalysisResult struct {
	DocID string
	Rows  []IndexRow
}

type AnalysisWork

type AnalysisWork struct {
	// contains filtered or unexported fields
}

func NewAnalysisWork

func NewAnalysisWork(i Index, d *document.Document, rc chan *AnalysisResult) *AnalysisWork

type Batch

type Batch struct {
	IndexOps    map[string]*document.Document
	InternalOps map[string][]byte
}

func NewBatch

func NewBatch() *Batch

func (*Batch) Delete

func (b *Batch) Delete(id string)

func (*Batch) DeleteInternal

func (b *Batch) DeleteInternal(key []byte)

func (*Batch) Reset

func (b *Batch) Reset()

func (*Batch) SetInternal

func (b *Batch) SetInternal(key, val []byte)

func (*Batch) String

func (b *Batch) String() string

func (*Batch) Update

func (b *Batch) Update(doc *document.Document)

type DictEntry

type DictEntry struct {
	Term  string
	Count uint64
}

type DocIDReader

type DocIDReader interface {
	Next() (string, error)
	Advance(ID string) (string, error)
	Close() error
}

type FieldCache

type FieldCache struct {
	// contains filtered or unexported fields
}

func NewFieldCache

func NewFieldCache() *FieldCache

func (*FieldCache) AddExisting

func (f *FieldCache) AddExisting(field string, index uint16)

func (*FieldCache) FieldIndexed

func (f *FieldCache) FieldIndexed(index uint16) string

func (*FieldCache) FieldNamed

func (f *FieldCache) FieldNamed(field string, createIfMissing bool) (uint16, bool)

FieldNamed returns the index of the field, and whether or not it existed before this call. if createIfMissing is true, and new field index is assigned but the second return value will still be false

type FieldDict

type FieldDict interface {
	Next() (*DictEntry, error)
	Close() error
}

type FieldTerms

type FieldTerms map[string][]string

type Index

type Index interface {
	Open() error
	Close() error

	DocCount() (uint64, error)

	Update(doc *document.Document) error
	Delete(id string) error
	Batch(batch *Batch) error

	SetInternal(key, val []byte) error
	DeleteInternal(key []byte) error

	DumpAll() chan interface{}
	DumpDoc(id string) chan interface{}
	DumpFields() chan interface{}

	Reader() (IndexReader, error)

	Stats() json.Marshaler

	Analyze(d *document.Document) *AnalysisResult
}

type IndexReader

type IndexReader interface {
	TermFieldReader(term []byte, field string) (TermFieldReader, error)
	DocIDReader(start, end string) (DocIDReader, error)

	FieldDict(field string) (FieldDict, error)
	FieldDictRange(field string, startTerm []byte, endTerm []byte) (FieldDict, error)
	FieldDictPrefix(field string, termPrefix []byte) (FieldDict, error)

	Document(id string) (*document.Document, error)
	DocumentFieldTerms(id string) (FieldTerms, error)

	Fields() ([]string, error)

	GetInternal(key []byte) ([]byte, error)

	DocCount() uint64

	Close() error
}

type IndexRow

type IndexRow interface {
	Key() []byte
	Value() []byte
}

type TermFieldDoc

type TermFieldDoc struct {
	Term    string
	ID      string
	Freq    uint64
	Norm    float64
	Vectors []*TermFieldVector
}

type TermFieldReader

type TermFieldReader interface {
	Next() (*TermFieldDoc, error)
	Advance(ID string) (*TermFieldDoc, error)
	Count() uint64
	Close() error
}

type TermFieldVector

type TermFieldVector struct {
	Field          string
	ArrayPositions []uint64
	Pos            uint64
	Start          uint64
	End            uint64
}