segment

Documentation

Index

• Variables
• func Backup(segments []Segment, target string) error
• func BackupDir(dir, target string) error
• func CheckDir(dir string, params index.Params) error
• func Consume[S ~[]O, O Offsetter](segments S, offset int64) (O, int)
• func Get[S ~[]O, O Offsetter](segments S, offset int64) (O, int, error)
• func MigrateDir(dir string, mversion message.Version, iversion index.Version, ...) error
• func RecoverDir(dir string, params index.Params) error
• type Offsetter
• type RewriteSegment
  • func (r *RewriteSegment) GetNewSegment() Segment
• type Segment
  • func Find(dir string, autoSync bool) ([]Segment, error)
  • func New(dir string, offset int64, autoSync bool) Segment
  • func (s Segment) Backup(targetDir string) error
  • func (s Segment) Check(params index.Params) error
  • func (s Segment) GetOffset() int64
  • func (s Segment) Migrate(mversion message.Version, iversion index.Version, params index.Params) error
  • func (s Segment) NeedsReindex() (bool, error)
  • func (s Segment) NewAt(offset int64) Segment
  • func (olds Segment) Override(news Segment) error
  • func (s Segment) Recover(params index.Params) error
  • func (s Segment) Reindex(params index.Params, version index.Version) ([]index.Item, error)
  • func (s Segment) ReindexAndReadIndex(params index.Params, version index.Version) ([]index.Item, error)
  • func (s Segment) ReindexReader(params index.Params, log *message.Reader, version index.Version) ([]index.Item, error)
  • func (s Segment) Remove() error
  • func (olds Segment) Rename(news Segment) error
  • func (src Segment) Rewrite(dropOffsets map[int64]struct{}, params index.Params, mversion message.Version, ...) (*RewriteSegment, error)
  • func (s Segment) Stat(params index.Params) (Stats, error)
• type Stats
  • func Stat(segments []Segment, params index.Params) (Stats, error)
  • func StatDir(dir string, params index.Params) (Stats, error)

Variables

var ErrOffsetBeforeStart = fmt.Errorf("%w: offset before start", message.ErrNotFound)

var ErrOffsetRelative = fmt.Errorf("%w: get relative offset", message.ErrInvalidOffset)

Functions

func Backup

func Backup(segments []Segment, target string) error

func BackupDir

func BackupDir(dir, target string) error

func CheckDir

func CheckDir(dir string, params index.Params) error

func Consume

func Consume[S ~[]O, O Offsetter](segments S, offset int64) (O, int)

func Get

func Get[S ~[]O, O Offsetter](segments S, offset int64) (O, int, error)

func MigrateDir

func MigrateDir(dir string, mversion message.Version, iversion index.Version, params index.Params) error

func RecoverDir

func RecoverDir(dir string, params index.Params) error

Types

type Offsetter

type Offsetter interface {
	GetOffset() int64
}

type RewriteSegment

type RewriteSegment struct {
	Segment
	Stats Stats

	SurviveOffsets map[int64]struct{}
	// DeletedOffsets map[int64]struct{}
	DeletedMessages []message.Message
	DeletedSize     int64
}

func (*RewriteSegment) GetNewSegment

func (r *RewriteSegment) GetNewSegment() Segment

type Segment

type Segment struct {
	Dir    string
	Offset int64

	Log   string
	Index string

	AutoSync bool
}

func Find

func Find(dir string, autoSync bool) ([]Segment, error)

func New

func New(dir string, offset int64, autoSync bool) Segment

func (Segment) Backup

func (s Segment) Backup(targetDir string) error

func (Segment) Check

func (s Segment) Check(params index.Params) error

func (Segment) GetOffset

func (s Segment) GetOffset() int64

func (Segment) Migrate

func (s Segment) Migrate(mversion message.Version, iversion index.Version, params index.Params) error

func (Segment) NeedsReindex

func (s Segment) NeedsReindex() (bool, error)

func (Segment) NewAt

func (s Segment) NewAt(offset int64) Segment

func (Segment) Override

func (olds Segment) Override(news Segment) error

func (Segment) Recover

func (s Segment) Recover(params index.Params) error

func (Segment) Reindex

func (s Segment) Reindex(params index.Params, version index.Version) ([]index.Item, error)

func (Segment) ReindexAndReadIndex

func (s Segment) ReindexAndReadIndex(params index.Params, version index.Version) ([]index.Item, error)

func (Segment) ReindexReader

func (s Segment) ReindexReader(params index.Params, log *message.Reader, version index.Version) ([]index.Item, error)

func (Segment) Remove

func (s Segment) Remove() error

func (Segment) Rename

func (olds Segment) Rename(news Segment) error

func (Segment) Rewrite

func (src Segment) Rewrite(dropOffsets map[int64]struct{}, params index.Params, mversion message.Version, iversion index.Version) (*RewriteSegment, error)

func (Segment) Stat

func (s Segment) Stat(params index.Params) (Stats, error)

type Stats

type Stats struct {
	Segments int
	Messages int
	Size     int64
}

func Stat

func Stat(segments []Segment, params index.Params) (Stats, error)

func StatDir

func StatDir(dir string, params index.Params) (Stats, error)