filequeue

Documentation

Index

• func NewQueue(directory string, out func(ctx context.Context, dh types.DataHandle), ...) (types.FileStorage, error)
• type Record
  • func (z *Record) DecodeMsg(dc *msgp.Reader) (err error)
  • func (z *Record) EncodeMsg(en *msgp.Writer) (err error)
  • func (z *Record) MarshalMsg(b []byte) (o []byte, err error)
  • func (z *Record) Msgsize() (s int)
  • func (z *Record) UnmarshalMsg(bts []byte) (o []byte, err error)

Functions

func NewQueue

func NewQueue(directory string, out func(ctx context.Context, dh types.DataHandle), stats types.StatsHub, logger log.Logger) (types.FileStorage, error)

NewQueue returns a implementation of FileStorage.

Types

type Record

type Record struct {
	// Meta holds a key value pair that can include information about the data.
	// Such as compression used, file format version and other important bits of data.
	Meta map[string]string
	Data []byte
}

Record wraps the input data and combines it with the metadata.

func (*Record) DecodeMsg

func (z *Record) DecodeMsg(dc *msgp.Reader) (err error)

DecodeMsg implements msgp.Decodable

func (*Record) EncodeMsg

func (z *Record) EncodeMsg(en *msgp.Writer) (err error)

EncodeMsg implements msgp.Encodable

func (*Record) MarshalMsg

func (z *Record) MarshalMsg(b []byte) (o []byte, err error)

MarshalMsg implements msgp.Marshaler

func (*Record) Msgsize

func (z *Record) Msgsize() (s int)

Msgsize returns an upper bound estimate of the number of bytes occupied by the serialized message

func (*Record) UnmarshalMsg

func (z *Record) UnmarshalMsg(bts []byte) (o []byte, err error)

UnmarshalMsg implements msgp.Unmarshaler