file

Jan 13, 2021

Changes in this version

+ type GlobReader struct

+ func (g *GlobReader) Close() error

+ func (g *GlobReader) Read(p []byte) (n int, err error)

+ func (g *GlobReader) ReadLine() (b []byte, err error)

+ func (g *GlobReader) Stats() stat.Stats

type Reader

+ func NewGlobReader(path string, opts *Options) (_ Reader, err error)

Dec 11, 2019

Changes in this version

+ func Stat(path string, opt *Options) (stat.Stats, error)

Apr 16, 2019

Changes in this version

type Options

+ AccessKey string

+ CompressionLevel string

+ FileBufKeepFailed bool

+ SecretKey string

Apr 18, 2018

Changes in this version

+ func Glob(pth string, opt *Options) ([]stat.Stats, error)

+ func List(pthDir string, opt *Options) ([]stat.Stats, error)

+ func ReadLines(ctx context.Context, r Reader, f func(ln []byte) error) (err error, cncl bool)

+ type DateExtractor func([]byte) (time.Time, error)

+ func CSVDateExtractor(sep, format string, fieldIndex int) DateExtractor

+ func JSONDateExtractor(field, timeFmt string) DateExtractor

+ type Options struct

+ AWSAccessKey string

+ AWSSecretKey string

+ FileBufDir string

+ FileBufPrefix string

+ UseFileBuf bool

+ func NewOptions() *Options

+ type Reader interface

+ ReadLine func() ([]byte, error)

+ Stats func() stat.Stats

+ func NewReader(pth string, opt *Options) (r Reader, err error)

+ type Scanner struct

+ func NewScanner(r Reader) *Scanner

+ func (s *Scanner) Bytes() []byte

+ func (s *Scanner) Err() error

+ func (s *Scanner) Scan() bool

+ func (s *Scanner) Stats() stat.Stats

+ func (s *Scanner) Text() string

+ type WriteByHour struct

+ func NewWriteByHour(destTmpl string, opt *Options) *WriteByHour

+ func (w *WriteByHour) Abort() error

+ func (w *WriteByHour) Close() error

+ func (w *WriteByHour) CloseWithContext(ctx context.Context) error

+ func (w *WriteByHour) LineCnt() int64

+ func (w *WriteByHour) Stats() []stat.Stats

+ func (w *WriteByHour) WriteLine(ln []byte, t time.Time) (err error)

+ type Writer interface

+ Abort func() error

+ Stats func() stat.Stats

+ WriteLine func([]byte) error

+ func NewWriter(pth string, opt *Options) (w Writer, err error)