input

Documentation

Index

• type File
  • func NewFile(config *FileConfig, format intf.Format) *File
  • func (h File) GetRecord() intf.Record
  • func (h File) IsEOF() bool
  • func (i *File) SetConfig(config *FileConfig)
  • func (h File) Teardown()
• type FileConfig
• type Mongo
  • func NewMongo(c *MongoConfig) *Mongo
  • func (i *Mongo) Connect(c *MongoConfig)
  • func (i *Mongo) GetRecord() intf.Record
  • func (i *Mongo) IsEOF() bool
  • func (i *Mongo) Teardown()
• type MongoConfig
• type ReaderEOFNotifier
• type ReaderFactory
• type S3
  • func NewS3(config *S3Config, format intf.Format) *S3
  • func (h S3) GetRecord() intf.Record
  • func (h S3) IsEOF() bool
  • func (i *S3) SetConfig(c *S3Config)
  • func (h S3) Teardown()
• type S3Config
• type Tail
  • func NewTail(config *TailConfig, format intf.Format) *Tail
  • func (i *Tail) Boot()
  • func (i *Tail) GetLine() string
  • func (i *Tail) GetRecord() intf.Record
  • func (i *Tail) IsEOF() bool
  • func (i *Tail) SetConfig(config *TailConfig)
  • func (i *Tail) SetFormat(format intf.Format)
  • func (i *Tail) Stop()
  • func (i *Tail) Teardown()
• type TailConfig

Types

type File

type File struct {
	// contains filtered or unexported fields
}

func NewFile

func NewFile(config *FileConfig, format intf.Format) *File

func (File) GetRecord

func (h File) GetRecord() intf.Record

func (File) IsEOF

func (h File) IsEOF() bool

func (*File) SetConfig

func (i *File) SetConfig(config *FileConfig)

func (File) Teardown

func (h File) Teardown()

type FileConfig

type FileConfig struct {
	Format  string
	Pattern string
}

type Mongo

type Mongo struct {
	// contains filtered or unexported fields
}

func NewMongo

func NewMongo(c *MongoConfig) *Mongo

func (*Mongo) Connect

func (i *Mongo) Connect(c *MongoConfig)

func (*Mongo) GetRecord

func (i *Mongo) GetRecord() intf.Record

func (*Mongo) IsEOF

func (i *Mongo) IsEOF() bool

func (*Mongo) Teardown

func (i *Mongo) Teardown()

type MongoConfig

type MongoConfig struct {
	Url        string `description:"server urls following the format from: http://godoc.org/labix.org/v2/mgo#Dial"`
	Database   string `description:"database name"`
	Collection string `description:"collection name"`
	BatchSize  int    `description:"sets the default batch size used when fetching documents from the database" default:1000`
}

type ReaderEOFNotifier

type ReaderEOFNotifier func() error

type ReaderFactory

type ReaderFactory func() io.Reader

type S3

type S3 struct {
	// contains filtered or unexported fields
}

func NewS3

func NewS3(config *S3Config, format intf.Format) *S3

func (S3) GetRecord

func (h S3) GetRecord() intf.Record

func (S3) IsEOF

func (h S3) IsEOF() bool

func (*S3) SetConfig

func (i *S3) SetConfig(c *S3Config)

func (S3) Teardown

func (h S3) Teardown()

type S3Config

type S3Config struct {
	AccessKey string
	SecretKey string
	Region    string
	Bucket    string
	Format    string `description:"A valid format name."`
	Prefix    string `description:"Limits the response to keys that begin with the specified prefix."`
	Delimiter string `description:"A delimiter is a character you use to group keys."`
	Marker    string `description:"Specifies the key to start with when listing objects in a bucket."`
	MaxKeys   int    `description:"Sets the maximum number of keys returned."`
	TrackFile string `description:"File for track the read files."`
	Gzip      bool
}

type Tail

type Tail struct {
	// contains filtered or unexported fields
}

func NewTail

func NewTail(config *TailConfig, format intf.Format) *Tail

func (*Tail) Boot

func (i *Tail) Boot()

func (*Tail) GetLine

func (i *Tail) GetLine() string

func (*Tail) GetRecord

func (i *Tail) GetRecord() intf.Record

func (*Tail) IsEOF

func (i *Tail) IsEOF() bool

func (*Tail) SetConfig

func (i *Tail) SetConfig(config *TailConfig)

func (*Tail) SetFormat

func (i *Tail) SetFormat(format intf.Format)

func (*Tail) Stop

func (i *Tail) Stop()

func (*Tail) Teardown

func (i *Tail) Teardown()

type TailConfig

type TailConfig struct {
	Format    string `description:"A valid format name"`
	File      string `description:"File to be read"`
	MustExist bool   `description:"Fail early if the file does not exist"`
	Poll      bool   `description:"Poll for file changes instead of using inotify"`
	LimitRate int64  `description:"Maximum read rate (lines per second)"`
}