sink

package
v0.1.28 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Mar 20, 2022 License: AGPL-3.0 Imports: 26 Imported by: 0

Documentation

Index

Constants

View Source
const (
	DEFAULT_PARTITIONS         int32 = 3
	DEFAULT_REPLICATION_FACTOR int16 = 3
)
View Source
const (
	PUBSUB           string = "pubsub"
	KAFKA            string = "kafka"
	KINESIS          string = "kinesis"
	KINESIS_FIREHOSE string = "kinesis-firehose"
	STDOUT           string = "stdout"
	HTTP             string = "http"
	HTTPS            string = "https"
	RELAY            string = "relay"
	ELASTICSEARCH    string = "elasticsearch"
)
View Source
const INIT_TIMEOUT_SECONDS = 10

Variables

View Source
var (
	Info = Teal
	Warn = Yellow
	Fata = Red
)
View Source
var (
	Black   = Colorize("\033[1;30m%s\033[0m")
	Red     = Colorize("\033[1;31m%s\033[0m")
	Green   = Colorize("\033[1;32m%s\033[0m")
	Yellow  = Colorize("\033[1;33m%s\033[0m")
	Purple  = Colorize("\033[1;34m%s\033[0m")
	Magenta = Colorize("\033[1;35m%s\033[0m")
	Teal    = Colorize("\033[1;36m%s\033[0m")
	White   = Colorize("\033[1;37m%s\033[0m")
)

Functions

func Colorize added in v0.1.24

func Colorize(colorString string) func(...interface{}) string

func InitializeSink added in v0.1.24

func InitializeSink(conf config.Sink, s Sink)

Types

type ElasticsearchSink added in v0.1.28

type ElasticsearchSink struct {
	// contains filtered or unexported fields
}

func (*ElasticsearchSink) BatchPublishInvalid added in v0.1.28

func (s *ElasticsearchSink) BatchPublishInvalid(ctx context.Context, invalidEnvelopes []envelope.Envelope)

func (*ElasticsearchSink) BatchPublishValid added in v0.1.28

func (s *ElasticsearchSink) BatchPublishValid(ctx context.Context, validEnvelopes []envelope.Envelope)

func (*ElasticsearchSink) BatchPublishValidAndInvalid added in v0.1.28

func (s *ElasticsearchSink) BatchPublishValidAndInvalid(ctx context.Context, inputType string, validEnvelopes []envelope.Envelope, invalidEnvelopes []envelope.Envelope, meta *tele.Meta)

func (*ElasticsearchSink) Close added in v0.1.28

func (s *ElasticsearchSink) Close()

func (*ElasticsearchSink) Initialize added in v0.1.28

func (s *ElasticsearchSink) Initialize(conf config.Sink)

type HttpSink added in v0.1.27

type HttpSink struct {
	// contains filtered or unexported fields
}

func (*HttpSink) BatchPublishInvalid added in v0.1.27

func (s *HttpSink) BatchPublishInvalid(ctx context.Context, invalidEnvelopes []envelope.Envelope)

func (*HttpSink) BatchPublishValid added in v0.1.27

func (s *HttpSink) BatchPublishValid(ctx context.Context, validEnvelopes []envelope.Envelope)

func (*HttpSink) BatchPublishValidAndInvalid added in v0.1.27

func (s *HttpSink) BatchPublishValidAndInvalid(ctx context.Context, inputType string, validEnvelopes []envelope.Envelope, invalidEnvelopes []envelope.Envelope, meta *tele.Meta)

func (*HttpSink) Close added in v0.1.27

func (s *HttpSink) Close()

func (*HttpSink) Initialize added in v0.1.27

func (s *HttpSink) Initialize(conf config.Sink)

type KafkaSink

type KafkaSink struct {
	// contains filtered or unexported fields
}

func (*KafkaSink) BatchPublishInvalid added in v0.1.26

func (s *KafkaSink) BatchPublishInvalid(ctx context.Context, envelopes []envelope.Envelope)

func (*KafkaSink) BatchPublishValid added in v0.1.26

func (s *KafkaSink) BatchPublishValid(ctx context.Context, envelopes []envelope.Envelope)

func (*KafkaSink) BatchPublishValidAndInvalid

func (s *KafkaSink) BatchPublishValidAndInvalid(ctx context.Context, inputType string, validEnvelopes []envelope.Envelope, invalidEnvelopes []envelope.Envelope, meta *tele.Meta)

func (*KafkaSink) Close

func (s *KafkaSink) Close()

func (*KafkaSink) Initialize

func (s *KafkaSink) Initialize(conf config.Sink)

type KinesisFirehoseSink

type KinesisFirehoseSink struct {
	// contains filtered or unexported fields
}

func (*KinesisFirehoseSink) BatchPublishInvalid added in v0.1.26

func (s *KinesisFirehoseSink) BatchPublishInvalid(ctx context.Context, envelopes []envelope.Envelope)

func (*KinesisFirehoseSink) BatchPublishValid added in v0.1.26

func (s *KinesisFirehoseSink) BatchPublishValid(ctx context.Context, envelopes []envelope.Envelope)

func (*KinesisFirehoseSink) BatchPublishValidAndInvalid

func (s *KinesisFirehoseSink) BatchPublishValidAndInvalid(ctx context.Context, inputType string, validEnvelopes []envelope.Envelope, invalidEnvelopes []envelope.Envelope, meta *tele.Meta)

func (*KinesisFirehoseSink) Close

func (s *KinesisFirehoseSink) Close()

func (*KinesisFirehoseSink) Initialize

func (s *KinesisFirehoseSink) Initialize(conf config.Sink)

type KinesisSink

type KinesisSink struct {
	// contains filtered or unexported fields
}

func (*KinesisSink) BatchPublishInvalid added in v0.1.26

func (s *KinesisSink) BatchPublishInvalid(ctx context.Context, envelopes []envelope.Envelope)

func (*KinesisSink) BatchPublishValid added in v0.1.26

func (s *KinesisSink) BatchPublishValid(ctx context.Context, envelopes []envelope.Envelope)

func (*KinesisSink) BatchPublishValidAndInvalid

func (s *KinesisSink) BatchPublishValidAndInvalid(ctx context.Context, inputType string, validEnvelopes []envelope.Envelope, invalidEnvelopes []envelope.Envelope, meta *tele.Meta)

func (*KinesisSink) Close

func (s *KinesisSink) Close()

func (*KinesisSink) Initialize

func (s *KinesisSink) Initialize(conf config.Sink)

type PubsubSink

type PubsubSink struct {
	// contains filtered or unexported fields
}

func (*PubsubSink) BatchPublishInvalid added in v0.1.26

func (s *PubsubSink) BatchPublishInvalid(ctx context.Context, envelopes []envelope.Envelope)

func (*PubsubSink) BatchPublishValid added in v0.1.26

func (s *PubsubSink) BatchPublishValid(ctx context.Context, envelopes []envelope.Envelope)

func (*PubsubSink) BatchPublishValidAndInvalid

func (s *PubsubSink) BatchPublishValidAndInvalid(ctx context.Context, inputType string, validEnvelopes []envelope.Envelope, invalidEnvelopes []envelope.Envelope, meta *tele.Meta)

func (*PubsubSink) Close

func (s *PubsubSink) Close()

func (*PubsubSink) Initialize

func (s *PubsubSink) Initialize(conf config.Sink)

type RelaySink added in v0.1.27

type RelaySink struct {
	// contains filtered or unexported fields
}

func (*RelaySink) BatchPublishInvalid added in v0.1.27

func (s *RelaySink) BatchPublishInvalid(ctx context.Context, invalidEnvelopes []envelope.Envelope)

func (*RelaySink) BatchPublishValid added in v0.1.27

func (s *RelaySink) BatchPublishValid(ctx context.Context, validEnvelopes []envelope.Envelope)

func (*RelaySink) BatchPublishValidAndInvalid added in v0.1.27

func (s *RelaySink) BatchPublishValidAndInvalid(ctx context.Context, inputType string, validEnvelopes []envelope.Envelope, invalidEnvelopes []envelope.Envelope, meta *tele.Meta)

func (*RelaySink) Close added in v0.1.27

func (s *RelaySink) Close()

func (*RelaySink) Initialize added in v0.1.27

func (s *RelaySink) Initialize(conf config.Sink)

type Sink

type Sink interface {
	Initialize(conf config.Sink)
	BatchPublishValid(ctx context.Context, validEnvelopes []envelope.Envelope)
	BatchPublishInvalid(ctx context.Context, invalidEnvelopes []envelope.Envelope)
	BatchPublishValidAndInvalid(ctx context.Context, inputType string, validEnvelopes []envelope.Envelope, invalidEnvelopes []envelope.Envelope, meta *tele.Meta)
	Close()
}

func BuildSink

func BuildSink(conf config.Sink) (sink Sink, err error)

type StdoutSink added in v0.1.16

type StdoutSink struct{}

func (*StdoutSink) BatchPublishInvalid added in v0.1.26

func (s *StdoutSink) BatchPublishInvalid(ctx context.Context, invalidEnvelopes []envelope.Envelope)

func (*StdoutSink) BatchPublishValid added in v0.1.26

func (s *StdoutSink) BatchPublishValid(ctx context.Context, validEnvelopes []envelope.Envelope)

func (*StdoutSink) BatchPublishValidAndInvalid added in v0.1.16

func (s *StdoutSink) BatchPublishValidAndInvalid(ctx context.Context, inputType string, validEnvelopes []envelope.Envelope, invalidEnvelopes []envelope.Envelope, meta *tele.Meta)

func (*StdoutSink) Close added in v0.1.16

func (s *StdoutSink) Close()

func (*StdoutSink) Initialize added in v0.1.16

func (s *StdoutSink) Initialize(conf config.Sink)

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL