sink

package
v0.1.45 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Apr 1, 2022 License: AGPL-3.0 Imports: 30 Imported by: 0

Documentation

Index

Constants

View Source 
const (
	DEFAULT_PARTITIONS         int32 = 3
	DEFAULT_REPLICATION_FACTOR int16 = 3
)
View Source 
const (
	PUBNUB_PUBLISH_URL   string = "ps.pndsn.com/publish"
	PUBNUB_HTTP_PROTOCOL string = "https"
)
View Source 
const (
	PUBSUB           string = "pubsub"
	KAFKA            string = "kafka"
	KINESIS          string = "kinesis"
	KINESIS_FIREHOSE string = "kinesis-firehose"
	STDOUT           string = "stdout"
	HTTP             string = "http"
	HTTPS            string = "https"
	RELAY            string = "relay"
	ELASTICSEARCH    string = "elasticsearch"
	BLACKHOLE        string = "blackhole"
	FILE             string = "file"
	POSTGRES         string = "postgres"
	PUBNUB           string = "pubnub"
	MONGODB          string = "mongodb"
)
View Source 
const INIT_TIMEOUT_SECONDS = 10

Variables

View Source 
var (
	Info = Teal
	Warn = Yellow
	Fata = Red
)
View Source 
var (
	Black   = Colorize("\033[1;30m%s\033[0m")
	Red     = Colorize("\033[1;31m%s\033[0m")
	Green   = Colorize("\033[1;32m%s\033[0m")
	Yellow  = Colorize("\033[1;33m%s\033[0m")
	Purple  = Colorize("\033[1;34m%s\033[0m")
	Magenta = Colorize("\033[1;35m%s\033[0m")
	Teal    = Colorize("\033[1;36m%s\033[0m")
	White   = Colorize("\033[1;37m%s\033[0m")
)

Functions

func Colorize added in v0.1.24 

func Colorize(colorString string) func(...interface{}) string

func InitializeSink added in v0.1.24 

func InitializeSink(conf config.Sink, s Sink) error

Types

type BlackholeSink added in v0.1.29 

type BlackholeSink struct {
	// contains filtered or unexported fields
}

func (*BlackholeSink) BatchPublishInvalid added in v0.1.29 

func (s *BlackholeSink) BatchPublishInvalid(ctx context.Context, invalidEnvelopes []envelope.Envelope)

func (*BlackholeSink) BatchPublishValid added in v0.1.29 

func (s *BlackholeSink) BatchPublishValid(ctx context.Context, validEnvelopes []envelope.Envelope)

func (*BlackholeSink) Close added in v0.1.29 

func (s *BlackholeSink) Close()

func (*BlackholeSink) Id added in v0.1.31 

func (s *BlackholeSink) Id() *uuid.UUID

func (*BlackholeSink) Initialize added in v0.1.29 

func (s *BlackholeSink) Initialize(conf config.Sink) error

func (*BlackholeSink) Name added in v0.1.31 

func (s *BlackholeSink) Name() string

type ElasticsearchSink added in v0.1.28 

type ElasticsearchSink struct {
	// contains filtered or unexported fields
}

func (*ElasticsearchSink) BatchPublishInvalid added in v0.1.28 

func (s *ElasticsearchSink) BatchPublishInvalid(ctx context.Context, invalidEnvelopes []envelope.Envelope)

func (*ElasticsearchSink) BatchPublishValid added in v0.1.28 

func (s *ElasticsearchSink) BatchPublishValid(ctx context.Context, validEnvelopes []envelope.Envelope)

func (*ElasticsearchSink) Close added in v0.1.28 

func (s *ElasticsearchSink) Close()

func (*ElasticsearchSink) Id added in v0.1.31 

func (s *ElasticsearchSink) Id() *uuid.UUID

func (*ElasticsearchSink) Initialize added in v0.1.28 

func (s *ElasticsearchSink) Initialize(conf config.Sink) error

func (*ElasticsearchSink) Name added in v0.1.31 

func (s *ElasticsearchSink) Name() string

type FileSink added in v0.1.30 

type FileSink struct {
	// contains filtered or unexported fields
}

func (*FileSink) BatchPublishInvalid added in v0.1.30 

func (s *FileSink) BatchPublishInvalid(ctx context.Context, envelopes []envelope.Envelope)

func (*FileSink) BatchPublishValid added in v0.1.30 

func (s *FileSink) BatchPublishValid(ctx context.Context, envelopes []envelope.Envelope)

func (*FileSink) Close added in v0.1.30 

func (s *FileSink) Close()

func (*FileSink) Id added in v0.1.31 

func (s *FileSink) Id() *uuid.UUID

func (*FileSink) Initialize added in v0.1.30 

func (s *FileSink) Initialize(conf config.Sink) error

func (*FileSink) Name added in v0.1.31 

func (s *FileSink) Name() string

type HttpSink added in v0.1.27 

type HttpSink struct {
	// contains filtered or unexported fields
}

func (*HttpSink) BatchPublishInvalid added in v0.1.27 

func (s *HttpSink) BatchPublishInvalid(ctx context.Context, invalidEnvelopes []envelope.Envelope)

func (*HttpSink) BatchPublishValid added in v0.1.27 

func (s *HttpSink) BatchPublishValid(ctx context.Context, validEnvelopes []envelope.Envelope)

func (*HttpSink) Close added in v0.1.27 

func (s *HttpSink) Close()

func (*HttpSink) Id added in v0.1.31 

func (s *HttpSink) Id() *uuid.UUID

func (*HttpSink) Initialize added in v0.1.27 

func (s *HttpSink) Initialize(conf config.Sink) error

func (*HttpSink) Name added in v0.1.31 

func (s *HttpSink) Name() string

type KafkaSink 

type KafkaSink struct {
	// contains filtered or unexported fields
}

func (*KafkaSink) BatchPublishInvalid added in v0.1.26 

func (s *KafkaSink) BatchPublishInvalid(ctx context.Context, envelopes []envelope.Envelope)

func (*KafkaSink) BatchPublishValid added in v0.1.26 

func (s *KafkaSink) BatchPublishValid(ctx context.Context, envelopes []envelope.Envelope)

func (*KafkaSink) Close 

func (s *KafkaSink) Close()

func (*KafkaSink) Id added in v0.1.31 

func (s *KafkaSink) Id() *uuid.UUID

func (*KafkaSink) Initialize 

func (s *KafkaSink) Initialize(conf config.Sink) error

func (*KafkaSink) Name added in v0.1.31 

func (s *KafkaSink) Name() string

type KinesisFirehoseSink 

type KinesisFirehoseSink struct {
	// contains filtered or unexported fields
}

func (*KinesisFirehoseSink) BatchPublishInvalid added in v0.1.26 

func (s *KinesisFirehoseSink) BatchPublishInvalid(ctx context.Context, envelopes []envelope.Envelope)

func (*KinesisFirehoseSink) BatchPublishValid added in v0.1.26 

func (s *KinesisFirehoseSink) BatchPublishValid(ctx context.Context, envelopes []envelope.Envelope)

func (*KinesisFirehoseSink) Close 

func (s *KinesisFirehoseSink) Close()

func (*KinesisFirehoseSink) Id added in v0.1.31 

func (s *KinesisFirehoseSink) Id() *uuid.UUID

func (*KinesisFirehoseSink) Initialize 

func (s *KinesisFirehoseSink) Initialize(conf config.Sink) error

func (*KinesisFirehoseSink) Name added in v0.1.31 

func (s *KinesisFirehoseSink) Name() string

type KinesisSink 

type KinesisSink struct {
	// contains filtered or unexported fields
}

func (*KinesisSink) BatchPublishInvalid added in v0.1.26 

func (s *KinesisSink) BatchPublishInvalid(ctx context.Context, envelopes []envelope.Envelope)

func (*KinesisSink) BatchPublishValid added in v0.1.26 

func (s *KinesisSink) BatchPublishValid(ctx context.Context, envelopes []envelope.Envelope)

func (*KinesisSink) Close 

func (s *KinesisSink) Close()

func (*KinesisSink) Id added in v0.1.31 

func (s *KinesisSink) Id() *uuid.UUID

func (*KinesisSink) Initialize 

func (s *KinesisSink) Initialize(conf config.Sink) error

func (*KinesisSink) Name added in v0.1.31 

func (s *KinesisSink) Name() string

type MongodbSink added in v0.1.35 

type MongodbSink struct {
	// contains filtered or unexported fields
}

func (*MongodbSink) BatchPublishInvalid added in v0.1.35 

func (s *MongodbSink) BatchPublishInvalid(ctx context.Context, envelopes []envelope.Envelope)

func (*MongodbSink) BatchPublishValid added in v0.1.35 

func (s *MongodbSink) BatchPublishValid(ctx context.Context, envelopes []envelope.Envelope)

func (*MongodbSink) Close added in v0.1.35 

func (s *MongodbSink) Close()

func (*MongodbSink) Id added in v0.1.35 

func (s *MongodbSink) Id() *uuid.UUID

func (*MongodbSink) Initialize added in v0.1.35 

func (s *MongodbSink) Initialize(conf config.Sink) error

func (*MongodbSink) Name added in v0.1.35 

func (s *MongodbSink) Name() string

type PostgresSink added in v0.1.30 

type PostgresSink struct {
	// contains filtered or unexported fields
}

func (*PostgresSink) BatchPublishInvalid added in v0.1.30 

func (s *PostgresSink) BatchPublishInvalid(ctx context.Context, envelopes []envelope.Envelope)

func (*PostgresSink) BatchPublishValid added in v0.1.30 

func (s *PostgresSink) BatchPublishValid(ctx context.Context, envelopes []envelope.Envelope)

func (*PostgresSink) Close added in v0.1.30 

func (s *PostgresSink) Close()

func (*PostgresSink) Id added in v0.1.31 

func (s *PostgresSink) Id() *uuid.UUID

func (*PostgresSink) Initialize added in v0.1.30 

func (s *PostgresSink) Initialize(conf config.Sink) error

func (*PostgresSink) Name added in v0.1.31 

func (s *PostgresSink) Name() string

type PubnubSink added in v0.1.30 

type PubnubSink struct {
	// contains filtered or unexported fields
}

func (*PubnubSink) BatchPublishInvalid added in v0.1.30 

func (s *PubnubSink) BatchPublishInvalid(ctx context.Context, envelopes []envelope.Envelope)

func (*PubnubSink) BatchPublishValid added in v0.1.30 

func (s *PubnubSink) BatchPublishValid(ctx context.Context, envelopes []envelope.Envelope)

func (*PubnubSink) Close added in v0.1.30 

func (s *PubnubSink) Close()

func (*PubnubSink) Id added in v0.1.31 

func (s *PubnubSink) Id() *uuid.UUID

func (*PubnubSink) Initialize added in v0.1.30 

func (s *PubnubSink) Initialize(conf config.Sink) error

func (*PubnubSink) Name added in v0.1.31 

func (s *PubnubSink) Name() string

type PubsubSink 

type PubsubSink struct {
	// contains filtered or unexported fields
}

func (*PubsubSink) BatchPublishInvalid added in v0.1.26 

func (s *PubsubSink) BatchPublishInvalid(ctx context.Context, envelopes []envelope.Envelope)

func (*PubsubSink) BatchPublishValid added in v0.1.26 

func (s *PubsubSink) BatchPublishValid(ctx context.Context, envelopes []envelope.Envelope)

func (*PubsubSink) Close 

func (s *PubsubSink) Close()

func (*PubsubSink) Id added in v0.1.31 

func (s *PubsubSink) Id() *uuid.UUID

func (*PubsubSink) Initialize 

func (s *PubsubSink) Initialize(conf config.Sink) error

func (*PubsubSink) Name added in v0.1.31 

func (s *PubsubSink) Name() string

type RelaySink added in v0.1.27 

type RelaySink struct {
	// contains filtered or unexported fields
}

func (*RelaySink) BatchPublishInvalid added in v0.1.27 

func (s *RelaySink) BatchPublishInvalid(ctx context.Context, invalidEnvelopes []envelope.Envelope)

func (*RelaySink) BatchPublishValid added in v0.1.27 

func (s *RelaySink) BatchPublishValid(ctx context.Context, validEnvelopes []envelope.Envelope)

func (*RelaySink) Close added in v0.1.27 

func (s *RelaySink) Close()

func (*RelaySink) Id added in v0.1.31 

func (s *RelaySink) Id() *uuid.UUID

func (*RelaySink) Initialize added in v0.1.27 

func (s *RelaySink) Initialize(conf config.Sink) error

func (*RelaySink) Name added in v0.1.31 

func (s *RelaySink) Name() string

type Sink 

type Sink interface {
	Id() *uuid.UUID
	Name() string
	Initialize(conf config.Sink) error
	BatchPublishValid(ctx context.Context, envelopes []envelope.Envelope)
	BatchPublishInvalid(ctx context.Context, envelopes []envelope.Envelope)
	Close()
}

func BuildAndInitializeSinks added in v0.1.31 

func BuildAndInitializeSinks(conf []config.Sink) ([]Sink, error)

func BuildSink 

func BuildSink(conf config.Sink) (sink Sink, err error)

type StdoutSink added in v0.1.16 

type StdoutSink struct {
	// contains filtered or unexported fields
}

func (*StdoutSink) BatchPublishInvalid added in v0.1.26 

func (s *StdoutSink) BatchPublishInvalid(ctx context.Context, invalidEnvelopes []envelope.Envelope)

func (*StdoutSink) BatchPublishValid added in v0.1.26 

func (s *StdoutSink) BatchPublishValid(ctx context.Context, validEnvelopes []envelope.Envelope)

func (*StdoutSink) Close added in v0.1.16 

func (s *StdoutSink) Close()

func (*StdoutSink) Id added in v0.1.31 

func (s *StdoutSink) Id() *uuid.UUID

func (*StdoutSink) Initialize added in v0.1.16 

func (s *StdoutSink) Initialize(conf config.Sink) error

func (*StdoutSink) Name added in v0.1.31 

func (s *StdoutSink) Name() string

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.