consumer

Documentation

Index

• type Consumer
• type EcflowClientConsumer
  • func (s *EcflowClientConsumer) ConsumeMessages() error
• type ElasticSearchTarget
• type KafkaPrinterConsumer
  • func (s *KafkaPrinterConsumer) ConsumeMessages() error
• type KafkaSource
  • func (source *KafkaSource) CreateConnection() error
• type PredictConsumer
  • func (s *PredictConsumer) ConsumeMessages() error
• type PrinterConsumer
  • func (s *PrinterConsumer) ConsumeMessages() error
• type ProductionConsumer
  • func (s *ProductionConsumer) ConsumeMessages() error
• type RabbitMQSource
  • func (source *RabbitMQSource) CreateConnection() error

Types

type Consumer

type Consumer interface {
	ConsumeMessages() error
}

type EcflowClientConsumer

type EcflowClientConsumer struct {
	Source      RabbitMQSource
	Target      ElasticSearchTarget
	WorkerCount int
	BulkSize    int
	Debug       bool
}

func (*EcflowClientConsumer) ConsumeMessages

func (s *EcflowClientConsumer) ConsumeMessages() error

type ElasticSearchTarget

type ElasticSearchTarget struct {
	Server string
}

type KafkaPrinterConsumer

type KafkaPrinterConsumer struct {
	Source       KafkaSource
	WorkerCount  int
	ConsumerName string
	Debug        bool
}

func (*KafkaPrinterConsumer) ConsumeMessages

func (s *KafkaPrinterConsumer) ConsumeMessages() error

type KafkaSource

type KafkaSource struct {
	Brokers []string
	Topic   string
	Offset  int64

	Reader *kafka.Reader
}

func (*KafkaSource) CreateConnection

func (source *KafkaSource) CreateConnection() error

type PredictConsumer

type PredictConsumer struct {
	Source      RabbitMQSource
	Target      ElasticSearchTarget
	WorkerCount int
	BulkSize    int
	Debug       bool
}

func (*PredictConsumer) ConsumeMessages

func (s *PredictConsumer) ConsumeMessages() error

type PrinterConsumer

type PrinterConsumer struct {
	Source       RabbitMQSource
	WorkerCount  int
	ConsumerName string
	Debug        bool
}

func (*PrinterConsumer) ConsumeMessages

func (s *PrinterConsumer) ConsumeMessages() error

type ProductionConsumer

type ProductionConsumer struct {
	Source      RabbitMQSource
	Target      ElasticSearchTarget
	WorkerCount int
	BulkSize    int
	Debug       bool
}

func (*ProductionConsumer) ConsumeMessages

func (s *ProductionConsumer) ConsumeMessages() error

type RabbitMQSource

type RabbitMQSource struct {
	Server       string
	Exchange     string
	Topics       []string
	Queue        string
	WriteTimeout time.Duration
	// contains filtered or unexported fields
}

func (*RabbitMQSource) CreateConnection

func (source *RabbitMQSource) CreateConnection() error