meta

Documentation

Index

• func CompileSpecLabels(resource models.JobSpec) (labels []models.JobMetadataLabelItem)
• type EventPublish
  • func (e *EventPublish) String() string
• type JobAdapter
  • func (a JobAdapter) CompileKey(urn string) ([]byte, error)
  • func (a JobAdapter) CompileMessage(jobMetadata *models.JobMetadata) ([]byte, error)
  • func (a JobAdapter) FromJobSpec(namespaceSpec models.NamespaceSpec, jobSpec models.JobSpec) (*models.JobMetadata, error)
• type KafkaWriter
• type MetaSvcFactory
• type Service
  • func NewService(writer models.MetadataWriter, builder models.JobMetadataAdapter) *Service
  • func (service Service) Publish(namespaceSpec models.NamespaceSpec, jobSpecs []models.JobSpec, ...) error
• type Writer
  • func NewWriter(w KafkaWriter, buffSize int) *Writer
  • func (w *Writer) Flush() error
  • func (w *Writer) Write(protobufkey []byte, protobuf []byte) error

Functions

func CompileSpecLabels

func CompileSpecLabels(resource models.JobSpec) (labels []models.JobMetadataLabelItem)

Types

type EventPublish

type EventPublish struct {
	SpecCount int
}

EventPublish represents a specification being published to meta event stream

func (*EventPublish) String

func (e *EventPublish) String() string

type JobAdapter

type JobAdapter struct {
}

func (JobAdapter) CompileKey

func (a JobAdapter) CompileKey(urn string) ([]byte, error)

func (JobAdapter) CompileMessage

func (a JobAdapter) CompileMessage(jobMetadata *models.JobMetadata) ([]byte, error)

func (JobAdapter) FromJobSpec

func (a JobAdapter) FromJobSpec(namespaceSpec models.NamespaceSpec, jobSpec models.JobSpec) (*models.JobMetadata, error)

type KafkaWriter

type KafkaWriter interface {
	WriteMessages(context.Context, ...kafka.Message) error
	Close() error
	Stats() kafka.WriterStats
}

KafkaWriter is an abstraction over kafka-go client implementation

type MetaSvcFactory

type MetaSvcFactory interface {
	New() models.MetadataService
}

type Service

type Service struct {
	// contains filtered or unexported fields
}

func NewService

func NewService(writer models.MetadataWriter, builder models.JobMetadataAdapter) *Service

func (Service) Publish

func (service Service) Publish(namespaceSpec models.NamespaceSpec, jobSpecs []models.JobSpec, po progress.Observer) error

type Writer

type Writer struct {
	// contains filtered or unexported fields
}

Writer will be used to write send data to kafka topic

func NewWriter

func NewWriter(w KafkaWriter, buffSize int) *Writer

NewWriter returns a instance for writer used over kafka client

func (*Writer) Flush

func (w *Writer) Flush() error

Flush will push all the queued up messages to kafka

func (*Writer) Write

func (w *Writer) Write(protobufkey []byte, protobuf []byte) error

Write push messages to kafka this will throw an error if connection was closed in the middle of write