source

Documentation

Index

• Constants
• func NewSource() sdk.Source
• type Config
  • func (Config) Parameters() map[string]sdk.Parameter
• type Iterator
• type Source
  • func (s *Source) Ack(ctx context.Context, position sdk.Position) error
  • func (s *Source) Configure(_ context.Context, cfg map[string]string) error
  • func (s *Source) Open(ctx context.Context, rp sdk.Position) error
  • func (s *Source) Parameters() map[string]sdk.Parameter
  • func (s *Source) Read(ctx context.Context) (sdk.Record, error)
  • func (s *Source) Teardown(_ context.Context) error

Constants

const (
	// ConfigKeyPollingPeriod is the config name for the S3 CDC polling period
	ConfigKeyPollingPeriod = "pollingPeriod"
)

Functions

func NewSource

func NewSource() sdk.Source

Types

type Config

type Config struct {
	config.Config
	// polling period for the CDC mode, formatted as a time.Duration string.
	PollingPeriod time.Duration `json:"pollingPeriod" default:"1s"`
}

Config represents source configuration with S3 configurations

func (Config) Parameters

func (Config) Parameters() map[string]sdk.Parameter

type Iterator

type Iterator interface {
	HasNext(ctx context.Context) bool
	Next(ctx context.Context) (sdk.Record, error)
	Stop()
}

type Source

type Source struct {
	sdk.UnimplementedSource
	// contains filtered or unexported fields
}

Source connector

func (*Source) Ack

func (s *Source) Ack(ctx context.Context, position sdk.Position) error

func (*Source) Configure

func (s *Source) Configure(_ context.Context, cfg map[string]string) error

Configure parses and stores the configurations returns an error in case of invalid config

func (*Source) Open

func (s *Source) Open(ctx context.Context, rp sdk.Position) error

Open prepare the plugin to start sending records from the given position

func (*Source) Parameters

func (s *Source) Parameters() map[string]sdk.Parameter

func (*Source) Read

func (s *Source) Read(ctx context.Context) (sdk.Record, error)

Read gets the next object from the S3 bucket

func (*Source) Teardown

func (s *Source) Teardown(_ context.Context) error