kafka

Documentation

Index

• Constants
• Variables
• func GetKafka(c *providers.Provider) (providers.ClowderProvider, error)
• func GetKafkaFinalize(c *providers.Provider) error
• func NewAppInterface(p *providers.Provider) (providers.ClowderProvider, error)
• func NewManagedEphemKafka(p *providers.Provider) (providers.ClowderProvider, error)
• func NewManagedEphemKafkaFinalizer(p *providers.Provider) error
• func NewManagedKafka(p *providers.Provider) (providers.ClowderProvider, error)
• func NewNoneKafka(p *providers.Provider) (providers.ClowderProvider, error)
• func NewStrimzi(p *providers.Provider) (providers.ClowderProvider, error)
• type Config
• type HTTPClient
• type HTTPClientCache
  • func (cc *HTTPClientCache) Get(hostname string) (HTTPClient, bool)
  • func (cc *HTTPClientCache) Remove(hostname string)
  • func (cc *HTTPClientCache) Set(hostname string, client HTTPClient)
• type JSONPayload
• type KafkaConnectBuilder
  • func (kcb *KafkaConnectBuilder) BuildSpec()
  • func (kcb *KafkaConnectBuilder) Create() error
  • func (kcb *KafkaConnectBuilder) UpdateCache() error
  • func (kcb *KafkaConnectBuilder) VerifyEnvLabel() error
• type Settings
• type Topic
• type TopicsList

Constants

const PARTITION_NUM_CEILING = 3

const PARTITION_NUM_FLOOR = 3

const REPLICA_NUM_CEILING = 0

const REPLICA_NUM_FLOOR = 3

Variables

var ClientCache = newHTTPClientCahce()

Mutex protected cache of HTTP clients

var ClientCreator func(provider *providers.Provider, clientCred clientcredentials.Config) HTTPClient

var CyndiAppSecret = rc.NewSingleResourceIdent(ProvName, "cyndi_app_secret", &core.Secret{})

CyndiAppSecret identifies the cyndi app secret object.

var CyndiConfigMap = rc.NewSingleResourceIdent(ProvName, "cyndi_config_map", &core.ConfigMap{}, rc.ResourceOptions{WriteNow: true})

CyndiConfigMap is the resource ident for a CyndiConfigMap object.

var CyndiHostInventoryAppSecret = rc.NewSingleResourceIdent(ProvName, "cyndi_host_inventory_secret", &core.Secret{})

CyndiHostInventoryAppSecret identifies the cyndi host-inventory app secret object.

var CyndiPipeline = rc.NewSingleResourceIdent(ProvName, "cyndi_pipeline", &cyndi.CyndiPipeline{})

CyndiPipeline identifies the main cyndi pipeline object.

var EphemKafkaConnect = rc.NewSingleResourceIdent(ProvName, "kafka_connect", &strimzi.KafkaConnect{}, rc.ResourceOptions{WriteNow: true})

KafkaConnect is the resource ident for a KafkaConnect object.

var EphemKafkaConnectSecret = rc.NewSingleResourceIdent(ProvName, "kafka_connect_secret", &core.Secret{}, rc.ResourceOptions{WriteNow: true})

var IMAGE_KAFKA_XJOIN = "quay.io/cloudservices/xjoin-kafka-connect-strimzi:latest"

var KafkaConnect = rc.NewSingleResourceIdent(ProvName, "kafka_connect", &strimzi.KafkaConnect{}, rc.ResourceOptions{WriteNow: true})

KafkaConnect is the resource ident for a KafkaConnect object.

var KafkaConnectUser = rc.NewSingleResourceIdent(ProvName, "kafka_connect_user", &strimzi.KafkaUser{}, rc.ResourceOptions{WriteNow: true})

KafkaUser is the resource ident for a KafkaUser object.

var KafkaInstance = rc.NewSingleResourceIdent(ProvName, "kafka_instance", &strimzi.Kafka{}, rc.ResourceOptions{WriteNow: true})

KafkaInstance is the resource ident for a Kafka object.

var KafkaMetricsConfigMap = rc.NewSingleResourceIdent(ProvName, "kafka_metrics_config_map", &core.ConfigMap{}, rc.ResourceOptions{WriteNow: true})

KafkaMetricsConfigMap is the resource ident for a KafkaMetricsConfigMap object.

var KafkaNetworkPolicy = rc.NewSingleResourceIdent(ProvName, "kafka_network_policy", &networking.NetworkPolicy{}, rc.ResourceOptions{WriteNow: true})

KafkaNetworkPolicy is the resource ident for the KafkaNetworkPolicy

var KafkaTopic = rc.NewSingleResourceIdent(ProvName, "kafka_topic", &strimzi.KafkaTopic{}, rc.ResourceOptions{WriteNow: true})

KafkaTopic is the resource ident for a KafkaTopic object.

var KafkaUser = rc.NewSingleResourceIdent(ProvName, "kafka_user", &strimzi.KafkaUser{}, rc.ResourceOptions{WriteNow: true})

KafkaUser is the resource ident for a KafkaUser object.

var ProvName = "kafka"

ProvName is the name/ident of the provider

Functions

func GetKafka

func GetKafka(c *providers.Provider) (providers.ClowderProvider, error)

GetKafka returns the correct kafka provider based on the environment.

func GetKafkaFinalize

func GetKafkaFinalize(c *providers.Provider) error

GetKafka returns the correct kafka provider based on the environment.

func NewAppInterface

func NewAppInterface(p *providers.Provider) (providers.ClowderProvider, error)

NewAppInterface returns a new app-interface kafka provider object.

func NewManagedEphemKafka

func NewManagedEphemKafka(p *providers.Provider) (providers.ClowderProvider, error)

func NewManagedEphemKafkaFinalizer

func NewManagedEphemKafkaFinalizer(p *providers.Provider) error

func NewManagedKafka

func NewManagedKafka(p *providers.Provider) (providers.ClowderProvider, error)

NewNoneKafka returns a new non kafka provider object.

func NewNoneKafka

func NewNoneKafka(p *providers.Provider) (providers.ClowderProvider, error)

NewNoneKafka returns a new non kafka provider object.

func NewStrimzi

func NewStrimzi(p *providers.Provider) (providers.ClowderProvider, error)

NewStrimzi returns a new strimzi provider object.

Types

type Config

type Config struct {
	Key   string `json:"key"`
	Value string `json:"value"`
}

type HTTPClient

type HTTPClient interface {
	Do(req *http.Request) (*http.Response, error)
	Get(url string) (resp *http.Response, err error)
	Post(url, contentType string, body io.Reader) (resp *http.Response, err error)
}

var (
	HTTP HTTPClient
)

type HTTPClientCache

type HTTPClientCache struct {
	// contains filtered or unexported fields
}

Client cache provides a mutex protected cache of http clients

func (*HTTPClientCache) Get

func (cc *HTTPClientCache) Get(hostname string) (HTTPClient, bool)

func (*HTTPClientCache) Remove

func (cc *HTTPClientCache) Remove(hostname string)

func (*HTTPClientCache) Set

func (cc *HTTPClientCache) Set(hostname string, client HTTPClient)

type JSONPayload

type JSONPayload struct {
	Name     string   `json:"name"`
	Settings Settings `json:"settings"`
}

type KafkaConnectBuilder

type KafkaConnectBuilder struct {
	providers.Provider
	// contains filtered or unexported fields
}

KafkaConnectBuilder manages the creation of KafkaConnect resources

func (*KafkaConnectBuilder) BuildSpec

func (kcb *KafkaConnectBuilder) BuildSpec()

func (*KafkaConnectBuilder) Create

func (kcb *KafkaConnectBuilder) Create() error

func (*KafkaConnectBuilder) UpdateCache

func (kcb *KafkaConnectBuilder) UpdateCache() error

func (*KafkaConnectBuilder) VerifyEnvLabel

func (kcb *KafkaConnectBuilder) VerifyEnvLabel() error

ensure that connect cluster of kcb same name but labelled for different env does not exist

type Settings

type Settings struct {
	NumPartitions int      `json:"numPartitions"`
	NumReplicas   int      `json:"numReplicas"`
	Config        []Config `json:"config"`
}

type Topic

type Topic struct {
	Name string `json:"name"`
}

type TopicsList

type TopicsList struct {
	Items []Topic `json:"items"`
}