flow_tag

Documentation

Index

• Constants
• func ReleaseFlowTag(t *FlowTag)
• type Counter
• type FieldType
  • func (t FieldType) String() string
• type FlowTag
  • func AcquireFlowTag(tagType TagType) *FlowTag
  • func (t *FlowTag) Columns() []*ckdb.Column
  • func (t *FlowTag) GenCKTable(cluster, storagePolicy, tableName string, ttl int, partition ckdb.TimeFuncType) *ckdb.Table
  • func (t *FlowTag) OrgID() uint16
  • func (t *FlowTag) Release()
  • func (t *FlowTag) WriteBlock(block *ckdb.Block)
• type FlowTagCache
  • func NewFlowTagCache(name string, id int, cacheFlushTimeout, cacheMaxSize uint32) *FlowTagCache
• type FlowTagInfo
• type FlowTagWriter
  • func NewFlowTagWriter(decoderIndex int, name string, srcDB string, ttl int, ...) (*FlowTagWriter, error)
  • func (w *FlowTagWriter) GetCounter() interface{}
  • func (w *FlowTagWriter) Write(t TagType, values ...interface{})
  • func (w *FlowTagWriter) WriteFieldsAndFieldValuesInCache()
• type TagType
  • func (t TagType) String() string

Constants

const (
	FLOW_TAG_CACHE_INIT_SIZE = 1 << 14
	MIN_FLUSH_CACHE_TIMEOUT  = 60
	PROMETHEUS_KEYWORD       = "prometheus"
)

const (
	FLOW_TAG_DB = "flow_tag"
)

Functions

func ReleaseFlowTag

func ReleaseFlowTag(t *FlowTag)

Types

type Counter

type Counter struct {
	NewFieldCount        int64 `statsd:"new-field-count"`
	NewFieldValueCount   int64 `statsd:"new-field-value-count"`
	FieldCacheCount      int64 `statsd:"field-cache-count"`
	FieldValueCacheCount int64 `statsd:"field-value-cache-count"`
}

type FieldType

type FieldType uint8

const (
	FieldTag FieldType = iota
	FieldMetrics
)

func (FieldType) String

func (t FieldType) String() string

type FlowTag

type FlowTag struct {
	pool.ReferenceCount
	TagType

	Timestamp uint32 // s
	FlowTagInfo
}

func AcquireFlowTag

func AcquireFlowTag(tagType TagType) *FlowTag

func (*FlowTag) Columns

func (t *FlowTag) Columns() []*ckdb.Column

func (*FlowTag) GenCKTable

func (t *FlowTag) GenCKTable(cluster, storagePolicy, tableName string, ttl int, partition ckdb.TimeFuncType) *ckdb.Table

func (*FlowTag) OrgID

func (t *FlowTag) OrgID() uint16

func (*FlowTag) Release

func (t *FlowTag) Release()

func (*FlowTag) WriteBlock

func (t *FlowTag) WriteBlock(block *ckdb.Block)

type FlowTagCache

type FlowTagCache struct {
	Id                          int
	FieldCache, FieldValueCache *lru.Cache[FlowTagInfo, uint32]
	CacheFlushTimeout           uint32

	// only for prometheus
	PrometheusFieldCache, PrometheusFieldValueCache *lru128.U128LRU

	// temporary buffers for generating new flow_tags
	FlowTagInfoBuffer FlowTagInfo
	Fields            []interface{}
	FieldValues       []interface{}
}

func NewFlowTagCache

func NewFlowTagCache(name string, id int, cacheFlushTimeout, cacheMaxSize uint32) *FlowTagCache

type FlowTagInfo

type FlowTagInfo struct {
	Table      string // Represents virtual_table_name in ext_metrics
	FieldName  string
	FieldValue string
	VtapId     uint16

	// IDs only for prometheus
	TableId      uint32
	FieldNameId  uint32
	FieldValueId uint32

	VpcId     int32 // XXX: can use int16
	PodNsId   uint16
	FieldType FieldType

	// Not stored, only determines which database to store in.
	// When Orgid is 0 or 1, it is stored in database 'flow_tag', otherwise stored in '<OrgId>_flow_tag'.
	OrgId  uint16
	TeamID uint16
}

This structure will be used as a map key, and it is hoped to be as compact as possible in terms of memory layout. In addition, in order to distinguish as early as possible when comparing two values, put the highly distinguishable fields at the front.

type FlowTagWriter

type FlowTagWriter struct {
	Cache *FlowTagCache

	utils.Closable
	// contains filtered or unexported fields
}

func NewFlowTagWriter

func NewFlowTagWriter(
	decoderIndex int,
	name string,
	srcDB string,
	ttl int,
	partition ckdb.TimeFuncType,
	config *config.Config,
	writerConfig *config.CKWriterConfig) (*FlowTagWriter, error)

func (*FlowTagWriter) GetCounter

func (w *FlowTagWriter) GetCounter() interface{}

func (*FlowTagWriter) Write

func (w *FlowTagWriter) Write(t TagType, values ...interface{})

func (*FlowTagWriter) WriteFieldsAndFieldValuesInCache

func (w *FlowTagWriter) WriteFieldsAndFieldValuesInCache()

type TagType

type TagType uint8

const (
	TagField TagType = iota
	TagFieldValue
	TagTypeMax
)

func (TagType) String

func (t TagType) String() string