influxdb

package
v2.0.0-beta.5 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Feb 13, 2020 License: MIT Imports: 28 Imported by: 0

Documentation

Index

Constants

View Source 
const (
	ReadRangePhysKind     = "ReadRangePhysKind"
	ReadGroupPhysKind     = "ReadGroupPhysKind"
	ReadTagKeysPhysKind   = "ReadTagKeysPhysKind"
	ReadTagValuesPhysKind = "ReadTagValuesPhysKind"
)
View Source 
const DefaultBufferSize = 1 << 14
View Source 
const DefaultMeasurementColLabel = "_measurement"
View Source 
const FromKind = "influxDBFrom"
View Source 
const ToKind = influxdb.ToKind

ToKind is the kind for the `to` flux function

Variables

This section is empty.

Functions

func NewMetrics 

func NewMetrics(ctxLabelKeys []string) *metrics

NewMetrics produces a new metrics objects for an influxdb source. Currently it just collects the duration of read requests into a histogram. ctxLabelKeys is a list of labels to add to the produced metrics. The value for a given key will be read off the context. The context value must be a string or an implementation of the Stringer interface. In addition, produced metrics will be labeled with the orgID and type of operation requested.

func ReadFilterSource 

func ReadFilterSource(id execute.DatasetID, r Reader, readSpec ReadFilterSpec, a execute.Administration) execute.Source

func ReadGroupSource 

func ReadGroupSource(id execute.DatasetID, r Reader, readSpec ReadGroupSpec, a execute.Administration) execute.Source

func ReadTagKeysSource 

func ReadTagKeysSource(id execute.DatasetID, r Reader, readSpec ReadTagKeysSpec, a execute.Administration) execute.Source

func ReadTagValuesSource 

func ReadTagValuesSource(id execute.DatasetID, r Reader, readSpec ReadTagValuesSpec, a execute.Administration) execute.Source

Types

type AllBucketLookup 

type AllBucketLookup interface {
	FindAllBuckets(ctx context.Context, orgID platform.ID) ([]*platform.Bucket, int)
}

type BucketDependencies 

type BucketDependencies AllBucketLookup

type BucketLookup 

type BucketLookup interface {
	Lookup(ctx context.Context, orgID platform.ID, name string) (platform.ID, bool)
	LookupName(ctx context.Context, orgID platform.ID, id platform.ID) string
}

type BucketsDecoder 

type BucketsDecoder struct {
	// contains filtered or unexported fields
}

func (*BucketsDecoder) Close 

func (bd *BucketsDecoder) Close() error

func (*BucketsDecoder) Connect 

func (bd *BucketsDecoder) Connect(ctx context.Context) error

func (*BucketsDecoder) Decode 

func (bd *BucketsDecoder) Decode(ctx context.Context) (flux.Table, error)

func (*BucketsDecoder) Fetch 

func (bd *BucketsDecoder) Fetch(ctx context.Context) (bool, error)

type Dependencies 

type Dependencies struct {
	StorageDeps StorageDependencies
	FluxDeps    flux.Dependencies
}

func NewDependencies 

func NewDependencies(
	reader Reader,
	writer storage.PointsWriter,
	bucketSvc influxdb.BucketService,
	orgSvc influxdb.OrganizationService,
	ss influxdb.SecretService,
	metricLabelKeys []string,
) (Dependencies, error)

func (Dependencies) Inject 

func (d Dependencies) Inject(ctx context.Context) context.Context

func (Dependencies) PrometheusCollectors 

func (d Dependencies) PrometheusCollectors() []prometheus.Collector

PrometheusCollectors satisfies the prom.PrometheusCollector interface.

type FromDependencies 

type FromDependencies struct {
	Reader             Reader
	BucketLookup       BucketLookup
	OrganizationLookup OrganizationLookup
	Metrics            *metrics
}

func (FromDependencies) PrometheusCollectors 

func (d FromDependencies) PrometheusCollectors() []prometheus.Collector

PrometheusCollectors satisfies the PrometheusCollector interface.

func (FromDependencies) Validate 

func (d FromDependencies) Validate() error

type FromOpSpec 

type FromOpSpec struct {
	Bucket   string `json:"bucket,omitempty"`
	BucketID string `json:"bucketID,omitempty"`
}

func (*FromOpSpec) BucketsAccessed 

func (s *FromOpSpec) BucketsAccessed(orgID *platform.ID) (readBuckets, writeBuckets []platform.BucketFilter)

BucketsAccessed makes FromOpSpec a query.BucketAwareOperationSpec

func (*FromOpSpec) Kind 

func (s *FromOpSpec) Kind() flux.OperationKind

type FromProcedureSpec 

type FromProcedureSpec struct {
	Bucket   string
	BucketID string
}

func (*FromProcedureSpec) Copy 

func (s *FromProcedureSpec) Copy() plan.ProcedureSpec

func (*FromProcedureSpec) Kind 

func (s *FromProcedureSpec) Kind() plan.ProcedureKind

func (*FromProcedureSpec) PostPhysicalValidate 

func (s *FromProcedureSpec) PostPhysicalValidate(id plan.NodeID) error

type GroupMode 

type GroupMode int
const (
	// GroupModeNone merges all series into a single group.
	GroupModeNone GroupMode = iota
	// GroupModeBy produces a table for each unique value of the specified GroupKeys.
	GroupModeBy
)

func ToGroupMode 

func ToGroupMode(fluxMode flux.GroupMode) GroupMode

ToGroupMode accepts the group mode from Flux and produces the appropriate storage group mode.

type HostLookup 

type HostLookup interface {
	Hosts() []string
	Watch() <-chan struct{}
}

type OrganizationLookup 

type OrganizationLookup interface {
	Lookup(ctx context.Context, name string) (platform.ID, bool)
	LookupName(ctx context.Context, id platform.ID) string
}

type PushDownFilterRule 

type PushDownFilterRule struct{}

PushDownFilterRule is a rule that pushes filters into from procedures to be evaluated in the storage layer. This rule is likely to be replaced by a more generic rule when we have a better framework for pushing filters, etc into sources.

func (PushDownFilterRule) Name 

func (PushDownFilterRule) Name() string

func (PushDownFilterRule) Pattern 

func (PushDownFilterRule) Pattern() plan.Pattern

func (PushDownFilterRule) Rewrite 

func (PushDownFilterRule) Rewrite(pn plan.Node) (plan.Node, bool, error)

type PushDownGroupRule 

type PushDownGroupRule struct{}

PushDownGroupRule pushes down a group operation to storage

func (PushDownGroupRule) Name 

func (rule PushDownGroupRule) Name() string

func (PushDownGroupRule) Pattern 

func (rule PushDownGroupRule) Pattern() plan.Pattern

func (PushDownGroupRule) Rewrite 

func (rule PushDownGroupRule) Rewrite(node plan.Node) (plan.Node, bool, error)

type PushDownRangeRule 

type PushDownRangeRule struct{}

PushDownRangeRule pushes down a range filter to storage

func (PushDownRangeRule) Name 

func (rule PushDownRangeRule) Name() string

func (PushDownRangeRule) Pattern 

func (rule PushDownRangeRule) Pattern() plan.Pattern

Pattern matches 'from |> range'

func (PushDownRangeRule) Rewrite 

func (rule PushDownRangeRule) Rewrite(node plan.Node) (plan.Node, bool, error)

Rewrite converts 'from |> range' into 'ReadRange'

type PushDownReadTagKeysRule 

type PushDownReadTagKeysRule struct{}

PushDownReadTagKeysRule matches 'ReadRange |> keys() |> keep() |> distinct()'. The 'from()' must have already been merged with 'range' and, optionally, may have been merged with 'filter'. If any other properties have been set on the from procedure, this rule will not rewrite anything.

func (PushDownReadTagKeysRule) Name 

func (rule PushDownReadTagKeysRule) Name() string

func (PushDownReadTagKeysRule) Pattern 

func (rule PushDownReadTagKeysRule) Pattern() plan.Pattern

func (PushDownReadTagKeysRule) Rewrite 

func (rule PushDownReadTagKeysRule) Rewrite(pn plan.Node) (plan.Node, bool, error)

type PushDownReadTagValuesRule 

type PushDownReadTagValuesRule struct{}

PushDownReadTagValuesRule matches 'ReadRange |> keep(columns: [tag]) |> group() |> distinct(column: tag)'. The 'from()' must have already been merged with 'range' and, optionally, may have been merged with 'filter'. If any other properties have been set on the from procedure, this rule will not rewrite anything.

func (PushDownReadTagValuesRule) Name 

func (rule PushDownReadTagValuesRule) Name() string

func (PushDownReadTagValuesRule) Pattern 

func (rule PushDownReadTagValuesRule) Pattern() plan.Pattern

func (PushDownReadTagValuesRule) Rewrite 

func (rule PushDownReadTagValuesRule) Rewrite(pn plan.Node) (plan.Node, bool, error)

type ReadFilterSpec 

type ReadFilterSpec struct {
	OrganizationID platform.ID
	BucketID       platform.ID

	Bounds execute.Bounds

	Predicate *semantic.FunctionExpression
}

type ReadGroupPhysSpec 

type ReadGroupPhysSpec struct {
	plan.DefaultCost
	ReadRangePhysSpec

	GroupMode flux.GroupMode
	GroupKeys []string

	AggregateMethod string
}

func (*ReadGroupPhysSpec) Copy 

func (s *ReadGroupPhysSpec) Copy() plan.ProcedureSpec

func (*ReadGroupPhysSpec) Kind 

func (s *ReadGroupPhysSpec) Kind() plan.ProcedureKind

type ReadGroupSpec 

type ReadGroupSpec struct {
	ReadFilterSpec

	GroupMode GroupMode
	GroupKeys []string

	AggregateMethod string
}

type ReadRangePhysSpec 

type ReadRangePhysSpec struct {
	plan.DefaultCost

	Bucket   string
	BucketID string

	// FilterSet is set to true if there is a filter.
	FilterSet bool
	// Filter is the filter to use when calling into
	// storage. It must be possible to push down this
	// filter.
	Filter *semantic.FunctionExpression

	Bounds flux.Bounds
}

func (*ReadRangePhysSpec) Copy 

func (s *ReadRangePhysSpec) Copy() plan.ProcedureSpec

func (*ReadRangePhysSpec) Kind 

func (s *ReadRangePhysSpec) Kind() plan.ProcedureKind

func (*ReadRangePhysSpec) LookupBucketID 

func (s *ReadRangePhysSpec) LookupBucketID(ctx context.Context, orgID influxdb.ID, buckets BucketLookup) (influxdb.ID, error)

func (*ReadRangePhysSpec) TimeBounds 

func (s *ReadRangePhysSpec) TimeBounds(predecessorBounds *plan.Bounds) *plan.Bounds

TimeBounds implements plan.BoundsAwareProcedureSpec.

type ReadTagKeysPhysSpec 

type ReadTagKeysPhysSpec struct {
	ReadRangePhysSpec
}

func (*ReadTagKeysPhysSpec) Copy 

func (s *ReadTagKeysPhysSpec) Copy() plan.ProcedureSpec

func (*ReadTagKeysPhysSpec) Kind 

func (s *ReadTagKeysPhysSpec) Kind() plan.ProcedureKind

type ReadTagKeysSpec 

type ReadTagKeysSpec struct {
	ReadFilterSpec
}

type ReadTagValuesPhysSpec 

type ReadTagValuesPhysSpec struct {
	ReadRangePhysSpec
	TagKey string
}

func (*ReadTagValuesPhysSpec) Copy 

func (s *ReadTagValuesPhysSpec) Copy() plan.ProcedureSpec

func (*ReadTagValuesPhysSpec) Kind 

func (s *ReadTagValuesPhysSpec) Kind() plan.ProcedureKind

type ReadTagValuesSpec 

type ReadTagValuesSpec struct {
	ReadFilterSpec
	TagKey string
}

type Reader 

type Reader interface {
	ReadFilter(ctx context.Context, spec ReadFilterSpec, alloc *memory.Allocator) (TableIterator, error)
	ReadGroup(ctx context.Context, spec ReadGroupSpec, alloc *memory.Allocator) (TableIterator, error)

	ReadTagKeys(ctx context.Context, spec ReadTagKeysSpec, alloc *memory.Allocator) (TableIterator, error)
	ReadTagValues(ctx context.Context, spec ReadTagValuesSpec, alloc *memory.Allocator) (TableIterator, error)

	Close()
}

type SortedPivotRule 

type SortedPivotRule struct{}

SortedPivotRule is a rule that optimizes a pivot when it is directly after an influxdb from.

func (SortedPivotRule) Name 

func (SortedPivotRule) Name() string

func (SortedPivotRule) Pattern 

func (SortedPivotRule) Pattern() plan.Pattern

func (SortedPivotRule) Rewrite 

func (SortedPivotRule) Rewrite(pn plan.Node) (plan.Node, bool, error)

type Source 

type Source struct {
	// contains filtered or unexported fields
}

func (*Source) AddTransformation 

func (s *Source) AddTransformation(t execute.Transformation)

func (*Source) Metadata 

func (s *Source) Metadata() flux.Metadata

func (*Source) Run 

func (s *Source) Run(ctx context.Context)

type StaticLookup 

type StaticLookup struct {
	// contains filtered or unexported fields
}

func NewStaticLookup 

func NewStaticLookup(hosts []string) StaticLookup

func (StaticLookup) Hosts 

func (l StaticLookup) Hosts() []string

func (StaticLookup) Watch 

func (l StaticLookup) Watch() <-chan struct{}

type Stats 

type Stats struct {
	NRows    int
	Latest   time.Time
	Earliest time.Time
	NFields  int
	NTags    int
}

func (Stats) Update 

func (s Stats) Update(o Stats)

type StorageDependencies 

type StorageDependencies struct {
	FromDeps   FromDependencies
	BucketDeps BucketDependencies
	ToDeps     ToDependencies
}

func GetStorageDependencies 

func GetStorageDependencies(ctx context.Context) StorageDependencies

func (StorageDependencies) Inject 

func (d StorageDependencies) Inject(ctx context.Context) context.Context

func (StorageDependencies) PrometheusCollectors 

func (d StorageDependencies) PrometheusCollectors() []prometheus.Collector

PrometheusCollectors satisfies the prom.PrometheusCollector interface.

type TableIterator 

type TableIterator interface {
	flux.TableIterator
	Statistics() cursors.CursorStats
}

TableIterator is a table iterator that also keeps track of cursor statistics from the storage engine.

type ToDependencies 

type ToDependencies struct {
	BucketLookup       BucketLookup
	OrganizationLookup OrganizationLookup
	PointsWriter       storage.PointsWriter
}

ToDependencies contains the dependencies for executing the `to` function.

func (ToDependencies) Validate 

func (d ToDependencies) Validate() error

Validate returns an error if any required field is unset.

type ToOpSpec 

type ToOpSpec struct {
	Bucket            string                       `json:"bucket"`
	BucketID          string                       `json:"bucketID"`
	Org               string                       `json:"org"`
	OrgID             string                       `json:"orgID"`
	Host              string                       `json:"host"`
	Token             string                       `json:"token"`
	TimeColumn        string                       `json:"timeColumn"`
	MeasurementColumn string                       `json:"measurementColumn"`
	TagColumns        []string                     `json:"tagColumns"`
	FieldFn           interpreter.ResolvedFunction `json:"fieldFn"`
}

ToOpSpec is the flux.OperationSpec for the `to` flux function.

func (*ToOpSpec) BucketsAccessed 

func (o *ToOpSpec) BucketsAccessed(orgID *platform.ID) (readBuckets, writeBuckets []platform.BucketFilter)

BucketsAccessed returns the buckets accessed by the spec.

func (ToOpSpec) Kind 

func (ToOpSpec) Kind() flux.OperationKind

Kind returns the kind for the ToOpSpec function.

func (*ToOpSpec) ReadArgs 

func (o *ToOpSpec) ReadArgs(args flux.Arguments) error

ReadArgs reads the args from flux.Arguments into the op spec

type ToProcedureSpec 

type ToProcedureSpec struct {
	plan.DefaultCost
	Spec *ToOpSpec
}

ToProcedureSpec is the procedure spec for the `to` flux function.

func (*ToProcedureSpec) Copy 

func (o *ToProcedureSpec) Copy() plan.ProcedureSpec

Copy clones the procedure spec for `to` flux function.

func (*ToProcedureSpec) Kind 

func (o *ToProcedureSpec) Kind() plan.ProcedureKind

Kind returns the kind for the procedure spec for the `to` flux function.

type ToTransformation 

type ToTransformation struct {
	Ctx      context.Context
	OrgID    platform.ID
	BucketID platform.ID
	// contains filtered or unexported fields
}

ToTransformation is the transformation for the `to` flux function.

func NewToTransformation 

func NewToTransformation(ctx context.Context, d execute.Dataset, cache execute.TableBuilderCache, toSpec *ToProcedureSpec, deps ToDependencies) (x *ToTransformation, err error)

NewToTransformation returns a new *ToTransformation with the appropriate fields set.

func (*ToTransformation) Finish 

func (t *ToTransformation) Finish(id execute.DatasetID, err error)

Finish is called after the `to` flux function's transformation is done processing.

func (*ToTransformation) Process 

func (t *ToTransformation) Process(id execute.DatasetID, tbl flux.Table) error

Process does the actual work for the ToTransformation.

func (*ToTransformation) RetractTable 

func (t *ToTransformation) RetractTable(id execute.DatasetID, key flux.GroupKey) error

RetractTable retracts the table for the transformation for the `to` flux function.

func (*ToTransformation) UpdateProcessingTime 

func (t *ToTransformation) UpdateProcessingTime(id execute.DatasetID, pt execute.Time) error

UpdateProcessingTime updates the processing time for the transformation for the `to` flux function.

func (*ToTransformation) UpdateWatermark 

func (t *ToTransformation) UpdateWatermark(id execute.DatasetID, pt execute.Time) error

UpdateWatermark updates the watermark for the transformation for the `to` flux function.

Source Files

View all Source files

Directories

Path Synopsis

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.