filament

package module

Go to main page

Versions in this module

v0

v0.28.0

Oct 26, 2026

v0.27.0

Oct 20, 2026

v0.27.0-dev.2

Oct 23, 2026

v0.27.0-dev.1

Oct 22, 2026

v0.26.0

Oct 19, 2026

Changes in this version

+ type SecretRotator interface

+ RotateSecret func(ctx context.Context, ref string, secret Secret) error

v0.26.0-dev.1

Oct 20, 2026

v0.25.0

Oct 19, 2026

v0.24.0

Oct 15, 2026

v0.24.0-dev.3

Oct 19, 2026

v0.24.0-dev.2

Oct 17, 2026

v0.24.0-dev.1

Oct 16, 2026

v0.23.0

Oct 15, 2026

Changes in this version

+ const EpochMessageSchemaFormatVersion

type EpochCertificate

+ MessageSchemas map[string]schema.MessageLayout

+ func (c EpochCertificate) ValidateMessageSchemas() error

+ type MessageSchemaRecordSink interface

+ MessageBuilder func(context.Context, string, rowmodel.Schema, schema.MessageLayout) (RowWriter, error)

+ type MessageSchemaSource interface

+ OpenMessageStream func(context.Context, StreamOpenOpts) (StreamSession, error)

+ type SchemaPolicySink interface

+ SchemaPolicy func() schema.Policy

type StreamOpenOpts

+ MessageSchemaPolicy schema.Policy

+ MessageSchemas map[string]schema.MessageLayout

v0.22.0

Oct 14, 2026

v0.22.0-dev.1

Oct 14, 2026

v0.21.0

Oct 12, 2026

Changes in this version

type Inspection

+ Schema *RecordSchema

type RunRequest

+ Transform string

type RunSpec

+ Transform string

v0.21.0-dev.1

Oct 13, 2026

v0.20.0

Oct 12, 2026

v0.19.0

Oct 11, 2026

v0.18.0

Oct 9, 2026

Changes in this version

+ var ErrConfigure = errors.New("connector rejected configuration")

+ var ErrUnsupported = errors.New("unsupported by connector")

+ func ValidateContinuous(source ConnectorSpec, sink SinkSpec) error

+ type Catalog struct

+ Sinks []SinkSpec

+ Sources []ConnectorSpec

+ type ConfigureError struct

+ Reason error

+ func (e *ConfigureError) Error() string

+ func (e *ConfigureError) Is(target error) bool

+ func (e *ConfigureError) Unwrap() error

+ type ConnectorRef struct

+ Kind ConnectorKind

+ Name string

+ type InspectStatus int

+ const InspectFailed

+ const InspectOK

+ const InspectUnsupported

+ type Inspection struct

+ Columns []CursorColumn

+ ManagedIncremental bool

+ Message string

+ Name string

+ PrimaryKey []string

+ Ranked bool

+ Status InspectStatus

type ReplicationMode

+ func ReplicationFor(spec ConnectorSpec, cfg Config) ReplicationMode

type SinkRegistry

+ Spec func(name string) (SinkSpec, error)

type SourceRegistry

+ Spec func(name string) (ConnectorSpec, error)

+ type Worker interface

+ Describe func(ctx context.Context) (Catalog, error)

+ Discover func(ctx context.Context, source string, cfg Config, opts DiscoverOpts) ([]Resource, error)

+ Inspect func(ctx context.Context, source string, cfg Config, resources []string) ([]Inspection, error)

+ PlanReplicationStream func(ctx context.Context, source string, req ReplicationStreamPlanningRequest) (ReplicationStreamPlan, error)

+ SinkSpec func(ctx context.Context, name string) (SinkSpec, error)

+ SourceSpec func(ctx context.Context, name string) (ConnectorSpec, error)

+ TestConnection func(ctx context.Context, ref ConnectorRef, cfg Config) error

+ Validate func(ctx context.Context, ref ConnectorRef, cfg Config) error

v0.18.0-dev.1

Oct 9, 2026

v0.17.0

Oct 8, 2026

v0.16.1

Oct 6, 2026

v0.16.1-dev.2

Oct 7, 2026

v0.16.1-dev.1

Oct 6, 2026

v0.16.0

Oct 6, 2026

v0.15.0

Oct 6, 2026

Changes in this version

+ type ExportJobProgress struct

+ CorrelationID string

+ Elapsed time.Duration

+ Polls int

+ Resumed bool

+ type IncrementalResumePlanner interface

+ PlanIncrementalResume func(ctx context.Context, planned, attempt map[string]Checkpoint) (map[string]Checkpoint, error)

type SourceProgress

+ ExportJob ExportJobProgress

type SourceProgressKind

+ const SourceProgressExportJobCreated

+ const SourceProgressExportJobPolled

+ const SourceProgressExportJobReady

v0.14.0

Oct 2, 2026

v0.14.0-dev.1

Oct 5, 2026

v0.13.1

Oct 2, 2026

v0.13.0

Oct 1, 2026

v0.12.0

Oct 1, 2026

v0.11.0

Sep 30, 2026

Changes in this version

type IngestionPlan

+ IngestionTypes map[string]IngestionType

type IngestionType

+ func IngestionForKeys(t IngestionType, keys []string) IngestionType

+ type ManagedIncrementalSource interface

+ ManagedIncremental func(resource string) bool

type SinkCapabilities

+ PreferredFlushInterval time.Duration

v0.10.0

Sep 29, 2026

Changes in this version

type ConnectorSpec

+ AliasTarget string

v0.9.0

Sep 29, 2026

v0.8.0

Sep 29, 2026

v0.7.1

Sep 28, 2026

v0.7.1-dev.1

Sep 29, 2026

v0.7.0

Sep 28, 2026

v0.6.0

Sep 28, 2026

Changes in this version

+ const ControlUnspecified

+ const DeliveryBestEffort

+ const DeliveryReplayableAtLeastOnce

+ const EpochCertificateFormatVersion

+ const InputChanges

+ const InputMessages

+ const InputRows

+ const MemberActivated

+ const OrderingGlobalStrict

+ const OrderingNone

+ const OrderingPartition

+ const OrderingTransaction

+ const PositionAfter

+ const PositionBefore

+ const PositionEqual

+ const PositionIncomparable

+ const ProgressBoundary

+ const TxnBegin

+ const TxnEnd

+ var ErrContinuousDisabled = errors.New("continuous execution is disabled")

+ var ErrEpochConflict = errors.New("stream: epoch conflict")

+ var ErrEpochMismatch = errors.New("stream: epoch mismatch")

+ var ErrFenced = errors.New("stream: fenced")

+ var ErrIncompleteCoverage = errors.New("stream: incomplete or mixed coverage")

+ var ErrLeaseExpired = errors.New("stream: lease expired")

+ var ErrMembershipChanged = errors.New("stream: membership changed")

+ var ErrPositionIncomparable = rowmodel.ErrPositionIncomparable

+ var ErrPositionRegression = errors.New("stream: position regression")

+ var ErrTakeoverBlocked = errors.New("stream: takeover blocked")

+ func ValidateContinuousConnectors(source Source, sink Sink) error

type ApplyOptions

+ Epoch *EpochRef

+ type Attempt struct

+ Claimed bool

+ EndedAt *time.Time

+ ExpiresAt time.Time

+ Lease LeaseToken

+ Reason string

+ Revision int64

+ Spec RunSpec

+ StartedAt time.Time

+ Termination AttemptTermination

+ type AttemptRef struct

+ ExecutionID string

+ Generation int64

+ RunID RunID

+ StreamID string

+ Token int64

+ func (a AttemptRef) Validate() error

+ type AttemptTermination string

+ const AttemptClean

+ const AttemptReaped

+ const AttemptUnproven

+ type Boundary struct

+ MaxAge time.Duration

+ MaxBytes int64

+ MaxRecords int

+ MaxWait time.Duration

+ type CodecResolver = rowmodel.CodecResolver

+ type CommittedEpoch struct

+ Certificate EpochCertificate

+ CommittedAt time.Time

type ConnectorSpec

+ APIVersion string

+ Stream *StreamCapabilities

+ type ContinuousRunStore interface

+ ClaimStreamAttempt func(context.Context, LeaseToken) error

+ PendingStreamRuns func(context.Context, string, int) ([]RunState, error)

+ RetireUnclaimedAttempt func(context.Context, LeaseToken) error

+ StreamProgress func(context.Context, TenantID, RunID) (int64, int64, time.Time, error)

+ type ContinuousWritePlan struct

+ Ordering Ordering

+ Policy WritePolicy

+ func PlanContinuousWrite(source ConnectorSpec, sink SinkSpec, mode WriteMode) (ContinuousWritePlan, error)

+ type Control = rowmodel.Control

+ type ControlKind = rowmodel.ControlKind

+ type Coverage struct

+ Claims []InboxClaimRef

+ Positions DomainPositions

+ func NewClaimCoverage(claims []InboxClaimRef) (Coverage, error)

+ func NewPositionCoverage(positions DomainPositions) (Coverage, error)

+ func (c Coverage) Canonicalize(r CodecResolver) (Coverage, error)

+ func (c Coverage) Clone() Coverage

+ func (c Coverage) ValidateRepresentation() error

+ type DeliveryGuarantee string

+ type DesiredStateChange struct

+ Desired StreamDesiredState

+ ExpectedRevision int64

+ type DestinationResourceNamer interface

+ DestinationResource func(resource string) string

+ type DomainKey = rowmodel.DomainKey

+ type DomainPosition = rowmodel.DomainPosition

+ type DomainPositions = rowmodel.DomainPositions

+ type EndAttemptRequest struct

+ Lease LeaseToken

+ Reason string

+ Termination AttemptTermination

+ type EpochCertificate struct

+ Bytes int64

+ Coverage Coverage

+ FormatVersion int

+ PipelineVersionID string

+ Receipts []EpochReceipt

+ Records int64

+ Ref EpochRef

+ Tenant TenantID

+ func (c EpochCertificate) CanonicalBytes(r CodecResolver) ([]byte, error)

+ func (c EpochCertificate) Clone() EpochCertificate

+ func (c EpochCertificate) Digest(r CodecResolver) ([32]byte, error)

+ type EpochCommit struct

+ Certificate EpochCertificate

+ Completion EpochCompletion

+ func (c EpochCommit) ValidateCompletion(codecs CodecResolver) error

+ type EpochCompletion = streamproof.Completion

+ type EpochKey struct

+ Epoch int64

+ Generation int64

+ StreamID string

+ type EpochLookup struct

+ Key EpochKey

+ Tenant TenantID

+ type EpochReceipt struct

+ Bytes int64

+ Evidence *ReceiptEvidence

+ Resource string

+ Rows int64

+ WriteCRC uint32

+ type EpochRef struct

+ Attempt AttemptRef

+ Epoch int64

+ MembershipRevision int64

+ func (e EpochRef) Binding() string

+ func (e EpochRef) Key() EpochKey

+ func (e EpochRef) Validate() error

+ func (e EpochRef) ValidateApply(opts ApplyOptions) error

+ type EventIdentity = rowmodel.EventIdentity

+ type ExecutionMode string

+ const ExecutionBounded

+ const ExecutionContinuous

+ func (e ExecutionMode) Normalize() ExecutionMode

+ func (e ExecutionMode) Validate() error

+ type InboxClaimRef struct

+ Owner string

+ RowID string

+ Token int64

type IngestionPlan

+ Ordering Ordering

+ type InputSemantics string

+ type LeaseToken struct

+ Attempt AttemptRef

+ Tenant TenantID

+ type Ordering string

+ func PlanContinuousRun(source Source, sink Sink, spec RunSpec) (map[string]WritePolicy, Ordering, error)

+ type Position = rowmodel.Position

+ type PositionCodec = rowmodel.PositionCodec

+ type PositionOrder = rowmodel.PositionOrder

+ type ReceiptEvidence struct

+ Format string

+ Payload []byte

+ Version int

+ func (e *ReceiptEvidence) Clone() *ReceiptEvidence

+ func (e *ReceiptEvidence) Validate() error

+ type ReconcilePage struct

+ Next string

+ States []StreamState

+ type ReconcileQuery struct

+ After string

+ Limit int

+ Tenant TenantID

type ReplicationStreamPlan

+ Resources []string

type ReplicationStreamPlanningRequest

+ Resources []string

+ SourceConnectionID string

+ type ResourceDomainRef = rowmodel.ResourceDomainRef

type RunOptions

+ EpochBoundary *Boundary

+ Execution ExecutionMode

type RunRequest

+ WritePolicies map[string]WritePolicy

type RunSpec

+ StreamAttempt *AttemptRef

+ func (s RunSpec) ValidateStreamAttempt() error

type RunState

+ func (s RunState) ExecutionSpec() RunSpec

+ func (s RunState) StreamStateRequest() (StreamStateRequest, error)

type SinkCapabilities

+ Stream *StreamingSinkCapabilities

+ type StartAttemptRequest struct

+ ExecutionID string

+ ExpectedRevision int64

+ PipelineVersionID string

+ Route string

+ Run RunID

+ Stream StreamRef

+ TTL time.Duration

+ Tenant TenantID

+ type StreamActivation struct

+ Spec RunSpec

+ type StreamCapabilities struct

+ Delivery DeliveryGuarantee

+ EmitsOps []Operation

+ Input InputSemantics

+ Ordering []Ordering

+ type StreamDesiredState string

+ const StreamEnabled

+ const StreamPaused

+ const StreamStopped

+ type StreamMeta = rowmodel.StreamMeta

+ type StreamOpenOpts struct

+ Attempt AttemptRef

+ CheckAuthority func(context.Context) error

+ CommittedPositions DomainPositions

+ Membership map[string]ReplicationStreamResourceStatus

+ ReportResourceError func(context.Context, string, error) error

+ Resources []string

+ SourceConnectionID string

+ type StreamRecordSink interface

+ Control func(context.Context, Control) error

+ type StreamResourceErrorStore interface

+ SetStreamResourceError func(context.Context, LeaseToken, string, string) error

+ type StreamRuntimeStore interface

+ ActivateStream func(context.Context, StreamActivation) (StreamState, error)

+ CommitEpoch func(context.Context, EpochCommit) (CommittedEpoch, error)

+ EndAttempt func(context.Context, EndAttemptRequest) error

+ GetEpoch func(context.Context, EpochLookup) (CommittedEpoch, error)

+ ListReconcileCandidates func(context.Context, ReconcileQuery) (ReconcilePage, error)

+ LoadStreamState func(context.Context, StreamStateRequest) (StreamState, error)

+ RenewLease func(context.Context, LeaseToken, time.Duration) error

+ SetDesiredState func(context.Context, DesiredStateChange) error

+ StartAttempt func(context.Context, StartAttemptRequest) (Attempt, error)

+ type StreamSession interface

+ Acknowledge func(context.Context, Coverage) error

+ Close func(context.Context) error

+ Read func(context.Context, StreamRecordSink, Boundary) (Coverage, error)

+ type StreamSource interface

+ OpenStream func(context.Context, StreamOpenOpts) (StreamSession, error)

+ type StreamState struct

+ Attempt *Attempt

+ CommittedPositions DomainPositions

+ Desired StreamDesiredState

+ LastEpoch *EpochKey

+ Membership map[string]ReplicationStreamResourceStatus

+ MembershipRevision int64

+ PipelineVersionID string

+ Revision int64

+ Route string

+ Run RunID

+ type StreamStateRequest struct

+ Stream StreamRef

+ Tenant TenantID

+ type StreamingSink interface

+ AbortEpoch func(context.Context, EpochRef) error

+ BeginEpoch func(context.Context, EpochRef) error

+ CloseSession func(context.Context) error

+ CommitEpoch func(context.Context, EpochRef) ([]EpochReceipt, error)

+ type StreamingSinkCapabilities struct

+ InFlightBound *time.Duration

+ IsolatedEpochs bool

+ OwnerFencing bool

+ WritePolicies []WritePolicyCapability

type WriteAtomicity

+ const AtomicityRecord

type WritePolicy

+ DestinationResource string

v0.5.0

Sep 22, 2026

v0.5.0-dev.5

Sep 27, 2026

v0.5.0-dev.4

Sep 25, 2026

v0.5.0-dev.3

Sep 24, 2026

v0.5.0-dev.2

Sep 24, 2026

v0.5.0-dev.1

Sep 22, 2026

v0.4.1

Sep 18, 2026

v0.4.1-dev.1

Sep 21, 2026

v0.4.0

Sep 18, 2026

v0.3.1

Sep 16, 2026

Changes in this version

type DataStore

+ CreateNotifier func(ctx context.Context, n *ingestionv1.Notifier) (*ingestionv1.Notifier, error)

+ DeleteNotifier func(ctx context.Context, tenant TenantID, pipelineID, id string) (*ingestionv1.Notifier, error)

+ ListNotifiers func(ctx context.Context, tenant TenantID, pipelineID string, includeDeleted bool) ([]*ingestionv1.Notifier, error)

+ LoadNotifier func(ctx context.Context, tenant TenantID, pipelineID, id string) (*ingestionv1.Notifier, error)

+ UpdateNotifier func(ctx context.Context, n *ingestionv1.Notifier) (*ingestionv1.Notifier, error)

v0.3.1-dev.2

Sep 17, 2026

v0.3.1-dev.1

Sep 16, 2026

v0.3.0

Sep 15, 2026

v0.3.0-dev.1

Sep 15, 2026

v0.2.0

Sep 11, 2026

Changes in this version

type SinkCapabilities

+ PreferredBatchBytes int64

+ type SnapshotMode string

+ const SnapshotInitial

+ const SnapshotNone

v0.2.0-dev.1

Sep 14, 2026

v0.1.1

Sep 8, 2026

v0.1.1-dev.2

Sep 11, 2026

v0.1.1-dev.1

Sep 9, 2026

v0.1.0

Sep 7, 2026

v0.1.0-dev.1

Sep 8, 2026

v0.0.31

Sep 6, 2026

v0.0.31-dev.1

Sep 7, 2026

v0.0.30

Sep 4, 2026

v0.0.30-dev.1

Sep 5, 2026

v0.0.29

Sep 4, 2026

v0.0.28

Sep 4, 2026

v0.0.27

Sep 4, 2026

Changes in this version

+ var ErrRunOverlap = errors.New("run overlaps an active replication route")

type DataStore

+ EnsureUser func(ctx context.Context, tenant TenantID, externalID string) (UserID, error)

+ ResolveTenant func(ctx context.Context, externalID, name string) (TenantID, error)

type Logger

+ Trace func(msg string, kv ...Field)

type PipelineVersionFilter

+ Tenant TenantID

+ type ReplicationStream struct

+ ConsumerConfig map[string]any

+ ConsumerName string

+ ContinuityFingerprint string

+ CreatedAt time.Time

+ CreatedFromPipelineVersionID string

+ Error string

+ Generation int64

+ ID string

+ PipelineID string

+ RetiredAt *time.Time

+ Route string

+ SinkConnectionID string

+ SourceConnectionID string

+ Status ReplicationStreamStatus

+ Tenant TenantID

+ UpdatedAt time.Time

+ type ReplicationStreamCleaner interface

+ CleanupReplicationStream func(ctx context.Context, stream ReplicationStream) error

+ type ReplicationStreamPlan struct

+ ConsumerConfig map[string]any

+ ConsumerName string

+ ContinuityConfig map[string]any

+ type ReplicationStreamPlanner interface

+ BindReplicationStream func(config map[string]any, stream ReplicationStream) (map[string]any, error)

+ PlanReplicationStream func(request ReplicationStreamPlanningRequest) (ReplicationStreamPlan, error)

+ type ReplicationStreamPlanningRequest struct

+ Config Config

+ ReplicationStreamID string

+ type ReplicationStreamResource struct

+ ActivatedAt *time.Time

+ BootstrapConfig map[string]any

+ BootstrapMode string

+ BootstrapRun RunID

+ BootstrapStartedAt *time.Time

+ CreatedAt time.Time

+ Error string

+ ID string

+ ReplicationStreamID string

+ Resource string

+ RetiredAt *time.Time

+ SchemaFingerprint string

+ Status ReplicationStreamResourceStatus

+ Tenant TenantID

+ UpdatedAt time.Time

+ type ReplicationStreamResourceStatus int16

+ const ReplicationStreamResourceActive

+ const ReplicationStreamResourceBootstrapping

+ const ReplicationStreamResourceError

+ const ReplicationStreamResourcePending

+ const ReplicationStreamResourceRetired

+ type ReplicationStreamRunStore interface

+ CreateRunWithReplicationStream func(ctx context.Context, state RunState, desired ReplicationStream) error

+ type ReplicationStreamStatus int16

+ const ReplicationStreamActive

+ const ReplicationStreamError

+ const ReplicationStreamRetired

+ type ReplicationStreamStore interface

+ ListReplicationStreamResources func(ctx context.Context, streamID string) ([]ReplicationStreamResource, error)

+ ListRetiredReplicationStreams func(ctx context.Context, pipelineID, route string) ([]ReplicationStream, error)

+ LoadReplicationStream func(ctx context.Context, id string) (ReplicationStream, error)

+ MarkReplicationStreamCleaned func(ctx context.Context, id string) error

+ ReconcileReplicationStreamResources func(ctx context.Context, streamID string, tenant TenantID, resources []string, ...) ([]ReplicationStreamResource, error)

type ResourceCheckpointKey

+ ReplicationStreamID string

type ResourceCheckpointRoute

+ ReplicationStreamID string

type RunRequest

+ ReplicationStream *StreamRef

type RunSpec

+ ReplicationStream *StreamRef

+ type RunSubmission struct

+ DesiredReplicationStream *ReplicationStream

+ Request RunRequest

+ type StreamRef struct

+ Generation int64

+ ID string

+ type UserID string

v0.0.26

Aug 31, 2026

Changes in this version

+ const ConnectionSecretPrefix

+ const DefaultCheckpointEvery

+ const LogicalArray

+ const LogicalBool

+ const LogicalBytes

+ const LogicalDate

+ const LogicalDecimal

+ const LogicalFloat32

+ const LogicalFloat64

+ const LogicalInt16

+ const LogicalInt32

+ const LogicalInt64

+ const LogicalJSON

+ const LogicalString

+ const LogicalTime

+ const LogicalTimestamp

+ const LogicalTimestampTZ

+ const LogicalUUID

+ const LogicalUnknown

+ const OpDelete

+ const OpInsert

+ const OpUpdate

+ const ScheduleLeaseTTL

+ var ErrInvalidToken = eventbus.ErrInvalidToken

+ var ErrNotFound = errors.New("not found")

+ var ErrVersionConflict = errors.New("version conflict")

+ func CheckpointKind(cp Checkpoint) string

+ func ConnectionSecretRef(tenant, connID, field string, version int64) string

+ func IsCDC(types map[string]IngestionType) bool

+ func IsCDCAppend(types map[string]IngestionType) bool

+ func IsCDCIngestion(t IngestionType) bool

+ func IsValidToken(s string) bool

+ func OperationName(op Operation) string

+ func PrimaryKeyForResource(ctx context.Context, src Source, resource string) ([]string, error)

+ func ValidToken(s string) error

+ func ValidateConnectionSecretRef(ref string, tenant TenantID) error

+ func ValidateReplication(replication ReplicationMode, t IngestionType) error

+ func ValidateSinkIngestion(spec SinkSpec, t IngestionType) error

+ func ValidateSourceIngestion(spec ConnectorSpec, t IngestionType) error

+ type ApplyOptions struct

+ Policy WritePolicy

+ type ChangeAcknowledger interface

+ AcknowledgeChanges func(ctx context.Context, checkpoints map[string]Checkpoint) error

+ type ChangeExtractOpts struct

+ Checkpoints map[string]Checkpoint

+ Limit int

+ Observe SourceObserver

+ Resources []string

+ type ChangeSource interface

+ ExtractChanges func(ctx context.Context, sink RecordSink, opts ChangeExtractOpts) error

+ type Checkpoint = rowmodel.Checkpoint

+ type CheckpointCoverage uint8

+ const CheckpointCoverageAll

+ const CheckpointCoverageNone

+ const CheckpointCoverageSome

+ func CheckpointCoverageFor(resources []string, types map[string]IngestionType) CheckpointCoverage

+ type CheckpointData = rowmodel.CheckpointData

+ func NewCheckpoint(resource string) *CheckpointData

+ type CheckpointPolicy string

+ const CheckpointAfterBatch

+ const CheckpointAfterCommit

+ const CheckpointNone

+ type Config interface

+ Bool func(key string) bool

+ Duration func(key string) time.Duration

+ Has func(key string) bool

+ Int func(key string) int

+ Raw func() map[string]any

+ Secret func(key string) string

+ SecretRef func(key string) string

+ String func(key string) string

+ Sub func(key string) Config

+ func NewConfig(m map[string]any) Config

+ type ConfigField struct

+ Default any

+ Enum []EnumOption

+ Fields []ConfigField

+ Help string

+ Name string

+ Required bool

+ Scope FieldScope

+ Secret bool

+ Type FieldType

+ VisibleWhen *FieldCondition

+ type ConfigSchema struct

+ Fields []ConfigField

+ type ConfigValidatable interface

+ Validate func(cfg Config) error

+ type Connection struct

+ Config map[string]any

+ Connector string

+ CreatedAt int64

+ CreatedByUserID string

+ DeletedAt int64

+ DeletedByUserID string

+ ID string

+ Kind ConnectorKind

+ Name string

+ SecretRefs map[string]string

+ Tenant string

+ UpdatedAt int64

+ UpdatedByUserID string

+ Version int64

+ type ConnectionFilter struct

+ IncludeDeleted bool

+ Kind ConnectorKind

+ Tenant string

+ type ConnectorKind int

+ const ConnectorKindSink

+ const ConnectorKindSource

+ const ConnectorKindUnspecified

+ type ConnectorMaturity string

+ const MaturityAlpha

+ const MaturityBeta

+ const MaturityStable

+ type ConnectorSpec struct

+ Config ConfigSchema

+ DarkLogoURL string

+ Description string

+ DisplayName string

+ LightLogoURL string

+ Maturity ConnectorMaturity

+ Modes []ReadMode

+ Name string

+ Resources ResourceCapabilities

+ SourcePolicies []SourcePolicy

+ Version string

+ type Counter interface

+ Add func(float64)

+ Inc func()

+ type CursorColumn struct

+ Configurable bool

+ Eligible bool

+ PrimaryKey bool

+ Rank int

+ Recommended bool

+ SupportsLookback bool

+ Warning string

+ type CursorColumnProvider interface

+ CursorColumns func(ctx context.Context, resource string) ([]CursorColumn, error)

+ type DataStore interface

+ CreateConnection func(ctx context.Context, c Connection) (Connection, error)

+ CreatePipeline func(ctx context.Context, p *ingestionv1.Pipeline) (*ingestionv1.Pipeline, error)

+ CreatePipelineVersion func(ctx context.Context, pipelineID string, v *ingestionv1.PipelineVersion) (*ingestionv1.PipelineVersion, error)

+ CreateRun func(ctx context.Context, s RunState) error

+ DedupSeen func(ctx context.Context, tenant string, run RunID, seq uint64) (bool, error)

+ DeleteConnection func(ctx context.Context, id string) error

+ DeletePipeline func(ctx context.Context, id string) error

+ DeleteResourceCheckpoint func(ctx context.Context, key ResourceCheckpointKey) error

+ DeleteRun func(ctx context.Context, id RunID) error

+ EnsureTenant func(ctx context.Context, id TenantID, name string) error

+ ListConnections func(ctx context.Context, f ConnectionFilter) ([]Connection, int, error)

+ ListPipelineVersions func(ctx context.Context, f PipelineVersionFilter) ([]*ingestionv1.PipelineVersion, int, error)

+ ListPipelines func(ctx context.Context, f PipelineFilter) ([]*ingestionv1.Pipeline, int, error)

+ ListResourceCheckpoints func(ctx context.Context, route ResourceCheckpointRoute) ([]ResourceCheckpointState, error)

+ ListResources func(ctx context.Context, id RunID) ([]ResourceState, error)

+ ListRuns func(ctx context.Context, f RunFilter) ([]RunState, int, error)

+ LoadCheckpoint func(ctx context.Context, id RunID, resource string) (Checkpoint, error)

+ LoadConnection func(ctx context.Context, id string) (Connection, error)

+ LoadPipeline func(ctx context.Context, id string) (*ingestionv1.Pipeline, error)

+ LoadPipelineVersion func(ctx context.Context, pipelineID string, version int64) (*ingestionv1.PipelineVersion, error)

+ LoadResourceCheckpoint func(ctx context.Context, key ResourceCheckpointKey) (ResourceCheckpointState, error)

+ LoadRun func(ctx context.Context, id RunID) (RunState, error)

+ Name func() string

+ Ping func(ctx context.Context) error

+ SaveCheckpoint func(ctx context.Context, id RunID, cp Checkpoint) error

+ SaveResourceCheckpoint func(ctx context.Context, state ResourceCheckpointState) error

+ SaveRun func(ctx context.Context, s RunState) error

+ UpdateConnection func(ctx context.Context, c Connection) (Connection, error)

+ UpdatePipeline func(ctx context.Context, p *ingestionv1.Pipeline) (*ingestionv1.Pipeline, error)

+ UpsertResource func(ctx context.Context, rs ResourceState) error

+ type DiscoverOpts struct

+ Refresh bool

+ type DiscoverResult struct

+ Resources []Resource

+ type Discoverable interface

+ Discover func(ctx context.Context, opts DiscoverOpts) (DiscoverResult, error)

+ type Dispatcher interface

+ Dispatch func(ctx context.Context, spec RunSpec) (RunHandle, error)

+ Name func() string

+ type EnumOption struct

+ Label string

+ Value string

+ type ExtractOpts struct

+ Limit int

+ Observe SourceObserver

+ Parallelism int

+ Resources []string

+ Selectors []string

+ type Field struct

+ Key string

+ Value any

+ type FieldCondition struct

+ Field string

+ Values []string

+ type FieldScope int

+ const ScopeConnection

+ const ScopePipeline

+ const ScopeUnspecified

+ func (s FieldScope) IsPipeline() bool

+ type FieldType int

+ const FieldBool

+ const FieldDuration

+ const FieldEnum

+ const FieldInt

+ const FieldList

+ const FieldObject

+ const FieldSecret

+ const FieldString

+ type Gauge interface

+ Dec func()

+ Inc func()

+ Set func(float64)

+ type Histogram interface

+ Observe func(float64)

+ type IncrementalPlanner interface

+ PlanIncremental func(ctx context.Context, resources []string, prev map[string]Checkpoint, ...) (map[string]Checkpoint, error)

+ type IngestionPlan struct

+ RequiresCDC bool

+ WritePolicies map[string]WritePolicy

+ func ResolveIngestionPlan(ctx context.Context, src Source, snk Sink, spec RunSpec) (IngestionPlan, error)

+ type IngestionType string

+ const IngestionCDCAppend

+ const IngestionCDCMerge

+ const IngestionFullAppend

+ const IngestionFullReplace

+ const IngestionFullUpsert

+ const IngestionIncrementalAppend

+ const IngestionIncrementalDelete

+ const IngestionIncrementalUpsert

+ func IngestionFor(read ReadMode, write WriteMode) (IngestionType, error)

+ func TypeFor(types map[string]IngestionType, resource string) IngestionType

+ func (t IngestionType) OrDefault() IngestionType

+ func (t IngestionType) SourcePolicy() SourcePolicy

+ func (t IngestionType) WriteCapability() WritePolicyCapability

+ func (t IngestionType) WritePolicy() WritePolicy

+ type Label struct

+ Key string

+ Value string

+ type ListOptions struct

+ Limit int

+ Offset int

+ Search string

+ SortBy string

+ SortDescending bool

+ type LiveValidatable interface

+ TestConnection func(ctx context.Context, cfg Config) error

+ type Logger interface

+ Debug func(msg string, kv ...Field)

+ Error func(msg string, err error, kv ...Field)

+ Info func(msg string, kv ...Field)

+ Warn func(msg string, kv ...Field)

+ With func(kv ...Field) Logger

+ type LogicalType = rowmodel.LogicalType

+ type Metric int

+ const MetricRunBytes

+ const MetricRunCPUUsage

+ const MetricRunCount

+ const MetricRunDuration

+ const MetricRunMemoryUsage

+ const MetricRunRecords

+ type Metrics interface

+ Counter func(name string, labels ...Label) Counter

+ Gauge func(name string, labels ...Label) Gauge

+ Histogram func(name string, labels ...Label) Histogram

+ type MetricsDimension int

+ const DimensionPipelineID

+ const DimensionStatus

+ const DimensionTenantID

+ const DimensionUnspecified

+ type MetricsFilter struct

+ Dimension MetricsDimension

+ Values []string

+ type MetricsGranularity int

+ const GranularityDay

+ const GranularityHour

+ type MetricsStore interface

+ Ping func(ctx context.Context) error

+ QueryRunAggregate func(ctx context.Context, q RunAggregateQuery) ([]RunAggregateRow, error)

+ QueryRunTimeseries func(ctx context.Context, q RunTimeseriesQuery) ([]RunTimeseries, error)

+ type Operation = rowmodel.Operation

+ type OverlapPolicy int

+ const OverlapAllow

+ const OverlapSkip

+ type PipelineFilter struct

+ IncludeDeleted bool

+ Tenant string

+ type PipelineScheduleStore interface

+ CreatePipelineWithSchedule func(ctx context.Context, p *ingestionv1.Pipeline, schedule *ScheduleState) (*ingestionv1.Pipeline, error)

+ type PipelineVersionFilter struct

+ PipelineID string

+ type RateLimited interface

+ Limits func() RatePolicy

+ type RatePolicy struct

+ Burst int

+ RequestsPerSecond float64

+ type ReadMode int

+ const ModeCDC

+ const ModeFull

+ const ModeIncremental

+ func (m ReadMode) String() string

+ type RecordSchema = rowmodel.Schema

+ type RecordSink = arrowbatch.Inlet

+ type Ref struct

+ Config map[string]any

+ ConfigRef string

+ Connector string

+ SecretRefs map[string]string

+ type ReplicationAware interface

+ Replication func(cfg Config) ReplicationMode

+ type ReplicationMode string

+ const ReplicationCDC

+ const ReplicationStandard

+ func ReplicationOf(src Source, cfg Config) ReplicationMode

+ type Resource struct

+ DisplayName string

+ Estimated int64

+ Metadata map[string]string

+ Name string

+ PrimaryKey []string

+ Schema *RecordSchema

+ Selectable bool

+ Selector string

+ type ResourceCapabilities struct

+ Discoverable bool

+ PerResourceCursor bool

+ type ResourceCheckpointKey struct

+ PipelineID string

+ PipelineVersionID string

+ Resource string

+ Route string

+ type ResourceCheckpointRoute struct

+ PipelineID string

+ PipelineVersionID string

+ Route string

+ type ResourceCheckpointState struct

+ Checkpoint Checkpoint

+ Key ResourceCheckpointKey

+ Run RunID

+ UpdatedAt time.Time

+ type ResourceCursorConfig struct

+ Field string

+ LookbackSeconds int64

+ type ResourcePlanner interface

+ PlanResources func(ctx context.Context, resources, selectors []string) ([]string, error)

+ type ResourceState struct

+ Bytes int64

+ Enabled bool

+ Error string

+ Records int64

+ Resource string

+ Run RunID

+ Status RunStatus

+ Tenant TenantID

+ type Resumable interface

+ ExtractFrom func(ctx context.Context, sink RecordSink, opts ExtractOpts, ...) error

+ type ResumePlanner interface

+ PlanResume func(ctx context.Context, resources []string, prev map[string]Checkpoint) (map[string]Checkpoint, error)

+ type RowMeta = rowmodel.Meta

+ type RowWriter = arrowbatch.RowWriter

+ type RunAggregateQuery struct

+ Filters []MetricsFilter

+ GroupBy MetricsDimension

+ Metrics []Metric

+ Since time.Time

+ Tenant TenantID

+ Until time.Time

+ type RunAggregateRow struct

+ Key string

+ Values []float64

+ type RunFilter struct

+ Limit int

+ Offset int

+ PipelineID string

+ PipelineVersionID *string

+ Schedule ScheduleID

+ Search string

+ Since time.Time

+ SortBy string

+ SortDescending bool

+ Status []RunStatus

+ Tenant TenantID

+ Until time.Time

+ UpdatedBefore time.Time

+ type RunHandle interface

+ ID func() RunID

+ Status func(ctx context.Context) (RunStatus, error)

+ Wait func(ctx context.Context) (RunResult, error)

+ type RunID string

+ func (r RunID) Valid() error

+ type RunOptions struct

+ BatchMaxBytes int64

+ BatchMaxRows int

+ CheckpointEvery int

+ FetchSize int

+ RateLimit *RatePolicy

+ SnapshotParallelism int

+ type RunRequest struct

+ CheckpointRoute string

+ CursorConfigs map[string]ResourceCursorConfig

+ IdempotencyKey string

+ IngestionTypes map[string]IngestionType

+ Options RunOptions

+ PipelineID string

+ PipelineVersionID string

+ Resources []string

+ ScheduleID ScheduleID

+ ScheduledFor time.Time

+ Selectors []string

+ Sink Ref

+ SinkConnectionID string

+ Source Ref

+ SourceConnectionID string

+ Tenant TenantID

+ WorkerConfiguration WorkerConfiguration

+ func (r RunRequest) ResourceCheckpointKey(resource string) (ResourceCheckpointKey, bool)

+ type RunResult struct

+ Bytes int64

+ Error string

+ Records int64

+ Status RunStatus

+ URIs []string

+ type RunSpec struct

+ CheckpointRoute string

+ CursorConfigs map[string]ResourceCursorConfig

+ ExecutionID string

+ IngestionTypes map[string]IngestionType

+ Options RunOptions

+ PipelineID string

+ PipelineVersionID string

+ Resources []string

+ Run RunID

+ Selectors []string

+ Sink Ref

+ SinkConnectionID string

+ Source Ref

+ SourceConnectionID string

+ StartedAt time.Time

+ Tenant TenantID

+ WorkerConfiguration WorkerConfiguration

+ WritePolicies map[string]WritePolicy

+ func (s RunSpec) ResourceCheckpointKey(resource string) (ResourceCheckpointKey, bool)

+ type RunState struct

+ Bytes int64

+ CPUSeconds float64

+ CreatedAt time.Time

+ EndedAt *time.Time

+ Error string

+ MemoryPeakBytes int64

+ Records int64

+ Request RunRequest

+ RequestedAt time.Time

+ Resources []ResourceState

+ Run RunID

+ ScheduleID ScheduleID

+ ScheduledAt time.Time

+ StartedAt time.Time

+ Status RunStatus

+ Tenant TenantID

+ UpdatedAt time.Time

+ type RunStatus int

+ const RunCanceled

+ const RunCompleted

+ const RunFailed

+ const RunPartial

+ const RunPaused

+ const RunRequested

+ const RunRunning

+ const RunScheduled

+ type RunTimeseries struct

+ Key string

+ Points []TimeseriesPoint

+ type RunTimeseriesQuery struct

+ Filters []MetricsFilter

+ Granularity MetricsGranularity

+ GroupBy MetricsDimension

+ Metrics []Metric

+ Since time.Time

+ TZOffsetMinutes int

+ Tenant TenantID

+ Until time.Time

+ type RunTransitionOptions struct

+ Ended bool

+ PreserveProgress bool

+ ResetExecution bool

+ type RunTransitionStore interface

+ TransitionRun func(ctx context.Context, id RunID, from []RunStatus, to RunStatus, ...) (RunState, error)

+ type Runtime interface

+ Name func() string

+ Run func(ctx context.Context, spec RunSpec) (RunHandle, error)

+ Signal func(ctx context.Context, h RunHandle, sig Signal) error

+ type ScheduleFilter struct

+ Cursor string

+ Enabled *bool

+ Limit int

+ Tenant TenantID

+ type ScheduleID string

+ type ScheduleSpec struct

+ Cron string

+ Enabled bool

+ Name string

+ Overlap OverlapPolicy

+ PipelineID string

+ Tenant TenantID

+ Timezone string

+ type ScheduleState struct

+ CreatedAt time.Time

+ Enabled bool

+ ID ScheduleID

+ LastFired *time.Time

+ NextFire *time.Time

+ Spec ScheduleSpec

+ type ScheduleStore interface

+ ClaimDue func(ctx context.Context, now time.Time, limit int) ([]ScheduleState, error)

+ DeleteSchedule func(ctx context.Context, id ScheduleID) error

+ ListSchedules func(ctx context.Context, f ScheduleFilter) ([]ScheduleState, error)

+ LoadPipelineSchedule func(ctx context.Context, pipelineID string) (ScheduleState, error)

+ LoadSchedule func(ctx context.Context, id ScheduleID) (ScheduleState, error)

+ ReleaseScheduleClaim func(ctx context.Context, id ScheduleID) error

+ SaveSchedule func(ctx context.Context, s ScheduleState) error

+ type SchemaField = rowmodel.Field

+ type SchemaProvider interface

+ Schema func(ctx context.Context, resource string) (RecordSchema, error)

+ type Schematized interface

+ EnsureSchema func(ctx context.Context, resource string, schema RecordSchema) error

+ type Secret struct

+ Meta map[string]string

+ Tenant TenantID

+ Value []byte

+ type Secrets interface

+ Delete func(ctx context.Context, ref string) error

+ Name func() string

+ Read func(ctx context.Context, ref string) (Secret, error)

+ Write func(ctx context.Context, ref string, s Secret) error

+ type Signal int

+ const SignalCancel

+ const SignalPause

+ const SignalResume

+ type Sink interface

+ Abort func(ctx context.Context) error

+ Apply func(ctx context.Context, b *arrowbatch.Batch, opts ApplyOptions) (WriteReceipt, error)

+ Commit func(ctx context.Context) error

+ Name func() string

+ Open func(ctx context.Context, run RunSpec) error

+ Spec func() SinkSpec

+ type SinkCapabilities struct

+ EncodedIntegrity bool

+ PreferredBatchRows int

+ Schematized bool

+ Transactional bool

+ Upsertable bool

+ WritePolicies []WritePolicyCapability

+ type SinkFactory func() Sink

+ type SinkRegistry interface

+ Register func(name string, f SinkFactory)

+ Resolve func(name string) (Sink, error)

+ Specs func() []SinkSpec

+ type SinkSpec struct

+ Capabilities SinkCapabilities

+ Config ConfigSchema

+ DarkLogoURL string

+ Description string

+ DisplayName string

+ LightLogoURL string

+ Maturity ConnectorMaturity

+ Name string

+ SchemaField string

+ Version string

+ type Source interface

+ Configure func(ctx context.Context, cfg Config) error

+ Extract func(ctx context.Context, sink RecordSink, opts ExtractOpts) error

+ Spec func() ConnectorSpec

+ Teardown func(ctx context.Context) error

+ Validate func(cfg Config) error

+ type SourceFactory func() Source

+ type SourceObserver func(SourceProgress)

+ func (o SourceObserver) Report(progress SourceProgress)

+ type SourcePolicy struct

+ Checkpointing CheckpointPolicy

+ EmitsOps []Operation

+ Mode ReadMode

+ Ordered bool

+ func SourcePolicies(types ...IngestionType) []SourcePolicy

+ func SourcePolicyForIngestion(t IngestionType) SourcePolicy

+ type SourceProgress struct

+ Bytes int64

+ Checkpoint *CheckpointData

+ Error string

+ Kind SourceProgressKind

+ ParentsTotal int64

+ Records int64

+ Resource string

+ RetryAfter time.Duration

+ URI string

+ type SourceProgressKind uint8

+ const SourceProgressFanOutStarted

+ const SourceProgressPageFetched

+ const SourceProgressRateLimited

+ const SourceProgressRetryExhausted

+ const SourceProgressWatermarkAdvanced

+ type SourceRegistry interface

+ Register func(name string, f SourceFactory)

+ Resolve func(name string) (Source, error)

+ Specs func() []ConnectorSpec

+ type Span interface

+ End func()

+ SetAttr func(key string, v any)

+ SetError func(err error)

+ type StageID string

+ type SyncSnapshot struct

+ AtSeq uint64

+ Resources []ResourceState

+ Run RunState

+ type TenantID string

+ const DefaultTenantID

+ func (t TenantID) Valid() error

+ type TimeseriesPoint struct

+ BucketStart time.Time

+ Values []float64

+ type Tracer interface

+ Start func(ctx context.Context, name string) (context.Context, Span)

+ type Transactional interface

+ Promote func(ctx context.Context, id StageID) error

+ Stage func(ctx context.Context) (StageID, error)

+ type Upsertable interface

+ Upsert func(ctx context.Context, b *arrowbatch.Batch, keys []string) (WriteReceipt, error)

+ type VersionPolicy struct

+ Field string

+ Logical LogicalType

+ Native string

+ Strategy VersionStrategy

+ func ResolveCursorVersionPolicy(ctx context.Context, src Source, resource string, config ResourceCursorConfig) (VersionPolicy, error)

+ func ResolveWriteVersionPolicy(ctx context.Context, src Source, resource string, config ResourceCursorConfig, ...) (VersionPolicy, error)

+ type VersionStrategy string

+ const VersionCursor

+ const VersionInsertOrder

+ type WorkerConfiguration struct

+ NodeSelector map[string]string

+ Resources WorkerResources

+ Tolerations []WorkerToleration

+ func (w WorkerConfiguration) IsZero() bool

+ func (w WorkerConfiguration) Merge(base WorkerConfiguration) WorkerConfiguration

+ type WorkerResources struct

+ Limits map[string]string

+ Requests map[string]string

+ func (w WorkerResources) IsZero() bool

+ func (w WorkerResources) Merge(base WorkerResources) WorkerResources

+ type WorkerToleration struct

+ Effect string

+ Key string

+ Operator string

+ Value string

+ type Workload int

+ const WorkloadAbsent

+ const WorkloadActive

+ const WorkloadFinished

+ func (w Workload) String() string

+ type WriteAtomicity string

+ const AtomicityBatch

+ const AtomicityResource

+ const AtomicityRun

+ type WriteDurability string

+ const DurabilityAfterApply

+ const DurabilityAfterCommit

+ type WriteMode string

+ const WriteAppend

+ const WriteDelete

+ const WriteMerge

+ const WriteReplace

+ const WriteUpsert

+ func WriteModesFor(read ReadMode) []WriteMode

+ type WritePolicy struct

+ Capability WritePolicyCapability

+ Checkpoint CheckpointPolicy

+ Keys []string

+ Resource string

+ Version VersionPolicy

+ func WritePolicyForIngestion(t IngestionType) WritePolicy

+ func (p WritePolicy) ValidateBatch(resource string, batch *arrowbatch.Batch) error

+ func (p WritePolicy) ValidateOps(resource string, ops []Operation) error

+ type WritePolicyCapability struct

+ AcceptsOps []Operation

+ Atomicity WriteAtomicity

+ Durability WriteDurability

+ Mode WriteMode

+ RequiresOrder bool

+ RequiresPK bool

+ func WriteCapabilities(types ...IngestionType) []WritePolicyCapability

+ func (c WritePolicyCapability) Accepts(op Operation) bool

+ type WriteReceipt struct

+ Bytes int64

+ Checkpoint *CheckpointData

+ EncodedCRC *uint32

+ Rows int

+ URI string

+ WriteCRC uint32

v0.0.26-dev.4

Sep 3, 2026

v0.0.26-dev.3

Sep 2, 2026

v0.0.26-dev.2

Sep 1, 2026

v0.0.26-dev.1

Aug 31, 2026

v0.0.25

Aug 26, 2026

v0.0.25-dev.1

Aug 28, 2026

v0.0.24

Aug 25, 2026

v0.0.23

Aug 18, 2026

v0.0.22

Aug 13, 2026

v0.0.21

Aug 13, 2026

v0.0.20

Aug 12, 2026

v0.0.19

Aug 12, 2026

v0.0.18

Aug 11, 2026

v0.0.17

Aug 11, 2026

v0.0.16

Aug 11, 2026

v0.0.15

Aug 10, 2026

v0.0.14

Aug 5, 2026

v0.0.13

Aug 5, 2026

v0.0.12

Aug 5, 2026

v0.0.11

Aug 5, 2026

v0.0.10

Aug 5, 2026

v0.0.9

Jul 31, 2026

v0.0.8

Jul 31, 2026

v0.0.7

Jul 29, 2026

v0.0.6

Jul 29, 2026

v0.0.5

Jul 28, 2026

v0.0.4

Jul 28, 2026

v0.0.3

Jul 28, 2026

v0.0.2

Jul 28, 2026

v0.0.1

Jul 23, 2026

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL