datasources_v1

package
v0.0.8-beta Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Mar 10, 2026 License: GPL-3.0 Imports: 4 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

func DataGroupRequestToProto

func DataGroupRequestToProto(native *DataGroupRequest) *datasourcesv1.DataGroupRequestPb

func DataGroupSourceToProto

func DataGroupSourceToProto(native *DataGroupSource) *datasourcesv1.DataGroupSourcePb

func DataGroupToProto

func DataGroupToProto(native *DataGroup) *datasourcesv1.DataGroupPb

func FilterRulesToProto

func FilterRulesToProto(native *FilterRules) *datasourcesv1.FilterRulesPb

func ProfileRequestToProto

func ProfileRequestToProto(native *ProfileRequest) *datasourcesv1.ProfileRequestPb

func ProfileToProto

func ProfileToProto(native *Profile) *datasourcesv1.ProfilePb

func SyncRequestToProto

func SyncRequestToProto(native *SyncRequest) *datasourcesv1.SyncRequestPb

Types

type CreateDataSourceRequest

type CreateDataSourceRequest struct {
	Repo   string `json:"repo"`
	Branch string `json:"branch"`
}

func (CreateDataSourceRequest) MarshalJSON

func (r CreateDataSourceRequest) MarshalJSON() ([]byte, error)

func (*CreateDataSourceRequest) UnmarshalJSON

func (r *CreateDataSourceRequest) UnmarshalJSON(data []byte) error

type DataGroup

type DataGroup struct {
	ID          urn.URN            `json:"id"`
	Name        string             `json:"name"`
	Description *string            `json:"description,omitempty"`
	Sources     []*DataGroupSource `json:"sources"`
	Metadata    map[string]string  `json:"metadata,omitempty"`
	CreatedAt   time.Time          `json:"createdAt,omitempty"`
	UpdatedAt   time.Time          `json:"updatedAt,omitempty"`
}

func ProtoToDataGroup

func ProtoToDataGroup(pb *datasourcesv1.DataGroupPb) *DataGroup

func (DataGroup) MarshalJSON

func (g DataGroup) MarshalJSON() ([]byte, error)

func (*DataGroup) UnmarshalJSON

func (g *DataGroup) UnmarshalJSON(data []byte) error

type DataGroupRequest

type DataGroupRequest struct {
	Name        string             `json:"name"`
	Description *string            `json:"description,omitempty"`
	Sources     []*DataGroupSource `json:"sources"`
	Metadata    map[string]string  `json:"metadata,omitempty"`
}

func (DataGroupRequest) MarshalJSON

func (r DataGroupRequest) MarshalJSON() ([]byte, error)

func (*DataGroupRequest) UnmarshalJSON

func (r *DataGroupRequest) UnmarshalJSON(data []byte) error

type DataGroupSource

type DataGroupSource struct {
	DataSourceID urn.URN  `json:"dataSourceId"`
	ProfileID    *urn.URN `json:"profileId,omitempty"`
}

type DataSourceAnalysis

type DataSourceAnalysis struct {
	TotalFiles     int32            `json:"totalFiles"`
	TotalSizeBytes int32            `json:"totalSizeBytes"`
	Extensions     map[string]int32 `json:"extensions"`
}

type DataSourceMetadata

type DataSourceMetadata struct {
	ID              urn.URN             `json:"id"`
	Repo            string              `json:"repo"`
	Branch          string              `json:"branch"`
	SyncedCommitSha string              `json:"syncedCommitSha,omitempty"`
	LastSyncedAt    time.Time           `json:"lastSyncedAt,omitempty"`
	FileCount       int32               `json:"fileCount"`
	Status          string              `json:"status"`
	Analysis        *DataSourceAnalysis `json:"analysis,omitempty"`
}

func (DataSourceMetadata) MarshalJSON

func (m DataSourceMetadata) MarshalJSON() ([]byte, error)

func (*DataSourceMetadata) UnmarshalJSON

func (m *DataSourceMetadata) UnmarshalJSON(data []byte) error

type FileMetadata

type FileMetadata struct {
	Path      string `json:"path"`
	SizeBytes int32  `json:"sizeBytes"`
	Extension string `json:"extension"`
}

type FilterRules

type FilterRules struct {
	Include []string `json:"include"`
	Exclude []string `json:"exclude"`
}

func ProtoToFilterRules

func ProtoToFilterRules(pb *datasourcesv1.FilterRulesPb) *FilterRules

func (FilterRules) MarshalJSON

func (r FilterRules) MarshalJSON() ([]byte, error)

func (*FilterRules) UnmarshalJSON

func (r *FilterRules) UnmarshalJSON(data []byte) error

type Profile

type Profile struct {
	ID        urn.URN   `json:"id"`
	Name      string    `json:"name"`
	RulesYaml string    `json:"rulesYaml"`
	CreatedAt time.Time `json:"createdAt"`
	UpdatedAt time.Time `json:"updatedAt"`
}

func ProtoToProfile

func ProtoToProfile(pb *datasourcesv1.ProfilePb) *Profile

func (Profile) MarshalJSON

func (p Profile) MarshalJSON() ([]byte, error)

func (*Profile) UnmarshalJSON

func (p *Profile) UnmarshalJSON(data []byte) error

type ProfileRequest

type ProfileRequest struct {
	Name      string `json:"name"`
	RulesYaml string `json:"rulesYaml"`
}

func ProtoToProfileRequest

func ProtoToProfileRequest(pb *datasourcesv1.ProfileRequestPb) *ProfileRequest

func (ProfileRequest) MarshalJSON

func (r ProfileRequest) MarshalJSON() ([]byte, error)

func (*ProfileRequest) UnmarshalJSON

func (r *ProfileRequest) UnmarshalJSON(data []byte) error

type SyncRequest

type SyncRequest struct {
	IngestionRules *FilterRules `json:"ingestionRules,omitempty"`
}

func ProtoToSyncRequest

func ProtoToSyncRequest(pb *datasourcesv1.SyncRequestPb) *SyncRequest

func (SyncRequest) MarshalJSON

func (r SyncRequest) MarshalJSON() ([]byte, error)

func (*SyncRequest) UnmarshalJSON

func (r *SyncRequest) UnmarshalJSON(data []byte) error

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL