storage

Jul 11, 2023

Changes in this version

+ func RegisterStowKind(kind string, f func(string) DataReference) error

type DataStore

+ func NewDataStoreWithContext(ctx context.Context, cfg *Config, scope promutils.Scope) (s *DataStore, err error)

type MemoryMetadata

+ func (m MemoryMetadata) Etag() string

type Metadata

+ Etag func() string

type StowMetadata

+ func (s StowMetadata) Etag() string

Oct 31, 2022

Changes in this version

type DefaultProtobufStore

+ func NewDefaultProtobufStoreWithMetrics(store RawStore, metrics *protoMetrics) DefaultProtobufStore

Sep 12, 2022

Changes in this version

type InMemoryStore

+ func (s *InMemoryStore) Delete(ctx context.Context, reference DataReference) error

type RawStore

+ Delete func(ctx context.Context, reference DataReference) error

type StowStore

+ func (s *StowStore) Delete(ctx context.Context, reference DataReference) error

Aug 16, 2022

Changes in this version

type DataStore

+ func (ds *DataStore) RefreshConfig(cfg *Config) error

Apr 8, 2022

Changes in this version

type SignedURLProperties

+ ContentMD5 string

Apr 6, 2022

Changes in this version

+ func MergeMaps(dst map[string]string, src ...map[string]string)

type Config

+ SignedURL SignedURLConfig

+ type SignedURLConfig struct

+ StowConfigOverride map[string]string

Mar 24, 2022

Changes in this version

type InMemoryStore

+ func (s *InMemoryStore) CreateSignedURL(ctx context.Context, reference DataReference, properties SignedURLProperties) (SignedURLResponse, error)

type RawStore

+ CreateSignedURL func(ctx context.Context, reference DataReference, properties SignedURLProperties) (SignedURLResponse, error)

+ type SignedURLProperties struct

+ ExpiresIn time.Duration

+ Scope stow.ClientMethod

+ type SignedURLResponse struct

+ URL url.URL

type StowStore

+ func (s *StowStore) CreateSignedURL(ctx context.Context, reference DataReference, properties SignedURLProperties) (SignedURLResponse, error)

type URLPathConstructor

+ func NewURLPathConstructor() URLPathConstructor

Mar 16, 2021

Changes in this version

type StowStore

+ func (s *StowStore) CreateContainer(ctx context.Context, container string) (stow.Container, error)

Feb 23, 2021

Changes in this version

+ const FailureTypeLabel

type Config

+ DefaultHTTPClient HTTPClientConfig

+ MultiContainerEnabled bool

+ type HTTPClientConfig struct

+ Headers map[string][]string

+ Timeout config.Duration

type StowStore

+ func (s *StowStore) LoadContainer(ctx context.Context, container string, createIfNotFound bool) (stow.Container, error)

Oct 8, 2019

Changes in this version

+ func MapStrings(mapper func(string) string, strings ...string) []string

Jul 27, 2019

Changes in this version

type Config

+ Stow *StowConfig

+ type StowConfig struct

+ Config map[string]string

+ Kind string

type Type

+ const TypeStow

Jul 26, 2019

Changes in this version

+ var ErrFailedToWriteCache errors2.ErrorCode = "CACHE_WRITE_FAILED"

+ func IsFailedWriteToCache(err error) bool

Apr 9, 2019

Changes in this version

+ const KiB

+ const MiB

+ var ConfigSection = config.MustRegisterSection(configSectionKey, &Config{})

+ var ErrExceedsLimit = fmt.Errorf("limit exceeded")

+ func IsExceedsLimit(err error) bool

+ func IsExists(err error) bool

+ func IsNotFound(err error) bool

+ type CachingConfig struct

+ MaxSizeMegabytes int

+ TargetGCPercent int

+ type ComposedProtobufStore interface

+ type Config struct

+ Cache CachingConfig

+ Connection ConnectionConfig

+ InitContainer string

+ Limits LimitsConfig

+ Type Type

+ func GetConfig() *Config

+ func (Config) GetPFlagSet(prefix string) *pflag.FlagSet

+ type ConnectionConfig struct

+ AccessKey string

+ AuthType string

+ DisableSSL bool

+ Endpoint config.URL

+ Region string

+ SecretKey string

+ type DataReference string

+ func (r DataReference) Split() (scheme, container, key string, err error)

+ func (r DataReference) String() string

+ type DataStore struct

+ func NewCompositeDataStore(refConstructor ReferenceConstructor, ...) *DataStore

+ func NewDataStore(cfg *Config, metricsScope promutils.Scope) (s *DataStore, err error)

+ type DefaultProtobufStore struct

+ func NewDefaultProtobufStore(store RawStore, metricsScope promutils.Scope) DefaultProtobufStore

+ func (s DefaultProtobufStore) ReadProtobuf(ctx context.Context, reference DataReference, msg proto.Message) error

+ func (s DefaultProtobufStore) WriteProtobuf(ctx context.Context, reference DataReference, opts Options, msg proto.Message) error

+ type InMemoryStore struct

+ func (c InMemoryStore) CopyRaw(ctx context.Context, source, destination DataReference, opts Options) error

+ func (s *InMemoryStore) Clear(ctx context.Context) error

+ func (s *InMemoryStore) GetBaseContainerFQN(ctx context.Context) DataReference

+ func (s *InMemoryStore) Head(ctx context.Context, reference DataReference) (Metadata, error)

+ func (s *InMemoryStore) ReadRaw(ctx context.Context, reference DataReference) (io.ReadCloser, error)

+ func (s *InMemoryStore) WriteRaw(ctx context.Context, reference DataReference, size int64, opts Options, ...) (err error)

+ type LimitsConfig struct

+ GetLimitMegabytes int64

+ type MemoryMetadata struct

+ func (m MemoryMetadata) Exists() bool

+ func (m MemoryMetadata) Size() int64

+ type Metadata interface

+ Exists func() bool

+ Size func() int64

+ type Options struct

+ Metadata map[string]interface{}

+ type ProtobufStore interface

+ ReadProtobuf func(ctx context.Context, reference DataReference, msg proto.Message) error

+ WriteProtobuf func(ctx context.Context, reference DataReference, opts Options, msg proto.Message) error

+ type RawStore interface

+ CopyRaw func(ctx context.Context, source, destination DataReference, opts Options) error

+ GetBaseContainerFQN func(ctx context.Context) DataReference

+ Head func(ctx context.Context, reference DataReference) (Metadata, error)

+ ReadRaw func(ctx context.Context, reference DataReference) (io.ReadCloser, error)

+ WriteRaw func(ctx context.Context, reference DataReference, size int64, opts Options, ...) error

+ func NewInMemoryRawStore(_ *Config, scope promutils.Scope) (RawStore, error)

+ type ReferenceConstructor interface

+ ConstructReference func(ctx context.Context, reference DataReference, nestedKeys ...string) (DataReference, error)

+ type StowMetadata struct

+ func (s StowMetadata) Exists() bool

+ func (s StowMetadata) Size() int64

+ type StowStore struct

+ func NewStowRawStore(containerBaseFQN DataReference, container stow.Container, ...) (*StowStore, error)

+ func (c StowStore) CopyRaw(ctx context.Context, source, destination DataReference, opts Options) error

+ func (s *StowStore) GetBaseContainerFQN(ctx context.Context) DataReference

+ func (s *StowStore) Head(ctx context.Context, reference DataReference) (Metadata, error)

+ func (s *StowStore) ReadRaw(ctx context.Context, reference DataReference) (io.ReadCloser, error)

+ func (s *StowStore) WriteRaw(ctx context.Context, reference DataReference, size int64, opts Options, ...) error

+ type Type = string

+ const TypeLocal

+ const TypeMemory

+ const TypeMinio

+ const TypeS3

+ type URLPathConstructor struct

+ func (URLPathConstructor) ConstructReference(ctx context.Context, reference DataReference, nestedKeys ...string) (DataReference, error)