data_store

Documentation

Index

• Constants
• Variables
• type DataStoreClient
  • func NewDataStoreClient(config DataStoreConfig) (DataStoreClient, error)
• type DataStoreConfig
• type IDataStoreClient
• type LocalClient
  • func (c *LocalClient) DeleteFiles(object string, bucket string) error
  • func (c *LocalClient) GetDataPath() string
  • func (c *LocalClient) GetFile(object string, bucket string) ([]byte, error)
  • func (c *LocalClient) List(bucket string, prefix string) ([]string, error)
  • func (c *LocalClient) ListChan(ctx context.Context, bucket string, prefix string) (<-chan string, error)
  • func (c *LocalClient) RenameFile(oldObject string, newObject string, bucket string) error
  • func (c *LocalClient) StorageType() string
  • func (c *LocalClient) UploadFromBytes(data []byte, folder string, name string) error
  • func (c *LocalClient) UploadFromFile(name string, folder string) error
  • func (c *LocalClient) UploadFromReader(data io.Reader, size int64, folder string, name string) error
• type MinioClient
  • func (c *MinioClient) DeleteFiles(object string, bucket string) error
  • func (c *MinioClient) GetClient() *minio.Client
  • func (c *MinioClient) GetContentType() string
  • func (c *MinioClient) GetFile(object string, bucket string) ([]byte, error)
  • func (c *MinioClient) List(bucket string, prefix string) ([]string, error)
  • func (c *MinioClient) ListChan(ctx context.Context, bucket string, prefix string) (<-chan string, error)
  • func (c *MinioClient) RenameFile(oldObject string, newObject string, bucket string) error
  • func (c *MinioClient) StorageType() string
  • func (c *MinioClient) UploadFromBytes(data []byte, folder string, name string) error
  • func (c *MinioClient) UploadFromFile(name string, folder string) error
  • func (c *MinioClient) UploadFromReader(data io.Reader, size int64, folder string, name string) error
• type S5cmdClient
  • func (c *S5cmdClient) DeleteFiles(object string, bucket string) error
  • func (c *S5cmdClient) GetClient() *s5store.S3
  • func (c *S5cmdClient) GetContentType() string
  • func (c *S5cmdClient) GetFile(object string, bucket string) ([]byte, error)
  • func (c *S5cmdClient) List(bucket string, prefix string) ([]string, error)
  • func (c *S5cmdClient) ListChan(ctx context.Context, bucket string, prefix string) (<-chan string, error)
  • func (c *S5cmdClient) RenameFile(oldObject string, newObject string, bucket string) error
  • func (c *S5cmdClient) StorageType() string
  • func (c *S5cmdClient) UploadFromBytes(data []byte, folder string, name string) error
  • func (c *S5cmdClient) UploadFromFile(name string, folder string) error
  • func (c *S5cmdClient) UploadFromReader(data io.Reader, size int64, folder string, name string) error
• type S5cmdList

Constants

const (
	S5Storage    = "s5"
	S3Storage    = "s3"
	LocalStorage = "local"
	ContentType  = "application/octet-stream"
	DataPath     = "data"
	S3url        = "s3://"
	Localurl     = "file://"
)

Variables

var (
	ErrFileNotFound = fmt.Errorf("file not found")
)

Types

type DataStoreClient

type DataStoreClient struct {
	Client IDataStoreClient
}

func NewDataStoreClient

func NewDataStoreClient(config DataStoreConfig) (DataStoreClient, error)

type DataStoreConfig

type DataStoreConfig struct {
	Url            string
	UseHttps       bool
	NoVerifySSL    bool
	User           string
	Password       string
	Service        string
	DataPath       string
	ContentType    string
	S3MaxRetries   int
	S3DelayRetries int
}

type IDataStoreClient

type IDataStoreClient interface {
	GetFile(name string, location string) ([]byte, error)
	UploadFromFile(filePath string, dest string) error
	UploadFromBytes(data []byte, destFolder string, destName string) error
	UploadFromReader(data io.Reader, size int64, destFolder string, destName string) error
	List(dir string, prefix string) ([]string, error)
	ListChan(ctx context.Context, dir string, prefix string) (<-chan string, error)
	StorageType() string
	DeleteFiles(name string, location string) error
	RenameFile(oldName string, newName string, bucket string) error
}

type LocalClient

type LocalClient struct {
	// contains filtered or unexported fields
}

func (*LocalClient) DeleteFiles

func (c *LocalClient) DeleteFiles(object string, bucket string) error

func (*LocalClient) GetDataPath

func (c *LocalClient) GetDataPath() string

func (*LocalClient) GetFile

func (c *LocalClient) GetFile(object string, bucket string) ([]byte, error)

func (*LocalClient) List

func (c *LocalClient) List(bucket string, prefix string) ([]string, error)

func (*LocalClient) ListChan

func (c *LocalClient) ListChan(ctx context.Context, bucket string, prefix string) (<-chan string, error)

func (*LocalClient) RenameFile

func (c *LocalClient) RenameFile(oldObject string, newObject string, bucket string) error

func (*LocalClient) StorageType

func (c *LocalClient) StorageType() string

func (*LocalClient) UploadFromBytes

func (c *LocalClient) UploadFromBytes(data []byte, folder string, name string) error

func (*LocalClient) UploadFromFile

func (c *LocalClient) UploadFromFile(name string, folder string) error

func (*LocalClient) UploadFromReader

func (c *LocalClient) UploadFromReader(data io.Reader, size int64, folder string, name string) error

type MinioClient

type MinioClient struct {
	// contains filtered or unexported fields
}

func (*MinioClient) DeleteFiles

func (c *MinioClient) DeleteFiles(object string, bucket string) error

func (*MinioClient) GetClient

func (c *MinioClient) GetClient() *minio.Client

func (*MinioClient) GetContentType

func (c *MinioClient) GetContentType() string

func (*MinioClient) GetFile

func (c *MinioClient) GetFile(object string, bucket string) ([]byte, error)

func (*MinioClient) List

func (c *MinioClient) List(bucket string, prefix string) ([]string, error)

func (*MinioClient) ListChan

func (c *MinioClient) ListChan(ctx context.Context, bucket string, prefix string) (<-chan string, error)

func (*MinioClient) RenameFile

func (c *MinioClient) RenameFile(oldObject string, newObject string, bucket string) error

func (*MinioClient) StorageType

func (c *MinioClient) StorageType() string

func (*MinioClient) UploadFromBytes

func (c *MinioClient) UploadFromBytes(data []byte, folder string, name string) error

func (*MinioClient) UploadFromFile

func (c *MinioClient) UploadFromFile(name string, folder string) error

func (*MinioClient) UploadFromReader

func (c *MinioClient) UploadFromReader(data io.Reader, size int64, folder string, name string) error

type S5cmdClient

type S5cmdClient struct {
	// contains filtered or unexported fields
}

func (*S5cmdClient) DeleteFiles

func (c *S5cmdClient) DeleteFiles(object string, bucket string) error

func (*S5cmdClient) GetClient

func (c *S5cmdClient) GetClient() *s5store.S3

func (*S5cmdClient) GetContentType

func (c *S5cmdClient) GetContentType() string

func (*S5cmdClient) GetFile

func (c *S5cmdClient) GetFile(object string, bucket string) ([]byte, error)

func (*S5cmdClient) List

func (c *S5cmdClient) List(bucket string, prefix string) ([]string, error)

func (*S5cmdClient) ListChan

func (c *S5cmdClient) ListChan(ctx context.Context, bucket string, prefix string) (<-chan string, error)

func (*S5cmdClient) RenameFile

func (c *S5cmdClient) RenameFile(oldObject string, newObject string, bucket string) error

func (*S5cmdClient) StorageType

func (c *S5cmdClient) StorageType() string

func (*S5cmdClient) UploadFromBytes

func (c *S5cmdClient) UploadFromBytes(data []byte, folder string, name string) error

func (*S5cmdClient) UploadFromFile

func (c *S5cmdClient) UploadFromFile(name string, folder string) error

func (*S5cmdClient) UploadFromReader

func (c *S5cmdClient) UploadFromReader(data io.Reader, size int64, folder string, name string) error

type S5cmdList

type S5cmdList struct {
	Key string `json:"key"`
}