s3filemanager

Documentation

Index

• func ConnectS3Session(accessKey string, secretKey string, endpoint string, region string) (*session.Session, error)
• func ConnectWithEnvVariables() (*session.Session, error)
• func NewWriterForObject(object *s3.Object, basedir string, logger *logrus.Logger) *bufferizedFileWriter
• func ValidateEnvVariables()
• type S3BucketDownloader
  • func NewS3BucketDownloader(bucket string, folder string, logger *logrus.Logger) *S3BucketDownloader
  • func (s3bd *S3BucketDownloader) Run(sess *session.Session) error
• type S3FolderUploader
  • func NewS3FolderUploader(bucket string, folder string, logger *logrus.Logger) *S3FolderUploader
  • func (s3fu *S3FolderUploader) Run(sess *session.Session) error
  • func (s3fu *S3FolderUploader) WithMatcher(matcher string) *S3FolderUploader
  • func (s3fu *S3FolderUploader) WithPrefix(prefix string) *S3FolderUploader
• type SaveFileAfterWrite
  • func NewSaveFileAfterWrite(object *s3.Object, bucket string, folder string, logger *logrus.Logger) SaveFileAfterWrite

Functions

func ConnectS3Session

func ConnectS3Session(accessKey string, secretKey string, endpoint string, region string) (*session.Session, error)

func ConnectWithEnvVariables

func ConnectWithEnvVariables() (*session.Session, error)

func NewWriterForObject

func NewWriterForObject(object *s3.Object, basedir string, logger *logrus.Logger) *bufferizedFileWriter

func ValidateEnvVariables

func ValidateEnvVariables()

Types

type S3BucketDownloader

type S3BucketDownloader struct {
	// contains filtered or unexported fields
}

func NewS3BucketDownloader

func NewS3BucketDownloader(bucket string, folder string, logger *logrus.Logger) *S3BucketDownloader

func (*S3BucketDownloader) Run

func (s3bd *S3BucketDownloader) Run(sess *session.Session) error

type S3FolderUploader

type S3FolderUploader struct {
	// contains filtered or unexported fields
}

func NewS3FolderUploader

func NewS3FolderUploader(bucket string, folder string, logger *logrus.Logger) *S3FolderUploader

func (*S3FolderUploader) Run

func (s3fu *S3FolderUploader) Run(sess *session.Session) error

func (*S3FolderUploader) WithMatcher

func (s3fu *S3FolderUploader) WithMatcher(matcher string) *S3FolderUploader

func (*S3FolderUploader) WithPrefix

func (s3fu *S3FolderUploader) WithPrefix(prefix string) *S3FolderUploader

type SaveFileAfterWrite

type SaveFileAfterWrite struct {
	s3manager.BatchDownloadObject
	// contains filtered or unexported fields
}

func NewSaveFileAfterWrite

func NewSaveFileAfterWrite(object *s3.Object, bucket string, folder string, logger *logrus.Logger) SaveFileAfterWrite