s3tar

Mar 20, 2024

Changes in this version

+ func TagsToUrlEncodedString(tagging types.Tagging) string

type S3TarS3Options

+ ObjectTags types.Tagging

Feb 1, 2024

Changes in this version

type S3TarS3Options

+ UserMaxPartSize int64

Jan 3, 2024

Changes in this version

type S3TarS3Options

+ UrlDecode bool

Dec 13, 2023

Changes in this version

type S3TarS3Options

+ ConcatInMemory bool

Apr 27, 2023

Changes in this version

+ func BreakUpList(objectList []*S3Obj, limitSize int64) [][]*S3Obj

+ func WithETag(etag string) func(*S3Obj)

type ArchiveClient

+ func (a *ArchiveClient) CreateFromList(ctx context.Context, objectList []*S3Obj, options *S3TarS3Options, ...) error

type Archiver

+ CreateFromList func(context.Context, []*S3Obj, *S3TarS3Options, ...func(*S3TarS3Options)) error

type S3Obj

+ func ListAllObjects(ctx context.Context, client *s3.Client, Bucket, Prefix string, ...) ([]*S3Obj, int64, error)

Apr 17, 2023

Changes in this version

+ func WithExtractPrefix(prefix string) func(*S3TarS3Options)

+ func WithStorageClass(sc string) func(*S3TarS3Options)

+ func WithTarFormat(format string) func(options *S3TarS3Options)

+ type ArchiveClient struct

+ func (a *ArchiveClient) Create(ctx context.Context, options *S3TarS3Options, ...) error

+ func (a *ArchiveClient) Extract(ctx context.Context, options *S3TarS3Options, ...) error

+ func (a *ArchiveClient) List(ctx context.Context, archiveS3Url string, options *S3TarS3Options, ...) (TOC, error)

+ type Archiver interface

+ Create func(context.Context, *S3TarS3Options, ...func(options *S3TarS3Options)) error

+ Extract func(context.Context, *S3TarS3Options, ...func(options *S3TarS3Options)) error

+ List func(context.Context, string, *S3TarS3Options, ...func(options *S3TarS3Options)) (TOC, error)

+ func NewArchiveClient(client *s3.Client) Archiver

type S3TarS3Options

+ func (o *S3TarS3Options) Copy() S3TarS3Options

Apr 4, 2023

Changes in this version

+ func GenerateToc(tarFile, outputToc string, opts *S3TarS3Options) error

type S3TarS3Options

+ ExternalToc string

Mar 21, 2023

Changes in this version

type RecursiveConcat

+ EndpointUrl string

type RecursiveConcatOptions

+ EndpointUrl string

type S3TarS3Options

+ EndpointUrl string

Mar 18, 2023

Changes in this version

type FileMetadata

+ Etag string

Mar 16, 2023

Changes in this version

+ var ErrUnableToAccess = errors.New("unable to access")

+ func Errorf(ctx context.Context, format string, v ...interface{})

type S3TarS3Options

+ SrcKey string

Mar 15, 2023

Changes in this version

+ type TOC []*FileMetadata

+ func List(ctx context.Context, svc *s3.Client, bucket, key string) (TOC, error)

Mar 13, 2023

Changes in this version

+ func Debugf(ctx context.Context, format string, v ...interface{})

+ func DeleteAllMultiparts(client *s3.Client, bucket string) error

+ func Extract(ctx context.Context, svc *s3.Client, opts *S3TarS3Options) error

+ func ExtractBucketAndPath(s3url string) (bucket string, path string)

+ func Fatalf(ctx context.Context, format string, v ...interface{})

+ func GetS3Client(ctx context.Context) *s3.Client

+ func Infof(ctx context.Context, format string, v ...interface{})

+ func ServerSideTar(incoming context.Context, svc *s3.Client, opts *S3TarS3Options)

+ func SetLogLevel(ctx context.Context, level int) context.Context

+ func SetupLogger(incoming context.Context) context.Context

+ func StringToInt64(s string) (int64, error)

+ func Warnf(ctx context.Context, format string, v ...interface{})

+ func WithBucketAndKey(bucket, key string) func(*S3Obj)

+ func WithClient(client *s3.Client, optFns ...func(*RecursiveConcatOptions)) func(*RecursiveConcatOptions)

+ func WithSize(size int64) func(*S3Obj)

+ type FileMetadata struct

+ Filename string

+ Size int64

+ Start int64

+ type Index struct

+ End int

+ Size int

+ Start int

+ type Logger struct

+ Level int

+ type Manifest []*FileMetadata

+ type PartsMessage struct

+ PartNum int

+ Parts []*S3Obj

+ type RecursiveConcat struct

+ Bucket string

+ Client *s3.Client

+ DstKey string

+ DstPrefix string

+ Region string

+ func NewRecursiveConcat(ctx context.Context, options RecursiveConcatOptions, ...) (*RecursiveConcat, error)

+ func (r *RecursiveConcat) ConcatObjects(ctx context.Context, objectList []*S3Obj, bucket, key string) (*S3Obj, error)

+ func (r *RecursiveConcat) CreateFirstBlock(ctx context.Context)

+ type RecursiveConcatOptions struct

+ Bucket string

+ Client *s3.Client

+ DstKey string

+ DstPrefix string

+ Region string

+ func (o RecursiveConcatOptions) Copy() RecursiveConcatOptions

+ type S3Obj struct

+ Bucket string

+ Data []byte

+ NoHeaderRequired bool

+ PartNum int

+ func LoadCSV(ctx context.Context, fpath string, skipHeader bool) ([]*S3Obj, error)

+ func NewS3Obj() *S3Obj

+ func NewS3ObjFromObject(o types.Object) *S3Obj

+ func NewS3ObjOptions(options ...func(*S3Obj)) *S3Obj

+ func (s *S3Obj) AddData(data []byte)

+ type S3TarS3Options struct

+ DeleteSource bool

+ DstBucket string

+ DstKey string

+ DstPrefix string

+ Region string

+ SkipManifestHeader bool

+ SmallFiles bool

+ SrcBucket string

+ SrcManifest string

+ SrcPrefix string

+ TarFormat string

+ Threads uint

+ type VirtualArchive []*S3Obj