storage

Jul 1, 2021

Changes in this version

+ const HEADER_SUFFIX

+ var SupportedProtocols = []Protocol

+ type HTTPSDownloader struct

+ ModelDir string

+ ModelName string

+ StorageUri string

+ Uri *url.URL

+ func (h *HTTPSDownloader) Download(client http.Client) error

+ type HTTPSProvider struct

+ Client *http.Client

+ func (m *HTTPSProvider) DownloadModel(modelDir string, modelName string, storageUri string) error

type Protocol

+ const HTTP

+ const HTTPS

Mar 2, 2021

Changes in this version

+ func GetAllProtocol() []string

Feb 14, 2021

Changes in this version

+ func AsSha256(o interface{}) string

+ func Create(fileName string) (*os.File, error)

+ func FileExists(filename string) bool

+ func RemoveDir(dir string) error

+ type GCSObjectDownloader struct

+ Bucket string

+ Context context.Context

+ Item string

+ ModelDir string

+ ModelName string

+ StorageUri string

+ func (g *GCSObjectDownloader) Download(client stiface.Client, it stiface.ObjectIterator) error

+ func (g *GCSObjectDownloader) DownloadFile(client stiface.Client, attrs *gstorage.ObjectAttrs, file *os.File) error

+ func (g *GCSObjectDownloader) GetObjectIterator(client stiface.Client) (stiface.ObjectIterator, error)

+ func (g *GCSObjectDownloader) WriteToFile(data []byte, attrs *gstorage.ObjectAttrs, file *os.File) error

+ type GCSProvider struct

+ Client stiface.Client

+ func (p *GCSProvider) DownloadModel(modelDir string, modelName string, storageUri string) error

+ type Protocol string

+ const GCS

+ const S3

+ type Provider interface

+ DownloadModel func(modelDir string, modelName string, storageUri string) error

+ func GetProvider(providers map[Protocol]Provider, protocol Protocol) (Provider, error)

+ type S3ObjectDownloader struct

+ Bucket string

+ ModelDir string

+ ModelName string

+ Prefix string

+ StorageUri string

+ func (s *S3ObjectDownloader) Download(objects []s3manager.BatchDownloadObject) error

+ func (s *S3ObjectDownloader) GetAllObjects(s3Svc s3iface.S3API) ([]s3manager.BatchDownloadObject, error)

+ type S3Provider struct

+ Client s3iface.S3API

+ Downloader s3manageriface.DownloadWithIterator

+ func (m *S3Provider) DownloadModel(modelDir string, modelName string, storageUri string) error