workers

Documentation

Index

• Constants
• type Closeable
• type ImageCleaner
  • func NewImageCleaner(imageStore *storage.ImageStorage, logger *zap.Logger, image *models.Image, ...) (*ImageCleaner, error)
  • func (r *ImageCleaner) Close()
  • func (r *ImageCleaner) DoWork(ctx context.Context) error
• type ImagePuller
  • func NewImagePuller(config config.ImagePuller, imageStore *storage.ImageStorage, ...) (*ImagePuller, error)
  • func (r *ImagePuller) Close()
  • func (r *ImagePuller) ConstructImageFile() error
  • func (r *ImagePuller) DoWork(ctx context.Context) error
• type ImagePusher
  • func NewImagePusher(config config.ImagePusher, imageStore *storage.ImageStorage, ...) (*ImagePusher, error)
  • func (r *ImagePusher) Close()
  • func (r *ImagePusher) DoWork(ctx context.Context) error
• type ImageVerifier
  • func NewImageVerifier(imageStore *storage.ImageStorage, logger *zap.Logger, image *models.Image, ...) (*ImageVerifier, error)
  • func (r *ImageVerifier) Close()
  • func (r *ImageVerifier) DoWork(ctx context.Context) error
• type ImageWork
• type ImageWorkType
• type SingleBlock
• type WorkFetcher
  • func NewWorkFetcher(imageStore *storage.ImageStorage, logger *zap.Logger, workCh chan ImageWork) (*WorkFetcher, error)
  • func (r *WorkFetcher) Close() error
  • func (r *WorkFetcher) DoWork(ctx context.Context) error
• type Worker

Constants

const HashingBuffer = 1024 * 1024 * 10

const MaxTempFileSize = 100 * 1024 * 1024

const NotFoundError = "Status=404 Not Found"

const TempFolder = ".temp"

const UnReachableBlock = 100

Types

type Closeable

type Closeable interface {
	Close()
}

type ImageCleaner

type ImageCleaner struct {
	ImageStore  *storage.ImageStorage
	Image       *models.Image
	LocalFolder string
	Logger      *zap.Logger
	Notifier    messages.Notifier
}

func NewImageCleaner

func NewImageCleaner(imageStore *storage.ImageStorage, logger *zap.Logger, image *models.Image, localFolder string, notifier messages.Notifier) (*ImageCleaner, error)

func (*ImageCleaner) Close

func (r *ImageCleaner) Close()

func (*ImageCleaner) DoWork

func (r *ImageCleaner) DoWork(ctx context.Context) error

type ImagePuller

type ImagePuller struct {
	ImageStore   *storage.ImageStorage
	Image        *models.Image
	LocalFolder  string
	Logger       *zap.Logger
	Client       http.Client
	BlockChannel chan SingleBlock
	Config       config.ImagePuller
	Worker       int
	ImageSize    int
	Notifier     messages.Notifier
}

func NewImagePuller

func NewImagePuller(config config.ImagePuller, imageStore *storage.ImageStorage, logger *zap.Logger, image *models.Image, localFolder string, worker int, notifier messages.Notifier) (*ImagePuller, error)

func (*ImagePuller) Close

func (r *ImagePuller) Close()

func (*ImagePuller) ConstructImageFile

func (r *ImagePuller) ConstructImageFile() error

func (*ImagePuller) DoWork

func (r *ImagePuller) DoWork(ctx context.Context) error

type ImagePusher

type ImagePusher struct {
	Image       *models.Image
	LocalFolder string
	Logger      *zap.Logger
	Config      config.ImagePusher
	OBSClient   *obs.ObsClient
	Worker      int
	Notifier    messages.Notifier
	// contains filtered or unexported fields
}

func NewImagePusher

func NewImagePusher(config config.ImagePusher, imageStore *storage.ImageStorage, image *models.Image, localFolder string, logger *zap.Logger, worker int, notifier messages.Notifier) (*ImagePusher, error)

func (*ImagePusher) Close

func (r *ImagePusher) Close()

func (*ImagePusher) DoWork

func (r *ImagePusher) DoWork(ctx context.Context) error

type ImageVerifier

type ImageVerifier struct {
	ImageStore  *storage.ImageStorage
	Image       *models.Image
	LocalFolder string
	Logger      *zap.Logger
	Worker      int
	Notifier    messages.Notifier
}

func NewImageVerifier

func NewImageVerifier(imageStore *storage.ImageStorage, logger *zap.Logger, image *models.Image, localFolder string, worker int, notifier messages.Notifier) (*ImageVerifier, error)

func (*ImageVerifier) Close

func (r *ImageVerifier) Close()

func (*ImageVerifier) DoWork

func (r *ImageVerifier) DoWork(ctx context.Context) error

type ImageWork

type ImageWork struct {
	Image models.Image
	Type  ImageWorkType
}

type ImageWorkType

type ImageWorkType string

const (
	PullImageWork  ImageWorkType = "PullImageWork"
	SignImageWork  ImageWorkType = "SignImageWork"
	PushImageWork  ImageWorkType = "PushImageWork"
	CleanImageWork ImageWorkType = "CleanImageWork"
)

type SingleBlock

type SingleBlock struct {
	Index      string
	StartIndex int64
	EndIndex   int64
	RetryCount int
}

type WorkFetcher

type WorkFetcher struct {
	ImageStore  *storage.ImageStorage
	Logger      *zap.Logger
	WorkChannel chan ImageWork
}

func NewWorkFetcher

func NewWorkFetcher(imageStore *storage.ImageStorage, logger *zap.Logger, workCh chan ImageWork) (*WorkFetcher, error)

func (*WorkFetcher) Close

func (r *WorkFetcher) Close() error

func (*WorkFetcher) DoWork

func (r *WorkFetcher) DoWork(ctx context.Context) error

type Worker

type Worker interface {
	Closeable
	DoWork(ctx context.Context) error
}