jobque

Documentation

Index

• Variables
• func StartProcessor()
• type Dispatcher
  • func NewDispatcher(maxWorkers int) *Dispatcher
  • func (d *Dispatcher) Run()
  • func (d *Dispatcher) Stop()
• type Job
• type Payload
  • func (p *Payload) UploadToS3() error
• type PayloadCollection
• type Worker
  • func NewWorker(workerPool chan chan Job) Worker
  • func (w Worker) Start()
  • func (w Worker) Stop()

Variables

var (
	Queue     chan Payload
	MAX_QUEUE       = 1000
	MaxLength int64 = 5000
)

var (
	MaxWorker = os.Getenv("MAX_WORKERS")
	MaxQueue  = os.Getenv("MAX_QUEUE")
)

var JobQueue chan Job

Functions

func StartProcessor

func StartProcessor()

Types

type Dispatcher

type Dispatcher struct {
	WorkerPool chan chan Job
	// contains filtered or unexported fields
}

func NewDispatcher

func NewDispatcher(maxWorkers int) *Dispatcher

func (*Dispatcher) Run

func (d *Dispatcher) Run()

func (*Dispatcher) Stop

func (d *Dispatcher) Stop()

type Job

type Job struct {
	Payload Payload
}

type Payload

type Payload struct {
	AllocRes func() error
}

func (*Payload) UploadToS3

func (p *Payload) UploadToS3() error

type PayloadCollection

type PayloadCollection struct {
	Version  string    `json:"version"`
	Token    string    `json:"token"`
	Payloads []Payload `json:"data"`
}

type Worker

type Worker struct {
	WorkerPool chan chan Job
	JobChannel chan Job
	// contains filtered or unexported fields
}

func NewWorker

func NewWorker(workerPool chan chan Job) Worker

func (Worker) Start

func (w Worker) Start()

func (Worker) Stop

func (w Worker) Stop()