batcher

Documentation

Index

• Constants
• func GenerateUUID() string
• func GetNowTime() time.Time
• type BatchHandler
  • func New(maxBatchSize int, maxLatency int, handler http.Handler, ...) *BatchHandler
  • func (handler *BatchHandler) Consume()
  • func (handler *BatchHandler) ServeHTTP(w http.ResponseWriter, r *http.Request)
• type BatcherInfo
  • func (batcherInfo *BatcherInfo) InitializeInfo()
• type Input
• type InputInfo
• type PredictionResponse
• type Request
• type Response
• type ResponseError

Constants

const (
	SleepTime    = time.Microsecond * 100
	MaxBatchSize = 32
	MaxLatency   = 5000
)

Functions

func GenerateUUID

func GenerateUUID() string

func GetNowTime

func GetNowTime() time.Time

Types

type BatchHandler

type BatchHandler struct {
	MaxBatchSize int
	MaxLatency   int
	// contains filtered or unexported fields
}

func New

func New(maxBatchSize int, maxLatency int, handler http.Handler, logger *zap.SugaredLogger) *BatchHandler

func (*BatchHandler) Consume

func (handler *BatchHandler) Consume()

func (*BatchHandler) ServeHTTP

func (handler *BatchHandler) ServeHTTP(w http.ResponseWriter, r *http.Request)

type BatcherInfo

type BatcherInfo struct {
	Path               string
	BatchID            string
	Request            *http.Request
	Instances          []interface{}
	PredictionResponse PredictionResponse
	ContextMap         map[*context.Context]InputInfo
	Start              time.Time
	Now                time.Time
	CurrentInputLen    int
}

func (*BatcherInfo) InitializeInfo

func (batcherInfo *BatcherInfo) InitializeInfo()

type Input

type Input struct {
	ContextInput *context.Context
	Path         string
	Instances    *[]interface{}
	ChannelOut   *chan Response
}

type InputInfo

type InputInfo struct {
	ChannelOut *chan Response
	Index      []int
}

type PredictionResponse

type PredictionResponse struct {
	Predictions []interface{} `json:"predictions"`
}

type Request

type Request struct {
	Instances []interface{} `json:"instances"`
}

type Response

type Response struct {
	Message     string        `json:"message"`
	BatchID     string        `json:"batchId"`
	Predictions []interface{} `json:"predictions"`
}

type ResponseError

type ResponseError struct {
	Message string `json:"message"`
}