concurrency

Apr 23, 2024

Changes in this version

+ const AcceptableAverageResponseTime

Apr 23, 2024

Changes in this version

+ const ErrorResponseThreshold

+ const RateLimitCriticalThreshold

+ const ResponseTimeCriticalThreshold

type ConcurrencyHandler

+ func (ch *ConcurrencyHandler) ReleaseConcurrencyPermit(requestID uuid.UUID)

type ConcurrencyMetrics

+ PermitWaitTime time.Duration

Apr 22, 2024

Changes in this version

+ const ThresholdScaleDown

+ const ThresholdScaleUp

+ const WeightRateLimit

+ const WeightResponseCodes

+ const WeightResponseTime

type ConcurrencyHandler

+ func (ch *ConcurrencyHandler) AcquireConcurrencyPermit(ctx context.Context) (context.Context, uuid.UUID, error)

Apr 18, 2024

Changes in this version

type ConcurrencyHandler

+ func (ch *ConcurrencyHandler) EvaluateAndAdjustConcurrency(resp *http.Response, responseTime time.Duration)

+ func (ch *ConcurrencyHandler) ScaleDown()

+ func (ch *ConcurrencyHandler) ScaleUp()

Apr 18, 2024

Changes in this version

+ const ErrorRateThreshold

+ const MaxAcceptableResponseTimeVariability

+ const MaxAcceptableTTFB

+ const MaxAcceptableThroughput

type ConcurrencyHandler

+ func (ch *ConcurrencyHandler) MonitorNetworkLatency(ttfb time.Duration, throughput float64)

+ func (ch *ConcurrencyHandler) MonitorRateLimitHeaders(resp *http.Response)

+ func (ch *ConcurrencyHandler) MonitorResponseTimeVariability(responseTime time.Duration)

+ func (ch *ConcurrencyHandler) MonitorServerResponseCodes(resp *http.Response)

+ func (ch *ConcurrencyHandler) ResizeSemaphore(newSize int)

type ConcurrencyMetrics

+ ResponseCodeMetrics struct{ ... }

+ ResponseTimeVariability struct{ ... }

+ TTFB struct{ ... }

+ Throughput struct{ ... }

Apr 3, 2024

Changes in this version

+ const EvaluationInterval

+ const MaxConcurrency

+ const MinConcurrency

+ func Min(a, b int) int

+ type ConcurrencyHandler struct

+ AcquisitionTimes []time.Duration

+ Metrics *ConcurrencyMetrics

+ func NewConcurrencyHandler(limit int, logger logger.Logger, metrics *ConcurrencyMetrics) *ConcurrencyHandler

+ func (ch *ConcurrencyHandler) AcquireConcurrencyToken(ctx context.Context) (context.Context, uuid.UUID, error)

+ func (ch *ConcurrencyHandler) AdjustConcurrencyBasedOnMetrics()

+ func (ch *ConcurrencyHandler) AdjustConcurrencyLimit(newLimit int)

+ func (ch *ConcurrencyHandler) AverageAcquisitionTime() time.Duration

+ func (ch *ConcurrencyHandler) EvaluateMetricsAndAdjustConcurrency()

+ func (ch *ConcurrencyHandler) GetAverageAcquisitionTime() time.Duration

+ func (ch *ConcurrencyHandler) GetHistoricalAverageAcquisitionTime() time.Duration

+ func (ch *ConcurrencyHandler) GetPerformanceMetrics() *ConcurrencyMetrics

+ func (ch *ConcurrencyHandler) HistoricalAverageAcquisitionTime() time.Duration

+ func (ch *ConcurrencyHandler) ReleaseConcurrencyToken(requestID uuid.UUID)

+ func (ch *ConcurrencyHandler) StartConcurrencyAdjustment()

+ func (ch *ConcurrencyHandler) StartMetricEvaluation()

+ func (ch *ConcurrencyHandler) UpdatePerformanceMetrics(duration time.Duration)

+ type ConcurrencyMetrics struct

+ Lock sync.Mutex

+ TokenWaitTime time.Duration

+ TotalRateLimitErrors int64

+ TotalRequests int64

+ TotalResponseTime time.Duration

+ TotalRetries int64

+ type RequestIDKey struct