proxy

Documentation

Index

• type ProxyServer
  • func NewProxyServer(cacheDir, logDir string) (*ProxyServer, error)
  • func (s *ProxyServer) GetStats() (int64, int64, float64)
  • func (s *ProxyServer) OpenAIProxy(w http.ResponseWriter, r *http.Request)
  • func (s *ProxyServer) ResetCounters()

Types

type ProxyServer

type ProxyServer struct {
	Client       *http.Client
	RequestCount int64
	TokensCount  int64
	TotalCost    float64
	Cache        *cache.Cache
	Logger       *logger.Logger
	Mutex        sync.RWMutex
}

func NewProxyServer

func NewProxyServer(cacheDir, logDir string) (*ProxyServer, error)

func (*ProxyServer) GetStats

func (s *ProxyServer) GetStats() (int64, int64, float64)

func (*ProxyServer) OpenAIProxy

func (s *ProxyServer) OpenAIProxy(w http.ResponseWriter, r *http.Request)

func (*ProxyServer) ResetCounters

func (s *ProxyServer) ResetCounters()