client

Documentation

Index

• Variables
• type Client
  • func NewClient(base *url.URL, http *http.Client) *Client
  • func (c *Client) Do(ctx context.Context, method, path string, reqData, respData any) error
  • func (c *Client) Stream(ctx context.Context, method, path string, data any, fn func([]byte) error) error
  • func (c *Client) StreamResponse(ctx context.Context, method, path string, reqData any) (chan []byte, chan error)
• type GRPCClient
  • func NewGRPCClient(target string) (*GRPCClient, error)
  • func (c *GRPCClient) Close() error
  • func (c *GRPCClient) ModelInfer(inferInputs []*grpc_client.ModelInferRequest_InferInputTensor, ...) (*grpc_client.ModelInferResponse, error)
  • func (c *GRPCClient) ModelMetadata(modelName string, modelVersion string) (*grpc_client.ModelMetadataResponse, error)
  • func (c *GRPCClient) ServerLive() (*grpc_client.ServerLiveResponse, error)
  • func (c *GRPCClient) ServerReady() (*grpc_client.ServerReadyResponse, error)

Variables

var ModelClientMap = make(map[string][]context.CancelFunc)

Types

type Client

type Client struct {
	// contains filtered or unexported fields
}

func NewClient

func NewClient(base *url.URL, http *http.Client) *Client

func (*Client) Do

func (c *Client) Do(ctx context.Context, method, path string, reqData, respData any) error

func (*Client) Stream

func (c *Client) Stream(ctx context.Context, method, path string, data any, fn func([]byte) error) error

func (*Client) StreamResponse

func (c *Client) StreamResponse(ctx context.Context, method, path string, reqData any) (chan []byte, chan error)

type GRPCClient

type GRPCClient struct {
	// contains filtered or unexported fields
}

func NewGRPCClient

func NewGRPCClient(target string) (*GRPCClient, error)

func (*GRPCClient) Close

func (c *GRPCClient) Close() error

func (*GRPCClient) ModelInfer

func (c *GRPCClient) ModelInfer(inferInputs []*grpc_client.ModelInferRequest_InferInputTensor, serviceType, modelName, modelVersion string) (*grpc_client.ModelInferResponse, error)

func (*GRPCClient) ModelMetadata

func (c *GRPCClient) ModelMetadata(modelName string, modelVersion string) (*grpc_client.ModelMetadataResponse, error)

func (*GRPCClient) ServerLive

func (c *GRPCClient) ServerLive() (*grpc_client.ServerLiveResponse, error)

func (*GRPCClient) ServerReady

func (c *GRPCClient) ServerReady() (*grpc_client.ServerReadyResponse, error)