Documentation
¶
Index ¶
Constants ¶
This section is empty.
Variables ¶
This section is empty.
Functions ¶
This section is empty.
Types ¶
type LLMV2 ¶
type LLMV2 struct {
// contains filtered or unexported fields
}
func (*LLMV2) CheckSupport ¶
func (llm *LLMV2) CheckSupport(_ llms.LLMSupportType) bool
type OptionV2 ¶
type OptionV2 struct {
ReqParamV2
// contains filtered or unexported fields
}
func NewOptionV2 ¶
func NewOptionV2() *OptionV2
type ReqParamV2 ¶
type ReqParamV2 struct {
GenerateLength int `json:"generate_length,omitempty"`
TopP float32 `json:"top_p,omitempty"`
TopK int `json:"top_k,omitempty"`
RepetitionPenalty float32 `json:"repetition_penalty,omitempty"`
LengthPenalty float32 `json:"length_penalty,omitempty"`
MinLen int `json:"min_len,omitempty"`
Temperature float32 `json:"temperature"`
}
type RequestV2 ¶
type RequestV2 struct {
Messages []*ReqMsg `json:"messages"`
Model string `json:"model"`
Param ReqParamV2 `json:"param"`
}
type RespArgsV3 ¶
type RespDataV2 ¶
type RespDataV2 struct {
Reply string `json:"reply"`
FinishReason int `json:"finish_reason"`
Status int `json:"status"`
Usage RespUsageV2 `json:"usage"`
}
type RespUsageV2 ¶
type ResponseV2 ¶
type ResponseV2 struct {
Code int `json:"code"`
CodeMsg string `json:"code_msg"`
TraceId string `json:"trace_id"`
RespData RespDataV2 `json:"resp_data"`
}
type ResponseV3 ¶
Click to show internal directories.
Click to hide internal directories.