aws

Documentation

Index

• Constants
• type AI
  • func NewAI() (*AI, error)
  • func NewAIFromConfig(cfg aws.Config) (*AI, error)
  • func (ai *AI) GenerateStream(req *aicli.GenerateRequest, output io.Writer) (aicli.Message, error)
  • func (ai *AI) GetEmbedding(req *aicli.EmbeddingRequest) ([]aicli.Embedding, error)
• type AWSEmbedModel
• type AWSSubModel
• type LlamaSubModel
  • func (m LlamaSubModel) HandleResponseChunk(chunkBytes []byte) ([]byte, error)
  • func (m LlamaSubModel) MakeBody(req *aicli.GenerateRequest) ([]byte, error)
• type TitanEmbedTextSubModel
  • func (m TitanEmbedTextSubModel) HandleResponseEmbed(body []byte) ([]float32, error)
  • func (m TitanEmbedTextSubModel) MakeBodyEmbed(req *aicli.EmbeddingRequest) ([]byte, error)
• type TitanTextSubModel
  • func (m TitanTextSubModel) HandleResponseChunk(chunkBytes []byte) ([]byte, error)
  • func (m TitanTextSubModel) MakeBody(req *aicli.GenerateRequest) ([]byte, error)

Constants

const (
	ModelLlama213BChatV1  = "meta.llama2-13b-chat-v1"
	ModelLlama270BChatV1  = "meta.llama2-70b-chat-v1"
	ModelTitanTextExpress = "amazon.titan-text-express-v1"
	ModelTitanTextLite    = "amazon.titan-text-lite-v1"
	ModelTitanEmbedText   = "amazon.titan-embed-text-v1"
)

Types

type AI

type AI struct {
	Output       *bedrock.ListFoundationModelsOutput
	CustomOutput *bedrock.ListCustomModelsOutput
	// contains filtered or unexported fields
}

func NewAI

func NewAI() (*AI, error)

NewAI gets a new AI which uses the default AWS configuration (i.e. ~/.aws/config and standard AWS env vars).

func NewAIFromConfig

func NewAIFromConfig(cfg aws.Config) (*AI, error)

func (*AI) GenerateStream

func (ai *AI) GenerateStream(req *aicli.GenerateRequest, output io.Writer) (aicli.Message, error)

func (*AI) GetEmbedding

func (ai *AI) GetEmbedding(req *aicli.EmbeddingRequest) ([]aicli.Embedding, error)

type AWSEmbedModel

type AWSEmbedModel interface {
	MakeBodyEmbed(req *aicli.EmbeddingRequest) ([]byte, error)
	HandleResponseEmbed(respBytes []byte) ([]float32, error)
}

type AWSSubModel

type AWSSubModel interface {
	MakeBody(req *aicli.GenerateRequest) ([]byte, error)
	HandleResponseChunk(chunkBytes []byte) ([]byte, error)
}

type LlamaSubModel

type LlamaSubModel struct{}

func (LlamaSubModel) HandleResponseChunk

func (m LlamaSubModel) HandleResponseChunk(chunkBytes []byte) ([]byte, error)

func (LlamaSubModel) MakeBody

func (m LlamaSubModel) MakeBody(req *aicli.GenerateRequest) ([]byte, error)

type TitanEmbedTextSubModel

type TitanEmbedTextSubModel struct{}

func (TitanEmbedTextSubModel) HandleResponseEmbed

func (m TitanEmbedTextSubModel) HandleResponseEmbed(body []byte) ([]float32, error)

func (TitanEmbedTextSubModel) MakeBodyEmbed

func (m TitanEmbedTextSubModel) MakeBodyEmbed(req *aicli.EmbeddingRequest) ([]byte, error)

type TitanTextSubModel

type TitanTextSubModel struct{}

func (TitanTextSubModel) HandleResponseChunk

func (m TitanTextSubModel) HandleResponseChunk(chunkBytes []byte) ([]byte, error)

func (TitanTextSubModel) MakeBody

func (m TitanTextSubModel) MakeBody(req *aicli.GenerateRequest) ([]byte, error)