util

Documentation

Index

• Constants
• Variables
• func AddMissingTritonModelFolder(dir string)
• func ArtiVCClone(dir string, modelConfig datamodel.ArtiVCModelConfiguration, ...) error
• func ArtiVCGetTags(dir string, config datamodel.ArtiVCModelConfiguration) ([]string, error)
• func ConvertAllJSONEnumValueToProtoStyle(enumRegistry map[string]map[string]int32, i interface{})
• func ConvertAllJSONKeySnakeCase(i interface{})
• func CopyModelFileToModelRepository(modelRepository string, dir string, tritonModels []datamodel.TritonModel) error
• func DoSupportBatch(configFilePath string) (bool, error)
• func GenerateHuggingFaceModel(confDir string, dest string, modelID string) error
• func GetMaxBatchSize(configFilePath string) (int, error)
• func GetSupportedBatchSize(task datamodel.ModelInstanceTask) int
• func GitHubClone(isWithLargeFile bool, dir string, ...) error
• func HasModelWeightFile(modelRepository string, tritonModels []datamodel.TritonModel) bool
• func HuggingFaceClone(dir string, modelConfig datamodel.HuggingFaceModelConfiguration) error
• func HuggingFaceExport(dir string, modelConfig datamodel.HuggingFaceModelConfiguration, ...) error
• func RemoveModelRepository(modelRepositoryRoot string, namespace string, modelName string, ...)
• func SaveFile(stream modelPB.ModelPublicService_CreateModelBinaryFileUploadServer) (outFile string, modelInfo *datamodel.Model, modelDefinitionID string, ...)
• func Unzip(fPath string, dstDir string, owner string, uploadedModel *datamodel.Model) (string, string, error)
• func UpdateConfigModelName(filePath string, oldModelName string, newModelName string) error
• func UpdateModelConfig(modelRepository string, tritonModels []datamodel.TritonModel) error
• func UpdateModelName(filePath string, oldModelName string, newModelName string) error
• func UpdateModelPath(modelDir string, dstDir string, owner string, modelID string, ...) (string, string, error)
• func ValidateFilePath(filePath string) error
• func WriteToFp(fp *os.File, data []byte) error
• type FileMeta
• type GitHubInfo
  • func GetGitHubRepoInfo(repo string) (*GitHubInfo, error)
• type ModelMeta
  • func GetModelMetaFromReadme(readmeFilePath string) (*ModelMeta, error)
• type OperationType
• type Tag

Constants

const (
	KB = 1 << (10 * iota)
	MB
	GB
	TB
)

const (
	TEXT_TO_IMAGE_STEPS     = int64(10)
	IMAGE_TO_TEXT_CFG_SCALE = float32(7)
	IMAGE_TO_TEXT_SEED      = int64(1024)
	IMAGE_TO_TEXT_SAMPLES   = int64(1)
)

const (
	TEXT_GENERATION_OUTPUT_LEN = int64(100)
	TEXT_GENERATION_TOP_K      = int64(1)
	TEXT_GENERATION_SEED       = int64(0)
)

const DEFAULT_GCP_SERVICE_ACCOUNT_FILE = "https://artifacts.instill.tech/default-service-account.json"

const DefaultPageSize = 10

const MaxBatchSize int = 32

Variables

var MarshalOptions protojson.MarshalOptions = protojson.MarshalOptions{
	UseProtoNames:   true,
	EmitUnpopulated: true,
	UseEnumNumbers:  false,
}

var Tags = map[string]modelPB.ModelInstance_Task{
	"CLASSIFICATION":        modelPB.ModelInstance_TASK_CLASSIFICATION,
	"DETECTION":             modelPB.ModelInstance_TASK_DETECTION,
	"IMAGE-CLASSIFICATION":  modelPB.ModelInstance_TASK_CLASSIFICATION,
	"IMAGE-DETECTION":       modelPB.ModelInstance_TASK_DETECTION,
	"OBJECT-DETECTION":      modelPB.ModelInstance_TASK_DETECTION,
	"OCR":                   modelPB.ModelInstance_TASK_OCR,
	"INSTANCESEGMENTATION":  modelPB.ModelInstance_TASK_INSTANCE_SEGMENTATION,
	"INSTANCE_SEGMENTATION": modelPB.ModelInstance_TASK_INSTANCE_SEGMENTATION,
	"SEMANTIC_SEGMENTATION": modelPB.ModelInstance_TASK_SEMANTIC_SEGMENTATION,
	"SEMANTICSEGMENTATION":  modelPB.ModelInstance_TASK_SEMANTIC_SEGMENTATION,
	"TEXT_TO_IMAGE":         modelPB.ModelInstance_TASK_TEXT_TO_IMAGE,
	"TEXTTOIMAGE":           modelPB.ModelInstance_TASK_TEXT_TO_IMAGE,
	"TEXT_GENERATION":       modelPB.ModelInstance_TASK_TEXT_GENERATION,
	"TEXTGENERATION":        modelPB.ModelInstance_TASK_TEXT_GENERATION,
}

var Tasks = map[string]modelPB.ModelInstance_Task{
	"TASK_CLASSIFICATION":        modelPB.ModelInstance_TASK_CLASSIFICATION,
	"TASK_DETECTION":             modelPB.ModelInstance_TASK_DETECTION,
	"TASK_KEYPOINT":              modelPB.ModelInstance_TASK_KEYPOINT,
	"TASK_OCR":                   modelPB.ModelInstance_TASK_OCR,
	"TASK_INSTANCESEGMENTATION":  modelPB.ModelInstance_TASK_INSTANCE_SEGMENTATION,
	"TASK_INSTANCE_SEGMENTATION": modelPB.ModelInstance_TASK_INSTANCE_SEGMENTATION,
	"TASK_SEMANTIC_SEGMENTATION": modelPB.ModelInstance_TASK_SEMANTIC_SEGMENTATION,
	"TASK_SEMANTICSEGMENTATION":  modelPB.ModelInstance_TASK_SEMANTIC_SEGMENTATION,
	"TASK_TEXT_TO_IMAGE":         modelPB.ModelInstance_TASK_TEXT_TO_IMAGE,
	"TASK_TEXTTOIMAGE":           modelPB.ModelInstance_TASK_TEXT_TO_IMAGE,
	"TASK_TEXT_GENERATION":       modelPB.ModelInstance_TASK_TEXT_GENERATION,
	"TASK_TEXTGENERATION":        modelPB.ModelInstance_TASK_TEXT_GENERATION,
}

var UnmarshalOptions protojson.UnmarshalOptions = protojson.UnmarshalOptions{
	DiscardUnknown: true,
}

var Visibility = map[string]modelPB.Model_Visibility{
	"public":  modelPB.Model_VISIBILITY_PUBLIC,
	"private": modelPB.Model_VISIBILITY_PRIVATE,
}

Functions

func AddMissingTritonModelFolder

func AddMissingTritonModelFolder(dir string)

func ArtiVCClone

func ArtiVCClone(dir string, modelConfig datamodel.ArtiVCModelConfiguration, instanceConfig datamodel.ArtiVCModelInstanceConfiguration, withLargeFiles bool) error

func ArtiVCGetTags

func ArtiVCGetTags(dir string, config datamodel.ArtiVCModelConfiguration) ([]string, error)

func ConvertAllJSONEnumValueToProtoStyle

func ConvertAllJSONEnumValueToProtoStyle(enumRegistry map[string]map[string]int32, i interface{})

ConvertAllJSONEnumValueToProtoStyle converts lowercase enum value to the Protobuf naming convention where the enum type is always prefixed and is UPPERCASE snake_case. For examples: - api in a Protobuf `Enum SourceType` type will be converted to SOURCE_TYPE_API - oauth2.0 in a Protobuf `Enum AuthFlowType` type will be converted to AUTH_FLOW_TYPE_OAUTH2_0

func ConvertAllJSONKeySnakeCase

func ConvertAllJSONKeySnakeCase(i interface{})

ConvertAllJSONKeySnakeCase traverses a JSON object to replace all keys to snake_case.

func CopyModelFileToModelRepository

func CopyModelFileToModelRepository(modelRepository string, dir string, tritonModels []datamodel.TritonModel) error

func DoSupportBatch

func DoSupportBatch(configFilePath string) (bool, error)

func GenerateHuggingFaceModel

func GenerateHuggingFaceModel(confDir string, dest string, modelID string) error

func GetMaxBatchSize

func GetMaxBatchSize(configFilePath string) (int, error)

func GetSupportedBatchSize

func GetSupportedBatchSize(task datamodel.ModelInstanceTask) int

func GitHubClone

func GitHubClone(isWithLargeFile bool, dir string, instanceConfig datamodel.GitHubModelInstanceConfiguration) error

func HasModelWeightFile

func HasModelWeightFile(modelRepository string, tritonModels []datamodel.TritonModel) bool

func HuggingFaceClone

func HuggingFaceClone(dir string, modelConfig datamodel.HuggingFaceModelConfiguration) error

func HuggingFaceExport

func HuggingFaceExport(dir string, modelConfig datamodel.HuggingFaceModelConfiguration, modelID string) error

func RemoveModelRepository

func RemoveModelRepository(modelRepositoryRoot string, namespace string, modelName string, instanceName string)

func SaveFile

func SaveFile(stream modelPB.ModelPublicService_CreateModelBinaryFileUploadServer) (outFile string, modelInfo *datamodel.Model, modelDefinitionID string, err error)

func Unzip

func Unzip(fPath string, dstDir string, owner string, uploadedModel *datamodel.Model) (string, string, error)

TODO: need to clean up this function

func UpdateConfigModelName

func UpdateConfigModelName(filePath string, oldModelName string, newModelName string) error

func UpdateModelConfig

func UpdateModelConfig(modelRepository string, tritonModels []datamodel.TritonModel) error

func UpdateModelName

func UpdateModelName(filePath string, oldModelName string, newModelName string) error

func UpdateModelPath

func UpdateModelPath(modelDir string, dstDir string, owner string, modelID string, modelInstance *datamodel.ModelInstance) (string, string, error)

modelDir and dstDir are absolute path

func ValidateFilePath

func ValidateFilePath(filePath string) error

validate to prevent security issue as https://codeql.github.com/codeql-query-help/go/go-path-injection/

func WriteToFp

func WriteToFp(fp *os.File, data []byte) error

writeToFp takes in a file pointer and byte array and writes the byte array into the file returns error if pointer is nil or error in writing to file

Types

type FileMeta

type FileMeta struct {
	// contains filtered or unexported fields
}

type GitHubInfo

type GitHubInfo struct {
	Description string `json:"description"`
	Visibility  string `json:"visibility"`
	Tags        []Tag
}

func GetGitHubRepoInfo

func GetGitHubRepoInfo(repo string) (*GitHubInfo, error)

type ModelMeta

type ModelMeta struct {
	Tags []string
	Task string
}

func GetModelMetaFromReadme

func GetModelMetaFromReadme(readmeFilePath string) (*ModelMeta, error)

type OperationType

type OperationType string

const (
	OperationTypeCreate      OperationType = "create"
	OperationTypeDeploy      OperationType = "deploy"
	OperationTypeUnDeploy    OperationType = "undeploy"
	OperationTypeHealthCheck OperationType = "healthcheck"
)

type Tag

type Tag struct {
	Name string `json:"name"`
}