cmd

Documentation

Index

• Variables
• func Execute()
• type IlabConfig
• type Worker
  • func NewJobProcessor(ctx context.Context, ilabConfig *IlabConfig, pool *redis.Pool, svc *s3.Client, ...) *Worker

Variables

var (
	WorkDir             string
	VenvDir             string
	IlabConfigFile      string
	PreCheckEndpointURL string
	SdgEndpointURL      string
	NumInstructions     int
	GitRemote           string
	Origin              string
	GithubUsername      string
	GithubToken         string
	S3Bucket            string
	AWSRegion           string
	TlsClientCertPath   string
	TlsClientKeyPath    string
	TlsServerCaCertPath string
	PrecheckAPIKey      string
	TlsInsecure         bool
	MaxSeed             int
	TaxonomyFolders     = []string{"compositional_skills", "knowledge"}
)

var (
	RedisHost string
	Debug     bool
	TestMode  bool
)

Functions

func Execute

func Execute()

Types

type IlabConfig

type IlabConfig struct {
	Chat struct {
		Context    string  `yaml:"context"`
		GreedyMode bool    `yaml:"greedy_mode"`
		LogsDir    string  `yaml:"logs_dir"`
		MaxTokens  *int    `yaml:"max_tokens"`
		Model      string  `yaml:"model"`
		Session    *string `yaml:"session"`
	} `yaml:"chat"`

	Evaluate struct {
		BaseBranch *string `yaml:"base_branch"`
		BaseModel  string  `yaml:"base_model"`
		Branch     *string `yaml:"branch"`
		Gpus       *string `yaml:"gpus"`
		Model      string  `yaml:"model"`
	} `yaml:"evaluate"`

	Generate struct {
		ChunkWordCount int    `yaml:"chunk_word_count"`
		Model          string `yaml:"model"`
		NumCPUs        int    `yaml:"num_cpus"`
		OutputDir      string `yaml:"output_dir"`
		Pipeline       string `yaml:"pipeline"`
		PromptFile     string `yaml:"prompt_file"`
		SdgScaleFactor int    `yaml:"sdg_scale_factor"`
		SeedFile       string `yaml:"seed_file"`
		TaxonomyBase   string `yaml:"taxonomy_base"`
		TaxonomyPath   string `yaml:"taxonomy_path"`
	} `yaml:"generate"`

	Serve struct {
		Backend      *string `yaml:"backend"`
		ChatTemplate *string `yaml:"chat_template"`
		HostPort     string  `yaml:"host_port"`
		ModelPath    string  `yaml:"model_path"`
	} `yaml:"serve"`

	Train struct {
		AdditionalArgs    map[string]interface{} `yaml:"additional_args"`
		CheckpointAtEpoch bool                   `yaml:"checkpoint_at_epoch"`
		CkptOutputDir     string                 `yaml:"ckpt_output_dir"`
		DataOutputDir     string                 `yaml:"data_output_dir"`
		DataPath          string                 `yaml:"data_path"`
		ModelPath         string                 `yaml:"model_path"`
		SaveSamples       int                    `yaml:"save_samples"`
	} `yaml:"train"`

	Version string `yaml:"version"`
}

type Worker

type Worker struct {
	// contains filtered or unexported fields
}

Worker encapsulates dependencies and methods to process jobs

func NewJobProcessor

func NewJobProcessor(ctx context.Context, ilabConfig *IlabConfig, pool *redis.Pool, svc *s3.Client, logger *zap.SugaredLogger, job, precheckEndpoint, precheckAPIKey, sdgEndpoint, tlsClientCertPath, tlsClientKeyPath, tlsServerCaCertPath string, maxSeed int) *Worker