config

Documentation

Index

• Constants
• type Config
  • func Load(file string) (Config, error)

Constants

const (
	// DefaultConfigurationFile is the default BART JSON configuration filename.
	DefaultConfigurationFile = "config.json"
	// DefaultModelFile is the default BART spaGO model filename.
	DefaultModelFile = "spago_model.bin"
	// DefaultEmbeddingsStorage is the default directory name for BART model's embedding storage.
	DefaultEmbeddingsStorage = "embeddings_storage"
)

Types

type Config

type Config struct {
	NumLabels                  int               `json:"_num_labels"`
	ActivationDropout          mat.Float         `json:"activation_dropout"`
	ActivationFunction         string            `json:"activation_function"`
	BiasLogits                 bool              `json:"add_bias_logits"`
	FinalLayerNorm             bool              `json:"add_final_layer_norm"`
	Architecture               []string          `json:"architectures"`
	AttentionDropout           mat.Float         `json:"attention_dropout"`
	BosTokenID                 int               `json:"bos_token_id"`
	ClassifierDropout          mat.Float         `json:"classif_dropout"`
	DModel                     int               `json:"d_model"`
	DecoderAttentionHeads      int               `json:"decoder_attention_heads"`
	DecoderFFNDim              int               `json:"decoder_ffn_dim"`
	DecoderLayerDrop           mat.Float         `json:"decoder_layerdrop"`
	DecoderLayers              int               `json:"decoder_layers"`
	DecoderStartTokenID        int               `json:"decoder_start_token_id"`
	Dropout                    mat.Float         `json:"dropout"`
	EncoderAttentionHeads      int               `json:"encoder_attention_heads"`
	EncoderFFNDim              int               `json:"encoder_ffn_dim"`
	EncoderLayerDrop           mat.Float         `json:"encoder_layerdrop"`
	EncoderLayers              int               `json:"encoder_layers"`
	EosTokenID                 int               `json:"eos_token_id"`
	ExtraPosEmbedding          int               `json:"extra_pos_embeddings"`
	FineTuningTask             string            `json:"finetuning_task"`
	ForceBosTokenToBeGenerated bool              `json:"force_bos_token_to_be_generated"`
	ID2Label                   map[string]string `json:"id2label"`
	InitStd                    mat.Float         `json:"init_std"`
	IsEncoderDecoder           bool              `json:"is_encoder_decoder"`
	Label2ID                   map[string]int    `json:"label2id"`
	MaxPositionEmbeddings      int               `json:"max_position_embeddings"`
	ModelType                  string            `json:"model_type"`
	NormalizeBefore            bool              `json:"normalize_before"`
	NormalizeEmbedding         bool              `json:"normalize_embedding"`
	NumHiddenLayers            int               `json:"num_hidden_layers"`
	OutputPast                 bool              `json:"output_past"`
	PadTokenID                 int               `json:"pad_token_id"`
	ScaleEmbedding             bool              `json:"scale_embedding"`
	StaticPositionEmbeddings   bool              `json:"static_position_embeddings"`
	TotalFlos                  mat.Float         `json:"total_flos"`
	VocabSize                  int               `json:"vocab_size"`
	NumBeams                   int               `json:"num_beams"`
	MaxLength                  int               `json:"max_length"`
	BadWordsIDs                [][]int           `json:"bad_words_ids"`
	Training                   bool              `json:"training"` // Custom for spaGO
}

Config contains the global configuration of the BART model and the heads of fine-tuning tasks. The configuration coincides with that of Hugging Face to facilitate compatibility between the two architectures.

func Load

func Load(file string) (Config, error)

Load loads a BART model Config from file.