nlp

Documentation

Index

• func CosineSimilarity(first []float64, second []float64) float64
• func GenerateTokens(s string, vocabSize int, standalones []string) (tokens []string, tokenMap map[string]int)
• func GetEmbeddings(tokenized []int, mappings map[string]int, contextSize int, dimensions int, ...) [][]float64
• func GetMapping(tokens []string) map[string]int
• func OpenEmbeddings(path string) (tokens []string, embeddings [][]float64)
• func SaveEmbeddings(path string, tokens []string, embeddings [][]float64)
• func Tokenize(s string, mappings map[string]int) []int

Functions

func CosineSimilarity

func CosineSimilarity(first []float64, second []float64) float64

func GenerateTokens

func GenerateTokens(s string, vocabSize int, standalones []string) (tokens []string, tokenMap map[string]int)

func GetEmbeddings

func GetEmbeddings(tokenized []int, mappings map[string]int, contextSize int, dimensions int, numEpochs int, learningRate float64) [][]float64

func GetMapping

func GetMapping(tokens []string) map[string]int

func OpenEmbeddings

func OpenEmbeddings(path string) (tokens []string, embeddings [][]float64)

func SaveEmbeddings

func SaveEmbeddings(path string, tokens []string, embeddings [][]float64)

func Tokenize

func Tokenize(s string, mappings map[string]int) []int