util

Documentation

Index

• func ArgMax(s []float32) (int, float32, error)
• func CloseFile(file io.Closer) error
• func CopyFile(from string, to string) error
• func CreateFile(fileName string, isDir bool) error
• func DeleteFile(filename string) error
• func FileExists(filename string) (bool, error)
• func GetPathType(path string) string
• func LoadImagesFromPaths(paths []string) ([]image.Image, error)
• func Mean(vector []float32) float32
• func NewFileWriter(filename string, contentType string) (io.WriteCloser, error)
• func Norm(v []float32, p int) float64
• func Normalize(embedding []float32, p int) []float32
• func OpenFile(filename string) (io.ReadCloser, error)
• func PathJoinSafe(elem ...string) string
• func ReadFileBytes(filename string) ([]byte, error)
• func ReadLine(r *bufio.Reader) ([]byte, error)
• func Sigmoid(s []float32) []float32
• func SoftMax(vector []float32) []float32
• func SumSlice(s []float64) float64
• func WalkDir() func(ctx context.Context, URL string, handler storage.OnVisit, ...) error
• type CenterCropPreprocessor
  • func CenterCropStep(targetWidth, targetHeight int) *CenterCropPreprocessor
  • func (s *CenterCropPreprocessor) Apply(img image.Image) (image.Image, error)
• type NormalizationStep
• type PixelNormalizationPreprocessor
  • func ImagenetPixelNormalizationStep() *PixelNormalizationPreprocessor
  • func PixelNormalizationStep(mean, std [3]float32) *PixelNormalizationPreprocessor
  • func (s *PixelNormalizationPreprocessor) Apply(r, g, b float32) (float32, float32, float32)
• type PreprocessStep
• type RescalePreprocessor
  • func RescaleStep() *RescalePreprocessor
  • func (s *RescalePreprocessor) Apply(r, g, b float32) (float32, float32, float32)
• type ResizePreprocessor
  • func ResizeStep(targetSize int) *ResizePreprocessor
  • func (s *ResizePreprocessor) Apply(img image.Image) (image.Image, error)

Functions

func ArgMax

func ArgMax(s []float32) (int, float32, error)

ArgMax find both index of max value in s and max value.

func CloseFile

func CloseFile(file io.Closer) error

func CopyFile

func CopyFile(from string, to string) error

func CreateFile

func CreateFile(fileName string, isDir bool) error

func DeleteFile

func DeleteFile(filename string) error

func FileExists

func FileExists(filename string) (bool, error)

func GetPathType

func GetPathType(path string) string

func LoadImagesFromPaths

func LoadImagesFromPaths(paths []string) ([]image.Image, error)

func Mean

func Mean(vector []float32) float32

Mean of a float32 vector.

func NewFileWriter

func NewFileWriter(filename string, contentType string) (io.WriteCloser, error)

func Norm

func Norm(v []float32, p int) float64

Norm of a vector.

func Normalize

func Normalize(embedding []float32, p int) []float32

Normalize single vector according to: https://pytorch.org/docs/stable/generated/torch.nn.functional.normalize.html

func OpenFile

func OpenFile(filename string) (io.ReadCloser, error)

func PathJoinSafe

func PathJoinSafe(elem ...string) string

PathJoinSafe wrapper around filepath.Join to ensure that paths are correctly constructed if the path is a normal OS path, just use filepath.Join if the path is S3, trim any trailing slashes and construct it manually from the components so that double slashes (e.g. s3://) are preserved.

func ReadFileBytes

func ReadFileBytes(filename string) ([]byte, error)

func ReadLine

func ReadLine(r *bufio.Reader) ([]byte, error)

ReadLine returns a single line (without the ending \n) from the input buffered reader. An error is returned if there is an error with the buffered reader. This function is needed to avoid the 65K char line limit

func Sigmoid

func Sigmoid(s []float32) []float32

func SoftMax

func SoftMax(vector []float32) []float32

SoftMax take a vector and calculate softmax scores of its values.

func SumSlice

func SumSlice(s []float64) float64

func WalkDir

func WalkDir() func(ctx context.Context, URL string, handler storage.OnVisit, options ...storage.Option) error

Types

type CenterCropPreprocessor

type CenterCropPreprocessor struct {
	// contains filtered or unexported fields
}

func CenterCropStep

func CenterCropStep(targetWidth, targetHeight int) *CenterCropPreprocessor

func (*CenterCropPreprocessor) Apply

func (s *CenterCropPreprocessor) Apply(img image.Image) (image.Image, error)

type NormalizationStep

type NormalizationStep interface {
	Apply(r, g, b float32) (float32, float32, float32)
}

type PixelNormalizationPreprocessor

type PixelNormalizationPreprocessor struct {
	// contains filtered or unexported fields
}

func ImagenetPixelNormalizationStep

func ImagenetPixelNormalizationStep() *PixelNormalizationPreprocessor

func PixelNormalizationStep

func PixelNormalizationStep(mean, std [3]float32) *PixelNormalizationPreprocessor

func (*PixelNormalizationPreprocessor) Apply

func (s *PixelNormalizationPreprocessor) Apply(r, g, b float32) (float32, float32, float32)

type PreprocessStep

type PreprocessStep interface {
	Apply(img image.Image) (image.Image, error)
}

type RescalePreprocessor

type RescalePreprocessor struct{}

func RescaleStep

func RescaleStep() *RescalePreprocessor

func (*RescalePreprocessor) Apply

func (s *RescalePreprocessor) Apply(r, g, b float32) (float32, float32, float32)

type ResizePreprocessor

type ResizePreprocessor struct {
	// contains filtered or unexported fields
}

func ResizeStep

func ResizeStep(targetSize int) *ResizePreprocessor

func (*ResizePreprocessor) Apply

func (s *ResizePreprocessor) Apply(img image.Image) (image.Image, error)