transforms

Documentation

Overview

Package transforms provides tools to transform TAR to TFRecords files

• Copyright (c) 2018-2020, NVIDIA CORPORATION. All rights reserved.

Package transforms provides tools to transform TAR to TFRecords files

• Copyright (c) 2018-2020, NVIDIA CORPORATION. All rights reserved.

Index

• Constants
• func CreatePipeline(r io.Reader, w io.Writer, isTarGz bool, job *TransformJob) *pipeline.DefaultPipeline
• type ConversionMsg
  • func (msg *ConversionMsg) ToSampleTransformation() (transform.SampleTransformation, error)
• type DecodeConv
  • func (c *DecodeConv) TransformSample(sample core.Sample) core.Sample
• type RenameConv
  • func (c *RenameConv) TransformSample(sample core.Sample) core.Sample
• type ResizeConv
  • func (c *ResizeConv) TransformSample(sample core.Sample) core.Sample
• type RotateConv
  • func (c *RotateConv) TransformSample(sample core.Sample) core.Sample
• type SampleToTFExampleReader
  • func (r *SampleToTFExampleReader) Read() (*core.TFExample, error)
• type Select
  • func (s *Select) SelectSample(sample core.Sample) []string
• type SelectionMsg
  • func (msg *SelectionMsg) ToSampleSelection() selection.Sample
• type TransformJob
• type TransformJobMsg
  • func (j *TransformJobMsg) ToTransformJob() (*TransformJob, error)

Constants

const (
	TfOpDecode = "Decode"
	TfOpRotate = "Rotate"
	TfOpResize = "Resize"
	TfOpRename = "Rename"
)

Functions

func CreatePipeline

func CreatePipeline(r io.Reader, w io.Writer, isTarGz bool, job *TransformJob) *pipeline.DefaultPipeline

Types

type ConversionMsg

type ConversionMsg struct {
	MsgType string              `json:"type"`
	Key     string              `json:"ext_name"`
	DstSize []int               `json:"dst_size"`
	Renames map[string][]string `json:"renames"`
	Angle   float64             `json:"angle"`
}

func (*ConversionMsg) ToSampleTransformation

func (msg *ConversionMsg) ToSampleTransformation() (transform.SampleTransformation, error)

type DecodeConv

type DecodeConv struct {
	// contains filtered or unexported fields
}

Conversions

func (*DecodeConv) TransformSample

func (c *DecodeConv) TransformSample(sample core.Sample) core.Sample

type RenameConv

type RenameConv struct {
	// contains filtered or unexported fields
}

func (*RenameConv) TransformSample

func (c *RenameConv) TransformSample(sample core.Sample) core.Sample

type ResizeConv

type ResizeConv struct {
	// contains filtered or unexported fields
}

func (*ResizeConv) TransformSample

func (c *ResizeConv) TransformSample(sample core.Sample) core.Sample

type RotateConv

type RotateConv struct {
	// contains filtered or unexported fields
}

func (*RotateConv) TransformSample

func (c *RotateConv) TransformSample(sample core.Sample) core.Sample

type SampleToTFExampleReader

type SampleToTFExampleReader struct {
	SampleReader core.SampleReader
}

func (*SampleToTFExampleReader) Read

func (r *SampleToTFExampleReader) Read() (*core.TFExample, error)

type Select

type Select struct {
	// contains filtered or unexported fields
}

Selections

func (*Select) SelectSample

func (s *Select) SelectSample(sample core.Sample) []string

type SelectionMsg

type SelectionMsg struct {
	Key string `json:"ext_name"` // TODO: support multiple keys in one selection.
}

func (*SelectionMsg) ToSampleSelection

func (msg *SelectionMsg) ToSampleSelection() selection.Sample

type TransformJob

type TransformJob struct {
	Conversions []transform.SampleTransformation
	Selections  []selection.Sample
}

type TransformJobMsg

type TransformJobMsg struct {
	Conversions []ConversionMsg `json:"conversions"`
	Selections  []SelectionMsg  `json:"selections"`
}

func (*TransformJobMsg) ToTransformJob

func (j *TransformJobMsg) ToTransformJob() (*TransformJob, error)