userconfig

package

Go to main page

Versions in this module

v0

v0.3.0

Apr 14, 2019

v0.2.0

Mar 12, 2019

Changes in this version

+ const FractionOfRowsKey

+ const LimitKey

+ const NumRowsKey

+ const RandomSeedKey

+ const RandomizeKey

+ const YAMLKey

+ func EnvironmentDataTypeStrings() []string

+ func ErrorDuplicateResourceName(resources ...Resource) error

+ func ErrorOneOfPrerequisitesNotDefined(argName string, prerequisites ...string) error

+ func ModelTypeStrings() []string

type APICompute

+ GPU int64

+ type CSVConfig struct

+ CharToEscapeQuoteEscaping *string

+ Comment *string

+ EmptyValue *string

+ Encoding *string

+ Escape *string

+ Header *bool

+ IgnoreLeadingWhiteSpace *bool

+ IgnoreTrailingWhiteSpace *bool

+ MaxCharsPerColumn *int32

+ MaxColumns *int32

+ Multiline *bool

+ NanValue *string

+ NegativeInf *string

+ NullValue *string

+ PositiveInf *string

+ Quote *string

+ Sep *string

+ type CSVData struct

+ CSVConfig *CSVConfig

+ DropNull bool

+ Path string

+ Schema []string

+ Type EnvironmentDataType

+ func (csvData *CSVData) GetExternalPath() string

+ func (csvData *CSVData) GetIngestedColumns() []string

+ func (csvData *CSVData) Validate() error

type ColumnType

+ func (t ColumnType) JSONPlaceholder() string

type Embed

+ func (embed *Embed) GetResourceType() resource.Type

type Environment

+ Limit *Limit

+ type EnvironmentDataType int

+ const CSVEnvironmentDataType

+ const ParquetEnvironmentDataType

+ const UnknownEnvironmentDataType

+ func EnvironmentDataTypeFromString(s string) EnvironmentDataType

+ func (t *EnvironmentDataType) UnmarshalBinary(data []byte) error

+ func (t *EnvironmentDataType) UnmarshalText(text []byte) error

+ func (t EnvironmentDataType) MarshalBinary() ([]byte, error)

+ func (t EnvironmentDataType) MarshalText() ([]byte, error)

+ func (t EnvironmentDataType) String() string

+ type Error struct

+ Kind ErrorKind

+ func (e Error) Error() string

type ErrorKind

+ const ErrOneOfPrerequisitesNotDefined

+ type Limit struct

+ FractionOfRows *float32

+ NumRows *int64

+ RandomSeed *int64

+ Randomize *bool

+ type ModelType int

+ const ClassificationModelType

+ const RegressionModelType

+ const UnknownModelType

+ func ModelTypeFromString(s string) ModelType

+ func (t *ModelType) UnmarshalBinary(data []byte) error

+ func (t *ModelType) UnmarshalText(text []byte) error

+ func (t ModelType) MarshalBinary() ([]byte, error)

+ func (t ModelType) MarshalText() ([]byte, error)

+ func (t ModelType) String() string

type Resource

+ func FindDuplicateResourceName(resources ...Resource) []Resource

+ GetEmbed func() *Embed

+ GetFilePath func() string

+ GetIndex func() int

+ SetEmbed func(*Embed)

+ SetFilePath func(string)

+ SetIndex func(int)

+ type ResourceConfigFields struct

+ Embed *Embed

+ FilePath string

+ Index int

+ Name string

+ func (resourceConfigFields *ResourceConfigFields) GetEmbed() *Embed

+ func (resourceConfigFields *ResourceConfigFields) GetFilePath() string

+ func (resourceConfigFields *ResourceConfigFields) GetIndex() int

+ func (resourceConfigFields *ResourceConfigFields) GetName() string

+ func (resourceConfigFields *ResourceConfigFields) SetEmbed(embed *Embed)

+ func (resourceConfigFields *ResourceConfigFields) SetFilePath(filePath string)

+ func (resourceConfigFields *ResourceConfigFields) SetIndex(index int)

type TFCompute

+ GPU *int64

v0.1.0

Feb 14, 2019

Changes in this version

+ const AggregatesKey

+ const AggregatorKey

+ const ArgsKey

+ const ColumnsKey

+ const DataKey

+ const DataPartitionRatioKey

+ const EvaluationKey

+ const FeatureColumnsKey

+ const InputsKey

+ const KindKey

+ const ModelNameKey

+ const NameKey

+ const NumEpochsKey

+ const NumStepsKey

+ const PathKey

+ const SaveCheckpointSecsKey

+ const SaveCheckpointStepsKey

+ const SchemaKey

+ const TargetColumnKey

+ const TrainingColumnsKey

+ const TrainingKey

+ const TransformerKey

+ const TypeKey

+ const UnknownKey

+ const ValueKey

+ func CastValue(value interface{}, valueType interface{}) (interface{}, error)

+ func CheckArgRuntimeTypesMatch(argRuntimeTypes map[string]interface{}, argSchemaTypes map[string]interface{}) error

+ func CheckColumnRuntimeTypesMatch(columnRuntimeTypes map[string]interface{}, ...) error

+ func CheckValueRuntimeTypesMatch(runtimeType interface{}, schemaType interface{}) error

+ func ColumnTypeStrings() []string

+ func ErrorArgNameCannotBeType(provided string) error

+ func ErrorColumnMustBeRaw(columnName string) error

+ func ErrorDuplicateConfig(resourceType resource.Type) error

+ func ErrorDuplicateConfigName(name string, resourcesTypes ...resource.Type) error

+ func ErrorDuplicateResourceValue(value string, keys ...string) error

+ func ErrorGenericTypeMapLength(provided interface{}) error

+ func ErrorInvalidColumnInputType(provided interface{}) error

+ func ErrorInvalidColumnRuntimeType(provided interface{}) error

+ func ErrorInvalidValueDataType(provided interface{}) error

+ func ErrorK8sQuantityMustBeInt(quantityStr string) error

+ func ErrorMalformedConfig() error

+ func ErrorMissingAppDefinition() error

+ func ErrorMissingRawColumns(missingColumns []string) error

+ func ErrorParseConfig() error

+ func ErrorReadConfig() error

+ func ErrorSpecifyAllOrNone(vals ...string) error

+ func ErrorSpecifyOnlyOne(vals ...string) error

+ func ErrorTemplateExtraArg(template *Template, argName string) error

+ func ErrorTemplateMissingArg(template *Template, argName string) error

+ func ErrorTypeListLength(provided interface{}) error

+ func ErrorUndefinedConfig(resourceType resource.Type) error

+ func ErrorUndefinedResource(resourceName string, resourceTypes ...resource.Type) error

+ func ErrorUndefinedResourceBuiltin(resourceName string, resourceTypes ...resource.Type) error

+ func ErrorUnsupportedColumnType(provided interface{}, allowedTypes []string) error

+ func ErrorUnsupportedDataType(provided interface{}, allowedType interface{}) error

+ func Identify(r Resource) string

+ func QuantityParser(v *QuantityValidation) func(string) (interface{}, error)

+ func QuantityPtrID(quantity *Quantity) string

+ func QuantityPtrsEqual(quantity *Quantity, quantity2 *Quantity) bool

+ func ReadAppName(configPath string) (string, error)

+ func ValidateArgTypes(argTypes map[string]interface{}) error

+ func ValidateArgValues(argValues map[string]interface{}) error

+ func ValidateColumnInputTypes(columnTypes map[string]interface{}) error

+ func ValidateColumnInputValues(columnInputValues map[string]interface{}) error

+ func ValidateColumnInputsExistAndRaw(columnInputValues map[string]interface{}, config *Config) error

+ func ValidateColumnNameExistsAndRaw(columnName string, config *Config) error

+ func ValidateColumnRuntimeTypes(columnRuntimeTypes map[string]interface{}) error

+ func ValidateValue(value interface{}) error

+ func ValidateValueType(valueType interface{}) error

+ func ValueTypeStrings() []string

+ type API struct

+ Compute *APICompute

+ ModelName string

+ Name string

+ Tags Tags

+ func (api *API) GetName() string

+ func (api *API) GetResourceType() resource.Type

+ type APICompute struct

+ CPU *Quantity

+ Mem *Quantity

+ Replicas int32

+ func (apiCompute *APICompute) Equal(apiCompute2 APICompute) bool

+ func (apiCompute *APICompute) ID() string

+ func (apiCompute *APICompute) IDWithoutReplicas() string

+ type APIs []*API

+ func (apis APIs) Names() []string

+ func (apis APIs) Validate() error

+ type Aggregate struct

+ Aggregator string

+ Compute *SparkCompute

+ Inputs *Inputs

+ Name string

+ Tags Tags

+ func (aggregate *Aggregate) GetName() string

+ func (aggregate *Aggregate) GetResourceType() resource.Type

+ func (aggregate *Aggregate) InputColumnNames() map[string]bool

+ type Aggregates []*Aggregate

+ func (aggregates Aggregates) Get(name string) *Aggregate

+ func (aggregates Aggregates) Names() []string

+ func (aggregates Aggregates) Validate() error

+ type Aggregator struct

+ Inputs *Inputs

+ Name string

+ OutputType interface{}

+ Path string

+ func (aggregator *Aggregator) GetName() string

+ func (aggregator *Aggregator) GetResourceType() resource.Type

+ type Aggregators []*Aggregator

+ func (aggregators Aggregators) Get(name string) *Aggregator

+ func (aggregators Aggregators) Names() []string

+ func (aggregators Aggregators) Validate() error

+ type App struct

+ Name string

+ func (app *App) GetName() string

+ func (app *App) GetResourceType() resource.Type

+ func (app *App) Validate() error

+ type Column interface

+ GetName func() string

+ IsRaw func() bool

+ type ColumnType int

+ const FloatColumnType

+ const FloatListColumnType

+ const IntegerColumnType

+ const IntegerListColumnType

+ const StringColumnType

+ const StringListColumnType

+ const UnknownColumnType

+ func ColumnTypeFromString(s string) ColumnType

+ func (t *ColumnType) UnmarshalBinary(data []byte) error

+ func (t *ColumnType) UnmarshalText(text []byte) error

+ func (t ColumnType) MarshalBinary() ([]byte, error)

+ func (t ColumnType) MarshalText() ([]byte, error)

+ func (t ColumnType) String() string

+ type ColumnTypes []ColumnType

+ func (ts ColumnTypes) String() string

+ func (ts ColumnTypes) StringList() []string

+ type Config struct

+ APIs APIs

+ Aggregates Aggregates

+ Aggregators Aggregators

+ App *App

+ Constants Constants

+ Embeds Embeds

+ Environment *Environment

+ Environments Environments

+ Models Models

+ RawColumns RawColumns

+ Templates Templates

+ TransformedColumns TransformedColumns

+ Transformers Transformers

+ func New(configs map[string][]byte, envName string) (*Config, error)

+ func NewPartialPath(configPath string) (*Config, error)

+ func (config *Config) ColumnNames() []string

+ func (config *Config) IsRawColumn(name string) bool

+ func (config *Config) IsTransformedColumn(name string) bool

+ func (config *Config) MergeBytes(configBytes []byte) (*Config, error)

+ func (config *Config) Validate(envName string) error

+ func (config *Config) ValidateColumns() error

+ func (config *Config) ValidatePartial() error

+ type ConfigError struct

+ Kind ErrorKind

+ func (e ConfigError) Error() string

+ type Constant struct

+ Name string

+ Tags Tags

+ Type interface{}

+ Value interface{}

+ func (constant *Constant) GetName() string

+ func (constant *Constant) GetResourceType() resource.Type

+ func (constant *Constant) GetType() interface{}

+ func (constant *Constant) Validate() error

+ type Constants []*Constant

+ func (constants Constants) Names() []string

+ func (constants Constants) Validate() error

+ type CsvData struct

+ DropNull bool

+ Path string

+ Schema []string

+ SkipHeader bool

+ Type string

+ func (csvData *CsvData) GetExternalPath() string

+ func (csvData *CsvData) GetIngestedColumns() []string

+ func (csvData *CsvData) Validate() error

+ type Data interface

+ GetExternalPath func() string

+ GetIngestedColumns func() []string

+ Validate func() error

+ type Embed struct

+ Args map[string]interface{}

+ Template string

+ type Embeds []*Embed

+ type Environment struct

+ Data Data

+ LogLevel *LogLevel

+ Name string

+ func (env *Environment) GetName() string

+ func (env *Environment) GetResourceType() resource.Type

+ func (env *Environment) Validate() error

+ type Environments []*Environment

+ func (environments Environments) Names() []string

+ func (environments Environments) Validate() error

+ type ErrorKind int

+ const ErrArgNameCannotBeType

+ const ErrColumnMustBeRaw

+ const ErrDuplicateConfig

+ const ErrDuplicateConfigName

+ const ErrDuplicateResourceValue

+ const ErrGenericTypeMapLength

+ const ErrInvalidColumnInputType

+ const ErrInvalidColumnRuntimeType

+ const ErrInvalidValueDataType

+ const ErrK8sQuantityMustBeInt

+ const ErrMalformedConfig

+ const ErrMissingAppDefinition

+ const ErrMissingRawColumns

+ const ErrParseConfig

+ const ErrReadConfig

+ const ErrSpecifyAllOrNone

+ const ErrSpecifyOnlyOne

+ const ErrTemplateExtraArg

+ const ErrTemplateMissingArg

+ const ErrTypeListLength

+ const ErrUndefinedConfig

+ const ErrUndefinedResource

+ const ErrUndefinedResourceBuiltin

+ const ErrUnknown

+ const ErrUnsupportedColumnType

+ const ErrUnsupportedDataType

+ func (t *ErrorKind) UnmarshalBinary(data []byte) error

+ func (t *ErrorKind) UnmarshalText(text []byte) error

+ func (t ErrorKind) MarshalBinary() ([]byte, error)

+ func (t ErrorKind) MarshalText() ([]byte, error)

+ func (t ErrorKind) String() string

+ type Inputs struct

+ Args map[string]interface{}

+ Columns map[string]interface{}

+ type LogLevel struct

+ Spark string

+ Tensorflow string

+ type Model struct

+ Aggregates []string

+ Compute *TFCompute

+ DataPartitionRatio *ModelDataPartitionRatio

+ Evaluation *ModelEvaluation

+ FeatureColumns []string

+ Hparams map[string]interface{}

+ Name string

+ Path string

+ PredictionKey string

+ Tags Tags

+ TargetColumn string

+ Training *ModelTraining

+ TrainingColumns []string

+ Type string

+ func (model *Model) AllColumnNames() []string

+ func (model *Model) GetName() string

+ func (model *Model) GetResourceType() resource.Type

+ func (model *Model) Validate() error

+ type ModelDataPartitionRatio struct

+ Evaluation *float64

+ Training *float64

+ type ModelEvaluation struct

+ BatchSize int64

+ NumEpochs *int64

+ NumSteps *int64

+ Shuffle bool

+ StartDelaySecs int64

+ ThrottleSecs int64

+ type ModelTraining struct

+ BatchSize int64

+ KeepCheckpointEveryNHours int64

+ KeepCheckpointMax int64

+ LogStepCountSteps int64

+ NumEpochs *int64

+ NumSteps *int64

+ SaveCheckpointsSecs *int64

+ SaveCheckpointsSteps *int64

+ SaveSummarySteps int64

+ Shuffle bool

+ TfRandomSeed int64

+ TfRandomizeSeed bool

+ type Models []*Model

+ func (models Models) Names() []string

+ func (models Models) Validate() error

+ type ParquetColumn struct

+ ParquetColumnName string

+ RawColumnName string

+ type ParquetData struct

+ DropNull bool

+ Path string

+ Schema []*ParquetColumn

+ Type string

+ func (parqData *ParquetData) GetExternalPath() string

+ func (parqData *ParquetData) GetIngestedColumns() []string

+ func (parqData *ParquetData) Validate() error

+ type Quantity struct

+ UserString string

+ func (quantity *Quantity) Equal(quantity2 Quantity) bool

+ func (quantity *Quantity) ID() string

+ func (quantity *Quantity) SplitInTwo() (*k8sresource.Quantity, *k8sresource.Quantity)

+ func (quantity *Quantity) String() string

+ func (quantity *Quantity) ToFloat32() float32

+ func (quantity *Quantity) ToKi() int64

+ func (quantity *Quantity) UnmarshalBinary(data []byte) error

+ func (quantity *Quantity) UnmarshalJSON(data []byte) error

+ func (quantity *Quantity) UnmarshalText(data []byte) error

+ func (quantity Quantity) MarshalBinary() ([]byte, error)

+ func (quantity Quantity) MarshalJSON() ([]byte, error)

+ func (quantity Quantity) MarshalText() ([]byte, error)

+ type QuantityValidation struct

+ Int bool

+ Min k8sresource.Quantity

+ type RawColumn interface

+ GetCompute func() *SparkCompute

+ GetResourceType func() resource.Type

+ GetType func() string

+ GetUserConfig func() Resource

+ type RawColumns []RawColumn

+ func (rawColumns *RawColumns) Validate() error

+ func (rawColumns RawColumns) Get(name string) RawColumn

+ func (rawColumns RawColumns) Names() []string

+ type RawFloatColumn struct

+ Compute *SparkCompute

+ Max *float32

+ Min *float32

+ Name string

+ Required bool

+ Tags Tags

+ Type string

+ Values []float32

+ func (column *RawFloatColumn) GetCompute() *SparkCompute

+ func (column *RawFloatColumn) GetName() string

+ func (column *RawFloatColumn) GetResourceType() resource.Type

+ func (column *RawFloatColumn) GetType() string

+ func (column *RawFloatColumn) GetUserConfig() Resource

+ func (column *RawFloatColumn) IsRaw() bool

+ type RawIntColumn struct

+ Compute *SparkCompute

+ Max *int64

+ Min *int64

+ Name string

+ Required bool

+ Tags Tags

+ Type string

+ Values []int64

+ func (column *RawIntColumn) GetCompute() *SparkCompute

+ func (column *RawIntColumn) GetName() string

+ func (column *RawIntColumn) GetResourceType() resource.Type

+ func (column *RawIntColumn) GetType() string

+ func (column *RawIntColumn) GetUserConfig() Resource

+ func (column *RawIntColumn) IsRaw() bool

+ type RawStringColumn struct

+ Compute *SparkCompute

+ Name string

+ Required bool

+ Tags Tags

+ Type string

+ Values []string

+ func (column *RawStringColumn) GetCompute() *SparkCompute

+ func (column *RawStringColumn) GetName() string

+ func (column *RawStringColumn) GetResourceType() resource.Type

+ func (column *RawStringColumn) GetType() string

+ func (column *RawStringColumn) GetUserConfig() Resource

+ func (column *RawStringColumn) IsRaw() bool

+ type Resource interface

+ GetName func() string

+ GetResourceType func() resource.Type

+ type SparkCompute struct

+ DriverCPU Quantity

+ DriverMem Quantity

+ DriverMemOverhead *Quantity

+ ExecutorCPU Quantity

+ ExecutorMem Quantity

+ ExecutorMemOverhead *Quantity

+ Executors int32

+ MemOverheadFactor *float64

+ func MaxSparkCompute(sparkComputes ...*SparkCompute) *SparkCompute

+ func (sparkCompute *SparkCompute) ID() string

+ type TFCompute struct

+ CPU *Quantity

+ Mem *Quantity

+ func MaxTFCompute(tfComputes ...*TFCompute) *TFCompute

+ func (tfCompute *TFCompute) ID() string

+ type Tags map[string]interface

+ func (tags Tags) ID() string

+ type Template struct

+ Name string

+ YAML string

+ func (template *Template) GetName() string

+ func (template *Template) GetResourceType() resource.Type

+ func (template *Template) Populate(emb *Embed) (string, error)

+ func (template *Template) VariableNames() []string

+ type Templates []*Template

+ func (templates Templates) Map() map[string]*Template

+ func (templates Templates) Names() []string

+ func (templates Templates) Validate() error

+ type TransformedColumn struct

+ Compute *SparkCompute

+ Inputs *Inputs

+ Name string

+ Tags Tags

+ Transformer string

+ func (column *TransformedColumn) IsRaw() bool

+ func (transformedColumn *TransformedColumn) GetName() string

+ func (transformedColumn *TransformedColumn) GetResourceType() resource.Type

+ func (transformedColumn *TransformedColumn) InputColumnNames() map[string]bool

+ type TransformedColumns []*TransformedColumn

+ func (transformedColumns TransformedColumns) Get(name string) *TransformedColumn

+ func (transformedColumns TransformedColumns) Names() []string

+ func (transformedColumns TransformedColumns) Validate() error

+ type Transformer struct

+ Inputs *Inputs

+ Name string

+ OutputType string

+ Path string

+ func (transformer *Transformer) GetName() string

+ func (transformer *Transformer) GetResourceType() resource.Type

+ type Transformers []*Transformer

+ func (transformers Transformers) Get(name string) *Transformer

+ func (transformers Transformers) Names() []string

+ func (transformers Transformers) Validate() error

+ type ValueType int

+ const BoolValueType

+ const FloatValueType

+ const IntegerValueType

+ const StringValueType

+ const UnknownValueType

+ func ValueTypeFromString(s string) ValueType

+ func (t *ValueType) UnmarshalBinary(data []byte) error

+ func (t *ValueType) UnmarshalText(text []byte) error

+ func (t ValueType) MarshalBinary() ([]byte, error)

+ func (t ValueType) MarshalText() ([]byte, error)

+ func (t ValueType) String() string

+ type ValueTypes []ValueType

+ func (ts ValueTypes) String() string

+ func (ts ValueTypes) StringList() []string

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL