util

Documentation

Index

• Constants
• func CreateAsyncErrorChannel() chan error
• func FormatMultiError(merrs []error) string
• func GetTrace() string
• func KeyColumns(colNames ...string) sif.KeyingOperation
• func SafeFilterOperation(filterOp sif.FilterOperation) (safeFilterOp sif.FilterOperation)
• func SafeFlatMapOperation(flatMapOp sif.FlatMapOperation) (safeFlatMapOp sif.FlatMapOperation)
• func SafeKeyingOperation(keyingOp sif.KeyingOperation) (safeKeyingOp sif.KeyingOperation)
• func SafeMapOperation(mapOp sif.MapOperation) (safeMapOp sif.MapOperation)
• func SafeReductionOperation(reductionOp sif.ReductionOperation) (safeReductionOp sif.ReductionOperation)
• func WaitAndFetchError(wg *sync.WaitGroup, errors chan error) error

Constants

const (
	// SerializedPartitionDataType indicates that serialized partition data is being transferred
	SerializedPartitionDataType = 1 << iota
)

Functions

func CreateAsyncErrorChannel

func CreateAsyncErrorChannel() chan error

CreateAsyncErrorChannel produces a channel for errors

func FormatMultiError

func FormatMultiError(merrs []error) string

FormatMultiError formats multierrors for logging

func GetTrace

func GetTrace() string

GetTrace produces the string representation of a stack trace

func KeyColumns

func KeyColumns(colNames ...string) sif.KeyingOperation

KeyColumns is a shortcut for defining a KeyingOperation which uses multiple source column values to produce a compound key.

func SafeFilterOperation

func SafeFilterOperation(filterOp sif.FilterOperation) (safeFilterOp sif.FilterOperation)

SafeFilterOperation wraps a FilterOperation such that panics are recovered and nice error messages are constructed

func SafeFlatMapOperation

func SafeFlatMapOperation(flatMapOp sif.FlatMapOperation) (safeFlatMapOp sif.FlatMapOperation)

SafeFlatMapOperation wraps a FlatMapOperation such that panics are recovered and nice error messages are constructed

func SafeKeyingOperation

func SafeKeyingOperation(keyingOp sif.KeyingOperation) (safeKeyingOp sif.KeyingOperation)

SafeKeyingOperation wraps a KeyingOperation such that panics are recovered and nice error messages are constructed

func SafeMapOperation

func SafeMapOperation(mapOp sif.MapOperation) (safeMapOp sif.MapOperation)

SafeMapOperation wraps a MapOperation such that panics are recovered and nice error messages are constructed

func SafeReductionOperation

func SafeReductionOperation(reductionOp sif.ReductionOperation) (safeReductionOp sif.ReductionOperation)

SafeReductionOperation wraps a ReductionOperation such that panics are recovered and nice error messages are constructed

func WaitAndFetchError

func WaitAndFetchError(wg *sync.WaitGroup, errors chan error) error

WaitAndFetchError attempts to fetch an error from an async goroutine