impl

Dec 8, 2022

Changes in this version

+ func SaveToCSV(schema *arrow.Schema, record []arrow.Record, writer io.Writer, i int64) error

Sep 13, 2022

Changes in this version

+ func FindLastNLCR(bytes []byte) int

+ func FindLastNL_NO_CR(bytes []byte) int

type FixedSizeTable

+ FindLastNL func(bytes []byte) int

Sep 12, 2022

Changes in this version

type FixedSizeTable

+ SourceEncoding string

Aug 17, 2022

Changes in this version

+ func DateStringT1ToUnixMicro(dateString string) (error, time.Time)

Aug 3, 2022

Changes in this version

+ func ReleaseRecordBuilders(fst *FixedSizeTable)

+ func ReleaseRecordsForSchema(fst *FixedSizeTable, i int)

Jul 27, 2022

Changes in this version

+ func PrintMemUsage()

Jul 26, 2022

Changes in this version

+ var ColumnBuilders map[arrow.Type]func(fixedField *FixedField, builder *array.RecordBuilder, columnsize int, ...) *ColumnBuilder

+ func ConsumeLine(line string, fstc *FixedSizeTableChunk)

+ func CreateFixedSizeTableFromFile(fst *FixedSizeTable, row *FixedRow, reader *io.Reader, size int64, cores int) error

+ func DateStringT1ToUnix(dateString string) (error, int64)

+ func DateStringT1ToUnixNano(dateString string) (error, time.Time)

+ func GetSplitBytePositions(fullString string, substring []Substring)

+ func IsError(err error) bool

+ func ParalizeChunks(fst *FixedSizeTable, reader *io.Reader, size int64, core int) error

+ func PrintPerfomance(elapsed time.Duration, fst *FixedSizeTable)

+ func Release(fst *FixedSizeTable, i int)

+ func SaveFeather(w *os.File, fst *FixedSizeTable) error

+ func SaveToParquet(schema *arrow.Schema, record []arrow.Record, writer io.Writer, i int64) error

+ type ColumnBuilder interface

+ FinishColumn func() bool

+ Nullify func()

+ ParseValue func(name string) bool

+ func CreateColumBuilder(fixedField *FixedField, builder *array.RecordBuilder, columnsize int, ...) *ColumnBuilder

+ type ColumnBuilderBoolean struct

+ func (c *ColumnBuilderBoolean) FinishColumn() bool

+ func (c *ColumnBuilderBoolean) Nullify()

+ func (c *ColumnBuilderBoolean) ParseValue(name string) bool

+ type ColumnBuilderDate32 struct

+ func (c *ColumnBuilderDate32) FinishColumn() bool

+ func (c *ColumnBuilderDate32) Nullify()

+ func (c *ColumnBuilderDate32) ParseValue(name string) bool

+ type ColumnBuilderDate64 struct

+ func (c *ColumnBuilderDate64) FinishColumn() bool

+ func (c *ColumnBuilderDate64) Nullify()

+ func (c *ColumnBuilderDate64) ParseValue(name string) bool

+ type ColumnBuilderFloat32 struct

+ func (c *ColumnBuilderFloat32) FinishColumn() bool

+ func (c *ColumnBuilderFloat32) Nullify()

+ func (c *ColumnBuilderFloat32) ParseValue(name string) bool

+ type ColumnBuilderFloat64 struct

+ func (c *ColumnBuilderFloat64) FinishColumn() bool

+ func (c *ColumnBuilderFloat64) Nullify()

+ func (c *ColumnBuilderFloat64) ParseValue(name string) bool

+ type ColumnBuilderInt16 struct

+ func (c *ColumnBuilderInt16) FinishColumn() bool

+ func (c *ColumnBuilderInt16) Nullify()

+ func (c *ColumnBuilderInt16) ParseValue(name string) bool

+ type ColumnBuilderInt32 struct

+ func (c *ColumnBuilderInt32) FinishColumn() bool

+ func (c *ColumnBuilderInt32) Nullify()

+ func (c *ColumnBuilderInt32) ParseValue(name string) bool

+ type ColumnBuilderInt64 struct

+ func (c *ColumnBuilderInt64) FinishColumn() bool

+ func (c *ColumnBuilderInt64) Nullify()

+ func (c *ColumnBuilderInt64) ParseValue(name string) bool

+ type ColumnBuilderInt8 struct

+ func (c *ColumnBuilderInt8) FinishColumn() bool

+ func (c *ColumnBuilderInt8) Nullify()

+ func (c *ColumnBuilderInt8) ParseValue(name string) bool

+ type ColumnBuilderString struct

+ func (c *ColumnBuilderString) FinishColumn() bool

+ func (c *ColumnBuilderString) Nullify()

+ func (c *ColumnBuilderString) ParseValue(name string) bool

+ type ColumnBuilderUint16 struct

+ func (c *ColumnBuilderUint16) FinishColumn() bool

+ func (c *ColumnBuilderUint16) Nullify()

+ func (c *ColumnBuilderUint16) ParseValue(name string) bool

+ type ColumnBuilderUint32 struct

+ func (c *ColumnBuilderUint32) FinishColumn() bool

+ func (c *ColumnBuilderUint32) Nullify()

+ func (c *ColumnBuilderUint32) ParseValue(name string) bool

+ type ColumnBuilderUint64 struct

+ func (c *ColumnBuilderUint64) FinishColumn() bool

+ func (c *ColumnBuilderUint64) Nullify()

+ func (c *ColumnBuilderUint64) ParseValue(name string) bool

+ type ColumnBuilderUint8 struct

+ func (c *ColumnBuilderUint8) FinishColumn() bool

+ func (c *ColumnBuilderUint8) Nullify()

+ func (c *ColumnBuilderUint8) ParseValue(name string) bool

+ type FixedField struct

+ DestinField arrow.Field

+ Len int

+ SourceType arrow.DataType

+ TableId int

+ type FixedRow struct

+ FixedField []FixedField

+ func (f FixedRow) CalRowLength() int

+ type FixedSizeTable struct

+ Bytes []byte

+ CalcHash bool

+ ColumnsizeCap int

+ ConsumeLineFunc func(line string, fstc *FixedSizeTableChunk)

+ Cores int

+ CustomColumnBuilders map[arrow.Type]func(fixedField *FixedField, builder *array.RecordBuilder, columnsize int, ...) *ColumnBuilder

+ CustomParams interface{}

+ DurationDoneExport time.Duration

+ DurationReadChunk time.Duration

+ DurationToArrow time.Duration

+ DurationToExport time.Duration

+ Footer string

+ HasFooter bool

+ HasHeader bool

+ Hash []byte

+ Header string

+ LinesParsed int

+ Records [][]arrow.Record

+ Row *FixedRow

+ Schema []arrow.Schema

+ TableChunks []FixedSizeTableChunk

+ TableColAmount []int

+ type FixedSizeTableChunk struct

+ Bytes []byte

+ Chunkr int

+ ColumnBuilders []ColumnBuilder

+ DurationReadChunk time.Duration

+ DurationToArrow time.Duration

+ DurationToExport time.Duration

+ FixedSizeTable *FixedSizeTable

+ LinesParsed int

+ Record []arrow.Record

+ RecordBuilder []*array.RecordBuilder

+ type Substring struct

+ Null bool

+ RuneLen int

+ Sub string

+ func CreateSubstring(fst *FixedSizeTable) []Substring