engine

Documentation

Index

• Constants
• type Field
  • func NewField(se *parquet.SchemaElement) *Field
  • func (f *Field) String() string
• type ParquetEngine
  • func NewParquetEngine(fileName string) (*ParquetEngine, error)
  • func (p *ParquetEngine) Execute(stmt parser.Statement) (*RecordSet, error)
  • func (p *ParquetEngine) FetchRows(cr *reader.ParquetReader, cols []string, limit int) (result *RecordSet, err error)
  • func (p *ParquetEngine) GetReader() (*reader.ParquetReader, error)
  • func (p *ParquetEngine) GetTotalRowCount() (int64, error)
  • func (p *ParquetEngine) PrintSchema() error
• type ParquetSchema
  • func NewParquetSchema(schemas []*parquet.SchemaElement) *ParquetSchema
  • func (s *ParquetSchema) GetAllFieldNames() []string
  • func (s *ParquetSchema) GetFieldPath(subs []string) (string, error)
  • func (s *ParquetSchema) GetName() string
• type RecordSet
  • func (rs *RecordSet) Fit(cols []string)
  • func (rs *RecordSet) String() string
• type Schema

Constants

const (
	TYPE_STRUCT = "STRUCT"
	TYPE_LIST   = "LIST"
	TYPE_MAP    = "MAP"
)

Types

type Field

type Field struct {
	Name    string
	SE      *parquet.SchemaElement
	Type    string
	MFields map[string]*Field
	Fields  []*Field
}

func NewField

func NewField(se *parquet.SchemaElement) *Field

func (*Field) String

func (f *Field) String() string

type ParquetEngine

type ParquetEngine struct {
	// contains filtered or unexported fields
}

func NewParquetEngine

func NewParquetEngine(fileName string) (*ParquetEngine, error)

func (*ParquetEngine) Execute

func (p *ParquetEngine) Execute(stmt parser.Statement) (*RecordSet, error)

func (*ParquetEngine) FetchRows

func (p *ParquetEngine) FetchRows(cr *reader.ParquetReader, cols []string, limit int) (result *RecordSet, err error)

func (*ParquetEngine) GetReader

func (p *ParquetEngine) GetReader() (*reader.ParquetReader, error)

func (*ParquetEngine) GetTotalRowCount

func (p *ParquetEngine) GetTotalRowCount() (int64, error)

func (*ParquetEngine) PrintSchema

func (p *ParquetEngine) PrintSchema() error

type ParquetSchema

type ParquetSchema struct {
	Name    string
	MFields map[string]*Field
	Fields  []*Field
}

func NewParquetSchema

func NewParquetSchema(schemas []*parquet.SchemaElement) *ParquetSchema

func (*ParquetSchema) GetAllFieldNames

func (s *ParquetSchema) GetAllFieldNames() []string

func (*ParquetSchema) GetFieldPath

func (s *ParquetSchema) GetFieldPath(subs []string) (string, error)

func (*ParquetSchema) GetName

func (s *ParquetSchema) GetName() string

type RecordSet

type RecordSet struct {
	Cols []string
	Rows []value.Row
}

func (*RecordSet) Fit

func (rs *RecordSet) Fit(cols []string)

func (*RecordSet) String

func (rs *RecordSet) String() string

type Schema

type Schema interface {
}