external

Documentation

Index

• Constants
• Variables
• func FilterFileList(ctx context.Context, node *plan.Node, proc *process.Process, fileList []string, ...) ([]string, []int64, error)
• func GetCompressType(param *tree.ExternParam, filepath string) string
• func ReadFileOffset(param *tree.ExternParam, mcpu int, fileSize int64) ([]int64, error)
• type Argument
  • func (arg *Argument) AppendChild(child vm.Operator)
  • func (arg *Argument) Call(proc *process.Process) (vm.CallResult, error)
  • func (arg *Argument) Free(proc *process.Process, pipelineFailed bool, err error)
  • func (arg *Argument) Prepare(proc *process.Process) error
  • func (arg *Argument) SetInfo(info *vm.OperatorInfo)
  • func (arg *Argument) String(buf *bytes.Buffer)
• type ExFileparam
• type ExParam
• type ExParamConst
• type ExternalParam
• type FilterParam
• type ParseLineHandler
• type ZonemapFileparam

Constants

const (
	ColumnCntLargerErrorInfo = "the table column is larger than input data column"
)

const NULL_FLAG = "\\N"

Variables

var (
	OneBatchMaxRow   = int(options.DefaultBlockMaxRows)
	S3ParallelMaxnum = 10
)

var (
	STATEMENT_ACCOUNT = "account"
)

Functions

func FilterFileList

func FilterFileList(ctx context.Context, node *plan.Node, proc *process.Process, fileList []string, fileSize []int64) ([]string, []int64, error)

func GetCompressType

func GetCompressType(param *tree.ExternParam, filepath string) string

func ReadFileOffset

func ReadFileOffset(param *tree.ExternParam, mcpu int, fileSize int64) ([]int64, error)

Types

type Argument

type Argument struct {
	Es *ExternalParam
	// contains filtered or unexported fields
}

func (*Argument) AppendChild

func (arg *Argument) AppendChild(child vm.Operator)

func (*Argument) Call

func (arg *Argument) Call(proc *process.Process) (vm.CallResult, error)

func (*Argument) Free

func (arg *Argument) Free(proc *process.Process, pipelineFailed bool, err error)

func (*Argument) Prepare

func (arg *Argument) Prepare(proc *process.Process) error

func (*Argument) SetInfo

func (arg *Argument) SetInfo(info *vm.OperatorInfo)

func (*Argument) String

func (arg *Argument) String(buf *bytes.Buffer)

type ExFileparam

type ExFileparam struct {
	End       bool
	FileCnt   int
	FileFin   int
	FileIndex int
	Filepath  string
}

type ExParam

type ExParam struct {
	Fileparam      *ExFileparam
	Zoneparam      *ZonemapFileparam
	Filter         *FilterParam
	MoCsvLineArray [][]string
	// contains filtered or unexported fields
}

type ExParamConst

type ExParamConst struct {
	IgnoreLine    int
	IgnoreLineTag int
	ParallelLoad  bool

	Idx             int
	CreateSql       string
	Close           byte
	Attrs           []string
	Cols            []*plan.ColDef
	FileList        []string
	FileSize        []int64
	FileOffset      []int64
	FileOffsetTotal []*pipeline.FileOffset
	Name2ColIndex   map[string]int32
	Ctx             context.Context
	Extern          *tree.ExternParam

	ClusterTable *plan.ClusterTable
	// contains filtered or unexported fields
}

type ExternalParam

type ExternalParam struct {
	// Externally passed parameters that will not change
	ExParamConst
	// Inner parameters
	ExParam
}

Use for External table scan param

type FilterParam

type FilterParam struct {
	FilterExpr *plan.Expr
	// contains filtered or unexported fields
}

type ParseLineHandler

type ParseLineHandler struct {
	// contains filtered or unexported fields
}

type ZonemapFileparam

type ZonemapFileparam struct {
	// contains filtered or unexported fields
}