hdfs

Documentation

Index

• func NewHdfsFileReader(hosts []string, user string, name string) (source.ParquetFile, error)
• func NewHdfsFileWriter(hosts []string, user string, name string) (source.ParquetFile, error)
• type HdfsFile
  • func (self *HdfsFile) Close() error
  • func (self *HdfsFile) Create(name string) (source.ParquetFile, error)
  • func (self *HdfsFile) Open(name string) (source.ParquetFile, error)
  • func (self *HdfsFile) Read(b []byte) (cnt int, err error)
  • func (self *HdfsFile) Seek(offset int64, pos int) (int64, error)
  • func (self *HdfsFile) Write(b []byte) (n int, err error)

Functions

func NewHdfsFileReader

func NewHdfsFileReader(hosts []string, user string, name string) (source.ParquetFile, error)

func NewHdfsFileWriter

func NewHdfsFileWriter(hosts []string, user string, name string) (source.ParquetFile, error)

Types

type HdfsFile

type HdfsFile struct {
	Hosts []string
	User  string

	Client     *hdfs.Client
	FilePath   string
	FileReader *hdfs.FileReader
	FileWriter *hdfs.FileWriter
}

func (*HdfsFile) Close

func (self *HdfsFile) Close() error

func (*HdfsFile) Create

func (self *HdfsFile) Create(name string) (source.ParquetFile, error)

func (*HdfsFile) Open

func (self *HdfsFile) Open(name string) (source.ParquetFile, error)

func (*HdfsFile) Read

func (self *HdfsFile) Read(b []byte) (cnt int, err error)

func (*HdfsFile) Seek

func (self *HdfsFile) Seek(offset int64, pos int) (int64, error)

func (*HdfsFile) Write

func (self *HdfsFile) Write(b []byte) (n int, err error)