hdfs

package module

Go to main page

Versions in this module

v2

v2.4.0

Jul 15, 2023

v2.3.0

Feb 9, 2022

Changes in this version

+ var ErrReplicating = errors.New("replication in progress")

+ func IsErrReplicating(err error) bool

type Client

+ func (c *Client) ServerDefaults() (ServerDefaults, error)

+ func (c *Client) Truncate(name string, size int64) (bool, error)

+ type ServerDefaults struct

+ BlockSize int64

+ BytesPerChecksum int

+ EncryptDataTransfer bool

+ FileBufferSize int

+ KeyProviderURI string

+ PolicyId int

+ Replication int

+ TrashInterval int64

+ WritePacketSize int

v2.2.1

Feb 5, 2022

v2.2.0

Dec 30, 2020

Changes in this version

+ const DataTransferProtectionAuthentication

+ const DataTransferProtectionIntegrity

+ const DataTransferProtectionPrivacy

type Client

+ func (c *Client) GetXAttrs(name string, keys ...string) (map[string]string, error)

+ func (c *Client) ListXAttrs(name string) (map[string]string, error)

+ func (c *Client) Name() string

+ func (c *Client) RemoveXAttr(name, key string) error

+ func (c *Client) SetXAttr(name, key, value string) error

type ClientOptions

+ DataTransferProtection string

v2.1.1

Nov 27, 2019

v2.1.0

Nov 24, 2019

Changes in this version

+ const FileAlreadyExistsException

type Client

+ func (c *Client) AllowSnapshots(dir string) error

+ func (c *Client) CreateSnapshot(dir, name string) (string, error)

+ func (c *Client) DeleteSnapshot(dir, name string) error

+ func (c *Client) DisallowSnapshots(dir string) error

+ func (c *Client) RemoveAll(name string) error

+ type FileStatus = hdfs.HdfsFileStatusProto

v2.0.0

Aug 5, 2018

Changes in this version

+ type Client struct

+ func New(address string) (*Client, error)

+ func NewClient(options ClientOptions) (*Client, error)

+ func (c *Client) Append(name string) (*FileWriter, error)

+ func (c *Client) Chmod(name string, perm os.FileMode) error

+ func (c *Client) Chown(name string, user, group string) error

+ func (c *Client) Chtimes(name string, atime time.Time, mtime time.Time) error

+ func (c *Client) Close() error

+ func (c *Client) CopyToLocal(src string, dst string) error

+ func (c *Client) CopyToRemote(src string, dst string) error

+ func (c *Client) Create(name string) (*FileWriter, error)

+ func (c *Client) CreateEmptyFile(name string) error

+ func (c *Client) CreateFile(name string, replication int, blockSize int64, perm os.FileMode) (*FileWriter, error)

+ func (c *Client) GetContentSummary(name string) (*ContentSummary, error)

+ func (c *Client) Mkdir(dirname string, perm os.FileMode) error

+ func (c *Client) MkdirAll(dirname string, perm os.FileMode) error

+ func (c *Client) Open(name string) (*FileReader, error)

+ func (c *Client) ReadDir(dirname string) ([]os.FileInfo, error)

+ func (c *Client) ReadFile(filename string) ([]byte, error)

+ func (c *Client) Remove(name string) error

+ func (c *Client) Rename(oldpath, newpath string) error

+ func (c *Client) Stat(name string) (os.FileInfo, error)

+ func (c *Client) StatFs() (FsInfo, error)

+ func (c *Client) User() string

+ func (c *Client) Walk(root string, walkFn filepath.WalkFunc) error

+ type ClientOptions struct

+ Addresses []string

+ DatanodeDialFunc func(ctx context.Context, network, addr string) (net.Conn, error)

+ KerberosClient *krb.Client

+ KerberosServicePrincipleName string

+ NamenodeDialFunc func(ctx context.Context, network, addr string) (net.Conn, error)

+ UseDatanodeHostname bool

+ User string

+ func ClientOptionsFromConf(conf hadoopconf.HadoopConf) ClientOptions

+ type ContentSummary struct

+ func (cs *ContentSummary) DirectoryCount() int

+ func (cs *ContentSummary) FileCount() int

+ func (cs *ContentSummary) NameQuota() int

+ func (cs *ContentSummary) Size() int64

+ func (cs *ContentSummary) SizeAfterReplication() int64

+ func (cs *ContentSummary) SpaceQuota() int64

+ type Error interface

+ Desc func() string

+ Exception func() string

+ Message func() string

+ Method func() string

+ type FileInfo struct

+ func (fi *FileInfo) AccessTime() time.Time

+ func (fi *FileInfo) IsDir() bool

+ func (fi *FileInfo) ModTime() time.Time

+ func (fi *FileInfo) Mode() os.FileMode

+ func (fi *FileInfo) Name() string

+ func (fi *FileInfo) Owner() string

+ func (fi *FileInfo) OwnerGroup() string

+ func (fi *FileInfo) Size() int64

+ func (fi *FileInfo) Sys() interface{}

+ type FileReader struct

+ func (f *FileReader) Checksum() ([]byte, error)

+ func (f *FileReader) Close() error

+ func (f *FileReader) Name() string

+ func (f *FileReader) Read(b []byte) (int, error)

+ func (f *FileReader) ReadAt(b []byte, off int64) (int, error)

+ func (f *FileReader) Readdir(n int) ([]os.FileInfo, error)

+ func (f *FileReader) Readdirnames(n int) ([]string, error)

+ func (f *FileReader) Seek(offset int64, whence int) (int64, error)

+ func (f *FileReader) SetDeadline(t time.Time) error

+ func (f *FileReader) Stat() os.FileInfo

+ type FileWriter struct

+ func (f *FileWriter) Close() error

+ func (f *FileWriter) Flush() error

+ func (f *FileWriter) SetDeadline(t time.Time) error

+ func (f *FileWriter) Write(b []byte) (int, error)

+ type FsInfo struct

+ BlocksInFuture uint64

+ Capacity uint64

+ CorruptBlocks uint64

+ MissingBlocks uint64

+ MissingReplOneBlocks uint64

+ PendingDeletionBlocks uint64

+ Remaining uint64

+ UnderReplicated uint64

+ Used uint64

Other modules containing this package

github.com/colinmarc/hdfs

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL