hdfs

Documentation

Index

• func GetVersionedPath(version string, filePath string) (*string, error)
• func NewMvc(manifestFilename string) commons.MvcProvider
• type HDFSMvc
  • func (mvc *HDFSMvc) Add(cmd *commons.AddCmd)
  • func (mvc *HDFSMvc) AllVersions(cmd *commons.VersionsCmd)
  • func (mvc *HDFSMvc) DeleteVersion(cmd *commons.DeleteCmd)
  • func (mvc *HDFSMvc) DeleteVersionFiles(hdfsPathName string, version string)
  • func (mvc *HDFSMvc) DeleteVersionMetadata(cmd *commons.DeleteCmd)
  • func (mvc *HDFSMvc) GetConnector() *hdfs.Connector
  • func (mvc *HDFSMvc) GetVersions(destinationPath string) ([]string, error)
  • func (mvc *HDFSMvc) InitConnection(cfg *conf.Config) (commons.MvcProvider, error)
  • func (mvc *HDFSMvc) InitDataset(cmd *commons.InitCmd)
  • func (mvc *HDFSMvc) LatestVersion(cmd *commons.LatestCmd)
  • func (mvc *HDFSMvc) NewVersion(cmd *commons.NewCmd)
  • func (mvc *HDFSMvc) OverwriteManifest(destinationPath string, content string) (*os.FileInfo, error)
  • func (mvc *HDFSMvc) OverwriteVersion(cmd *commons.OverwriteCmd)
  • func (mvc *HDFSMvc) PutFiles(localFolder string, hdfsPathName string, version string)
  • func (mvc *HDFSMvc) PutLocalManifest(localPath string, destinationPath string) (*os.FileInfo, error)
  • func (mvc *HDFSMvc) SetConnector(connector *hdfs.Connector)
  • func (mvc *HDFSMvc) SetManifestFilename(manifestFilename string)

Functions

func GetVersionedPath

func GetVersionedPath(version string, filePath string) (*string, error)

func NewMvc

func NewMvc(manifestFilename string) commons.MvcProvider

Types

type HDFSMvc

type HDFSMvc struct {
	// contains filtered or unexported fields
}

func (*HDFSMvc) Add

func (mvc *HDFSMvc) Add(cmd *commons.AddCmd)

func (*HDFSMvc) AllVersions

func (mvc *HDFSMvc) AllVersions(cmd *commons.VersionsCmd)

func (*HDFSMvc) DeleteVersion

func (mvc *HDFSMvc) DeleteVersion(cmd *commons.DeleteCmd)

func (*HDFSMvc) DeleteVersionFiles

func (mvc *HDFSMvc) DeleteVersionFiles(hdfsPathName string, version string)

func (*HDFSMvc) DeleteVersionMetadata

func (mvc *HDFSMvc) DeleteVersionMetadata(cmd *commons.DeleteCmd)

func (*HDFSMvc) GetConnector

func (mvc *HDFSMvc) GetConnector() *hdfs.Connector

func (*HDFSMvc) GetVersions

func (mvc *HDFSMvc) GetVersions(destinationPath string) ([]string, error)

func (*HDFSMvc) InitConnection

func (mvc *HDFSMvc) InitConnection(cfg *conf.Config) (commons.MvcProvider, error)

func (*HDFSMvc) InitDataset

func (mvc *HDFSMvc) InitDataset(cmd *commons.InitCmd)

func (*HDFSMvc) LatestVersion

func (mvc *HDFSMvc) LatestVersion(cmd *commons.LatestCmd)

func (*HDFSMvc) NewVersion

func (mvc *HDFSMvc) NewVersion(cmd *commons.NewCmd)

func (*HDFSMvc) OverwriteManifest

func (mvc *HDFSMvc) OverwriteManifest(destinationPath string, content string) (*os.FileInfo, error)

func (*HDFSMvc) OverwriteVersion

func (mvc *HDFSMvc) OverwriteVersion(cmd *commons.OverwriteCmd)

func (*HDFSMvc) PutFiles

func (mvc *HDFSMvc) PutFiles(localFolder string, hdfsPathName string, version string)

func (*HDFSMvc) PutLocalManifest

func (mvc *HDFSMvc) PutLocalManifest(localPath string, destinationPath string) (*os.FileInfo, error)

func (*HDFSMvc) SetConnector

func (mvc *HDFSMvc) SetConnector(connector *hdfs.Connector)

func (*HDFSMvc) SetManifestFilename

func (mvc *HDFSMvc) SetManifestFilename(manifestFilename string)