yarn_client

Documentation

Index

• type AMNMClient
  • func CreateAMNMClient(host string, port int) (*AMNMClient, error)
  • func (c *AMNMClient) StartContainer(container *hadoop_yarn.ContainerProto, ...) error
• type AMRMClient
  • func CreateAMRMClient(conf yarn_conf.YarnConfiguration) (*AMRMClient, error)
  • func (c *AMRMClient) AddRequest(priority int32, resourceName string, capability *hadoop_yarn.ResourceProto, ...) error
  • func (c *AMRMClient) Allocate() (*hadoop_yarn.AllocateResponseProto, error)
  • func (c *AMRMClient) FinishApplicationMaster(finalStatus *hadoop_yarn.FinalApplicationStatusProto, message string, ...) error
  • func (c *AMRMClient) RegisterApplicationMaster(host string, port int32, url string) error
  • func (c *AMRMClient) ReleaseAssignedContainer(containerId *hadoop_yarn.ContainerIdProto)
• type AMRMClientAsync
  • func CreateAMRMClientAsync(conf yarn_conf.YarnConfiguration, intervalMs int, handler CallBackHandler) (*AMRMClientAsync, error)
  • func (c *AMRMClientAsync) AddRequest(priority int32, resourceName string, capability *hadoop_yarn.ResourceProto, ...) error
  • func (c *AMRMClientAsync) FinishApplicationMaster(finalStatus *hadoop_yarn.FinalApplicationStatusProto, message string, ...) error
  • func (c *AMRMClientAsync) RegisterApplicationMaster(host string, port int32, url string) error
  • func (c *AMRMClientAsync) ReleaseAssignedContainer(containerId *hadoop_yarn.ContainerIdProto)
• type CallBackHandler
• type YarnClient
  • func CreateYarnClient(conf yarn_conf.YarnConfiguration) (*YarnClient, error)
  • func (c *YarnClient) CreateNewApplication() (*hadoop_yarn.GetNewApplicationResponseProto, ...)
  • func (c *YarnClient) GetApplicationAttemptReport(applicationAttemptId *hadoop_yarn.ApplicationAttemptIdProto) (*hadoop_yarn.ApplicationAttemptReportProto, error)
  • func (c *YarnClient) GetApplicationReport(applicationId *hadoop_yarn.ApplicationIdProto) (*hadoop_yarn.ApplicationReportProto, error)
  • func (c *YarnClient) SubmitApplication(asc *hadoop_yarn.ApplicationSubmissionContextProto) error

Types

type AMNMClient

type AMNMClient struct {
	// contains filtered or unexported fields
}

func CreateAMNMClient

func CreateAMNMClient(host string, port int) (*AMNMClient, error)

func (*AMNMClient) StartContainer

func (c *AMNMClient) StartContainer(container *hadoop_yarn.ContainerProto, containerLaunchContext *hadoop_yarn.ContainerLaunchContextProto) error

type AMRMClient

type AMRMClient struct {
	// contains filtered or unexported fields
}

func CreateAMRMClient

func CreateAMRMClient(conf yarn_conf.YarnConfiguration) (*AMRMClient, error)

func (*AMRMClient) AddRequest

func (c *AMRMClient) AddRequest(priority int32, resourceName string, capability *hadoop_yarn.ResourceProto, numContainers int32) error

func (*AMRMClient) Allocate

func (c *AMRMClient) Allocate() (*hadoop_yarn.AllocateResponseProto, error)

func (*AMRMClient) FinishApplicationMaster

func (c *AMRMClient) FinishApplicationMaster(finalStatus *hadoop_yarn.FinalApplicationStatusProto, message string, url string) error

func (*AMRMClient) RegisterApplicationMaster

func (c *AMRMClient) RegisterApplicationMaster(host string, port int32, url string) error

func (*AMRMClient) ReleaseAssignedContainer

func (c *AMRMClient) ReleaseAssignedContainer(containerId *hadoop_yarn.ContainerIdProto)

type AMRMClientAsync

type AMRMClientAsync struct {
	// contains filtered or unexported fields
}

func CreateAMRMClientAsync

func CreateAMRMClientAsync(conf yarn_conf.YarnConfiguration, intervalMs int, handler CallBackHandler) (*AMRMClientAsync, error)

func (*AMRMClientAsync) AddRequest

func (c *AMRMClientAsync) AddRequest(priority int32, resourceName string, capability *hadoop_yarn.ResourceProto, numContainers int32) error

func (*AMRMClientAsync) FinishApplicationMaster

func (c *AMRMClientAsync) FinishApplicationMaster(finalStatus *hadoop_yarn.FinalApplicationStatusProto, message string, url string) error

func (*AMRMClientAsync) RegisterApplicationMaster

func (c *AMRMClientAsync) RegisterApplicationMaster(host string, port int32, url string) error

func (*AMRMClientAsync) ReleaseAssignedContainer

func (c *AMRMClientAsync) ReleaseAssignedContainer(containerId *hadoop_yarn.ContainerIdProto)

type CallBackHandler

type CallBackHandler interface {
	OnContainersCompleted(completedContainers []*hadoop_yarn.ContainerStatusProto)
	OnContainersAllocated(allocatedContainers []*hadoop_yarn.ContainerProto)
	OnShutDownRequest()
	OnNodesUpdated(updatedNodes []*hadoop_yarn.NodeReportProto)
	GetProgress() float64
	OnError(err error)
}

type YarnClient

type YarnClient struct {
	// contains filtered or unexported fields
}

func CreateYarnClient

func CreateYarnClient(conf yarn_conf.YarnConfiguration) (*YarnClient, error)

func (*YarnClient) CreateNewApplication

func (c *YarnClient) CreateNewApplication() (*hadoop_yarn.GetNewApplicationResponseProto, *hadoop_yarn.ApplicationSubmissionContextProto, error)

func (*YarnClient) GetApplicationAttemptReport

func (c *YarnClient) GetApplicationAttemptReport(applicationAttemptId *hadoop_yarn.ApplicationAttemptIdProto) (*hadoop_yarn.ApplicationAttemptReportProto, error)

func (*YarnClient) GetApplicationReport

func (c *YarnClient) GetApplicationReport(applicationId *hadoop_yarn.ApplicationIdProto) (*hadoop_yarn.ApplicationReportProto, error)

func (*YarnClient) SubmitApplication

func (c *YarnClient) SubmitApplication(asc *hadoop_yarn.ApplicationSubmissionContextProto) error