spark

Documentation

Index

• type Spark
  • func (s *Spark) Cancel(ctx context.Context, spec interface{}) (interface{}, error)
  • func (s *Spark) CapacityInfo() apistructs.CapacityInfoData
  • func (*Spark) CleanUpBeforeDelete()
  • func (s *Spark) Create(ctx context.Context, specObj interface{}) (interface{}, error)
  • func (s *Spark) Destroy(ctx context.Context, specObj interface{}) error
  • func (s *Spark) Inspect(ctx context.Context, specObj interface{}) (interface{}, error)
  • func (*Spark) JobVolumeCreate(ctx context.Context, spec interface{}) (string, error)
  • func (*Spark) KillPod(podname string) error
  • func (s *Spark) Kind() executortypes.Kind
  • func (s *Spark) Name() executortypes.Name
  • func (s *Spark) Precheck(ctx context.Context, specObj interface{}) (apistructs.ServiceGroupPrecheckData, error)
  • func (s *Spark) Remove(ctx context.Context, specObj interface{}) error
  • func (m *Spark) ResourceInfo(brief bool) (apistructs.ClusterResourceInfoData, error)
  • func (*Spark) Scale(ctx context.Context, spec interface{}) (interface{}, error)
  • func (m *Spark) SetNodeLabels(setting executortypes.NodeLabelSetting, hosts []string, ...) error
  • func (s *Spark) Status(ctx context.Context, specObj interface{}) (apistructs.StatusDesc, error)
  • func (s *Spark) Update(ctx context.Context, specObj interface{}) (interface{}, error)
• type SparkCreateRequest
• type SparkResponse

Types

type Spark

type Spark struct {
	// contains filtered or unexported fields
}

Spark API目前没有官方文档，具体请查看Spark源码: RestSubmissionClient

func (*Spark) Cancel

func (s *Spark) Cancel(ctx context.Context, spec interface{}) (interface{}, error)

func (*Spark) CapacityInfo

func (s *Spark) CapacityInfo() apistructs.CapacityInfoData

func (*Spark) CleanUpBeforeDelete

func (*Spark) CleanUpBeforeDelete()

func (*Spark) Create

func (s *Spark) Create(ctx context.Context, specObj interface{}) (interface{}, error)

func (*Spark) Destroy

func (s *Spark) Destroy(ctx context.Context, specObj interface{}) error

func (*Spark) Inspect

func (s *Spark) Inspect(ctx context.Context, specObj interface{}) (interface{}, error)

func (*Spark) JobVolumeCreate

func (*Spark) JobVolumeCreate(ctx context.Context, spec interface{}) (string, error)

func (*Spark) KillPod

func (*Spark) KillPod(podname string) error

func (*Spark) Kind

func (s *Spark) Kind() executortypes.Kind

func (*Spark) Name

func (s *Spark) Name() executortypes.Name

func (*Spark) Precheck

func (s *Spark) Precheck(ctx context.Context, specObj interface{}) (apistructs.ServiceGroupPrecheckData, error)

func (*Spark) Remove

func (s *Spark) Remove(ctx context.Context, specObj interface{}) error

func (*Spark) ResourceInfo

func (m *Spark) ResourceInfo(brief bool) (apistructs.ClusterResourceInfoData, error)

func (*Spark) Scale

func (*Spark) Scale(ctx context.Context, spec interface{}) (interface{}, error)

func (*Spark) SetNodeLabels

func (m *Spark) SetNodeLabels(setting executortypes.NodeLabelSetting, hosts []string, labels map[string]string) error

func (*Spark) Status

func (s *Spark) Status(ctx context.Context, specObj interface{}) (apistructs.StatusDesc, error)

func (*Spark) Update

func (s *Spark) Update(ctx context.Context, specObj interface{}) (interface{}, error)

type SparkCreateRequest

type SparkCreateRequest struct {
	AppResource          string            `json:"appResource"`
	Action               string            `json:"action"`
	ClientSparkVersion   string            `json:"clientSparkVersion"`
	MainClass            string            `json:"mainClass,omitempty"`
	AppArgs              []string          `json:"appArgs"`
	EnvironmentVariables map[string]string `json:"environmentVariables,omitempty"`
	SparkProperties      map[string]string `json:"sparkProperties,omitempty"`
}

type SparkResponse

type SparkResponse struct {
	Action             string `json:"action"`
	ServerSparkVersion string `json:"serverSparkVersion"`
	SubmissionId       string `json:"submissionId,omitempty"`
	Success            bool   `json:"success,omitempty"`
	DriverState        string `json:"driverState,omitempty"`
	Message            string `json:"message,omitempty"`
}