emr

package
v0.0.0-...-d0813e5 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Jan 30, 2015 License: Apache-2.0 Imports: 4 Imported by: 0

Documentation

Overview

Package emr provides a client for Amazon Elastic MapReduce.

Index

Constants

View Source 
const (
	ActionOnFailureCancelAndWait    = "CANCEL_AND_WAIT"
	ActionOnFailureContinue         = "CONTINUE"
	ActionOnFailureTerminateCluster = "TERMINATE_CLUSTER"
	ActionOnFailureTerminateJobFlow = "TERMINATE_JOB_FLOW"
)

Possible values for EMR.

View Source 
const (
	ClusterStateBootstrapping        = "BOOTSTRAPPING"
	ClusterStateRunning              = "RUNNING"
	ClusterStateStarting             = "STARTING"
	ClusterStateTerminated           = "TERMINATED"
	ClusterStateTerminatedWithErrors = "TERMINATED_WITH_ERRORS"
	ClusterStateTerminating          = "TERMINATING"
	ClusterStateWaiting              = "WAITING"
)

Possible values for EMR.

View Source 
const (
	ClusterStateChangeReasonCodeAllStepsCompleted = "ALL_STEPS_COMPLETED"
	ClusterStateChangeReasonCodeBootstrapFailure  = "BOOTSTRAP_FAILURE"
	ClusterStateChangeReasonCodeInstanceFailure   = "INSTANCE_FAILURE"
	ClusterStateChangeReasonCodeInternalError     = "INTERNAL_ERROR"
	ClusterStateChangeReasonCodeStepFailure       = "STEP_FAILURE"
	ClusterStateChangeReasonCodeUserRequest       = "USER_REQUEST"
	ClusterStateChangeReasonCodeValidationError   = "VALIDATION_ERROR"
)

Possible values for EMR.

View Source 
const (
	InstanceGroupStateArrested      = "ARRESTED"
	InstanceGroupStateBootstrapping = "BOOTSTRAPPING"
	InstanceGroupStateEnded         = "ENDED"
	InstanceGroupStateProvisioning  = "PROVISIONING"
	InstanceGroupStateResizing      = "RESIZING"
	InstanceGroupStateRunning       = "RUNNING"
	InstanceGroupStateShuttingDown  = "SHUTTING_DOWN"
	InstanceGroupStateSuspended     = "SUSPENDED"
	InstanceGroupStateTerminated    = "TERMINATED"
	InstanceGroupStateTerminating   = "TERMINATING"
)

Possible values for EMR.

View Source 
const (
	InstanceGroupStateChangeReasonCodeClusterTerminated = "CLUSTER_TERMINATED"
	InstanceGroupStateChangeReasonCodeInstanceFailure   = "INSTANCE_FAILURE"
	InstanceGroupStateChangeReasonCodeInternalError     = "INTERNAL_ERROR"
	InstanceGroupStateChangeReasonCodeValidationError   = "VALIDATION_ERROR"
)

Possible values for EMR.

View Source 
const (
	InstanceGroupTypeCore   = "CORE"
	InstanceGroupTypeMaster = "MASTER"
	InstanceGroupTypeTask   = "TASK"
)

Possible values for EMR.

View Source 
const (
	InstanceRoleTypeCore   = "CORE"
	InstanceRoleTypeMaster = "MASTER"
	InstanceRoleTypeTask   = "TASK"
)

Possible values for EMR.

View Source 
const (
	InstanceStateAwaitingFulfillment = "AWAITING_FULFILLMENT"
	InstanceStateBootstrapping       = "BOOTSTRAPPING"
	InstanceStateProvisioning        = "PROVISIONING"
	InstanceStateRunning             = "RUNNING"
	InstanceStateTerminated          = "TERMINATED"
)

Possible values for EMR.

View Source 
const (
	InstanceStateChangeReasonCodeBootstrapFailure  = "BOOTSTRAP_FAILURE"
	InstanceStateChangeReasonCodeClusterTerminated = "CLUSTER_TERMINATED"
	InstanceStateChangeReasonCodeInstanceFailure   = "INSTANCE_FAILURE"
	InstanceStateChangeReasonCodeInternalError     = "INTERNAL_ERROR"
	InstanceStateChangeReasonCodeValidationError   = "VALIDATION_ERROR"
)

Possible values for EMR.

View Source 
const (
	JobFlowExecutionStateBootstrapping = "BOOTSTRAPPING"
	JobFlowExecutionStateCompleted     = "COMPLETED"
	JobFlowExecutionStateFailed        = "FAILED"
	JobFlowExecutionStateRunning       = "RUNNING"
	JobFlowExecutionStateShuttingDown  = "SHUTTING_DOWN"
	JobFlowExecutionStateStarting      = "STARTING"
	JobFlowExecutionStateTerminated    = "TERMINATED"
	JobFlowExecutionStateWaiting       = "WAITING"
)

Possible values for EMR.

View Source 
const (
	MarketTypeOnDemand = "ON_DEMAND"
	MarketTypeSpot     = "SPOT"
)

Possible values for EMR.

View Source 
const (
	StepExecutionStateCancelled   = "CANCELLED"
	StepExecutionStateCompleted   = "COMPLETED"
	StepExecutionStateContinue    = "CONTINUE"
	StepExecutionStateFailed      = "FAILED"
	StepExecutionStateInterrupted = "INTERRUPTED"
	StepExecutionStatePending     = "PENDING"
	StepExecutionStateRunning     = "RUNNING"
)

Possible values for EMR.

View Source 
const (
	StepStateCancelled   = "CANCELLED"
	StepStateCompleted   = "COMPLETED"
	StepStateFailed      = "FAILED"
	StepStateInterrupted = "INTERRUPTED"
	StepStatePending     = "PENDING"
	StepStateRunning     = "RUNNING"
)

Possible values for EMR.

View Source 
const (
	StepStateChangeReasonCodeNone = "NONE"
)

Possible values for EMR.

Variables

This section is empty.

Functions

This section is empty.

Types

type AddInstanceGroupsInput 

type AddInstanceGroupsInput struct {
	InstanceGroups []InstanceGroupConfig `json:"InstanceGroups"`
	JobFlowID      aws.StringValue       `json:"JobFlowId"`
}

AddInstanceGroupsInput is undocumented.

type AddInstanceGroupsOutput 

type AddInstanceGroupsOutput struct {
	InstanceGroupIDs []string        `json:"InstanceGroupIds,omitempty"`
	JobFlowID        aws.StringValue `json:"JobFlowId,omitempty"`
}

AddInstanceGroupsOutput is undocumented.

type AddJobFlowStepsInput 

type AddJobFlowStepsInput struct {
	JobFlowID aws.StringValue `json:"JobFlowId"`
	Steps     []StepConfig    `json:"Steps"`
}

AddJobFlowStepsInput is undocumented.

type AddJobFlowStepsOutput 

type AddJobFlowStepsOutput struct {
	StepIDs []string `json:"StepIds,omitempty"`
}

AddJobFlowStepsOutput is undocumented.

type AddTagsInput 

type AddTagsInput struct {
	ResourceID aws.StringValue `json:"ResourceId"`
	Tags       []Tag           `json:"Tags"`
}

AddTagsInput is undocumented.

type AddTagsOutput 

type AddTagsOutput struct {
}

AddTagsOutput is undocumented.

type Application 

type Application struct {
	AdditionalInfo map[string]string `json:"AdditionalInfo,omitempty"`
	Args           []string          `json:"Args,omitempty"`
	Name           aws.StringValue   `json:"Name,omitempty"`
	Version        aws.StringValue   `json:"Version,omitempty"`
}

Application is undocumented.

type BootstrapActionConfig 

type BootstrapActionConfig struct {
	Name                  aws.StringValue              `json:"Name"`
	ScriptBootstrapAction *ScriptBootstrapActionConfig `json:"ScriptBootstrapAction"`
}

BootstrapActionConfig is undocumented.

type BootstrapActionDetail 

type BootstrapActionDetail struct {
	BootstrapActionConfig *BootstrapActionConfig `json:"BootstrapActionConfig,omitempty"`
}

BootstrapActionDetail is undocumented.

type Cluster 

type Cluster struct {
	Applications            []Application          `json:"Applications,omitempty"`
	AutoTerminate           aws.BooleanValue       `json:"AutoTerminate,omitempty"`
	EC2InstanceAttributes   *EC2InstanceAttributes `json:"Ec2InstanceAttributes,omitempty"`
	ID                      aws.StringValue        `json:"Id,omitempty"`
	LogURI                  aws.StringValue        `json:"LogUri,omitempty"`
	MasterPublicDNSName     aws.StringValue        `json:"MasterPublicDnsName,omitempty"`
	Name                    aws.StringValue        `json:"Name,omitempty"`
	NormalizedInstanceHours aws.IntegerValue       `json:"NormalizedInstanceHours,omitempty"`
	RequestedAMIVersion     aws.StringValue        `json:"RequestedAmiVersion,omitempty"`
	RunningAMIVersion       aws.StringValue        `json:"RunningAmiVersion,omitempty"`
	ServiceRole             aws.StringValue        `json:"ServiceRole,omitempty"`
	Status                  *ClusterStatus         `json:"Status,omitempty"`
	Tags                    []Tag                  `json:"Tags,omitempty"`
	TerminationProtected    aws.BooleanValue       `json:"TerminationProtected,omitempty"`
	VisibleToAllUsers       aws.BooleanValue       `json:"VisibleToAllUsers,omitempty"`
}

Cluster is undocumented.

type ClusterStateChangeReason 

type ClusterStateChangeReason struct {
	Code    aws.StringValue `json:"Code,omitempty"`
	Message aws.StringValue `json:"Message,omitempty"`
}

ClusterStateChangeReason is undocumented.

type ClusterStatus 

type ClusterStatus struct {
	State             aws.StringValue           `json:"State,omitempty"`
	StateChangeReason *ClusterStateChangeReason `json:"StateChangeReason,omitempty"`
	Timeline          *ClusterTimeline          `json:"Timeline,omitempty"`
}

ClusterStatus is undocumented.

type ClusterSummary 

type ClusterSummary struct {
	ID                      aws.StringValue  `json:"Id,omitempty"`
	Name                    aws.StringValue  `json:"Name,omitempty"`
	NormalizedInstanceHours aws.IntegerValue `json:"NormalizedInstanceHours,omitempty"`
	Status                  *ClusterStatus   `json:"Status,omitempty"`
}

ClusterSummary is undocumented.

type ClusterTimeline 

type ClusterTimeline struct {
	CreationDateTime *aws.UnixTimestamp `json:"CreationDateTime,omitempty"`
	EndDateTime      *aws.UnixTimestamp `json:"EndDateTime,omitempty"`
	ReadyDateTime    *aws.UnixTimestamp `json:"ReadyDateTime,omitempty"`
}

ClusterTimeline is undocumented.

type Command 

type Command struct {
	Args       []string        `json:"Args,omitempty"`
	Name       aws.StringValue `json:"Name,omitempty"`
	ScriptPath aws.StringValue `json:"ScriptPath,omitempty"`
}

Command is undocumented.

type DescribeClusterInput 

type DescribeClusterInput struct {
	ClusterID aws.StringValue `json:"ClusterId"`
}

DescribeClusterInput is undocumented.

type DescribeClusterOutput 

type DescribeClusterOutput struct {
	Cluster *Cluster `json:"Cluster,omitempty"`
}

DescribeClusterOutput is undocumented.

type DescribeJobFlowsInput 

type DescribeJobFlowsInput struct {
	CreatedAfter  *aws.UnixTimestamp `json:"CreatedAfter,omitempty"`
	CreatedBefore *aws.UnixTimestamp `json:"CreatedBefore,omitempty"`
	JobFlowIDs    []string           `json:"JobFlowIds,omitempty"`
	JobFlowStates []string           `json:"JobFlowStates,omitempty"`
}

DescribeJobFlowsInput is undocumented.

type DescribeJobFlowsOutput 

type DescribeJobFlowsOutput struct {
	JobFlows []JobFlowDetail `json:"JobFlows,omitempty"`
}

DescribeJobFlowsOutput is undocumented.

type DescribeStepInput 

type DescribeStepInput struct {
	ClusterID aws.StringValue `json:"ClusterId"`
	StepID    aws.StringValue `json:"StepId"`
}

DescribeStepInput is undocumented.

type DescribeStepOutput 

type DescribeStepOutput struct {
	Step *Step `json:"Step,omitempty"`
}

DescribeStepOutput is undocumented.

type EC2InstanceAttributes 

type EC2InstanceAttributes struct {
	AdditionalMasterSecurityGroups []string        `json:"AdditionalMasterSecurityGroups,omitempty"`
	AdditionalSlaveSecurityGroups  []string        `json:"AdditionalSlaveSecurityGroups,omitempty"`
	EC2AvailabilityZone            aws.StringValue `json:"Ec2AvailabilityZone,omitempty"`
	EC2KeyName                     aws.StringValue `json:"Ec2KeyName,omitempty"`
	EC2SubnetID                    aws.StringValue `json:"Ec2SubnetId,omitempty"`
	EmrManagedMasterSecurityGroup  aws.StringValue `json:"EmrManagedMasterSecurityGroup,omitempty"`
	EmrManagedSlaveSecurityGroup   aws.StringValue `json:"EmrManagedSlaveSecurityGroup,omitempty"`
	IAMInstanceProfile             aws.StringValue `json:"IamInstanceProfile,omitempty"`
}

EC2InstanceAttributes is undocumented.

type EMR 

type EMR struct {
	// contains filtered or unexported fields
}

EMR is a client for Amazon Elastic MapReduce.

func New 

func New(creds aws.CredentialsProvider, region string, client *http.Client) *EMR

New returns a new EMR client.

func (*EMR) AddInstanceGroups 

func (c *EMR) AddInstanceGroups(req *AddInstanceGroupsInput) (resp *AddInstanceGroupsOutput, err error)

AddInstanceGroups addInstanceGroups adds an instance group to a running cluster.

func (*EMR) AddJobFlowSteps 

func (c *EMR) AddJobFlowSteps(req *AddJobFlowStepsInput) (resp *AddJobFlowStepsOutput, err error)

AddJobFlowSteps addJobFlowSteps adds new steps to a running job flow. A maximum of 256 steps are allowed in each job flow. If your job flow is long-running (such as a Hive data warehouse) or complex, you may require more than 256 steps to process your data. You can bypass the 256-step limitation in various ways, including using the SSH shell to connect to the master node and submitting queries directly to the software running on the master node, such as Hive and Hadoop. For more information on how to do this, go to Add More than 256 Steps to a Job Flow in the Amazon Elastic MapReduce Developer's Guide A step specifies the location of a JAR file stored either on the master node of the job flow or in Amazon S3. Each step is performed by the main function of the main class of the JAR file. The main class can be specified either in the manifest of the JAR or by using the MainFunction parameter of the step. Elastic MapReduce executes each step in the order listed. For a step to be considered complete, the main function must exit with a zero exit code and all Hadoop jobs started while the step was running must have completed and run successfully. You can only add steps to a job flow that is in one of the following states: or

func (*EMR) AddTags 

func (c *EMR) AddTags(req *AddTagsInput) (resp *AddTagsOutput, err error)

AddTags adds tags to an Amazon EMR resource. Tags make it easier to associate clusters in various ways, such as grouping clusters to track your Amazon EMR resource allocation costs. For more information, see Tagging Amazon EMR Resources .

func (*EMR) DescribeCluster 

func (c *EMR) DescribeCluster(req *DescribeClusterInput) (resp *DescribeClusterOutput, err error)

DescribeCluster provides cluster-level details including status, hardware and software configuration, VPC settings, and so on. For information about the cluster steps, see ListSteps

func (*EMR) DescribeJobFlows 

func (c *EMR) DescribeJobFlows(req *DescribeJobFlowsInput) (resp *DescribeJobFlowsOutput, err error)

DescribeJobFlows this API is deprecated and will eventually be removed. We recommend you use ListClusters , DescribeCluster , ListSteps , ListInstanceGroups and ListBootstrapActions instead. DescribeJobFlows returns a list of job flows that match all of the supplied parameters. The parameters can include a list of job flow IDs, job flow states, and restrictions on job flow creation date and time. Regardless of supplied parameters, only job flows created within the last two months are returned. If no parameters are supplied, then job flows matching either of the following criteria are returned: Job flows created and completed in the last two weeks Job flows created within the last two months that are in one of the following states: , , , Amazon Elastic MapReduce can return a maximum of 512 job flow descriptions.

func (*EMR) DescribeStep 

func (c *EMR) DescribeStep(req *DescribeStepInput) (resp *DescribeStepOutput, err error)

DescribeStep is undocumented.

func (*EMR) ListBootstrapActions 

func (c *EMR) ListBootstrapActions(req *ListBootstrapActionsInput) (resp *ListBootstrapActionsOutput, err error)

ListBootstrapActions provides information about the bootstrap actions associated with a cluster.

func (*EMR) ListClusters 

func (c *EMR) ListClusters(req *ListClustersInput) (resp *ListClustersOutput, err error)

ListClusters provides the status of all clusters visible to this AWS account. Allows you to filter the list of clusters based on certain criteria; for example, filtering by cluster creation date and time or by status. This call returns a maximum of 50 clusters per call, but returns a marker to track the paging of the cluster list across multiple ListClusters calls.

func (*EMR) ListInstanceGroups 

func (c *EMR) ListInstanceGroups(req *ListInstanceGroupsInput) (resp *ListInstanceGroupsOutput, err error)

ListInstanceGroups provides all available details about the instance groups in a cluster.

func (*EMR) ListInstances 

func (c *EMR) ListInstances(req *ListInstancesInput) (resp *ListInstancesOutput, err error)

ListInstances provides information about the cluster instances that Amazon EMR provisions on behalf of a user when it creates the cluster. For example, this operation indicates when the EC2 instances reach the Ready state, when instances become available to Amazon EMR to use for jobs, and the IP addresses for cluster instances, etc.

func (*EMR) ListSteps 

func (c *EMR) ListSteps(req *ListStepsInput) (resp *ListStepsOutput, err error)

ListSteps is undocumented.

func (*EMR) ModifyInstanceGroups 

func (c *EMR) ModifyInstanceGroups(req *ModifyInstanceGroupsInput) (err error)

ModifyInstanceGroups modifyInstanceGroups modifies the number of nodes and configuration settings of an instance group. The input parameters include the new target instance count for the group and the instance group ID. The call will either succeed or fail atomically.

func (*EMR) RemoveTags 

func (c *EMR) RemoveTags(req *RemoveTagsInput) (resp *RemoveTagsOutput, err error)

RemoveTags removes tags from an Amazon EMR resource. Tags make it easier to associate clusters in various ways, such as grouping clusters to track your Amazon EMR resource allocation costs. For more information, see Tagging Amazon EMR Resources . The following example removes the stack tag with value Prod from a cluster:

func (*EMR) RunJobFlow 

func (c *EMR) RunJobFlow(req *RunJobFlowInput) (resp *RunJobFlowOutput, err error)

RunJobFlow runJobFlow creates and starts running a new job flow. The job flow will run the steps specified. Once the job flow completes, the cluster is stopped and the partition is lost. To prevent loss of data, configure the last step of the job flow to store results in Amazon S3. If the JobFlowInstancesConfig KeepJobFlowAliveWhenNoSteps parameter is set to , the job flow will transition to the state rather than shutting down once the steps have completed. For additional protection, you can set the JobFlowInstancesConfig TerminationProtected parameter to to lock the job flow and prevent it from being terminated by API call, user intervention, or in the event of a job flow error. A maximum of 256 steps are allowed in each job flow. If your job flow is long-running (such as a Hive data warehouse) or complex, you may require more than 256 steps to process your data. You can bypass the 256-step limitation in various ways, including using the SSH shell to connect to the master node and submitting queries directly to the software running on the master node, such as Hive and Hadoop. For more information on how to do this, go to Add More than 256 Steps to a Job Flow in the Amazon Elastic MapReduce Developer's Guide For long running job flows, we recommend that you periodically store your results.

func (*EMR) SetTerminationProtection 

func (c *EMR) SetTerminationProtection(req *SetTerminationProtectionInput) (err error)

SetTerminationProtection setTerminationProtection locks a job flow so the Amazon EC2 instances in the cluster cannot be terminated by user intervention, an API call, or in the event of a job-flow error. The cluster still terminates upon successful completion of the job flow. Calling SetTerminationProtection on a job flow is analogous to calling the Amazon EC2 DisableAPITermination API on all of the EC2 instances in a cluster. SetTerminationProtection is used to prevent accidental termination of a job flow and to ensure that in the event of an error, the instances will persist so you can recover any data stored in their ephemeral instance storage. To terminate a job flow that has been locked by setting SetTerminationProtection to true , you must first unlock the job flow by a subsequent call to SetTerminationProtection in which you set the value to false . For more information, go to Protecting a Job Flow from Termination in the Amazon Elastic MapReduce Developer's Guide.

func (*EMR) SetVisibleToAllUsers 

func (c *EMR) SetVisibleToAllUsers(req *SetVisibleToAllUsersInput) (err error)

SetVisibleToAllUsers sets whether all AWS Identity and Access Management users under your account can access the specified job flows. This action works on running job flows. You can also set the visibility of a job flow when you launch it using the VisibleToAllUsers parameter of RunJobFlow . The SetVisibleToAllUsers action can be called only by an IAM user who created the job flow or the AWS account that owns the job flow.

func (*EMR) TerminateJobFlows 

func (c *EMR) TerminateJobFlows(req *TerminateJobFlowsInput) (err error)

TerminateJobFlows terminateJobFlows shuts a list of job flows down. When a job flow is shut down, any step not yet completed is canceled and the EC2 instances on which the job flow is running are stopped. Any log files not already saved are uploaded to Amazon S3 if a LogUri was specified when the job flow was created. The maximum number of JobFlows allowed is 10. The call to TerminateJobFlows is asynchronous. Depending on the configuration of the job flow, it may take up to 5-20 minutes for the job flow to completely terminate and release allocated resources, such as Amazon EC2 instances.

type EMRAPI 

type EMRAPI interface {
	AddInstanceGroups(req *AddInstanceGroupsInput) (resp *AddInstanceGroupsOutput, err error)
	AddJobFlowSteps(req *AddJobFlowStepsInput) (resp *AddJobFlowStepsOutput, err error)
	AddTags(req *AddTagsInput) (resp *AddTagsOutput, err error)
	DescribeCluster(req *DescribeClusterInput) (resp *DescribeClusterOutput, err error)
	DescribeJobFlows(req *DescribeJobFlowsInput) (resp *DescribeJobFlowsOutput, err error)
	DescribeStep(req *DescribeStepInput) (resp *DescribeStepOutput, err error)
	ListBootstrapActions(req *ListBootstrapActionsInput) (resp *ListBootstrapActionsOutput, err error)
	ListClusters(req *ListClustersInput) (resp *ListClustersOutput, err error)
	ListInstanceGroups(req *ListInstanceGroupsInput) (resp *ListInstanceGroupsOutput, err error)
	ListInstances(req *ListInstancesInput) (resp *ListInstancesOutput, err error)
	ListSteps(req *ListStepsInput) (resp *ListStepsOutput, err error)
	ModifyInstanceGroups(req *ModifyInstanceGroupsInput) (err error)
	RemoveTags(req *RemoveTagsInput) (resp *RemoveTagsOutput, err error)
	RunJobFlow(req *RunJobFlowInput) (resp *RunJobFlowOutput, err error)
	SetTerminationProtection(req *SetTerminationProtectionInput) (err error)
	SetVisibleToAllUsers(req *SetVisibleToAllUsersInput) (err error)
	TerminateJobFlows(req *TerminateJobFlowsInput) (err error)
}

type HadoopJARStepConfig 

type HadoopJARStepConfig struct {
	Args       []string        `json:"Args,omitempty"`
	JAR        aws.StringValue `json:"Jar"`
	MainClass  aws.StringValue `json:"MainClass,omitempty"`
	Properties []KeyValue      `json:"Properties,omitempty"`
}

HadoopJARStepConfig is undocumented.

type HadoopStepConfig 

type HadoopStepConfig struct {
	Args       []string          `json:"Args,omitempty"`
	JAR        aws.StringValue   `json:"Jar,omitempty"`
	MainClass  aws.StringValue   `json:"MainClass,omitempty"`
	Properties map[string]string `json:"Properties,omitempty"`
}

HadoopStepConfig is undocumented.

type Instance 

type Instance struct {
	EC2InstanceID    aws.StringValue `json:"Ec2InstanceId,omitempty"`
	ID               aws.StringValue `json:"Id,omitempty"`
	PrivateDNSName   aws.StringValue `json:"PrivateDnsName,omitempty"`
	PrivateIPAddress aws.StringValue `json:"PrivateIpAddress,omitempty"`
	PublicDNSName    aws.StringValue `json:"PublicDnsName,omitempty"`
	PublicIPAddress  aws.StringValue `json:"PublicIpAddress,omitempty"`
	Status           *InstanceStatus `json:"Status,omitempty"`
}

Instance is undocumented.

type InstanceGroup 

type InstanceGroup struct {
	BidPrice               aws.StringValue      `json:"BidPrice,omitempty"`
	ID                     aws.StringValue      `json:"Id,omitempty"`
	InstanceGroupType      aws.StringValue      `json:"InstanceGroupType,omitempty"`
	InstanceType           aws.StringValue      `json:"InstanceType,omitempty"`
	Market                 aws.StringValue      `json:"Market,omitempty"`
	Name                   aws.StringValue      `json:"Name,omitempty"`
	RequestedInstanceCount aws.IntegerValue     `json:"RequestedInstanceCount,omitempty"`
	RunningInstanceCount   aws.IntegerValue     `json:"RunningInstanceCount,omitempty"`
	Status                 *InstanceGroupStatus `json:"Status,omitempty"`
}

InstanceGroup is undocumented.

type InstanceGroupConfig 

type InstanceGroupConfig struct {
	BidPrice      aws.StringValue  `json:"BidPrice,omitempty"`
	InstanceCount aws.IntegerValue `json:"InstanceCount"`
	InstanceRole  aws.StringValue  `json:"InstanceRole"`
	InstanceType  aws.StringValue  `json:"InstanceType"`
	Market        aws.StringValue  `json:"Market,omitempty"`
	Name          aws.StringValue  `json:"Name,omitempty"`
}

InstanceGroupConfig is undocumented.

type InstanceGroupDetail 

type InstanceGroupDetail struct {
	BidPrice              aws.StringValue    `json:"BidPrice,omitempty"`
	CreationDateTime      *aws.UnixTimestamp `json:"CreationDateTime"`
	EndDateTime           *aws.UnixTimestamp `json:"EndDateTime,omitempty"`
	InstanceGroupID       aws.StringValue    `json:"InstanceGroupId,omitempty"`
	InstanceRequestCount  aws.IntegerValue   `json:"InstanceRequestCount"`
	InstanceRole          aws.StringValue    `json:"InstanceRole"`
	InstanceRunningCount  aws.IntegerValue   `json:"InstanceRunningCount"`
	InstanceType          aws.StringValue    `json:"InstanceType"`
	LastStateChangeReason aws.StringValue    `json:"LastStateChangeReason,omitempty"`
	Market                aws.StringValue    `json:"Market"`
	Name                  aws.StringValue    `json:"Name,omitempty"`
	ReadyDateTime         *aws.UnixTimestamp `json:"ReadyDateTime,omitempty"`
	StartDateTime         *aws.UnixTimestamp `json:"StartDateTime,omitempty"`
	State                 aws.StringValue    `json:"State"`
}

InstanceGroupDetail is undocumented.

type InstanceGroupModifyConfig 

type InstanceGroupModifyConfig struct {
	EC2InstanceIDsToTerminate []string         `json:"EC2InstanceIdsToTerminate,omitempty"`
	InstanceCount             aws.IntegerValue `json:"InstanceCount,omitempty"`
	InstanceGroupID           aws.StringValue  `json:"InstanceGroupId"`
}

InstanceGroupModifyConfig is undocumented.

type InstanceGroupStateChangeReason 

type InstanceGroupStateChangeReason struct {
	Code    aws.StringValue `json:"Code,omitempty"`
	Message aws.StringValue `json:"Message,omitempty"`
}

InstanceGroupStateChangeReason is undocumented.

type InstanceGroupStatus 

type InstanceGroupStatus struct {
	State             aws.StringValue                 `json:"State,omitempty"`
	StateChangeReason *InstanceGroupStateChangeReason `json:"StateChangeReason,omitempty"`
	Timeline          *InstanceGroupTimeline          `json:"Timeline,omitempty"`
}

InstanceGroupStatus is undocumented.

type InstanceGroupTimeline 

type InstanceGroupTimeline struct {
	CreationDateTime *aws.UnixTimestamp `json:"CreationDateTime,omitempty"`
	EndDateTime      *aws.UnixTimestamp `json:"EndDateTime,omitempty"`
	ReadyDateTime    *aws.UnixTimestamp `json:"ReadyDateTime,omitempty"`
}

InstanceGroupTimeline is undocumented.

type InstanceStateChangeReason 

type InstanceStateChangeReason struct {
	Code    aws.StringValue `json:"Code,omitempty"`
	Message aws.StringValue `json:"Message,omitempty"`
}

InstanceStateChangeReason is undocumented.

type InstanceStatus 

type InstanceStatus struct {
	State             aws.StringValue            `json:"State,omitempty"`
	StateChangeReason *InstanceStateChangeReason `json:"StateChangeReason,omitempty"`
	Timeline          *InstanceTimeline          `json:"Timeline,omitempty"`
}

InstanceStatus is undocumented.

type InstanceTimeline 

type InstanceTimeline struct {
	CreationDateTime *aws.UnixTimestamp `json:"CreationDateTime,omitempty"`
	EndDateTime      *aws.UnixTimestamp `json:"EndDateTime,omitempty"`
	ReadyDateTime    *aws.UnixTimestamp `json:"ReadyDateTime,omitempty"`
}

InstanceTimeline is undocumented.

type JobFlowDetail 

type JobFlowDetail struct {
	AMIVersion            aws.StringValue               `json:"AmiVersion,omitempty"`
	BootstrapActions      []BootstrapActionDetail       `json:"BootstrapActions,omitempty"`
	ExecutionStatusDetail *JobFlowExecutionStatusDetail `json:"ExecutionStatusDetail"`
	Instances             *JobFlowInstancesDetail       `json:"Instances"`
	JobFlowID             aws.StringValue               `json:"JobFlowId"`
	JobFlowRole           aws.StringValue               `json:"JobFlowRole,omitempty"`
	LogURI                aws.StringValue               `json:"LogUri,omitempty"`
	Name                  aws.StringValue               `json:"Name"`
	ServiceRole           aws.StringValue               `json:"ServiceRole,omitempty"`
	Steps                 []StepDetail                  `json:"Steps,omitempty"`
	SupportedProducts     []string                      `json:"SupportedProducts,omitempty"`
	VisibleToAllUsers     aws.BooleanValue              `json:"VisibleToAllUsers,omitempty"`
}

JobFlowDetail is undocumented.

type JobFlowExecutionStatusDetail 

type JobFlowExecutionStatusDetail struct {
	CreationDateTime      *aws.UnixTimestamp `json:"CreationDateTime"`
	EndDateTime           *aws.UnixTimestamp `json:"EndDateTime,omitempty"`
	LastStateChangeReason aws.StringValue    `json:"LastStateChangeReason,omitempty"`
	ReadyDateTime         *aws.UnixTimestamp `json:"ReadyDateTime,omitempty"`
	StartDateTime         *aws.UnixTimestamp `json:"StartDateTime,omitempty"`
	State                 aws.StringValue    `json:"State"`
}

JobFlowExecutionStatusDetail is undocumented.

type JobFlowInstancesConfig 

type JobFlowInstancesConfig struct {
	AdditionalMasterSecurityGroups []string              `json:"AdditionalMasterSecurityGroups,omitempty"`
	AdditionalSlaveSecurityGroups  []string              `json:"AdditionalSlaveSecurityGroups,omitempty"`
	EC2KeyName                     aws.StringValue       `json:"Ec2KeyName,omitempty"`
	EC2SubnetID                    aws.StringValue       `json:"Ec2SubnetId,omitempty"`
	EmrManagedMasterSecurityGroup  aws.StringValue       `json:"EmrManagedMasterSecurityGroup,omitempty"`
	EmrManagedSlaveSecurityGroup   aws.StringValue       `json:"EmrManagedSlaveSecurityGroup,omitempty"`
	HadoopVersion                  aws.StringValue       `json:"HadoopVersion,omitempty"`
	InstanceCount                  aws.IntegerValue      `json:"InstanceCount,omitempty"`
	InstanceGroups                 []InstanceGroupConfig `json:"InstanceGroups,omitempty"`
	KeepJobFlowAliveWhenNoSteps    aws.BooleanValue      `json:"KeepJobFlowAliveWhenNoSteps,omitempty"`
	MasterInstanceType             aws.StringValue       `json:"MasterInstanceType,omitempty"`
	Placement                      *PlacementType        `json:"Placement,omitempty"`
	SlaveInstanceType              aws.StringValue       `json:"SlaveInstanceType,omitempty"`
	TerminationProtected           aws.BooleanValue      `json:"TerminationProtected,omitempty"`
}

JobFlowInstancesConfig is undocumented.

type JobFlowInstancesDetail 

type JobFlowInstancesDetail struct {
	EC2KeyName                  aws.StringValue       `json:"Ec2KeyName,omitempty"`
	EC2SubnetID                 aws.StringValue       `json:"Ec2SubnetId,omitempty"`
	HadoopVersion               aws.StringValue       `json:"HadoopVersion,omitempty"`
	InstanceCount               aws.IntegerValue      `json:"InstanceCount"`
	InstanceGroups              []InstanceGroupDetail `json:"InstanceGroups,omitempty"`
	KeepJobFlowAliveWhenNoSteps aws.BooleanValue      `json:"KeepJobFlowAliveWhenNoSteps,omitempty"`
	MasterInstanceID            aws.StringValue       `json:"MasterInstanceId,omitempty"`
	MasterInstanceType          aws.StringValue       `json:"MasterInstanceType"`
	MasterPublicDNSName         aws.StringValue       `json:"MasterPublicDnsName,omitempty"`
	NormalizedInstanceHours     aws.IntegerValue      `json:"NormalizedInstanceHours,omitempty"`
	Placement                   *PlacementType        `json:"Placement,omitempty"`
	SlaveInstanceType           aws.StringValue       `json:"SlaveInstanceType"`
	TerminationProtected        aws.BooleanValue      `json:"TerminationProtected,omitempty"`
}

JobFlowInstancesDetail is undocumented.

type KeyValue 

type KeyValue struct {
	Key   aws.StringValue `json:"Key,omitempty"`
	Value aws.StringValue `json:"Value,omitempty"`
}

KeyValue is undocumented.

type ListBootstrapActionsInput 

type ListBootstrapActionsInput struct {
	ClusterID aws.StringValue `json:"ClusterId"`
	Marker    aws.StringValue `json:"Marker,omitempty"`
}

ListBootstrapActionsInput is undocumented.

type ListBootstrapActionsOutput 

type ListBootstrapActionsOutput struct {
	BootstrapActions []Command       `json:"BootstrapActions,omitempty"`
	Marker           aws.StringValue `json:"Marker,omitempty"`
}

ListBootstrapActionsOutput is undocumented.

type ListClustersInput 

type ListClustersInput struct {
	ClusterStates []string           `json:"ClusterStates,omitempty"`
	CreatedAfter  *aws.UnixTimestamp `json:"CreatedAfter,omitempty"`
	CreatedBefore *aws.UnixTimestamp `json:"CreatedBefore,omitempty"`
	Marker        aws.StringValue    `json:"Marker,omitempty"`
}

ListClustersInput is undocumented.

type ListClustersOutput 

type ListClustersOutput struct {
	Clusters []ClusterSummary `json:"Clusters,omitempty"`
	Marker   aws.StringValue  `json:"Marker,omitempty"`
}

ListClustersOutput is undocumented.

type ListInstanceGroupsInput 

type ListInstanceGroupsInput struct {
	ClusterID aws.StringValue `json:"ClusterId"`
	Marker    aws.StringValue `json:"Marker,omitempty"`
}

ListInstanceGroupsInput is undocumented.

type ListInstanceGroupsOutput 

type ListInstanceGroupsOutput struct {
	InstanceGroups []InstanceGroup `json:"InstanceGroups,omitempty"`
	Marker         aws.StringValue `json:"Marker,omitempty"`
}

ListInstanceGroupsOutput is undocumented.

type ListInstancesInput 

type ListInstancesInput struct {
	ClusterID          aws.StringValue `json:"ClusterId"`
	InstanceGroupID    aws.StringValue `json:"InstanceGroupId,omitempty"`
	InstanceGroupTypes []string        `json:"InstanceGroupTypes,omitempty"`
	Marker             aws.StringValue `json:"Marker,omitempty"`
}

ListInstancesInput is undocumented.

type ListInstancesOutput 

type ListInstancesOutput struct {
	Instances []Instance      `json:"Instances,omitempty"`
	Marker    aws.StringValue `json:"Marker,omitempty"`
}

ListInstancesOutput is undocumented.

type ListStepsInput 

type ListStepsInput struct {
	ClusterID  aws.StringValue `json:"ClusterId"`
	Marker     aws.StringValue `json:"Marker,omitempty"`
	StepIDs    []string        `json:"StepIds,omitempty"`
	StepStates []string        `json:"StepStates,omitempty"`
}

ListStepsInput is undocumented.

type ListStepsOutput 

type ListStepsOutput struct {
	Marker aws.StringValue `json:"Marker,omitempty"`
	Steps  []StepSummary   `json:"Steps,omitempty"`
}

ListStepsOutput is undocumented.

type ModifyInstanceGroupsInput 

type ModifyInstanceGroupsInput struct {
	InstanceGroups []InstanceGroupModifyConfig `json:"InstanceGroups,omitempty"`
}

ModifyInstanceGroupsInput is undocumented.

type PlacementType 

type PlacementType struct {
	AvailabilityZone aws.StringValue `json:"AvailabilityZone"`
}

PlacementType is undocumented.

type RemoveTagsInput 

type RemoveTagsInput struct {
	ResourceID aws.StringValue `json:"ResourceId"`
	TagKeys    []string        `json:"TagKeys"`
}

RemoveTagsInput is undocumented.

type RemoveTagsOutput 

type RemoveTagsOutput struct {
}

RemoveTagsOutput is undocumented.

type RunJobFlowInput 

type RunJobFlowInput struct {
	AdditionalInfo       aws.StringValue          `json:"AdditionalInfo,omitempty"`
	AMIVersion           aws.StringValue          `json:"AmiVersion,omitempty"`
	BootstrapActions     []BootstrapActionConfig  `json:"BootstrapActions,omitempty"`
	Instances            *JobFlowInstancesConfig  `json:"Instances"`
	JobFlowRole          aws.StringValue          `json:"JobFlowRole,omitempty"`
	LogURI               aws.StringValue          `json:"LogUri,omitempty"`
	Name                 aws.StringValue          `json:"Name"`
	NewSupportedProducts []SupportedProductConfig `json:"NewSupportedProducts,omitempty"`
	ServiceRole          aws.StringValue          `json:"ServiceRole,omitempty"`
	Steps                []StepConfig             `json:"Steps,omitempty"`
	SupportedProducts    []string                 `json:"SupportedProducts,omitempty"`
	Tags                 []Tag                    `json:"Tags,omitempty"`
	VisibleToAllUsers    aws.BooleanValue         `json:"VisibleToAllUsers,omitempty"`
}

RunJobFlowInput is undocumented.

type RunJobFlowOutput 

type RunJobFlowOutput struct {
	JobFlowID aws.StringValue `json:"JobFlowId,omitempty"`
}

RunJobFlowOutput is undocumented.

type ScriptBootstrapActionConfig 

type ScriptBootstrapActionConfig struct {
	Args []string        `json:"Args,omitempty"`
	Path aws.StringValue `json:"Path"`
}

ScriptBootstrapActionConfig is undocumented.

type SetTerminationProtectionInput 

type SetTerminationProtectionInput struct {
	JobFlowIDs           []string         `json:"JobFlowIds"`
	TerminationProtected aws.BooleanValue `json:"TerminationProtected"`
}

SetTerminationProtectionInput is undocumented.

type SetVisibleToAllUsersInput 

type SetVisibleToAllUsersInput struct {
	JobFlowIDs        []string         `json:"JobFlowIds"`
	VisibleToAllUsers aws.BooleanValue `json:"VisibleToAllUsers"`
}

SetVisibleToAllUsersInput is undocumented.

type Step 

type Step struct {
	ActionOnFailure aws.StringValue   `json:"ActionOnFailure,omitempty"`
	Config          *HadoopStepConfig `json:"Config,omitempty"`
	ID              aws.StringValue   `json:"Id,omitempty"`
	Name            aws.StringValue   `json:"Name,omitempty"`
	Status          *StepStatus       `json:"Status,omitempty"`
}

Step is undocumented.

type StepConfig 

type StepConfig struct {
	ActionOnFailure aws.StringValue      `json:"ActionOnFailure,omitempty"`
	HadoopJARStep   *HadoopJARStepConfig `json:"HadoopJarStep"`
	Name            aws.StringValue      `json:"Name"`
}

StepConfig is undocumented.

type StepDetail 

type StepDetail struct {
	ExecutionStatusDetail *StepExecutionStatusDetail `json:"ExecutionStatusDetail"`
	StepConfig            *StepConfig                `json:"StepConfig"`
}

StepDetail is undocumented.

type StepExecutionStatusDetail 

type StepExecutionStatusDetail struct {
	CreationDateTime      *aws.UnixTimestamp `json:"CreationDateTime"`
	EndDateTime           *aws.UnixTimestamp `json:"EndDateTime,omitempty"`
	LastStateChangeReason aws.StringValue    `json:"LastStateChangeReason,omitempty"`
	StartDateTime         *aws.UnixTimestamp `json:"StartDateTime,omitempty"`
	State                 aws.StringValue    `json:"State"`
}

StepExecutionStatusDetail is undocumented.

type StepStateChangeReason 

type StepStateChangeReason struct {
	Code    aws.StringValue `json:"Code,omitempty"`
	Message aws.StringValue `json:"Message,omitempty"`
}

StepStateChangeReason is undocumented.

type StepStatus 

type StepStatus struct {
	State             aws.StringValue        `json:"State,omitempty"`
	StateChangeReason *StepStateChangeReason `json:"StateChangeReason,omitempty"`
	Timeline          *StepTimeline          `json:"Timeline,omitempty"`
}

StepStatus is undocumented.

type StepSummary 

type StepSummary struct {
	ActionOnFailure aws.StringValue   `json:"ActionOnFailure,omitempty"`
	Config          *HadoopStepConfig `json:"Config,omitempty"`
	ID              aws.StringValue   `json:"Id,omitempty"`
	Name            aws.StringValue   `json:"Name,omitempty"`
	Status          *StepStatus       `json:"Status,omitempty"`
}

StepSummary is undocumented.

type StepTimeline 

type StepTimeline struct {
	CreationDateTime *aws.UnixTimestamp `json:"CreationDateTime,omitempty"`
	EndDateTime      *aws.UnixTimestamp `json:"EndDateTime,omitempty"`
	StartDateTime    *aws.UnixTimestamp `json:"StartDateTime,omitempty"`
}

StepTimeline is undocumented.

type SupportedProductConfig 

type SupportedProductConfig struct {
	Args []string        `json:"Args,omitempty"`
	Name aws.StringValue `json:"Name,omitempty"`
}

SupportedProductConfig is undocumented.

type Tag 

type Tag struct {
	Key   aws.StringValue `json:"Key,omitempty"`
	Value aws.StringValue `json:"Value,omitempty"`
}

Tag is undocumented.

type TerminateJobFlowsInput 

type TerminateJobFlowsInput struct {
	JobFlowIDs []string `json:"JobFlowIds"`
}

TerminateJobFlowsInput is undocumented.

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.