EMR

trait EMR extends AmazonElasticMapReduce
Companion
object
trait AmazonElasticMapReduce
class Object
trait Matchable
class Any
class EMRClient

Type members

Classlikes

case class jarStep(stepName: String, stepType: String, stepPath: String, stepClass: String, stepArgs: List[String])

Value members

Concrete methods

def at(region: Region): EMR
def bootstrapActions(clusterId: Option[String]): Seq[Command]
def buildCoreGroupConfig(coreInstanceType: String, coreInstanceCount: Int, coreMarketType: String, coreBidPrice: String): InstanceGroupConfig
def buildJobFlowInstancesConfig(masterInstanceType: String, masterMarketType: String, masterBidPrice: String, coreInstanceType: String, coreInstanceCount: Int, coreMarketType: String, coreBidPrice: String, taskInstanceType: String, taskInstanceCount: Int, taskMarketType: String, taskBidPrice: String, ec2KeyName: String, hadoopVersion: String): JobFlowInstancesConfig
def buildJobFlowStepsRequest[T](steps: List[T], jobFlowId: String): AddJobFlowStepsRequest
def buildMasterGroupConfig(masterInstanceType: String, masterMarketType: String, masterBidPrice: String): InstanceGroupConfig
def buildRunRequest(jobName: String, amiVersion: String, loggingURI: String, visibleToAllUsers: Boolean, instanceProfile: String, serviceRole: String, jobFlowInstancesConfig: JobFlowInstancesConfig, jobFlowStepsRequest: AddJobFlowStepsRequest): RunJobFlowRequest
def buildTaskGroupConfig(taskInstanceType: String, taskInstanceCount: Int, taskMarketType: String, taskBidPrice: String): InstanceGroupConfig
def clusterSummaries(clusterStates: Seq[String], createdBefore: Option[Date], createdAfter: Option[Date]): Seq[ClusterSummary]
def clusters(clusterStates: Seq[String], createdBefore: Option[Date], createdAfter: Option[Date]): Seq[Cluster]
def getClusterDetail[T](jobFlowId: String, op: Cluster => T): T
def getClusterName(jobFlowId: String): String
def getClusterState(jobFlowId: String): String
def recentClusters(duration: Duration): List[Cluster]
def runJobFlow[T](masterInstanceType: String, masterMarketType: String, masterBidPrice: String, coreInstanceType: String, coreInstanceCount: Int, coreMarketType: String, coreBidPrice: String, taskInstanceType: String, taskInstanceCount: Int, taskMarketType: String, taskBidPrice: String, ec2KeyName: String, hadoopVersion: String, steps: List[T], jobFlowId: String, jobName: String, amiVersion: String, loggingURI: String, instanceProfile: String, serviceRole: String, visibleToAllUsers: Boolean): RunJobFlowResult
def stepSummaries(clusterId: Option[String], stepStates: Seq[String]): Seq[StepSummary]
def terminateCluster(jobFlowId: String): Unit

Inherited methods

def addInstanceFleet(`x$0`: AddInstanceFleetRequest): AddInstanceFleetResult
Inherited from
AmazonElasticMapReduce
def addInstanceGroups(`x$0`: AddInstanceGroupsRequest): AddInstanceGroupsResult
Inherited from
AmazonElasticMapReduce
def addJobFlowSteps(`x$0`: AddJobFlowStepsRequest): AddJobFlowStepsResult
Inherited from
AmazonElasticMapReduce
def addTags(`x$0`: AddTagsRequest): AddTagsResult
Inherited from
AmazonElasticMapReduce
def cancelSteps(`x$0`: CancelStepsRequest): CancelStepsResult
Inherited from
AmazonElasticMapReduce
def createSecurityConfiguration(`x$0`: CreateSecurityConfigurationRequest): CreateSecurityConfigurationResult
Inherited from
AmazonElasticMapReduce
def createStudio(`x$0`: CreateStudioRequest): CreateStudioResult
Inherited from
AmazonElasticMapReduce
def createStudioSessionMapping(`x$0`: CreateStudioSessionMappingRequest): CreateStudioSessionMappingResult
Inherited from
AmazonElasticMapReduce
def deleteSecurityConfiguration(`x$0`: DeleteSecurityConfigurationRequest): DeleteSecurityConfigurationResult
Inherited from
AmazonElasticMapReduce
def deleteStudio(`x$0`: DeleteStudioRequest): DeleteStudioResult
Inherited from
AmazonElasticMapReduce
def deleteStudioSessionMapping(`x$0`: DeleteStudioSessionMappingRequest): DeleteStudioSessionMappingResult
Inherited from
AmazonElasticMapReduce
def describeCluster(`x$0`: DescribeClusterRequest): DescribeClusterResult
Inherited from
AmazonElasticMapReduce
def describeNotebookExecution(`x$0`: DescribeNotebookExecutionRequest): DescribeNotebookExecutionResult
Inherited from
AmazonElasticMapReduce
def describeSecurityConfiguration(`x$0`: DescribeSecurityConfigurationRequest): DescribeSecurityConfigurationResult
Inherited from
AmazonElasticMapReduce
def describeStep(`x$0`: DescribeStepRequest): DescribeStepResult
Inherited from
AmazonElasticMapReduce
def describeStudio(`x$0`: DescribeStudioRequest): DescribeStudioResult
Inherited from
AmazonElasticMapReduce
def getBlockPublicAccessConfiguration(`x$0`: GetBlockPublicAccessConfigurationRequest): GetBlockPublicAccessConfigurationResult
Inherited from
AmazonElasticMapReduce
def getCachedResponseMetadata(`x$0`: AmazonWebServiceRequest): ResponseMetadata
Inherited from
AmazonElasticMapReduce
def getManagedScalingPolicy(`x$0`: GetManagedScalingPolicyRequest): GetManagedScalingPolicyResult
Inherited from
AmazonElasticMapReduce
def getStudioSessionMapping(`x$0`: GetStudioSessionMappingRequest): GetStudioSessionMappingResult
Inherited from
AmazonElasticMapReduce
def listBootstrapActions(`x$0`: ListBootstrapActionsRequest): ListBootstrapActionsResult
Inherited from
AmazonElasticMapReduce
def listClusters(): ListClustersResult
Inherited from
AmazonElasticMapReduce
def listClusters(`x$0`: ListClustersRequest): ListClustersResult
Inherited from
AmazonElasticMapReduce
def listInstanceFleets(`x$0`: ListInstanceFleetsRequest): ListInstanceFleetsResult
Inherited from
AmazonElasticMapReduce
def listInstanceGroups(`x$0`: ListInstanceGroupsRequest): ListInstanceGroupsResult
Inherited from
AmazonElasticMapReduce
def listInstances(`x$0`: ListInstancesRequest): ListInstancesResult
Inherited from
AmazonElasticMapReduce
def listNotebookExecutions(`x$0`: ListNotebookExecutionsRequest): ListNotebookExecutionsResult
Inherited from
AmazonElasticMapReduce
def listSecurityConfigurations(`x$0`: ListSecurityConfigurationsRequest): ListSecurityConfigurationsResult
Inherited from
AmazonElasticMapReduce
def listSteps(`x$0`: ListStepsRequest): ListStepsResult
Inherited from
AmazonElasticMapReduce
def listStudioSessionMappings(`x$0`: ListStudioSessionMappingsRequest): ListStudioSessionMappingsResult
Inherited from
AmazonElasticMapReduce
def listStudios(`x$0`: ListStudiosRequest): ListStudiosResult
Inherited from
AmazonElasticMapReduce
def modifyCluster(`x$0`: ModifyClusterRequest): ModifyClusterResult
Inherited from
AmazonElasticMapReduce
def modifyInstanceFleet(`x$0`: ModifyInstanceFleetRequest): ModifyInstanceFleetResult
Inherited from
AmazonElasticMapReduce
def modifyInstanceGroups(): ModifyInstanceGroupsResult
Inherited from
AmazonElasticMapReduce
def modifyInstanceGroups(`x$0`: ModifyInstanceGroupsRequest): ModifyInstanceGroupsResult
Inherited from
AmazonElasticMapReduce
def putAutoScalingPolicy(`x$0`: PutAutoScalingPolicyRequest): PutAutoScalingPolicyResult
Inherited from
AmazonElasticMapReduce
def putBlockPublicAccessConfiguration(`x$0`: PutBlockPublicAccessConfigurationRequest): PutBlockPublicAccessConfigurationResult
Inherited from
AmazonElasticMapReduce
def putManagedScalingPolicy(`x$0`: PutManagedScalingPolicyRequest): PutManagedScalingPolicyResult
Inherited from
AmazonElasticMapReduce
def removeAutoScalingPolicy(`x$0`: RemoveAutoScalingPolicyRequest): RemoveAutoScalingPolicyResult
Inherited from
AmazonElasticMapReduce
def removeManagedScalingPolicy(`x$0`: RemoveManagedScalingPolicyRequest): RemoveManagedScalingPolicyResult
Inherited from
AmazonElasticMapReduce
def removeTags(`x$0`: RemoveTagsRequest): RemoveTagsResult
Inherited from
AmazonElasticMapReduce
def runJobFlow(`x$0`: RunJobFlowRequest): RunJobFlowResult
Inherited from
AmazonElasticMapReduce
def setTerminationProtection(`x$0`: SetTerminationProtectionRequest): SetTerminationProtectionResult
Inherited from
AmazonElasticMapReduce
def setVisibleToAllUsers(`x$0`: SetVisibleToAllUsersRequest): SetVisibleToAllUsersResult
Inherited from
AmazonElasticMapReduce
def shutdown(): Unit
Inherited from
AmazonElasticMapReduce
def startNotebookExecution(`x$0`: StartNotebookExecutionRequest): StartNotebookExecutionResult
Inherited from
AmazonElasticMapReduce
def stopNotebookExecution(`x$0`: StopNotebookExecutionRequest): StopNotebookExecutionResult
Inherited from
AmazonElasticMapReduce
def terminateJobFlows(`x$0`: TerminateJobFlowsRequest): TerminateJobFlowsResult
Inherited from
AmazonElasticMapReduce
def updateStudio(`x$0`: UpdateStudioRequest): UpdateStudioResult
Inherited from
AmazonElasticMapReduce
def updateStudioSessionMapping(`x$0`: UpdateStudioSessionMappingRequest): UpdateStudioSessionMappingResult
Inherited from
AmazonElasticMapReduce
def waiters(): AmazonElasticMapReduceWaiters
Inherited from
AmazonElasticMapReduce

Deprecated and Inherited methods

@Deprecated @deprecated("see corresponding Javadoc for more information.", "")
def describeJobFlows(): DescribeJobFlowsResult
Deprecated
Inherited from
AmazonElasticMapReduce
@Deprecated @deprecated("see corresponding Javadoc for more information.", "")
def describeJobFlows(`x$0`: DescribeJobFlowsRequest): DescribeJobFlowsResult
Deprecated
Inherited from
AmazonElasticMapReduce
@Deprecated @deprecated("see corresponding Javadoc for more information.", "")
def setEndpoint(`x$0`: String): Unit
Deprecated
Inherited from
AmazonElasticMapReduce
@Deprecated @deprecated("see corresponding Javadoc for more information.", "")
def setRegion(`x$0`: Region): Unit
Deprecated
Inherited from
AmazonElasticMapReduce

Concrete fields

lazy val CHECK_INTERVAL: Long
final val coreGroupName: String
final val coreInstanceRoleType: InstanceRoleType
final val masterGroupName: String
final val masterInstanceRoleType: InstanceRoleType
final val taskGroupName: String
final val taskInstanceRoleType: InstanceRoleType