Packages

c

awscala.emr

EMRClient

class EMRClient extends AmazonElasticMapReduceClient with EMR

Linear Supertypes
EMR, AmazonElasticMapReduceClient, AmazonElasticMapReduce, AmazonWebServiceClient, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. EMRClient
  2. EMR
  3. AmazonElasticMapReduceClient
  4. AmazonElasticMapReduce
  5. AmazonWebServiceClient
  6. AnyRef
  7. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. Protected

Instance Constructors

  1. new EMRClient(credentialsProvider: AWSCredentialsProvider = CredentialsLoader.load())

Type Members

  1. case class jarStep(stepName: String, stepType: String, stepPath: String, stepClass: String, stepArgs: List[String]) extends Product with Serializable
    Definition Classes
    EMR

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. lazy val CHECK_INTERVAL: Long
    Definition Classes
    EMR
  5. def addInstanceFleet(arg0: AddInstanceFleetRequest): AddInstanceFleetResult
    Definition Classes
    AmazonElasticMapReduceClient → AmazonElasticMapReduce
  6. def addInstanceGroups(arg0: AddInstanceGroupsRequest): AddInstanceGroupsResult
    Definition Classes
    AmazonElasticMapReduceClient → AmazonElasticMapReduce
  7. def addJobFlowSteps(arg0: AddJobFlowStepsRequest): AddJobFlowStepsResult
    Definition Classes
    AmazonElasticMapReduceClient → AmazonElasticMapReduce
  8. def addTags(arg0: AddTagsRequest): AddTagsResult
    Definition Classes
    AmazonElasticMapReduceClient → AmazonElasticMapReduce
  9. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  10. def at(region: Region): EMR
    Definition Classes
    EMR
  11. final def beforeClientExecution[T <: AmazonWebServiceRequest](arg0: T): T
    Attributes
    protected[amazonaws]
    Definition Classes
    AmazonWebServiceClient
  12. final def beforeMarshalling[T <: AmazonWebServiceRequest](arg0: T): T
    Attributes
    protected[amazonaws]
    Definition Classes
    AmazonWebServiceClient
  13. def bootstrapActions(clusterId: Option[String] = None): Seq[Command]
    Definition Classes
    EMR
  14. def buildCoreGroupConfig(coreInstanceType: String, coreInstanceCount: Int, coreMarketType: String, coreBidPrice: String = "0.0"): InstanceGroupConfig
    Definition Classes
    EMR
  15. def buildJobFlowInstancesConfig(masterInstanceType: String = "m1.small", masterMarketType: String = "ON_DEMAND", masterBidPrice: String = "0.0", coreInstanceType: String = "m1.small", coreInstanceCount: Int = 1, coreMarketType: String = "ON_DEMAND", coreBidPrice: String = "0.0", taskInstanceType: String = "m1.small", taskInstanceCount: Int = 1, taskMarketType: String = "ON_DEMAND", taskBidPrice: String = "0.0", ec2KeyName: String, hadoopVersion: String): JobFlowInstancesConfig
    Definition Classes
    EMR
  16. def buildJobFlowStepsRequest[T](steps: List[T], jobFlowId: String = ""): AddJobFlowStepsRequest
    Definition Classes
    EMR
  17. def buildMasterGroupConfig(masterInstanceType: String, masterMarketType: String, masterBidPrice: String = "0.0"): InstanceGroupConfig
    Definition Classes
    EMR
  18. def buildRunRequest(jobName: String = "AWSscala", amiVersion: String = "latest", loggingURI: String = "", visibleToAllUsers: Boolean = true, instanceProfile: String = "EMR_EC2_DefaultRole", serviceRole: String = "EMR_DefaultRole", jobFlowInstancesConfig: JobFlowInstancesConfig, jobFlowStepsRequest: AddJobFlowStepsRequest): RunJobFlowRequest
    Definition Classes
    EMR
  19. def buildTaskGroupConfig(taskInstanceType: String, taskInstanceCount: Int, taskMarketType: String, taskBidPrice: String = "0.0"): InstanceGroupConfig
    Definition Classes
    EMR
  20. def calculateCRC32FromCompressedData(): Boolean
    Attributes
    protected[amazonaws]
    Definition Classes
    AmazonWebServiceClient
  21. def cancelSteps(arg0: CancelStepsRequest): CancelStepsResult
    Definition Classes
    AmazonElasticMapReduceClient → AmazonElasticMapReduce
  22. final def checkMutability(): Unit
    Attributes
    protected[amazonaws]
    Definition Classes
    AmazonWebServiceClient
  23. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.CloneNotSupportedException]) @native()
  24. def clusterSummaries(clusterStates: Seq[String] = Nil, createdBefore: Option[Date] = None, createdAfter: Option[Date] = None): Seq[ClusterSummary]
    Definition Classes
    EMR
  25. def clusters(clusterStates: Seq[String] = Nil, createdBefore: Option[Date] = None, createdAfter: Option[Date] = None): Seq[Cluster]
    Definition Classes
    EMR
  26. final val coreGroupName: String
    Definition Classes
    EMR
  27. final val coreInstanceRoleType: com.amazonaws.services.elasticmapreduce.model.InstanceRoleType(CORE)
    Definition Classes
    EMR
  28. final def createExecutionContext(arg0: Request[_ <: AnyRef]): ExecutionContext
    Attributes
    protected[amazonaws]
    Definition Classes
    AmazonWebServiceClient
  29. def createExecutionContext(arg0: AmazonWebServiceRequest, arg1: SignerProvider): ExecutionContext
    Attributes
    protected[amazonaws]
    Definition Classes
    AmazonWebServiceClient
  30. def createExecutionContext(arg0: AmazonWebServiceRequest): ExecutionContext
    Attributes
    protected[amazonaws]
    Definition Classes
    AmazonWebServiceClient
  31. def createSecurityConfiguration(arg0: CreateSecurityConfigurationRequest): CreateSecurityConfigurationResult
    Definition Classes
    AmazonElasticMapReduceClient → AmazonElasticMapReduce
  32. def createSignerProvider(arg0: Signer): SignerProvider
    Attributes
    protected[amazonaws]
    Definition Classes
    AmazonWebServiceClient
  33. def deleteSecurityConfiguration(arg0: DeleteSecurityConfigurationRequest): DeleteSecurityConfigurationResult
    Definition Classes
    AmazonElasticMapReduceClient → AmazonElasticMapReduce
  34. def describeCluster(arg0: DescribeClusterRequest): DescribeClusterResult
    Definition Classes
    AmazonElasticMapReduceClient → AmazonElasticMapReduce
  35. def describeSecurityConfiguration(arg0: DescribeSecurityConfigurationRequest): DescribeSecurityConfigurationResult
    Definition Classes
    AmazonElasticMapReduceClient → AmazonElasticMapReduce
  36. def describeStep(arg0: DescribeStepRequest): DescribeStepResult
    Definition Classes
    AmazonElasticMapReduceClient → AmazonElasticMapReduce
  37. final def endClientExecution(arg0: AWSRequestMetrics, arg1: Request[_ <: AnyRef], arg2: Response[_ <: AnyRef], arg3: Boolean): Unit
    Attributes
    protected[amazonaws]
    Definition Classes
    AmazonWebServiceClient
  38. final def endClientExecution(arg0: AWSRequestMetrics, arg1: Request[_ <: AnyRef], arg2: Response[_ <: AnyRef]): Unit
    Attributes
    protected[amazonaws]
    Definition Classes
    AmazonWebServiceClient
  39. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  40. def equals(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef → Any
  41. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.Throwable])
  42. def getBlockPublicAccessConfiguration(arg0: GetBlockPublicAccessConfigurationRequest): GetBlockPublicAccessConfigurationResult
    Definition Classes
    AmazonElasticMapReduceClient → AmazonElasticMapReduce
  43. def getCachedResponseMetadata(arg0: AmazonWebServiceRequest): ResponseMetadata
    Definition Classes
    AmazonElasticMapReduceClient → AmazonElasticMapReduce
  44. final def getClass(): Class[_ <: AnyRef]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  45. def getClientConfiguration(): ClientConfiguration
    Definition Classes
    AmazonWebServiceClient
  46. def getClientId(): String
    Attributes
    protected[amazonaws]
    Definition Classes
    AmazonWebServiceClient
  47. def getClusterDetail[T](jobFlowId: String, op: (com.amazonaws.services.elasticmapreduce.model.Cluster) => T): T
    Definition Classes
    EMR
  48. def getClusterName(jobFlowId: String): String
    Definition Classes
    EMR
  49. def getClusterState(jobFlowId: String): String
    Definition Classes
    EMR
  50. def getEndpointPrefix(): String
    Definition Classes
    AmazonWebServiceClient
  51. def getMonitoringListeners(): Collection[MonitoringListener]
    Definition Classes
    AmazonWebServiceClient
  52. def getRequestMetricsCollector(): RequestMetricCollector
    Definition Classes
    AmazonWebServiceClient
  53. def getServiceName(): String
    Definition Classes
    AmazonWebServiceClient
  54. def getServiceNameIntern(): String
    Attributes
    protected[amazonaws]
    Definition Classes
    AmazonWebServiceClient
  55. def getSignerByURI(arg0: URI): Signer
    Definition Classes
    AmazonWebServiceClient
  56. def getSignerOverride(): String
    Definition Classes
    AmazonWebServiceClient
  57. def getSignerProvider(): SignerProvider
    Attributes
    protected[amazonaws]
    Definition Classes
    AmazonWebServiceClient
  58. final def getSignerRegionOverride(): String
    Definition Classes
    AmazonWebServiceClient
  59. def getSigningRegion(): String
    Attributes
    protected[amazonaws]
    Definition Classes
    AmazonWebServiceClient
  60. def getTimeOffset(): Int
    Definition Classes
    AmazonWebServiceClient
  61. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  62. final def isCsmEnabled(): Boolean
    Attributes
    protected[amazonaws]
    Definition Classes
    AmazonWebServiceClient
  63. def isEndpointOverridden(): Boolean
    Attributes
    protected[amazonaws]
    Definition Classes
    AmazonWebServiceClient
  64. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  65. final def isRequestMetricsEnabled(arg0: AmazonWebServiceRequest): Boolean
    Attributes
    protected[amazonaws]
    Definition Classes
    AmazonWebServiceClient
  66. def listBootstrapActions(arg0: ListBootstrapActionsRequest): ListBootstrapActionsResult
    Definition Classes
    AmazonElasticMapReduceClient → AmazonElasticMapReduce
  67. def listClusters(): ListClustersResult
    Definition Classes
    AmazonElasticMapReduceClient → AmazonElasticMapReduce
  68. def listClusters(arg0: ListClustersRequest): ListClustersResult
    Definition Classes
    AmazonElasticMapReduceClient → AmazonElasticMapReduce
  69. def listInstanceFleets(arg0: ListInstanceFleetsRequest): ListInstanceFleetsResult
    Definition Classes
    AmazonElasticMapReduceClient → AmazonElasticMapReduce
  70. def listInstanceGroups(arg0: ListInstanceGroupsRequest): ListInstanceGroupsResult
    Definition Classes
    AmazonElasticMapReduceClient → AmazonElasticMapReduce
  71. def listInstances(arg0: ListInstancesRequest): ListInstancesResult
    Definition Classes
    AmazonElasticMapReduceClient → AmazonElasticMapReduce
  72. def listSecurityConfigurations(arg0: ListSecurityConfigurationsRequest): ListSecurityConfigurationsResult
    Definition Classes
    AmazonElasticMapReduceClient → AmazonElasticMapReduce
  73. def listSteps(arg0: ListStepsRequest): ListStepsResult
    Definition Classes
    AmazonElasticMapReduceClient → AmazonElasticMapReduce
  74. final val masterGroupName: String
    Definition Classes
    EMR
  75. final val masterInstanceRoleType: com.amazonaws.services.elasticmapreduce.model.InstanceRoleType(MASTER)
    Definition Classes
    EMR
  76. def modifyCluster(arg0: ModifyClusterRequest): ModifyClusterResult
    Definition Classes
    AmazonElasticMapReduceClient → AmazonElasticMapReduce
  77. def modifyInstanceFleet(arg0: ModifyInstanceFleetRequest): ModifyInstanceFleetResult
    Definition Classes
    AmazonElasticMapReduceClient → AmazonElasticMapReduce
  78. def modifyInstanceGroups(): ModifyInstanceGroupsResult
    Definition Classes
    AmazonElasticMapReduceClient → AmazonElasticMapReduce
  79. def modifyInstanceGroups(arg0: ModifyInstanceGroupsRequest): ModifyInstanceGroupsResult
    Definition Classes
    AmazonElasticMapReduceClient → AmazonElasticMapReduce
  80. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  81. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  82. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  83. def putAutoScalingPolicy(arg0: PutAutoScalingPolicyRequest): PutAutoScalingPolicyResult
    Definition Classes
    AmazonElasticMapReduceClient → AmazonElasticMapReduce
  84. def putBlockPublicAccessConfiguration(arg0: PutBlockPublicAccessConfigurationRequest): PutBlockPublicAccessConfigurationResult
    Definition Classes
    AmazonElasticMapReduceClient → AmazonElasticMapReduce
  85. def recentClusters(duration: Duration = 1 hour): List[Cluster]
    Definition Classes
    EMR
  86. def removeAutoScalingPolicy(arg0: RemoveAutoScalingPolicyRequest): RemoveAutoScalingPolicyResult
    Definition Classes
    AmazonElasticMapReduceClient → AmazonElasticMapReduce
  87. def removeTags(arg0: RemoveTagsRequest): RemoveTagsResult
    Definition Classes
    AmazonElasticMapReduceClient → AmazonElasticMapReduce
  88. def requestMetricCollector(): RequestMetricCollector
    Attributes
    protected[amazonaws]
    Definition Classes
    AmazonWebServiceClient
  89. def runJobFlow[T](masterInstanceType: String = "m1.small", masterMarketType: String = "ON_DEMAND", masterBidPrice: String = "0.0", coreInstanceType: String = "m1.small", coreInstanceCount: Int = 1, coreMarketType: String = "ON_DEMAND", coreBidPrice: String = "0.0", taskInstanceType: String = "m1.small", taskInstanceCount: Int = 1, taskMarketType: String = "ON_DEMAND", taskBidPrice: String = "0.0", ec2KeyName: String, hadoopVersion: String, steps: List[T], jobFlowId: String = "", jobName: String = "AWSscala", amiVersion: String = "latest", loggingURI: String = "", instanceProfile: String = "EMR_EC2_DefaultRole", serviceRole: String = "EMR_DefaultRole", visibleToAllUsers: Boolean = true): RunJobFlowResult
    Definition Classes
    EMR
  90. def runJobFlow(arg0: RunJobFlowRequest): RunJobFlowResult
    Definition Classes
    AmazonElasticMapReduceClient → AmazonElasticMapReduce
  91. def runningClusters(): Seq[Cluster]
    Definition Classes
    EMR
  92. def setEndpointPrefix(arg0: String): Unit
    Attributes
    protected[amazonaws]
    Definition Classes
    AmazonWebServiceClient
  93. final def setServiceNameIntern(arg0: String): Unit
    Definition Classes
    AmazonWebServiceClient
  94. final def setSignerRegionOverride(arg0: String): Unit
    Definition Classes
    AmazonWebServiceClient
  95. def setTerminationProtection(arg0: SetTerminationProtectionRequest): SetTerminationProtectionResult
    Definition Classes
    AmazonElasticMapReduceClient → AmazonElasticMapReduce
  96. def setTimeOffset(arg0: Int): Unit
    Definition Classes
    AmazonWebServiceClient
  97. def setVisibleToAllUsers(arg0: SetVisibleToAllUsersRequest): SetVisibleToAllUsersResult
    Definition Classes
    AmazonElasticMapReduceClient → AmazonElasticMapReduce
  98. def shouldGenerateClientSideMonitoringEvents(): Boolean
    Attributes
    protected[amazonaws]
    Definition Classes
    AmazonWebServiceClient
  99. def shutdown(): Unit
    Definition Classes
    AmazonElasticMapReduceClient → AmazonElasticMapReduce → AmazonWebServiceClient
  100. def stepSummaries(clusterId: Option[String] = None, stepStates: Seq[String] = Nil): Seq[StepSummary]
    Definition Classes
    EMR
  101. final def synchronized[T0](arg0: => T0): T0
    Definition Classes
    AnyRef
  102. final val taskGroupName: String
    Definition Classes
    EMR
  103. final val taskInstanceRoleType: com.amazonaws.services.elasticmapreduce.model.InstanceRoleType(TASK)
    Definition Classes
    EMR
  104. def terminateCluster(jobFlowId: String): Unit
    Definition Classes
    EMR
  105. def terminateJobFlows(arg0: TerminateJobFlowsRequest): TerminateJobFlowsResult
    Definition Classes
    AmazonElasticMapReduceClient → AmazonElasticMapReduce
  106. def toString(): String
    Definition Classes
    AnyRef → Any
  107. def useStrictHostNameVerification(): Boolean
    Attributes
    protected[amazonaws]
    Definition Classes
    AmazonWebServiceClient
  108. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  109. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  110. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException]) @native()
  111. def waiters(): AmazonElasticMapReduceWaiters
    Definition Classes
    AmazonElasticMapReduceClient → AmazonElasticMapReduce
  112. def withTimeOffset(arg0: Int): AmazonWebServiceClient
    Definition Classes
    AmazonWebServiceClient

Deprecated Value Members

  1. def addRequestHandler(arg0: RequestHandler2): Unit
    Definition Classes
    AmazonWebServiceClient
    Annotations
    @Deprecated @deprecated
    Deprecated

    (Since version ) see corresponding Javadoc for more information.

  2. def addRequestHandler(arg0: RequestHandler): Unit
    Definition Classes
    AmazonWebServiceClient
    Annotations
    @Deprecated @deprecated
    Deprecated

    (Since version ) see corresponding Javadoc for more information.

  3. final def configureRegion(arg0: Regions): Unit
    Definition Classes
    AmazonWebServiceClient
    Annotations
    @Deprecated @deprecated
    Deprecated

    (Since version ) see corresponding Javadoc for more information.

  4. def describeJobFlows(): DescribeJobFlowsResult
    Definition Classes
    AmazonElasticMapReduceClient → AmazonElasticMapReduce
    Annotations
    @Deprecated @deprecated
    Deprecated

    (Since version ) see corresponding Javadoc for more information.

  5. def describeJobFlows(arg0: DescribeJobFlowsRequest): DescribeJobFlowsResult
    Definition Classes
    AmazonElasticMapReduceClient → AmazonElasticMapReduce
    Annotations
    @Deprecated @deprecated
    Deprecated

    (Since version ) see corresponding Javadoc for more information.

  6. def getServiceAbbreviation(): String
    Attributes
    protected[amazonaws]
    Definition Classes
    AmazonWebServiceClient
    Annotations
    @Deprecated @deprecated
    Deprecated

    (Since version ) see corresponding Javadoc for more information.

  7. def getSigner(): Signer
    Attributes
    protected[amazonaws]
    Definition Classes
    AmazonWebServiceClient
    Annotations
    @Deprecated @deprecated
    Deprecated

    (Since version ) see corresponding Javadoc for more information.

  8. final def makeImmutable(): Unit
    Definition Classes
    AmazonWebServiceClient
    Annotations
    @Deprecated @deprecated
    Deprecated

    (Since version ) see corresponding Javadoc for more information.

  9. def removeRequestHandler(arg0: RequestHandler2): Unit
    Definition Classes
    AmazonWebServiceClient
    Annotations
    @Deprecated @deprecated
    Deprecated

    (Since version ) see corresponding Javadoc for more information.

  10. def removeRequestHandler(arg0: RequestHandler): Unit
    Definition Classes
    AmazonWebServiceClient
    Annotations
    @Deprecated @deprecated
    Deprecated

    (Since version ) see corresponding Javadoc for more information.

  11. def setEndpoint(arg0: String, arg1: String, arg2: String): Unit
    Definition Classes
    AmazonWebServiceClient
    Annotations
    @Deprecated @deprecated
    Deprecated

    (Since version ) see corresponding Javadoc for more information.

  12. def setEndpoint(arg0: String): Unit
    Definition Classes
    AmazonWebServiceClient
    Annotations
    @throws(classOf[java.lang.IllegalArgumentException]) @Deprecated @deprecated
    Deprecated

    (Since version ) see corresponding Javadoc for more information.

  13. def setRegion(arg0: com.amazonaws.regions.Region): Unit
    Definition Classes
    AmazonWebServiceClient
    Annotations
    @throws(classOf[java.lang.IllegalArgumentException]) @Deprecated @deprecated
    Deprecated

    (Since version ) see corresponding Javadoc for more information.

  14. def withEndpoint[T <: AmazonWebServiceClient](arg0: String): T
    Definition Classes
    AmazonWebServiceClient
    Annotations
    @Deprecated @deprecated
    Deprecated

    (Since version ) see corresponding Javadoc for more information.

  15. def withRegion[T <: AmazonWebServiceClient](arg0: Regions): T
    Definition Classes
    AmazonWebServiceClient
    Annotations
    @Deprecated @deprecated
    Deprecated

    (Since version ) see corresponding Javadoc for more information.

  16. def withRegion[T <: AmazonWebServiceClient](arg0: com.amazonaws.regions.Region): T
    Definition Classes
    AmazonWebServiceClient
    Annotations
    @Deprecated @deprecated
    Deprecated

    (Since version ) see corresponding Javadoc for more information.

Inherited from EMR

Inherited from AmazonElasticMapReduceClient

Inherited from AmazonElasticMapReduce

Inherited from AmazonWebServiceClient

Inherited from AnyRef

Inherited from Any

Ungrouped