EMRClient

Instance Constructors

new EMRClient(credentialsProvider: CredentialsProvider = CredentialsLoader.load())

Type Members

case class jarStep(stepName: String, stepType: String, stepPath: String, stepClass: String, stepArgs: List[String]) extends Product with Serializable

Definition Classes
EMR

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
lazy val CHECK_INTERVAL: Long

Definition Classes
EMR
def addInstanceFleet(arg0: AddInstanceFleetRequest): AddInstanceFleetResult

Definition Classes
AmazonElasticMapReduceClient → AmazonElasticMapReduce
def addInstanceGroups(arg0: AddInstanceGroupsRequest): AddInstanceGroupsResult

Definition Classes
AmazonElasticMapReduceClient → AmazonElasticMapReduce
def addJobFlowSteps(arg0: AddJobFlowStepsRequest): AddJobFlowStepsResult

Definition Classes
AmazonElasticMapReduceClient → AmazonElasticMapReduce
def addTags(arg0: AddTagsRequest): AddTagsResult

Definition Classes
AmazonElasticMapReduceClient → AmazonElasticMapReduce
final def asInstanceOf[T0]: T0

Definition Classes
Any
def at(region: Region): EMR

Definition Classes
EMR
final def beforeClientExecution[T <: AmazonWebServiceRequest](arg0: T): T

Attributes
protected[com.amazonaws]
Definition Classes
AmazonWebServiceClient
final def beforeMarshalling[T <: AmazonWebServiceRequest](arg0: T): T

Attributes
protected[com.amazonaws]
Definition Classes
AmazonWebServiceClient
def bootstrapActions(clusterId: Option[String] = None): Seq[Command]

Definition Classes
EMR
def buildCoreGroupConfig(coreInstanceType: String, coreInstanceCount: Int, coreMarketType: String, coreBidPrice: String = "0.0"): InstanceGroupConfig

Definition Classes
EMR
def buildJobFlowInstancesConfig(masterInstanceType: String = "m1.small", masterMarketType: String = "ON_DEMAND", masterBidPrice: String = "0.0", coreInstanceType: String = "m1.small", coreInstanceCount: Int = 1, coreMarketType: String = "ON_DEMAND", coreBidPrice: String = "0.0", taskInstanceType: String = "m1.small", taskInstanceCount: Int = 1, taskMarketType: String = "ON_DEMAND", taskBidPrice: String = "0.0", ec2KeyName: String, hadoopVersion: String): JobFlowInstancesConfig

Definition Classes
EMR
def buildJobFlowStepsRequest[T](steps: List[T], jobFlowId: String = ""): AddJobFlowStepsRequest

Definition Classes
EMR
def buildMasterGroupConfig(masterInstanceType: String, masterMarketType: String, masterBidPrice: String = "0.0"): InstanceGroupConfig

Definition Classes
EMR
def buildRunRequest(jobName: String = "AWSscala", amiVersion: String = "latest", loggingURI: String = "", visibleToAllUsers: Boolean = true, jobFlowInstancesConfig: JobFlowInstancesConfig, jobFlowStepsRequest: AddJobFlowStepsRequest): RunJobFlowRequest

Definition Classes
EMR
def buildTaskGroupConfig(taskInstanceType: String, taskInstanceCount: Int, taskMarketType: String, taskBidPrice: String = "0.0"): InstanceGroupConfig

Definition Classes
EMR
def calculateCRC32FromCompressedData(): Boolean

Attributes
protected[com.amazonaws]
Definition Classes
AmazonWebServiceClient
def cancelSteps(arg0: CancelStepsRequest): CancelStepsResult

Definition Classes
AmazonElasticMapReduceClient → AmazonElasticMapReduce
final def checkMutability(): Unit

Attributes
protected[com.amazonaws]
Definition Classes
AmazonWebServiceClient
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def clusterSummaries(clusterStates: Seq[String] = Nil, createdBefore: Option[Date] = None, createdAfter: Option[Date] = None): Seq[ClusterSummary]

Definition Classes
EMR
def clusters(clusterStates: Seq[String] = Nil, createdBefore: Option[Date] = None, createdAfter: Option[Date] = None): Seq[Cluster]

Definition Classes
EMR
final val coreGroupName: String

Definition Classes
EMR
final val coreInstanceRoleType: com.amazonaws.services.elasticmapreduce.model.InstanceRoleType(CORE)

Definition Classes
EMR
final def createExecutionContext(arg0: Request[_]): ExecutionContext

Attributes
protected[com.amazonaws]
Definition Classes
AmazonWebServiceClient
def createExecutionContext(arg0: AmazonWebServiceRequest, arg1: SignerProvider): ExecutionContext

Attributes
protected[com.amazonaws]
Definition Classes
AmazonWebServiceClient
def createExecutionContext(arg0: AmazonWebServiceRequest): ExecutionContext

Attributes
protected[com.amazonaws]
Definition Classes
AmazonWebServiceClient
def createSecurityConfiguration(arg0: CreateSecurityConfigurationRequest): CreateSecurityConfigurationResult

Definition Classes
AmazonElasticMapReduceClient → AmazonElasticMapReduce
def createSignerProvider(arg0: Signer): SignerProvider

Attributes
protected[com.amazonaws]
Definition Classes
AmazonWebServiceClient
def deleteSecurityConfiguration(arg0: DeleteSecurityConfigurationRequest): DeleteSecurityConfigurationResult

Definition Classes
AmazonElasticMapReduceClient → AmazonElasticMapReduce
def describeCluster(arg0: DescribeClusterRequest): DescribeClusterResult

Definition Classes
AmazonElasticMapReduceClient → AmazonElasticMapReduce
def describeSecurityConfiguration(arg0: DescribeSecurityConfigurationRequest): DescribeSecurityConfigurationResult

Definition Classes
AmazonElasticMapReduceClient → AmazonElasticMapReduce
def describeStep(arg0: DescribeStepRequest): DescribeStepResult

Definition Classes
AmazonElasticMapReduceClient → AmazonElasticMapReduce
final def endClientExecution(arg0: AWSRequestMetrics, arg1: Request[_], arg2: Response[_], arg3: Boolean): Unit

Attributes
protected[com.amazonaws]
Definition Classes
AmazonWebServiceClient
final def endClientExecution(arg0: AWSRequestMetrics, arg1: Request[_], arg2: Response[_]): Unit

Attributes
protected[com.amazonaws]
Definition Classes
AmazonWebServiceClient
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
def getCachedResponseMetadata(arg0: AmazonWebServiceRequest): ResponseMetadata

Definition Classes
AmazonElasticMapReduceClient → AmazonElasticMapReduce
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def getClusterDetail[T](jobFlowId: String, op: (com.amazonaws.services.elasticmapreduce.model.Cluster) ⇒ T): T

Definition Classes
EMR
def getClusterName(jobFlowId: String): String

Definition Classes
EMR
def getClusterState(jobFlowId: String): String

Definition Classes
EMR
def getEndpointPrefix(): String

Definition Classes
AmazonWebServiceClient
def getRequestMetricsCollector(): RequestMetricCollector

Definition Classes
AmazonWebServiceClient
def getServiceName(): String

Definition Classes
AmazonWebServiceClient
def getServiceNameIntern(): String

Attributes
protected[com.amazonaws]
Definition Classes
AmazonWebServiceClient
def getSignerByURI(arg0: URI): Signer

Definition Classes
AmazonWebServiceClient
def getSignerOverride(): String

Definition Classes
AmazonWebServiceClient
def getSignerProvider(): SignerProvider

Attributes
protected[com.amazonaws]
Definition Classes
AmazonWebServiceClient
final def getSignerRegionOverride(): String

Definition Classes
AmazonWebServiceClient
def getTimeOffset(): Int

Definition Classes
AmazonWebServiceClient
def hashCode(): Int

Definition Classes
AnyRef → Any
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
final def isRequestMetricsEnabled(arg0: AmazonWebServiceRequest): Boolean

Attributes
protected[com.amazonaws]
Definition Classes
AmazonWebServiceClient
def listBootstrapActions(arg0: ListBootstrapActionsRequest): ListBootstrapActionsResult

Definition Classes
AmazonElasticMapReduceClient → AmazonElasticMapReduce
def listClusters(): ListClustersResult

Definition Classes
AmazonElasticMapReduceClient → AmazonElasticMapReduce
def listClusters(arg0: ListClustersRequest): ListClustersResult

Definition Classes
AmazonElasticMapReduceClient → AmazonElasticMapReduce
def listInstanceFleets(arg0: ListInstanceFleetsRequest): ListInstanceFleetsResult

Definition Classes
AmazonElasticMapReduceClient → AmazonElasticMapReduce
def listInstanceGroups(arg0: ListInstanceGroupsRequest): ListInstanceGroupsResult

Definition Classes
AmazonElasticMapReduceClient → AmazonElasticMapReduce
def listInstances(arg0: ListInstancesRequest): ListInstancesResult

Definition Classes
AmazonElasticMapReduceClient → AmazonElasticMapReduce
def listSecurityConfigurations(arg0: ListSecurityConfigurationsRequest): ListSecurityConfigurationsResult

Definition Classes
AmazonElasticMapReduceClient → AmazonElasticMapReduce
def listSteps(arg0: ListStepsRequest): ListStepsResult

Definition Classes
AmazonElasticMapReduceClient → AmazonElasticMapReduce
final val masterGroupName: String

Definition Classes
EMR
final val masterInstanceRoleType: com.amazonaws.services.elasticmapreduce.model.InstanceRoleType(MASTER)

Definition Classes
EMR
def modifyInstanceFleet(arg0: ModifyInstanceFleetRequest): ModifyInstanceFleetResult

Definition Classes
AmazonElasticMapReduceClient → AmazonElasticMapReduce
def modifyInstanceGroups(): ModifyInstanceGroupsResult

Definition Classes
AmazonElasticMapReduceClient → AmazonElasticMapReduce
def modifyInstanceGroups(arg0: ModifyInstanceGroupsRequest): ModifyInstanceGroupsResult

Definition Classes
AmazonElasticMapReduceClient → AmazonElasticMapReduce
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def putAutoScalingPolicy(arg0: PutAutoScalingPolicyRequest): PutAutoScalingPolicyResult

Definition Classes
AmazonElasticMapReduceClient → AmazonElasticMapReduce
def recentClusters(duration: Duration = 1 hour): List[Cluster]

Definition Classes
EMR
def removeAutoScalingPolicy(arg0: RemoveAutoScalingPolicyRequest): RemoveAutoScalingPolicyResult

Definition Classes
AmazonElasticMapReduceClient → AmazonElasticMapReduce
def removeTags(arg0: RemoveTagsRequest): RemoveTagsResult

Definition Classes
AmazonElasticMapReduceClient → AmazonElasticMapReduce
def requestMetricCollector(): RequestMetricCollector

Attributes
protected[com.amazonaws]
Definition Classes
AmazonWebServiceClient
def runJobFlow[T](masterInstanceType: String = "m1.small", masterMarketType: String = "ON_DEMAND", masterBidPrice: String = "0.0", coreInstanceType: String = "m1.small", coreInstanceCount: Int = 1, coreMarketType: String = "ON_DEMAND", coreBidPrice: String = "0.0", taskInstanceType: String = "m1.small", taskInstanceCount: Int = 1, taskMarketType: String = "ON_DEMAND", taskBidPrice: String = "0.0", ec2KeyName: String, hadoopVersion: String, steps: List[T], jobFlowId: String = "", jobName: String = "AWSscala", amiVersion: String = "latest", loggingURI: String = "", visibleToAllUsers: Boolean = true): RunJobFlowResult

Definition Classes
EMR
def runJobFlow(arg0: RunJobFlowRequest): RunJobFlowResult

Definition Classes
AmazonElasticMapReduceClient → AmazonElasticMapReduce
def runningClusters(): Seq[Cluster]

Definition Classes
EMR
def setEndpointPrefix(arg0: String): Unit

Attributes
protected[com.amazonaws]
Definition Classes
AmazonWebServiceClient
final def setServiceNameIntern(arg0: String): Unit

Definition Classes
AmazonWebServiceClient
final def setSignerRegionOverride(arg0: String): Unit

Definition Classes
AmazonWebServiceClient
def setTerminationProtection(arg0: SetTerminationProtectionRequest): SetTerminationProtectionResult

Definition Classes
AmazonElasticMapReduceClient → AmazonElasticMapReduce
def setTimeOffset(arg0: Int): Unit

Definition Classes
AmazonWebServiceClient
def setVisibleToAllUsers(arg0: SetVisibleToAllUsersRequest): SetVisibleToAllUsersResult

Definition Classes
AmazonElasticMapReduceClient → AmazonElasticMapReduce
def shutdown(): Unit

Definition Classes
AmazonElasticMapReduceClient → AmazonElasticMapReduce → AmazonWebServiceClient
def stepSummaries(clusterId: Option[String] = None, stepStates: Seq[String] = Nil): Seq[StepSummary]

Definition Classes
EMR
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
final val taskGroupName: String

Definition Classes
EMR
final val taskInstanceRoleType: com.amazonaws.services.elasticmapreduce.model.InstanceRoleType(TASK)

Definition Classes
EMR
def terminateCluster(jobFlowId: String): Unit

Definition Classes
EMR
def terminateJobFlows(arg0: TerminateJobFlowsRequest): TerminateJobFlowsResult

Definition Classes
AmazonElasticMapReduceClient → AmazonElasticMapReduce
def toString(): String

Definition Classes
AnyRef → Any
def useStrictHostNameVerification(): Boolean

Attributes
protected[com.amazonaws]
Definition Classes
AmazonWebServiceClient
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
def waiters(): AmazonElasticMapReduceWaiters

Definition Classes
AmazonElasticMapReduceClient → AmazonElasticMapReduce
def withTimeOffset(arg0: Int): AmazonWebServiceClient

Definition Classes
AmazonWebServiceClient

Deprecated Value Members

def addRequestHandler(arg0: RequestHandler2): Unit

Definition Classes
AmazonWebServiceClient
Annotations
@Deprecated @deprecated
Deprecated
(Since version ) see corresponding Javadoc for more information.
def addRequestHandler(arg0: RequestHandler): Unit

Definition Classes
AmazonWebServiceClient
Annotations
@Deprecated @deprecated
Deprecated
(Since version ) see corresponding Javadoc for more information.
final def configureRegion(arg0: Regions): Unit

Definition Classes
AmazonWebServiceClient
Annotations
@Deprecated @deprecated
Deprecated
(Since version ) see corresponding Javadoc for more information.
def describeJobFlows(): DescribeJobFlowsResult

Definition Classes
AmazonElasticMapReduceClient → AmazonElasticMapReduce
Annotations
@Deprecated @deprecated
Deprecated
(Since version ) see corresponding Javadoc for more information.
def describeJobFlows(arg0: DescribeJobFlowsRequest): DescribeJobFlowsResult

Definition Classes
AmazonElasticMapReduceClient → AmazonElasticMapReduce
Annotations
@Deprecated @deprecated
Deprecated
(Since version ) see corresponding Javadoc for more information.
def getServiceAbbreviation(): String

Attributes
protected[com.amazonaws]
Definition Classes
AmazonWebServiceClient
Annotations
@Deprecated @deprecated
Deprecated
(Since version ) see corresponding Javadoc for more information.
def getSigner(): Signer

Attributes
protected[com.amazonaws]
Definition Classes
AmazonWebServiceClient
Annotations
@Deprecated @deprecated
Deprecated
(Since version ) see corresponding Javadoc for more information.
final def makeImmutable(): Unit

Definition Classes
AmazonWebServiceClient
Annotations
@Deprecated @deprecated
Deprecated
(Since version ) see corresponding Javadoc for more information.
def removeRequestHandler(arg0: RequestHandler2): Unit

Definition Classes
AmazonWebServiceClient
Annotations
@Deprecated @deprecated
Deprecated
(Since version ) see corresponding Javadoc for more information.
def removeRequestHandler(arg0: RequestHandler): Unit

Definition Classes
AmazonWebServiceClient
Annotations
@Deprecated @deprecated
Deprecated
(Since version ) see corresponding Javadoc for more information.
def setEndpoint(arg0: String): Unit

Definition Classes
AmazonWebServiceClient
Annotations
@Deprecated @deprecated @throws( ... )
Deprecated
(Since version ) see corresponding Javadoc for more information.
def setRegion(arg0: com.amazonaws.regions.Region): Unit

Definition Classes
AmazonWebServiceClient
Annotations
@Deprecated @deprecated @throws( ... )
Deprecated
(Since version ) see corresponding Javadoc for more information.
def withEndpoint[T <: AmazonWebServiceClient](arg0: String): T

Definition Classes
AmazonWebServiceClient
Annotations
@Deprecated @deprecated
Deprecated
(Since version ) see corresponding Javadoc for more information.
def withRegion[T <: AmazonWebServiceClient](arg0: Regions): T

Definition Classes
AmazonWebServiceClient
Annotations
@Deprecated @deprecated
Deprecated
(Since version ) see corresponding Javadoc for more information.
def withRegion[T <: AmazonWebServiceClient](arg0: com.amazonaws.regions.Region): T

Definition Classes
AmazonWebServiceClient
Annotations
@Deprecated @deprecated
Deprecated
(Since version ) see corresponding Javadoc for more information.

Related Doc: package emr

class EMRClient extends AmazonElasticMapReduceClient with EMR

Instance Constructors

new EMRClient(credentialsProvider: CredentialsProvider = CredentialsLoader.load())

Type Members

case class jarStep(stepName: String, stepType: String, stepPath: String, stepClass: String, stepArgs: List[String]) extends Product with Serializable

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

lazy val CHECK_INTERVAL: Long

def addInstanceFleet(arg0: AddInstanceFleetRequest): AddInstanceFleetResult

def addInstanceGroups(arg0: AddInstanceGroupsRequest): AddInstanceGroupsResult

def addJobFlowSteps(arg0: AddJobFlowStepsRequest): AddJobFlowStepsResult

def addTags(arg0: AddTagsRequest): AddTagsResult

final def asInstanceOf[T0]: T0

def at(region: Region): EMR

final def beforeClientExecution[T <: AmazonWebServiceRequest](arg0: T): T

final def beforeMarshalling[T <: AmazonWebServiceRequest](arg0: T): T

def bootstrapActions(clusterId: Option[String] = None): Seq[Command]

def buildCoreGroupConfig(coreInstanceType: String, coreInstanceCount: Int, coreMarketType: String, coreBidPrice: String = "0.0"): InstanceGroupConfig

def buildJobFlowStepsRequest[T](steps: List[T], jobFlowId: String = ""): AddJobFlowStepsRequest

def buildMasterGroupConfig(masterInstanceType: String, masterMarketType: String, masterBidPrice: String = "0.0"): InstanceGroupConfig

def buildRunRequest(jobName: String = "AWSscala", amiVersion: String = "latest", loggingURI: String = "", visibleToAllUsers: Boolean = true, jobFlowInstancesConfig: JobFlowInstancesConfig, jobFlowStepsRequest: AddJobFlowStepsRequest): RunJobFlowRequest

def buildTaskGroupConfig(taskInstanceType: String, taskInstanceCount: Int, taskMarketType: String, taskBidPrice: String = "0.0"): InstanceGroupConfig

def calculateCRC32FromCompressedData(): Boolean

def cancelSteps(arg0: CancelStepsRequest): CancelStepsResult

final def checkMutability(): Unit

def clone(): AnyRef

def clusterSummaries(clusterStates: Seq[String] = Nil, createdBefore: Option[Date] = None, createdAfter: Option[Date] = None): Seq[ClusterSummary]

def clusters(clusterStates: Seq[String] = Nil, createdBefore: Option[Date] = None, createdAfter: Option[Date] = None): Seq[Cluster]

final val coreGroupName: String

final val coreInstanceRoleType: com.amazonaws.services.elasticmapreduce.model.InstanceRoleType(CORE)

final def createExecutionContext(arg0: Request[_]): ExecutionContext

def createExecutionContext(arg0: AmazonWebServiceRequest, arg1: SignerProvider): ExecutionContext

def createExecutionContext(arg0: AmazonWebServiceRequest): ExecutionContext

def createSecurityConfiguration(arg0: CreateSecurityConfigurationRequest): CreateSecurityConfigurationResult

def createSignerProvider(arg0: Signer): SignerProvider

def deleteSecurityConfiguration(arg0: DeleteSecurityConfigurationRequest): DeleteSecurityConfigurationResult

def describeCluster(arg0: DescribeClusterRequest): DescribeClusterResult

def describeSecurityConfiguration(arg0: DescribeSecurityConfigurationRequest): DescribeSecurityConfigurationResult

def describeStep(arg0: DescribeStepRequest): DescribeStepResult

final def endClientExecution(arg0: AWSRequestMetrics, arg1: Request[_], arg2: Response[_], arg3: Boolean): Unit

final def endClientExecution(arg0: AWSRequestMetrics, arg1: Request[_], arg2: Response[_]): Unit

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

def getCachedResponseMetadata(arg0: AmazonWebServiceRequest): ResponseMetadata

final def getClass(): Class[_]

def getClusterDetail[T](jobFlowId: String, op: (com.amazonaws.services.elasticmapreduce.model.Cluster) ⇒ T): T

def getClusterName(jobFlowId: String): String

def getClusterState(jobFlowId: String): String

def getEndpointPrefix(): String

def getRequestMetricsCollector(): RequestMetricCollector

def getServiceName(): String

def getServiceNameIntern(): String

def getSignerByURI(arg0: URI): Signer

def getSignerOverride(): String

def getSignerProvider(): SignerProvider

final def getSignerRegionOverride(): String

def getTimeOffset(): Int

def hashCode(): Int

final def isInstanceOf[T0]: Boolean

final def isRequestMetricsEnabled(arg0: AmazonWebServiceRequest): Boolean

def listBootstrapActions(arg0: ListBootstrapActionsRequest): ListBootstrapActionsResult

def listClusters(): ListClustersResult

def listClusters(arg0: ListClustersRequest): ListClustersResult

def listInstanceFleets(arg0: ListInstanceFleetsRequest): ListInstanceFleetsResult

def listInstanceGroups(arg0: ListInstanceGroupsRequest): ListInstanceGroupsResult

def listInstances(arg0: ListInstancesRequest): ListInstancesResult

def listSecurityConfigurations(arg0: ListSecurityConfigurationsRequest): ListSecurityConfigurationsResult

def listSteps(arg0: ListStepsRequest): ListStepsResult

final val masterGroupName: String

final val masterInstanceRoleType: com.amazonaws.services.elasticmapreduce.model.InstanceRoleType(MASTER)

def modifyInstanceFleet(arg0: ModifyInstanceFleetRequest): ModifyInstanceFleetResult

def modifyInstanceGroups(): ModifyInstanceGroupsResult

def modifyInstanceGroups(arg0: ModifyInstanceGroupsRequest): ModifyInstanceGroupsResult

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit