SparkAction

Instance Constructors

new SparkAction(name: String, sparkMasterURL: String, sparkMode: String, sparkJobName: String, mainClass: String, sparkJar: String, sparkOptions: String, commandLineArgs: Seq[String], jobXmlOption: Option[String], prepareOption: Option[Prepare], configuration: Configuration, yarnConfig: YarnConfig)

name
the name of the action
sparkMasterURL
the url of the spark master
sparkMode
the mode the spark job should run in
sparkJobName
the name of the spark job
mainClass
the main class of the spark job
sparkJar
the location of the spark jar
sparkOptions
options for the spark job
commandLineArgs
command line arguments for the spark job
jobXmlOption
optional job.xml path
prepareOption
an optional prepare phase for the action
configuration
additional config for this action
yarnConfig
Yarn configuration for this action

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
val actionConfig: ActionProperties[Configuration]

Attributes
protected
Definition Classes
HasConfig
final def asInstanceOf[T0]: T0

Definition Classes
Any
val asIsConfig: Seq[Property]

Attributes
protected
Definition Classes
HasConfig
def buildSequenceProperties(actionName: String, propName: String, valueSequence: Seq[String]): Map[String, String]

Convert a sequence of property values to a map of KV pairs
Convert a sequence of property values to a map of KV pairs
actionName
The name of the action to insert into the property name
valueSequence
The property values

Attributes
protected
Definition Classes
OozieProperties
def buildSequenceToSingleValueProperty(actionName: String, propName: String, valueSequence: Seq[String]): Map[String, String]

Convert a sequence of properties to a single (comma separated) value and map to a KV pair
Convert a sequence of properties to a single (comma separated) value and map to a KV pair
actionName
The name of the action to insert into the property name
propName
The name of the property
valueSequence
The property values

Attributes
protected
Definition Classes
OozieProperties
def buildStringOptionProperty(actionName: String, propName: String, option: Option[String]): Map[String, String]

Convert an optional property to a map of KV pairs
Convert an optional property to a map of KV pairs
actionName
The name of the action to insert into the property name
propName
The name of the property
option
the optional value to convert

Attributes
protected
Definition Classes
OozieProperties
def buildStringProperty(propertyName: String, propertyValue: String): Map[String, String]

Construct a map of property values to their substituted names
Construct a map of property values to their substituted names
propertyName
the name of the substituted property
propertyValue
the value of the property
returns
A map of the value to the new name

Definition Classes
OozieProperties
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def configXML: Elem

Render the XML for this config
Render the XML for this config

Attributes
protected
Definition Classes
HasConfig
val configuration: Configuration

additional config for this action
additional config for this action

Definition Classes
SparkAction → HasConfig
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
def formatProperty(property: String): String

format predicates to expected pattern
format predicates to expected pattern

Attributes
protected
Definition Classes
PropertyFormatter
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def hashCode(): Int

Definition Classes
AnyRef → Any
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def jobXml: Elem

Render the XML for this element
Render the XML for this element

Attributes
protected
Definition Classes
HasJobXml
val jobXmlOption: Option[String]

optional job.xml path
optional job.xml path

Definition Classes
SparkAction → HasJobXml
val jobXmlProperty: Map[String, String]

Attributes
protected
Definition Classes
HasJobXml
val mappedConfig: Configuration

Attributes
protected
Definition Classes
HasConfig
val mappedProperties: Map[String, String]

Attributes
protected
Definition Classes
HasConfig
val name: String

the name of the action
the name of the action

Definition Classes
SparkAction → Nameable
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
val prepareOption: Option[Prepare]

an optional prepare phase for the action
an optional prepare phase for the action

Definition Classes
SparkAction → HasPrepare
val prepareOptionAndProps: Option[ActionProperties[Prepare]]

Attributes
protected
Definition Classes
HasPrepare
val prepareOptionMapped: Option[Prepare]

Attributes
protected
Definition Classes
HasPrepare
val prepareProperties: Map[String, String]

Attributes
protected
Definition Classes
HasPrepare
def prepareXML: Elem

Render the XML for this prepare step
Render the XML for this prepare step

Attributes
protected
Definition Classes
HasPrepare
def properties: Map[String, String]

Get the Oozie properties for this object
Get the Oozie properties for this object

Definition Classes
SparkAction → OozieProperties
def requiresCredentials: Boolean

Does this action require yarn credentials in Kerberos environments
Does this action require yarn credentials in Kerberos environments

Definition Classes
Action
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
def toXML: Elem

The XML for this node
The XML for this node

Definition Classes
SparkAction → XmlSerializable
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
val xmlns: Option[String]

The XML namespace for an action element
The XML namespace for an action element

Definition Classes
SparkAction → Action

Related Docs: object SparkAction | package action

final class SparkAction extends Action with HasPrepare with HasConfig with HasJobXml

Instance Constructors

new SparkAction(name: String, sparkMasterURL: String, sparkMode: String, sparkJobName: String, mainClass: String, sparkJar: String, sparkOptions: String, commandLineArgs: Seq[String], jobXmlOption: Option[String], prepareOption: Option[Prepare], configuration: Configuration, yarnConfig: YarnConfig)

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

val actionConfig: ActionProperties[Configuration]

final def asInstanceOf[T0]: T0

val asIsConfig: Seq[Property]

def buildSequenceProperties(actionName: String, propName: String, valueSequence: Seq[String]): Map[String, String]

def buildSequenceToSingleValueProperty(actionName: String, propName: String, valueSequence: Seq[String]): Map[String, String]

def buildStringOptionProperty(actionName: String, propName: String, option: Option[String]): Map[String, String]

def buildStringProperty(propertyName: String, propertyValue: String): Map[String, String]

def clone(): AnyRef

def configXML: Elem

val configuration: Configuration

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

def formatProperty(property: String): String

final def getClass(): Class[_]

def hashCode(): Int

final def isInstanceOf[T0]: Boolean

def jobXml: Elem

val jobXmlOption: Option[String]

val jobXmlProperty: Map[String, String]

val mappedConfig: Configuration

val mappedProperties: Map[String, String]

val name: String

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

val prepareOption: Option[Prepare]

val prepareOptionAndProps: Option[ActionProperties[Prepare]]

val prepareOptionMapped: Option[Prepare]

val prepareProperties: Map[String, String]

def prepareXML: Elem

def properties: Map[String, String]

def requiresCredentials: Boolean

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

def toXML: Elem

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

val xmlns: Option[String]

Inherited from HasJobXml

Inherited from HasConfig

Inherited from HasPrepare

Inherited from Action

Inherited from OozieProperties

Inherited from PropertyFormatter

Inherited from Nameable

Inherited from XmlSerializable

Inherited from AnyRef

Inherited from Any

Ungrouped