Trait

com.hindog.grid.spark.shell

SparkShellSupport

Related Doc: package shell

Permalink

trait SparkShellSupport extends SparkLauncher

Linear Supertypes
SparkLauncher, RemoteLauncher[SparkConf], AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. SparkShellSupport
  2. SparkLauncher
  3. RemoteLauncher
  4. AnyRef
  5. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Type Members

  1. type Repr = SparkShellSupport.this.type

    Permalink
    Definition Classes
    SparkLauncher → RemoteLauncher

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  4. def applicationJar: String

    Permalink
    Definition Classes
    RemoteLauncher
  5. def arg(submitArg: String, accessor: (Repr, SparkConf) ⇒ Option[String]): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    RemoteLauncher
  6. def arg(submitArg: String, confKey: String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    RemoteLauncher
  7. val arguments: ListBuffer[ArgumentBuilder[Repr, SparkConf]]

    Permalink
    Attributes
    protected
    Definition Classes
    RemoteLauncher
  8. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any
  9. def buildClusterClasspath(classpath: Iterable[Resource]): Iterable[Resource]

    Permalink
    Attributes
    protected
    Definition Classes
    RemoteLauncher
  10. def buildProcess(args: Array[String]): ProcessBuilder

    Permalink
    Definition Classes
    SparkLauncher → RemoteLauncher
  11. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  12. def confGetOption(conf: SparkConf, key: String): Option[String]

    Permalink
    Attributes
    protected
    Definition Classes
    SparkLauncher → RemoteLauncher
  13. def confSetIfMissing(conf: SparkConf, key: String, value: String): SparkConf

    Permalink
    Attributes
    protected
    Definition Classes
    SparkLauncher → RemoteLauncher
  14. def configure(args: Array[String], conf: SparkConf): SparkConf

    Permalink
    Definition Classes
    SparkShellSupport → RemoteLauncher
  15. def createSparkSession(conf: SparkConf): SparkSession

    Permalink

    Utility method to create managed SparkSession that will:

    Utility method to create managed SparkSession that will:

    auto-detect Hive libraries and enable hive-support, if requested auto-stop any running Spark contexts

    Definition Classes
    SparkLauncher
  16. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  17. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  18. def filterClusterClasspath(classpath: Iterable[Resource]): Iterable[Resource]

    Permalink
    Attributes
    protected
    Definition Classes
    RemoteLauncher
  19. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  20. def flag(submitFlag: String, accessor: (Repr, SparkConf) ⇒ Boolean): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    RemoteLauncher
  21. def flag(submitFlag: String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    RemoteLauncher
  22. def flag(submitFlag: String, confKey: String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    RemoteLauncher
  23. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any
  24. def grid: GridConfig

    Permalink
    Attributes
    protected
    Definition Classes
    SparkLauncher → RemoteLauncher
  25. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  26. def hiveClassesArePresent: Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    SparkLauncher
  27. lazy val iloop: ILoop { lazy val sparkStandardCommands: List[this.LoopCommand] }

    Permalink
  28. def initCommands(): String

    Permalink
  29. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any
  30. def isSubmitted: Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    SparkLauncher → RemoteLauncher
  31. def loadDefaults: Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    RemoteLauncher
  32. def main(args: Array[String]): Unit

    Permalink
    Definition Classes
    RemoteLauncher
  33. def mainClass: String

    Permalink
    Attributes
    protected
    Definition Classes
    RemoteLauncher
  34. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  35. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef
  36. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef
  37. def onGridConfig(grid: GridConfig): GridConfig

    Permalink
    Attributes
    protected
    Definition Classes
    RemoteLauncher
  38. def prompt: String

    Permalink
  39. def repository: Option[Repository]

    Permalink
    Attributes
    protected
    Definition Classes
    RemoteLauncher
  40. def run(args: Array[String]): Unit

    Permalink
    Definition Classes
    SparkShellSupport → RemoteLauncher
  41. def shellColor: Boolean

    Permalink
  42. def shellCommand: Iterable[String]

    Permalink
    Attributes
    protected
    Definition Classes
    SparkLauncher → RemoteLauncher
  43. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef
  44. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any
  45. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  46. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  47. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from SparkLauncher

Inherited from RemoteLauncher[SparkConf]

Inherited from AnyRef

Inherited from Any

Ungrouped