PathApp

Instance Constructors

new PathApp(_args: Args[Opts], reg: Registrar = noop)(implicit c: Closeable)

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
val _args: Args[Opts]

Attributes
protected
Definition Classes
App
implicit val _iargs: Args[Opts]

Attributes
protected
Definition Classes
App
implicit val _indent: tab.type

Attributes
protected
Definition Classes
HasPrinter
def apply(implicit kryo: Kryo): Unit

Definition Classes
Registrar
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
implicit def conf: Configuration

Definition Classes
HasSparkContext
implicit val container: Closeable

Definition Classes
App → CloseableProxy
def debug(mkr: Marker, msg: ⇒ Any, t: ⇒ Throwable): Unit

Attributes
protected
Definition Classes
Logging
def debug(msg: ⇒ Any, t: ⇒ Throwable): Unit

Attributes
protected
Definition Classes
Logging
def debug(msg: ⇒ Any): Unit

Attributes
protected
Definition Classes
Logging
def deinit(fn: ⇒ Unit): Unit

Definition Classes
CloseableProxy
def echo(os: Lines*)(implicit printer: Printer): Unit

Definition Classes
CanPrint
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def error(mkr: Marker, msg: ⇒ Any, t: ⇒ Throwable): Unit

Attributes
protected
Definition Classes
Logging
def error(msg: ⇒ Any, t: ⇒ Throwable): Unit

Attributes
protected
Definition Classes
Logging
def error(msg: ⇒ Any): Unit

Attributes
protected
Definition Classes
Logging
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def hashCode(): Int

Definition Classes
AnyRef → Any
def info(mkr: Marker, msg: ⇒ Any, t: ⇒ Throwable): Unit

Attributes
protected
Definition Classes
Logging
def info(msg: ⇒ Any, t: ⇒ Throwable): Unit

Attributes
protected
Definition Classes
Logging
def info(msg: ⇒ Any): Unit

Attributes
protected
Definition Classes
Logging
def isDebugEnabled: Boolean

Attributes
protected
Definition Classes
Logging
def isErrorEnabled: Boolean

Attributes
protected
Definition Classes
Logging
def isInfoEnabled: Boolean

Attributes
protected
Definition Classes
Logging
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def isTraceEnabled: Boolean

Attributes
protected
Definition Classes
Logging
def isWarnEnabled: Boolean

Attributes
protected
Definition Classes
Logging
def listenerBusSize: Int

Definition Classes
EventLog
def logger: Logger

Attributes
protected
Definition Classes
Logging
def loggerName: String

Attributes
protected
Definition Classes
Logging
def makeSparkConf: SparkConf

Attributes
protected
Definition Classes
SparkConfBase
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
implicit val opts: Opts

Attributes
protected
Definition Classes
App
implicit val outPath: Option[Path]

Definition Classes
ArgsOutPathApp → OutPathApp
implicit val path: Path

Definition Classes
PathApp
def print[T](list: Seq[T], header: String, truncatedHeader: (Int) ⇒ String)(implicit arg0: ToLines[T], printer: Printer, sampleSize: SampleSize): Unit

Definition Classes
CanPrint
def print[T](samples: Seq[T], populationSize: Long, header: String, truncatedHeader: (Int) ⇒ String)(implicit arg0: ToLines[T], printer: Printer, sampleSize: SampleSize): Unit

Definition Classes
CanPrint
def print(l1: Lines, l2: Lines, rest: Lines*)(implicit printer: Printer): Unit

Definition Classes
CanPrint
implicit def printLimit[Opts](implicit args: Args[Opts], select: PrintLimit[Opts]): SampleSize

Definition Classes
HasPrintLimit
implicit def printer[Opts](implicit args: Args[Opts], getOverwrite: HasOverwrite[Opts]): Printer

Lazily construct and cache a Printer in the presence of evidence that Opts has an overwrite: Boolean field.
Lazily construct and cache a Printer in the presence of evidence that Opts has an overwrite: Boolean field.
Interpretable as a work-around for traits' inability to take evidence parameters

Definition Classes
HasPrinter
def referenceTracking: Boolean

Definition Classes
Kryo
def register(registrations: Registration*): Unit

Definition Classes
Registrar
def registrar[T <: KryoRegistrator](implicit ct: ClassTag[T]): Unit

Definition Classes
Kryo
def registrar(userRegistrar: UserRegistrar): Unit

Definition Classes
Kryo
def registrationRequired: Boolean

Definition Classes
Kryo
def run(): Unit

Optionally wrap functionality in this method, if e.g.
Optionally wrap functionality in this method, if e.g. this App is expected to be serialized and some things shouldn't run on a deserialized version.
For example: code referencing a org.apache.spark.SparkContext shouldn't re-run in an App instance that's been sent to a Spark executor as part of a task closure).
An example of logic to *not* wrap in run is implicit fields that are to be automatically in-scope in subclasses.

Definition Classes
App
implicit def sc: SparkContext

Definition Classes
HasSparkContext
def sparkConf(confs: (String, String)*): Unit

Attributes
protected
Definition Classes
SparkConfBase
def sparkConfs: Map[String, String]

Attributes
protected
Definition Classes
SparkConfBase
def speculationInterval: Int

Definition Classes
Speculation
def speculationMultiplier: Double

Definition Classes
Speculation
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
def trace(mkr: Marker, msg: ⇒ Any, t: ⇒ Throwable): Unit

Attributes
protected
Definition Classes
Logging
def trace(msg: ⇒ Any, t: ⇒ Throwable): Unit

Attributes
protected
Definition Classes
Logging
def trace(msg: ⇒ Any): Unit

Attributes
protected
Definition Classes
Logging
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
def warn(mkr: Marker, msg: ⇒ Any, t: ⇒ Throwable): Unit

Attributes
protected
Definition Classes
Logging
def warn(msg: ⇒ Any, t: ⇒ Throwable): Unit

Attributes
protected
Definition Classes
Logging
def warn(msg: ⇒ Any): Unit

Attributes
protected
Definition Classes
Logging
def write(os: Lines*)(implicit printer: Printer): Unit

Definition Classes
CanPrint

Related Doc: package spark

abstract class PathApp[Opts] extends ArgsOutPathApp[Opts] with HasSparkContext with HasPrintLimit with Kryo

Instance Constructors

new PathApp(_args: Args[Opts], reg: Registrar = noop)(implicit c: Closeable)

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

val _args: Args[Opts]

implicit val _iargs: Args[Opts]

implicit val _indent: tab.type

def apply(implicit kryo: Kryo): Unit

final def asInstanceOf[T0]: T0

def clone(): AnyRef

implicit def conf: Configuration

implicit val container: Closeable

def debug(mkr: Marker, msg: ⇒ Any, t: ⇒ Throwable): Unit

def debug(msg: ⇒ Any, t: ⇒ Throwable): Unit

def debug(msg: ⇒ Any): Unit

def deinit(fn: ⇒ Unit): Unit

def echo(os: Lines*)(implicit printer: Printer): Unit

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def error(mkr: Marker, msg: ⇒ Any, t: ⇒ Throwable): Unit

def error(msg: ⇒ Any, t: ⇒ Throwable): Unit

def error(msg: ⇒ Any): Unit

def finalize(): Unit

final def getClass(): Class[_]

def hashCode(): Int

def info(mkr: Marker, msg: ⇒ Any, t: ⇒ Throwable): Unit

def info(msg: ⇒ Any, t: ⇒ Throwable): Unit

def info(msg: ⇒ Any): Unit

def isDebugEnabled: Boolean

def isErrorEnabled: Boolean

def isInfoEnabled: Boolean

final def isInstanceOf[T0]: Boolean

def isTraceEnabled: Boolean

def isWarnEnabled: Boolean

def listenerBusSize: Int

def logger: Logger

def loggerName: String

def makeSparkConf: SparkConf

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

implicit val opts: Opts

implicit val outPath: Option[Path]

implicit val path: Path

def print[T](list: Seq[T], header: String, truncatedHeader: (Int) ⇒ String)(implicit arg0: ToLines[T], printer: Printer, sampleSize: SampleSize): Unit

def print[T](samples: Seq[T], populationSize: Long, header: String, truncatedHeader: (Int) ⇒ String)(implicit arg0: ToLines[T], printer: Printer, sampleSize: SampleSize): Unit

def print(l1: Lines, l2: Lines, rest: Lines*)(implicit printer: Printer): Unit

implicit def printLimit[Opts](implicit args: Args[Opts], select: PrintLimit[Opts]): SampleSize

implicit def printer[Opts](implicit args: Args[Opts], getOverwrite: HasOverwrite[Opts]): Printer

def referenceTracking: Boolean

def register(registrations: Registration*): Unit

def registrar[T <: KryoRegistrator](implicit ct: ClassTag[T]): Unit

def registrar(userRegistrar: UserRegistrar): Unit

def registrationRequired: Boolean

def run(): Unit

implicit def sc: SparkContext

def sparkConf(confs: (String, String)*): Unit

def sparkConfs: Map[String, String]

def speculationInterval: Int

def speculationMultiplier: Double

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

def trace(mkr: Marker, msg: ⇒ Any, t: ⇒ Throwable): Unit

def trace(msg: ⇒ Any, t: ⇒ Throwable): Unit

def trace(msg: ⇒ Any): Unit

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

def warn(mkr: Marker, msg: ⇒ Any, t: ⇒ Throwable): Unit

def warn(msg: ⇒ Any, t: ⇒ Throwable): Unit

def warn(msg: ⇒ Any): Unit

def write(os: Lines*)(implicit printer: Printer): Unit

Inherited from HasPrintLimit

Inherited from HasPrinter

Inherited from CanPrint