AbstractIngest

Instance Constructors

new AbstractIngest(dsParams: Map[String, String], typeName: String, inputs: Seq[String], mode: Option[RunMode], libjarsFile: String, libjarsPaths: Iterator[() ⇒ Seq[File]], numLocalThreads: Int)

dsParams
data store parameters
typeName
simple feature type name to ingest
inputs
files to ingest
libjarsFile
file with list of jars needed for ingest
libjarsPaths
paths to search for libjars
numLocalThreads
for local ingest, how many threads to use

Abstract Value Members

abstract def beforeRunTasks(): Unit

Setup hook - called before run method is executed
abstract def createLocalConverter(path: String, failures: AtomicLong): LocalIngestConverter

Create a local ingestion converter
Create a local ingestion converter
path
path of the file being operated on
failures
used to tracks failures
returns
local converter
abstract def runDistributedJob(statusCallback: StatusCallback, waitForCompletion: Boolean = true): Option[(Long, Long)]

Run a distributed ingestion
Run a distributed ingestion
statusCallback
for reporting status
returns
(success, failures) counts

Concrete Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
val ds: DataStore

Attributes
protected
val dsParams: Map[String, String]

data store parameters
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def hashCode(): Int

Definition Classes
AnyRef → Any
val inputs: Seq[String]

files to ingest
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
lazy val logger: Logger

Attributes
protected
Definition Classes
LazyLogging
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def run(): Unit

Main method to kick off ingestion
Main method to kick off ingestion

Definition Classes
AbstractIngest → Runnable
def runDistributed(waitForCompletion: Boolean = true): Unit

Attributes
protected
def runLocal(): Unit

Attributes
protected
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
val typeName: String

simple feature type name to ingest
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Docs: object AbstractIngest | package ingest

abstract class AbstractIngest extends Runnable with LazyLogging

Instance Constructors

new AbstractIngest(dsParams: Map[String, String], typeName: String, inputs: Seq[String], mode: Option[RunMode], libjarsFile: String, libjarsPaths: Iterator[() ⇒ Seq[File]], numLocalThreads: Int)

Abstract Value Members

abstract def beforeRunTasks(): Unit

abstract def createLocalConverter(path: String, failures: AtomicLong): LocalIngestConverter

abstract def runDistributedJob(statusCallback: StatusCallback, waitForCompletion: Boolean = true): Option[(Long, Long)]

Concrete Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

def clone(): AnyRef

val ds: DataStore

val dsParams: Map[String, String]

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

final def getClass(): Class[_]

def hashCode(): Int

val inputs: Seq[String]

final def isInstanceOf[T0]: Boolean

lazy val logger: Logger

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def run(): Unit

def runDistributed(waitForCompletion: Boolean = true): Unit

def runLocal(): Unit

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

val typeName: String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from LazyLogging

Inherited from Runnable

Inherited from AnyRef

Inherited from Any

Ungrouped