DirectLoghubInputDStream

Instance Constructors

new DirectLoghubInputDStream(_ssc: StreamingContext, project: String, logStore: String, consumerGroup: String, accessKeyId: String, accessKeySecret: String, endpoint: String, zkParams: Map[String, String], mode: LogHubCursorPosition, cursorStartTime: Long = 1L)

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
val baseScope: Option[String]

Attributes
protected[org.apache.spark.streaming]
Definition Classes
InputDStream → DStream
def cache(): DStream[String]

Definition Classes
DStream
def checkpoint(interval: Duration): DStream[String]

Definition Classes
DStream
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def commitAsync(): Unit

Commit the offsets to LogService at a future time.
Commit the offsets to LogService at a future time. Threadsafe. Users should call this method at end of each outputOp.

Definition Classes
DirectLoghubInputDStream → CanCommitOffsets
def compute(validTime: Time): Option[RDD[String]]

Definition Classes
DirectLoghubInputDStream → DStream
def context: StreamingContext

Definition Classes
DStream
def count(): DStream[Long]

Definition Classes
DStream
def countByValue(numPartitions: Int)(implicit ord: Ordering[String]): DStream[(String, Long)]

Definition Classes
DStream
def countByValueAndWindow(windowDuration: Duration, slideDuration: Duration, numPartitions: Int)(implicit ord: Ordering[String]): DStream[(String, Long)]

Definition Classes
DStream
def countByWindow(windowDuration: Duration, slideDuration: Duration): DStream[Long]

Definition Classes
DStream
def createRDDWithLocalProperties[U](time: Time, displayInnerRDDOps: Boolean)(body: ⇒ U): U

Attributes
protected[org.apache.spark.streaming]
Definition Classes
DStream
def dependencies: List[DStream[_]]

Definition Classes
InputDStream → DStream
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def filter(filterFunc: (String) ⇒ Boolean): DStream[String]

Definition Classes
DStream
def finalize(): Unit

Definition Classes
DirectLoghubInputDStream → AnyRef
def findCheckpointOrCursorForShard(shardId: Int, checkpoints: Map[Int, String]): String
def flatMap[U](flatMapFunc: (String) ⇒ TraversableOnce[U])(implicit arg0: ClassTag[U]): DStream[U]

Definition Classes
DStream
def foreachRDD(foreachFunc: (RDD[String], Time) ⇒ Unit): Unit

Definition Classes
DStream
def foreachRDD(foreachFunc: (RDD[String]) ⇒ Unit): Unit

Definition Classes
DStream
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def getSavedCheckpoints: Map[Int, String]
def glom(): DStream[Array[String]]

Definition Classes
DStream
def hashCode(): Int

Definition Classes
AnyRef → Any
val id: Int

Definition Classes
InputDStream
def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

Attributes
protected
Definition Classes
Logging
def initializeLogIfNecessary(isInterpreter: Boolean): Unit

Attributes
protected
Definition Classes
Logging
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def isTraceEnabled(): Boolean

Attributes
protected
Definition Classes
Logging
def log: Logger

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logDebug(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logError(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logInfo(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logName: String

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logTrace(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String, throwable: Throwable): Unit

Attributes
protected
Definition Classes
Logging
def logWarning(msg: ⇒ String): Unit

Attributes
protected
Definition Classes
Logging
def map[U](mapFunc: (String) ⇒ U)(implicit arg0: ClassTag[U]): DStream[U]

Definition Classes
DStream
def mapPartitions[U](mapPartFunc: (Iterator[String]) ⇒ Iterator[U], preservePartitioning: Boolean)(implicit arg0: ClassTag[U]): DStream[U]

Definition Classes
DStream
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def persist(): DStream[String]

Definition Classes
DStream
def persist(level: StorageLevel): DStream[String]

Definition Classes
DStream
def print(num: Int): Unit

Definition Classes
DStream
def print(): Unit

Definition Classes
DStream
val rateController: Option[RateController]

Attributes
protected[org.apache.spark.streaming]
Definition Classes
InputDStream
def reduce(reduceFunc: (String, String) ⇒ String): DStream[String]

Definition Classes
DStream
def reduceByWindow(reduceFunc: (String, String) ⇒ String, invReduceFunc: (String, String) ⇒ String, windowDuration: Duration, slideDuration: Duration): DStream[String]

Definition Classes
DStream
def reduceByWindow(reduceFunc: (String, String) ⇒ String, windowDuration: Duration, slideDuration: Duration): DStream[String]

Definition Classes
DStream
def repartition(numPartitions: Int): DStream[String]

Definition Classes
DStream
def saveAsObjectFiles(prefix: String, suffix: String): Unit

Definition Classes
DStream
def saveAsTextFiles(prefix: String, suffix: String): Unit

Definition Classes
DStream
def setClient(client: LoghubClientAgent): Unit
def slice(fromTime: Time, toTime: Time): Seq[RDD[String]]

Definition Classes
DStream
def slice(interval: Interval): Seq[RDD[String]]

Definition Classes
DStream
def slideDuration: Duration

Definition Classes
InputDStream → DStream
def start(): Unit

Definition Classes
DirectLoghubInputDStream → InputDStream
def stop(): Unit

Definition Classes
DirectLoghubInputDStream → InputDStream
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
def transform[U](transformFunc: (RDD[String], Time) ⇒ RDD[U])(implicit arg0: ClassTag[U]): DStream[U]

Definition Classes
DStream
def transform[U](transformFunc: (RDD[String]) ⇒ RDD[U])(implicit arg0: ClassTag[U]): DStream[U]

Definition Classes
DStream
def transformWith[U, V](other: DStream[U], transformFunc: (RDD[String], RDD[U], Time) ⇒ RDD[V])(implicit arg0: ClassTag[U], arg1: ClassTag[V]): DStream[V]

Definition Classes
DStream
def transformWith[U, V](other: DStream[U], transformFunc: (RDD[String], RDD[U]) ⇒ RDD[V])(implicit arg0: ClassTag[U], arg1: ClassTag[V]): DStream[V]

Definition Classes
DStream
def tryToCreateConsumerGroup(): Unit
def union(that: DStream[String]): DStream[String]

Definition Classes
DStream
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
def window(windowDuration: Duration, slideDuration: Duration): DStream[String]

Definition Classes
DStream
def window(windowDuration: Duration): DStream[String]

Definition Classes
DStream

Related Doc: package logservice

class DirectLoghubInputDStream extends InputDStream[String] with Logging with CanCommitOffsets

Instance Constructors

new DirectLoghubInputDStream(_ssc: StreamingContext, project: String, logStore: String, consumerGroup: String, accessKeyId: String, accessKeySecret: String, endpoint: String, zkParams: Map[String, String], mode: LogHubCursorPosition, cursorStartTime: Long = 1L)

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

val baseScope: Option[String]

def cache(): DStream[String]

def checkpoint(interval: Duration): DStream[String]

def clone(): AnyRef

def commitAsync(): Unit

def compute(validTime: Time): Option[RDD[String]]

def context: StreamingContext

def count(): DStream[Long]

def countByValue(numPartitions: Int)(implicit ord: Ordering[String]): DStream[(String, Long)]

def countByValueAndWindow(windowDuration: Duration, slideDuration: Duration, numPartitions: Int)(implicit ord: Ordering[String]): DStream[(String, Long)]

def countByWindow(windowDuration: Duration, slideDuration: Duration): DStream[Long]

def createRDDWithLocalProperties[U](time: Time, displayInnerRDDOps: Boolean)(body: ⇒ U): U

def dependencies: List[DStream[_]]

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def filter(filterFunc: (String) ⇒ Boolean): DStream[String]

def finalize(): Unit

def findCheckpointOrCursorForShard(shardId: Int, checkpoints: Map[Int, String]): String

def flatMap[U](flatMapFunc: (String) ⇒ TraversableOnce[U])(implicit arg0: ClassTag[U]): DStream[U]

def foreachRDD(foreachFunc: (RDD[String], Time) ⇒ Unit): Unit

def foreachRDD(foreachFunc: (RDD[String]) ⇒ Unit): Unit

final def getClass(): Class[_]

def getSavedCheckpoints: Map[Int, String]

def glom(): DStream[Array[String]]

def hashCode(): Int

val id: Int

def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

def initializeLogIfNecessary(isInterpreter: Boolean): Unit

final def isInstanceOf[T0]: Boolean

def isTraceEnabled(): Boolean

def log: Logger

def logDebug(msg: ⇒ String, throwable: Throwable): Unit

def logDebug(msg: ⇒ String): Unit

def logError(msg: ⇒ String, throwable: Throwable): Unit

def logError(msg: ⇒ String): Unit

def logInfo(msg: ⇒ String, throwable: Throwable): Unit

def logInfo(msg: ⇒ String): Unit

def logName: String

def logTrace(msg: ⇒ String, throwable: Throwable): Unit

def logTrace(msg: ⇒ String): Unit

def logWarning(msg: ⇒ String, throwable: Throwable): Unit

def logWarning(msg: ⇒ String): Unit

def map[U](mapFunc: (String) ⇒ U)(implicit arg0: ClassTag[U]): DStream[U]

def mapPartitions[U](mapPartFunc: (Iterator[String]) ⇒ Iterator[U], preservePartitioning: Boolean)(implicit arg0: ClassTag[U]): DStream[U]

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def persist(): DStream[String]

def persist(level: StorageLevel): DStream[String]

def print(num: Int): Unit

def print(): Unit

val rateController: Option[RateController]

def reduce(reduceFunc: (String, String) ⇒ String): DStream[String]

def reduceByWindow(reduceFunc: (String, String) ⇒ String, invReduceFunc: (String, String) ⇒ String, windowDuration: Duration, slideDuration: Duration): DStream[String]

def reduceByWindow(reduceFunc: (String, String) ⇒ String, windowDuration: Duration, slideDuration: Duration): DStream[String]

def repartition(numPartitions: Int): DStream[String]

def saveAsObjectFiles(prefix: String, suffix: String): Unit

def saveAsTextFiles(prefix: String, suffix: String): Unit

def setClient(client: LoghubClientAgent): Unit

def slice(fromTime: Time, toTime: Time): Seq[RDD[String]]

def slice(interval: Interval): Seq[RDD[String]]

def slideDuration: Duration

def start(): Unit

def stop(): Unit

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

def transform[U](transformFunc: (RDD[String], Time) ⇒ RDD[U])(implicit arg0: ClassTag[U]): DStream[U]

def transform[U](transformFunc: (RDD[String]) ⇒ RDD[U])(implicit arg0: ClassTag[U]): DStream[U]

def transformWith[U, V](other: DStream[U], transformFunc: (RDD[String], RDD[U], Time) ⇒ RDD[V])(implicit arg0: ClassTag[U], arg1: ClassTag[V]): DStream[V]

def transformWith[U, V](other: DStream[U], transformFunc: (RDD[String], RDD[U]) ⇒ RDD[V])(implicit arg0: ClassTag[U], arg1: ClassTag[V]): DStream[V]