Class

org.apache.spark.streaming.aliyun.mns.pulling

MnsPullingInputDStream

Related Doc: package pulling

Permalink

class MnsPullingInputDStream extends ReceiverInputDStream[Array[Byte]]

Linear Supertypes
ReceiverInputDStream[Array[Byte]], InputDStream[Array[Byte]], DStream[Array[Byte]], Logging, Serializable, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. MnsPullingInputDStream
  2. ReceiverInputDStream
  3. InputDStream
  4. DStream
  5. Logging
  6. Serializable
  7. Serializable
  8. AnyRef
  9. Any
  1. Hide All
  2. Show all
Visibility
  1. Public
  2. All

Instance Constructors

  1. new MnsPullingInputDStream(_ssc: StreamingContext, queueName: String, accessKeyId: String, accessKeySecret: String, endpoint: String, storageLevel: StorageLevel, asRawByte: Boolean)

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  4. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  5. val baseScope: Option[String]

    Permalink
    Attributes
    protected[org.apache.spark.streaming]
    Definition Classes
    InputDStream → DStream

  6. val batchMsgSize: Int

    Permalink

  7. def cache(): DStream[Array[Byte]]

    Permalink
    Definition Classes
    DStream

  8. def checkpoint(interval: Duration): DStream[Array[Byte]]

    Permalink
    Definition Classes
    DStream

  9. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  10. def compute(validTime: Time): Option[RDD[Array[Byte]]]

    Permalink
    Definition Classes
    ReceiverInputDStream → DStream

  11. val confBroadcast: SerializableConfiguration

    Permalink

  12. def context: StreamingContext

    Permalink
    Definition Classes
    DStream

  13. def count(): DStream[Long]

    Permalink
    Definition Classes
    DStream

  14. def countByValue(numPartitions: Int)(implicit ord: Ordering[Array[Byte]]): DStream[(Array[Byte], Long)]

    Permalink
    Definition Classes
    DStream

  15. def countByValueAndWindow(windowDuration: Duration, slideDuration: Duration, numPartitions: Int)(implicit ord: Ordering[Array[Byte]]): DStream[(Array[Byte], Long)]

    Permalink
    Definition Classes
    DStream

  16. def countByWindow(windowDuration: Duration, slideDuration: Duration): DStream[Long]

    Permalink
    Definition Classes
    DStream

  17. def createRDDWithLocalProperties[U](time: Time, displayInnerRDDOps: Boolean)(body: ⇒ U): U

    Permalink
    Attributes
    protected[org.apache.spark.streaming]
    Definition Classes
    DStream

  18. def dependencies: List[DStream[_]]

    Permalink
    Definition Classes
    InputDStream → DStream

  19. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  20. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  21. def filter(filterFunc: (Array[Byte]) ⇒ Boolean): DStream[Array[Byte]]

    Permalink
    Definition Classes
    DStream

  22. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  23. def flatMap[U](flatMapFunc: (Array[Byte]) ⇒ TraversableOnce[U])(implicit arg0: ClassTag[U]): DStream[U]

    Permalink
    Definition Classes
    DStream

  24. def foreachRDD(foreachFunc: (RDD[Array[Byte]], Time) ⇒ Unit): Unit

    Permalink
    Definition Classes
    DStream

  25. def foreachRDD(foreachFunc: (RDD[Array[Byte]]) ⇒ Unit): Unit

    Permalink
    Definition Classes
    DStream

  26. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  27. def getReceiver(): Receiver[Array[Byte]]

    Permalink
    Definition Classes
    MnsPullingInputDStream → ReceiverInputDStream

  28. def glom(): DStream[Array[Array[Byte]]]

    Permalink
    Definition Classes
    DStream

  29. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  30. val id: Int

    Permalink
    Definition Classes
    InputDStream

  31. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  32. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  33. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  34. def isTraceEnabled(): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  35. def log: Logger

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  36. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  37. def logDebug(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  38. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  39. def logError(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  40. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  41. def logInfo(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  42. def logName: String

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  43. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  44. def logTrace(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  45. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  46. def logWarning(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  47. def map[U](mapFunc: (Array[Byte]) ⇒ U)(implicit arg0: ClassTag[U]): DStream[U]

    Permalink
    Definition Classes
    DStream

  48. def mapPartitions[U](mapPartFunc: (Iterator[Array[Byte]]) ⇒ Iterator[U], preservePartitioning: Boolean)(implicit arg0: ClassTag[U]): DStream[U]

    Permalink
    Definition Classes
    DStream

  49. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  50. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  51. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  52. def persist(): DStream[Array[Byte]]

    Permalink
    Definition Classes
    DStream

  53. def persist(level: StorageLevel): DStream[Array[Byte]]

    Permalink
    Definition Classes
    DStream

  54. val pollingWaitSeconds: Int

    Permalink

  55. def print(num: Int): Unit

    Permalink
    Definition Classes
    DStream

  56. def print(): Unit

    Permalink
    Definition Classes
    DStream

  57. val rateController: Option[RateController]

    Permalink
    Attributes
    protected[org.apache.spark.streaming]
    Definition Classes
    ReceiverInputDStream → InputDStream

  58. def reduce(reduceFunc: (Array[Byte], Array[Byte]) ⇒ Array[Byte]): DStream[Array[Byte]]

    Permalink
    Definition Classes
    DStream

  59. def reduceByWindow(reduceFunc: (Array[Byte], Array[Byte]) ⇒ Array[Byte], invReduceFunc: (Array[Byte], Array[Byte]) ⇒ Array[Byte], windowDuration: Duration, slideDuration: Duration): DStream[Array[Byte]]

    Permalink
    Definition Classes
    DStream

  60. def reduceByWindow(reduceFunc: (Array[Byte], Array[Byte]) ⇒ Array[Byte], windowDuration: Duration, slideDuration: Duration): DStream[Array[Byte]]

    Permalink
    Definition Classes
    DStream

  61. def repartition(numPartitions: Int): DStream[Array[Byte]]

    Permalink
    Definition Classes
    DStream

  62. val runLocal: Boolean

    Permalink

  63. def saveAsObjectFiles(prefix: String, suffix: String): Unit

    Permalink
    Definition Classes
    DStream

  64. def saveAsTextFiles(prefix: String, suffix: String): Unit

    Permalink
    Definition Classes
    DStream

  65. def slice(fromTime: Time, toTime: Time): Seq[RDD[Array[Byte]]]

    Permalink
    Definition Classes
    DStream

  66. def slice(interval: Interval): Seq[RDD[Array[Byte]]]

    Permalink
    Definition Classes
    DStream

  67. def slideDuration: Duration

    Permalink
    Definition Classes
    InputDStream → DStream

  68. def start(): Unit

    Permalink
    Definition Classes
    ReceiverInputDStream → InputDStream

  69. def stop(): Unit

    Permalink
    Definition Classes
    ReceiverInputDStream → InputDStream

  70. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  71. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any

  72. def transform[U](transformFunc: (RDD[Array[Byte]], Time) ⇒ RDD[U])(implicit arg0: ClassTag[U]): DStream[U]

    Permalink
    Definition Classes
    DStream

  73. def transform[U](transformFunc: (RDD[Array[Byte]]) ⇒ RDD[U])(implicit arg0: ClassTag[U]): DStream[U]

    Permalink
    Definition Classes
    DStream

  74. def transformWith[U, V](other: DStream[U], transformFunc: (RDD[Array[Byte]], RDD[U], Time) ⇒ RDD[V])(implicit arg0: ClassTag[U], arg1: ClassTag[V]): DStream[V]

    Permalink
    Definition Classes
    DStream

  75. def transformWith[U, V](other: DStream[U], transformFunc: (RDD[Array[Byte]], RDD[U]) ⇒ RDD[V])(implicit arg0: ClassTag[U], arg1: ClassTag[V]): DStream[V]

    Permalink
    Definition Classes
    DStream

  76. def union(that: DStream[Array[Byte]]): DStream[Array[Byte]]

    Permalink
    Definition Classes
    DStream

  77. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  78. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  79. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  80. def window(windowDuration: Duration, slideDuration: Duration): DStream[Array[Byte]]

    Permalink
    Definition Classes
    DStream

  81. def window(windowDuration: Duration): DStream[Array[Byte]]

    Permalink
    Definition Classes
    DStream

Inherited from ReceiverInputDStream[Array[Byte]]

Inherited from InputDStream[Array[Byte]]

Inherited from DStream[Array[Byte]]

Inherited from Logging

Inherited from Serializable

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped