Packages

object MiniBatchState extends Serializable

Linear Supertypes
Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. MiniBatchState
  2. Serializable
  3. AnyRef
  4. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. def apply[A, K](miniBatchSize: Int, strictBatchSizes: Boolean)(implicit partitioner: Partitioner[A, K]): MiniBatchState[A, K]
  5. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  6. def byTime[A](source: Observable[A], miniBatchSize: Int, timeBucketSize: FiniteDuration)(implicit arg0: HasTimestamp[A]): Observable[PartitionEvent[A, TimeBucket]]

    An example of batching by time (in minutes)

    An example of batching by time (in minutes)

    source

    the data source

    miniBatchSize

    the number of records to observe beyond the time before 'flushing' the bucket

    timeBucketSize

    the bucket size (reduced to minutes) for the batches

    returns

    a stream of append events from the source observable

  7. def clone(): AnyRef
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.CloneNotSupportedException]) @native()
  8. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  9. def equals(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef → Any
  10. def finalize(): Unit
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.Throwable])
  11. final def getClass(): Class[_ <: AnyRef]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  12. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  13. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  14. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  15. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  16. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  17. def partitionEvents[A, K](source: Observable[A], miniBatchSize: Int, strictBatchSizes: Boolean)(implicit partitioner: Partitioner[A, K]): Observable[PartitionEvent[A, K]]

    Return a stream of PartitionEvents from the given observable

    Return a stream of PartitionEvents from the given observable

    K

    the bucket (batch) type

    source

    the original stream

    miniBatchSize

    a 'number of events received' indicator used to determine how often a FlushBucket event is sent

    strictBatchSizes

    if false, then the 'miniBatchSize' is used to indicate the number of 'A' values observed without the 'A' value appearing in a 'K' bucket before we flush

    partitioner

    a means to partition values of A into buckets of type K

    returns

    an observable of events (append and flush) which

  18. final def synchronized[T0](arg0: => T0): T0
    Definition Classes
    AnyRef
  19. def toString(): String
    Definition Classes
    AnyRef → Any
  20. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  21. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  22. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException]) @native()

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped