Packages

c

org.apache.spark.sql.util

MapperRowCounter

class MapperRowCounter extends AccumulatorV2[Long, List[(Integer, Long)]]

An AccumulatorV2 counter for collecting a list of (mapper index, row count).

Since

3.4.0

Linear Supertypes
AccumulatorV2[Long, List[(Integer, Long)]], Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. MapperRowCounter
  2. AccumulatorV2
  3. Serializable
  4. AnyRef
  5. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. Protected

Instance Constructors

  1. new MapperRowCounter()

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##: Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. def add(v: Long): Unit
    Definition Classes
    MapperRowCounter → AccumulatorV2
  5. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  6. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.CloneNotSupportedException]) @native()
  7. def copy(): MapperRowCounter
    Definition Classes
    MapperRowCounter → AccumulatorV2
  8. def copyAndReset(): MapperRowCounter
    Definition Classes
    MapperRowCounter → AccumulatorV2
  9. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  10. def equals(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef → Any
  11. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.Throwable])
  12. final def getClass(): Class[_ <: AnyRef]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  13. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  14. final def id: Long
    Definition Classes
    AccumulatorV2
  15. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  16. final def isRegistered: Boolean
    Definition Classes
    AccumulatorV2
  17. def isZero: Boolean

    Returns false if this accumulator has had any values added to it or the sum is non-zero.

    Returns false if this accumulator has had any values added to it or the sum is non-zero.

    Definition Classes
    MapperRowCounter → AccumulatorV2
  18. def merge(other: AccumulatorV2[Long, List[(Integer, Long)]]): Unit
    Definition Classes
    MapperRowCounter → AccumulatorV2
  19. final def name: Option[String]
    Definition Classes
    AccumulatorV2
  20. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  21. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  22. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  23. def reset(): Unit
    Definition Classes
    MapperRowCounter → AccumulatorV2
  24. def setPartitionId(id: Integer): Unit
  25. final def synchronized[T0](arg0: => T0): T0
    Definition Classes
    AnyRef
  26. def toString(): String
    Definition Classes
    AccumulatorV2 → AnyRef → Any
  27. def value: List[(Integer, Long)]
    Definition Classes
    MapperRowCounter → AccumulatorV2
  28. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  29. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  30. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException]) @native()
  31. def withBufferSerialized(): AccumulatorV2[Long, List[(Integer, Long)]]
    Attributes
    protected
    Definition Classes
    AccumulatorV2
  32. final def writeReplace(): Any
    Attributes
    protected
    Definition Classes
    AccumulatorV2

Inherited from AccumulatorV2[Long, List[(Integer, Long)]]

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped