Packages

object UDFAdaptors extends Serializable

Adaptors from one UDF shape to another. For example adapting a foreach function for use in foreachPartition.

Please note that this class is being used in Spark Connect Scala UDFs. We need to be careful with any modifications to this class, otherwise we will break backwards compatibility. Concretely this means you can only add methods to this class. You cannot rename the class, move it, change its serialVersionUID, remove methods, change method signatures, or change method semantics.

Annotations
@SerialVersionUID()
Linear Supertypes
Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. UDFAdaptors
  2. Serializable
  3. AnyRef
  4. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. Protected

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##: Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.CloneNotSupportedException]) @IntrinsicCandidate() @native()
  6. def coGroupWithMappedValues[K, V, U, R, IV, IU](f: (K, Iterator[V], Iterator[U]) => IterableOnce[R], leftValueMapFunc: Option[(IV) => V], rightValueMapFunc: Option[(IU) => U]): (K, Iterator[IV], Iterator[IU]) => IterableOnce[R]
  7. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  8. def equals(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef → Any
  9. def flatMapGroupsWithMappedValues[K, IV, V, R](f: (K, Iterator[V]) => IterableOnce[R], valueMapFunc: Option[(IV) => V]): (K, Iterator[IV]) => IterableOnce[R]
  10. def flatMapGroupsWithStateWithMappedValues[K, IV, V, S, U](f: (K, Iterator[V], GroupState[S]) => Iterator[U], valueMapFunc: Option[(IV) => V]): (K, Iterator[IV], GroupState[S]) => Iterator[U]
  11. def flatMapToMapPartitions[V, U](f: FlatMapFunction[V, U]): (Iterator[V]) => Iterator[U]
  12. def flatMapToMapPartitions[V, U](f: (V) => IterableOnce[U]): (Iterator[V]) => Iterator[U]
  13. def foreachPartitionToMapPartitions[V, U](f: (Iterator[V]) => Unit): (Iterator[V]) => Iterator[U]
  14. def foreachToForeachPartition[T](f: ForeachFunction[T]): (Iterator[T]) => Unit
  15. def foreachToForeachPartition[T](f: (T) => Unit): (Iterator[T]) => Unit
  16. final def getClass(): Class[_ <: AnyRef]
    Definition Classes
    AnyRef → Any
    Annotations
    @IntrinsicCandidate() @native()
  17. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @IntrinsicCandidate() @native()
  18. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  19. def iterableOnceToSeq[A, B](f: (A) => IterableOnce[B]): (A) => Seq[B]
  20. def mapGroupsToFlatMapGroups[K, V, U](f: (K, Iterator[V]) => U): (K, Iterator[V]) => Iterator[U]
  21. def mapGroupsWithStateToFlatMapWithState[K, V, S, U](f: (K, Iterator[V], GroupState[S]) => U): (K, Iterator[V], GroupState[S]) => Iterator[U]
  22. def mapToMapPartitions[V, U](f: MapFunction[V, U]): (Iterator[V]) => Iterator[U]
  23. def mapToMapPartitions[V, U](f: (V) => U): (Iterator[V]) => Iterator[U]
  24. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  25. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @IntrinsicCandidate() @native()
  26. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @IntrinsicCandidate() @native()
  27. final def synchronized[T0](arg0: => T0): T0
    Definition Classes
    AnyRef
  28. def toString(): String
    Definition Classes
    AnyRef → Any
  29. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  30. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException]) @native()
  31. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])

Deprecated Value Members

  1. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.Throwable]) @Deprecated
    Deprecated

    (Since version 9)

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped