Trait

com.datawizards.sparklocal.rdd

PairRDDFunctionsAPI

Related Doc: package rdd

Permalink

trait PairRDDFunctionsAPI[K, V] extends AnyRef

Linear Supertypes
AnyRef, Any
Known Subclasses
PairRDDFunctionsAPIScalaBase, PairRDDFunctionsAPIScalaEagerImpl, PairRDDFunctionsAPIScalaLazyImpl, PairRDDFunctionsAPIScalaParallelImpl, PairRDDFunctionsAPIScalaParallelLazyImpl, PairRDDFunctionsAPISparkImpl
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. PairRDDFunctionsAPI
  2. AnyRef
  3. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Abstract Value Members

  1. abstract def aggregateByKey[U](zeroValue: U, numPartitions: Int)(seqOp: (U, V) ⇒ U, combOp: (U, U) ⇒ U)(implicit arg0: ClassTag[U]): RDDAPI[(K, U)]

    Permalink

  2. abstract def aggregateByKey[U](zeroValue: U, partitioner: Partitioner)(seqOp: (U, V) ⇒ U, combOp: (U, U) ⇒ U)(implicit arg0: ClassTag[U]): RDDAPI[(K, U)]

    Permalink

  3. abstract def aggregateByKey[U](zeroValue: U)(seqOp: (U, V) ⇒ U, combOp: (U, U) ⇒ U)(implicit arg0: ClassTag[U]): RDDAPI[(K, U)]

    Permalink

  4. abstract def cogroup[W1, W2, W3](other1: RDDAPI[(K, W1)], other2: RDDAPI[(K, W2)], other3: RDDAPI[(K, W3)], numPartitions: Int)(implicit arg0: ClassTag[W1], arg1: ClassTag[W2], arg2: ClassTag[W3]): RDDAPI[(K, (GenIterable[V], GenIterable[W1], GenIterable[W2], GenIterable[W3]))]

    Permalink

  5. abstract def cogroup[W1, W2](other1: RDDAPI[(K, W1)], other2: RDDAPI[(K, W2)], numPartitions: Int)(implicit arg0: ClassTag[W1], arg1: ClassTag[W2]): RDDAPI[(K, (GenIterable[V], GenIterable[W1], GenIterable[W2]))]

    Permalink

  6. abstract def cogroup[W](other: RDDAPI[(K, W)], numPartitions: Int)(implicit arg0: ClassTag[W]): RDDAPI[(K, (GenIterable[V], GenIterable[W]))]

    Permalink

  7. abstract def cogroup[W1, W2](other1: RDDAPI[(K, W1)], other2: RDDAPI[(K, W2)])(implicit arg0: ClassTag[W1], arg1: ClassTag[W2]): RDDAPI[(K, (GenIterable[V], GenIterable[W1], GenIterable[W2]))]

    Permalink

  8. abstract def cogroup[W](other: RDDAPI[(K, W)])(implicit arg0: ClassTag[W]): RDDAPI[(K, (GenIterable[V], GenIterable[W]))]

    Permalink

  9. abstract def cogroup[W1, W2, W3](other1: RDDAPI[(K, W1)], other2: RDDAPI[(K, W2)], other3: RDDAPI[(K, W3)])(implicit arg0: ClassTag[W1], arg1: ClassTag[W2], arg2: ClassTag[W3]): RDDAPI[(K, (GenIterable[V], GenIterable[W1], GenIterable[W2], GenIterable[W3]))]

    Permalink

  10. abstract def cogroup[W1, W2](other1: RDDAPI[(K, W1)], other2: RDDAPI[(K, W2)], partitioner: Partitioner)(implicit arg0: ClassTag[W1], arg1: ClassTag[W2]): RDDAPI[(K, (GenIterable[V], GenIterable[W1], GenIterable[W2]))]

    Permalink

  11. abstract def cogroup[W](other: RDDAPI[(K, W)], partitioner: Partitioner)(implicit arg0: ClassTag[W]): RDDAPI[(K, (GenIterable[V], GenIterable[W]))]

    Permalink

  12. abstract def cogroup[W1, W2, W3](other1: RDDAPI[(K, W1)], other2: RDDAPI[(K, W2)], other3: RDDAPI[(K, W3)], partitioner: Partitioner)(implicit arg0: ClassTag[W1], arg1: ClassTag[W2], arg2: ClassTag[W3]): RDDAPI[(K, (GenIterable[V], GenIterable[W1], GenIterable[W2], GenIterable[W3]))]

    Permalink

  13. abstract def collectAsMap(): GenMap[K, V]

    Permalink

  14. abstract def countByKey(): GenMap[K, Long]

    Permalink

  15. abstract def flatMapValues[U](f: (V) ⇒ TraversableOnce[U])(implicit arg0: ClassTag[U]): RDDAPI[(K, U)]

    Permalink

  16. abstract def foldByKey(zeroValue: V, partitioner: Partitioner)(func: (V, V) ⇒ V): RDDAPI[(K, V)]

    Permalink

  17. abstract def foldByKey(zeroValue: V, numPartitions: Int)(func: (V, V) ⇒ V): RDDAPI[(K, V)]

    Permalink

  18. abstract def foldByKey(zeroValue: V)(func: (V, V) ⇒ V): RDDAPI[(K, V)]

    Permalink

  19. abstract def fullOuterJoin[W](other: RDDAPI[(K, W)], partitioner: Partitioner)(implicit arg0: ClassTag[W]): RDDAPI[(K, (Option[V], Option[W]))]

    Permalink

  20. abstract def fullOuterJoin[W](other: RDDAPI[(K, W)], numPartitions: Int)(implicit arg0: ClassTag[W]): RDDAPI[(K, (Option[V], Option[W]))]

    Permalink

  21. abstract def fullOuterJoin[W](other: RDDAPI[(K, W)])(implicit arg0: ClassTag[W]): RDDAPI[(K, (Option[V], Option[W]))]

    Permalink

  22. abstract def groupByKey(partitioner: Partitioner): RDDAPI[(K, GenIterable[V])]

    Permalink

  23. abstract def groupByKey(numPartitions: Int): RDDAPI[(K, GenIterable[V])]

    Permalink

  24. abstract def groupByKey(): RDDAPI[(K, GenIterable[V])]

    Permalink

  25. abstract def join[W](other: RDDAPI[(K, W)], partitioner: Partitioner)(implicit arg0: ClassTag[W]): RDDAPI[(K, (V, W))]

    Permalink

  26. abstract def join[W](other: RDDAPI[(K, W)], numPartitions: Int)(implicit arg0: ClassTag[W]): RDDAPI[(K, (V, W))]

    Permalink

  27. abstract def join[W](other: RDDAPI[(K, W)])(implicit arg0: ClassTag[W]): RDDAPI[(K, (V, W))]

    Permalink

  28. abstract def keys: RDDAPI[K]

    Permalink

  29. abstract def leftOuterJoin[W](other: RDDAPI[(K, W)], partitioner: Partitioner)(implicit arg0: ClassTag[W]): RDDAPI[(K, (V, Option[W]))]

    Permalink

  30. abstract def leftOuterJoin[W](other: RDDAPI[(K, W)], numPartitions: Int)(implicit arg0: ClassTag[W]): RDDAPI[(K, (V, Option[W]))]

    Permalink

  31. abstract def leftOuterJoin[W](other: RDDAPI[(K, W)])(implicit arg0: ClassTag[W]): RDDAPI[(K, (V, Option[W]))]

    Permalink

  32. abstract def mapValues[U](f: (V) ⇒ U)(implicit arg0: ClassTag[U]): RDDAPI[(K, U)]

    Permalink

  33. abstract def partitionBy(partitioner: Partitioner): RDDAPI[(K, V)]

    Permalink

  34. abstract def reduceByKey(partitioner: Partitioner, func: (V, V) ⇒ V): RDDAPI[(K, V)]

    Permalink

  35. abstract def reduceByKey(func: (V, V) ⇒ V, numPartitions: Int): RDDAPI[(K, V)]

    Permalink

  36. abstract def reduceByKey(func: (V, V) ⇒ V): RDDAPI[(K, V)]

    Permalink

  37. abstract def reduceByKeyLocally(func: (V, V) ⇒ V): Map[K, V]

    Permalink

  38. abstract def rightOuterJoin[W](other: RDDAPI[(K, W)], partitioner: Partitioner)(implicit arg0: ClassTag[W]): RDDAPI[(K, (Option[V], W))]

    Permalink

  39. abstract def rightOuterJoin[W](other: RDDAPI[(K, W)], numPartitions: Int)(implicit arg0: ClassTag[W]): RDDAPI[(K, (Option[V], W))]

    Permalink

  40. abstract def rightOuterJoin[W](other: RDDAPI[(K, W)])(implicit arg0: ClassTag[W]): RDDAPI[(K, (Option[V], W))]

    Permalink

  41. abstract def subtractByKey[W](other: RDDAPI[(K, W)], p: Partitioner)(implicit arg0: ClassTag[W]): RDDAPI[(K, V)]

    Permalink

  42. abstract def subtractByKey[W](other: RDDAPI[(K, W)], numPartitions: Int)(implicit arg0: ClassTag[W]): RDDAPI[(K, V)]

    Permalink

  43. abstract def subtractByKey[W](other: RDDAPI[(K, W)])(implicit arg0: ClassTag[W]): RDDAPI[(K, V)]

    Permalink

  44. abstract def values: RDDAPI[V]

    Permalink

Concrete Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  4. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  5. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  6. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  7. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  8. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  9. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  10. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  11. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  12. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  13. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  14. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  15. def parallelize[That](d: GenIterable[That])(implicit arg0: ClassTag[That]): RDD[That]

    Permalink
    Attributes
    protected

  16. def parallelize[That](d: Seq[That])(implicit arg0: ClassTag[That]): RDD[That]

    Permalink
    Attributes
    protected

  17. lazy val spark: SparkSession

    Permalink
    Attributes
    protected

  18. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  19. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any

  20. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  21. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  22. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from AnyRef

Inherited from Any

Ungrouped