RddData

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. def aggregate[A, B](d: RDD[A])(zero: B)(seqOp: (B, A) ⇒ B, combOp: (B, B) ⇒ B)(implicit arg0: ClassTag[B]): B

   

   Definition Classes

   RddData → Data

5. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

6. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

7. final def eq(arg0: AnyRef): Boolean

   

   Definition Classes

   AnyRef

8. def equals(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

9. def filter[A](d: RDD[A])(f: (A) ⇒ Boolean): RDD[A]

   

   Definition Classes

   RddData → Data

10. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

11. def flatMap[A, B](d: RDD[A])(f: (A) ⇒ TraversableOnce[B])(implicit arg0: ClassTag[B]): RDD[B]

    

    Definition Classes

    RddData → Data

12. def flatten[A, B](d: RDD[A])(implicit arg0: ClassTag[B], asRDD: (A) ⇒ TraversableOnce[B]): RDD[B]

    

    Definition Classes

    RddData → Data

13. def foreach[A](d: RDD[A])(f: (A) ⇒ Any): Unit

    

    Apply a side-effecting function to each element.

    Apply a side-effecting function to each element.

    Definition Classes

    RddData → Data

14. def foreachPartition[A](d: RDD[A])(f: (Iterable[A]) ⇒ Any): Unit

    

    Definition Classes

    RddData → Data

15. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

16. def groupBy[A, B](d: RDD[A])(f: (A) ⇒ B)(implicit arg0: ClassTag[B]): RDD[(B, Iterable[A])]

    

    Definition Classes

    RddData → Data

17. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

18. def headOption[A](d: RDD[A]): Option[A]

    

    Definition Classes

    RddData → Data

19. def isEmpty[A](d: RDD[A]): Boolean

    

    Definition Classes

    RddData → Data

20. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

21. def map[A, B](data: RDD[A])(f: (A) ⇒ B)(implicit arg0: ClassTag[B]): RDD[B]

    

    Transform a dataset by applying f to each element.

    Transform a dataset by applying f to each element.

    Definition Classes

    RddData → Data

22. def mapParition[A, B](d: RDD[A])(f: (Iterable[A]) ⇒ Iterable[B])(implicit arg0: ClassTag[B]): RDD[B]

    

    Definition Classes

    RddData → Data

23. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

24. final def notify(): Unit

    

    Definition Classes

    AnyRef

25. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

26. def reduce[A](d: RDD[A])(op: (A, A) ⇒ A): A

    

    This has type A as opposed to B >: A due to the RDD limitations

    This has type A as opposed to B >: A due to the RDD limitations

    Definition Classes

    RddData → Data

27. def size[A](d: RDD[A]): Long

    

    Definition Classes

    RddData → Data

28. def sortBy[A, B](d: RDD[A])(f: (A) ⇒ B)(implicit arg0: ClassTag[B], ord: Ordering[B]): RDD[A]

    

    Sort the dataset using a function f that evaluates each element to an orderable type

    Sort the dataset using a function f that evaluates each element to an orderable type

    Definition Classes

    RddData → Data

29. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

30. def take[A](d: RDD[A])(k: Int): Traversable[A]

    

    Construct a traversable for the first k elements of a dataset.

    Construct a traversable for the first k elements of a dataset. Will load into main mem.

    Definition Classes

    RddData → Data

31. def toSeq[A](d: RDD[A]): Seq[A]

    

    Load all elements of the dataset into an array in main memory.

    Load all elements of the dataset into an array in main memory.

    Definition Classes

    RddData → Data

32. def toString(): String

    

    Definition Classes

    AnyRef → Any

33. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

34. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

35. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

36. def zip[A, B](d: RDD[A])(that: RDD[B])(implicit arg0: ClassTag[B]): RDD[(A, B)]

    

    Definition Classes

    RddData → Data

37. def zipWithIndex[A](d: RDD[A]): RDD[(A, Long)]

    

    Definition Classes

    RddData → Data