streaming

Type Members

1. final class DirectKafkaStreamRelation extends StreamBaseRelation with Logging with Serializable

   

2. class DirectKafkaStreamSource extends StreamPlanProvider with DataSourceRegister

   

3. final class FileStreamRelation extends StreamBaseRelation

   

4. final class FileStreamSource extends StreamPlanProvider with DataSourceRegister

   

5. class HashTagToRowsConverter extends StreamToRowsConverter with Serializable

   

6. final class KafkaStreamRelation extends StreamBaseRelation

   

7. class KafkaStreamSource extends StreamPlanProvider with DataSourceRegister

   

8. case class LogicalDStreamPlan(output: Seq[Attribute], stream: DStream[InternalRow])(streamingSnappy: SnappyStreamingContext) extends LogicalPlan with MultiInstanceRelation with Product with Serializable

   

9. class MyStreamConverter extends StreamConverter with Serializable

   

10. case class PhysicalDStreamPlan(output: Seq[Attribute], rowStream: DStream[InternalRow]) extends SparkPlan with StreamPlan with Product with Serializable

    

    A PhysicalPlan wrapper of SchemaDStream, inject the validTime and generate an effective RDD of current batchDuration.

11. trait RabbitMQDecoder[T] extends AnyRef

    

12. final class RabbitMQInputDStream[T, D] extends ReceiverInputDStream[T]

    

13. final class RabbitMQReceiver[T, D] extends Receiver[T] with Logging

    

14. final class RabbitMQStreamRelation extends StreamBaseRelation

    

15. final class RabbitMQStreamSource extends StreamPlanProvider with DataSourceRegister

    

16. final class RabbitMQStringDecoder extends RabbitMQDecoder[String]

    

17. final class RawSocketStreamRelation extends StreamBaseRelation

    

18. final class RawSocketStreamSource extends StreamPlanProvider with DataSourceRegister

    

19. class SchemaDStream extends DStream[Row]

    

    A SQL based DStream with support for schema/Product This class offers the ability to manipulate SQL query on DStreams It is similar to SchemaRDD, which offers the similar functions Internally, RDD of each batch duration is treated as a small table and CQs are evaluated on those small tables Some of the abstraction and code is borrowed from the project: https://github.com/Intel-bigdata/spark-streamingsql

20. final class SocketStreamRelation extends StreamBaseRelation

    

21. final class SocketStreamSource extends StreamPlanProvider with DataSourceRegister

    

22. abstract class StreamBaseRelation extends BaseRelation with ParentRelation with StreamPlan with TableScan with DestroyRelation with Serializable with Logging

    

23. trait StreamConverter extends Serializable

    

24. trait StreamPlan extends AnyRef

    

25. trait StreamPlanProvider extends SchemaRelationProvider

    

26. trait StreamToRowsConverter extends Serializable

    

27. final class TextSocketStreamRelation extends StreamBaseRelation

    

28. final class TextSocketStreamSource extends StreamPlanProvider with DataSourceRegister

    

29. class TweetToHashtagRow extends StreamToRowsConverter with Serializable

    

30. class TweetToRetweetRow extends StreamToRowsConverter with Serializable

    

31. class TweetToRowsConverter extends StreamToRowsConverter with Serializable

    

32. final class TwitterStreamRelation extends StreamBaseRelation

    

33. final class TwitterStreamSource extends StreamPlanProvider with DataSourceRegister

    

34. case class WindowLogicalPlan(windowDuration: Duration, slideDuration: Option[Duration], child: LogicalPlan, transformed: Boolean = false) extends UnaryNode with Product with Serializable

    

35. case class WindowPhysicalPlan(windowDuration: Duration, slide: Option[Duration], child: SparkPlan) extends SparkPlan with UnaryExecNode with StreamPlan with Product with Serializable