streaming

Type Members

1. class DefaultSnappySinkCallback extends SnappySinkCallback

   

2. final class DirectKafkaStreamRelation extends StreamBaseRelation with Logging with Serializable

   

3. class DirectKafkaStreamSource extends StreamPlanProvider with DataSourceRegister

   

4. final class FileStreamRelation extends StreamBaseRelation

   

5. final class FileStreamSource extends StreamPlanProvider with DataSourceRegister

   

6. class HashTagToRowsConverter extends StreamToRowsConverter with Serializable

   

7. case class LogicalDStreamPlan(output: Seq[Attribute], stream: DStream[InternalRow])(streamingSnappy: SnappyStreamingContext) extends LogicalPlan with MultiInstanceRelation with Product with Serializable

   

8. class MyStreamConverter extends StreamConverter with Serializable

   

9. case class PhysicalDStreamPlan(output: Seq[Attribute], rowStream: DStream[InternalRow]) extends SparkPlan with StreamPlan with Product with Serializable

   

   A PhysicalPlan wrapper of SchemaDStream, inject the validTime and generate an effective RDD of current batchDuration.

10. trait RabbitMQDecoder[T] extends AnyRef

    

11. final class RabbitMQInputDStream[T, D] extends ReceiverInputDStream[T]

    

12. final class RabbitMQReceiver[T, D] extends Receiver[T] with Logging

    

13. final class RabbitMQStreamRelation extends StreamBaseRelation

    

14. final class RabbitMQStreamSource extends StreamPlanProvider with DataSourceRegister

    

15. final class RabbitMQStringDecoder extends RabbitMQDecoder[String]

    

16. final class RawSocketStreamRelation extends StreamBaseRelation

    

17. final class RawSocketStreamSource extends StreamPlanProvider with DataSourceRegister

    

18. class SchemaDStream extends DStream[Row]

    

    A SQL based DStream with support for schema/Product This class offers the ability to manipulate SQL query on DStreams It is similar to SchemaRDD, which offers the similar functions Internally, RDD of each batch duration is treated as a small table and CQs are evaluated on those small tables Some of the abstraction and code is borrowed from the project: https://github.com/Intel-bigdata/spark-streamingsql

19. trait SnappySinkCallback extends AnyRef

    

    Should be implemented by clients who wants to override default behavior provided by DefaultSnappySinkCallback.

    Should be implemented by clients who wants to override default behavior provided by DefaultSnappySinkCallback.

    In order to override the default callback behavior the qualified name of the implementing class needs to be passed against sinkCallback option while defining stream query.

20. case class SnappyStoreSink(snappySession: SnappySession, parameters: Map[String, String], sinkCallback: SnappySinkCallback) extends Sink with Product with Serializable

    

21. class SnappyStoreSinkProvider extends StreamSinkProvider with DataSourceRegister

    

22. final class SocketStreamRelation extends StreamBaseRelation

    

23. final class SocketStreamSource extends StreamPlanProvider with DataSourceRegister

    

24. abstract class StreamBaseRelation extends BaseRelation with DestroyRelation with StreamPlan with TableScan with Serializable with Logging

    

25. trait StreamConverter extends Serializable

    

26. trait StreamPlan extends AnyRef

    

27. trait StreamPlanProvider extends SchemaRelationProvider

    

28. trait StreamToRowsConverter extends Serializable

    

29. final class TextSocketStreamRelation extends StreamBaseRelation

    

30. final class TextSocketStreamSource extends StreamPlanProvider with DataSourceRegister

    

31. class TweetToHashtagRow extends StreamToRowsConverter with Serializable

    

32. class TweetToRetweetRow extends StreamToRowsConverter with Serializable

    

33. class TweetToRowsConverter extends StreamToRowsConverter with Serializable

    

34. final class TwitterStreamRelation extends StreamBaseRelation

    

35. final class TwitterStreamSource extends StreamPlanProvider with DataSourceRegister

    

36. case class WindowLogicalPlan(windowDuration: Duration, slideDuration: Option[Duration], child: LogicalPlan, transformed: Boolean = false) extends UnaryNode with Product with Serializable

    

37. case class WindowPhysicalPlan(windowDuration: Duration, slide: Option[Duration], child: SparkPlan) extends SparkPlan with UnaryExecNode with StreamPlan with Product with Serializable