Object

io.epiphanous.flinkrunner.util

StreamUtils

Related Doc: package util

Permalink

object StreamUtils extends LazyLogging

Linear Supertypes
LazyLogging, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. StreamUtils
  2. LazyLogging
  3. AnyRef
  4. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Type Members

  1. implicit class EventStreamOps[E <: FlinkEvent] extends AnyRef

    Permalink

  2. implicit final class Pipe[A] extends AnyVal

    Permalink

    A little syntactic sugar for writing stream program.

    A little syntactic sugar for writing stream program. This is the pipe operator, ala F#.

    Assuming 

    source

    This let's us write

    def program:DataStream[E] = source |> transform |# sink

    instead of

    def program:DataStream[E] = {
  val result:DataStream[E] = transform(source)
  sink(result)
  result
}

    source }}}

    def program:DataStream[E] = source |> transform |# sink

    instead of

    def program:DataStream[E] = {
  val result:DataStream[E] = transform(source)
  sink(result)
  result
}
    A

    the type of v

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  4. val RESOURCE_PATTERN: Regex

    Permalink

  5. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  6. def ascendingTimestampExtractor[E <: FlinkEvent]()(implicit arg0: TypeInformation[E]): AscendingTimestampExtractor[E]

    Permalink

    Creates an ascending timestamp extractor.

    Creates an ascending timestamp extractor.

    E

    type of stream element

    returns

    AscendingTimestampExtractor[E]

  7. def boundedLatenessEventTime[E <: FlinkEvent]()(implicit arg0: TypeInformation[E], config: FlinkConfig): BoundedLatenessGenerator[E]

    Permalink

    Generates a timestamp and watermark assigner for a stream with a given type of element that limits how late an element is allowed to arrive in event time.

    Generates a timestamp and watermark assigner for a stream with a given type of element that limits how late an element is allowed to arrive in event time.

    E

    the type of stream element

    config

    implicitly provided job config

    returns

    BoundedLatenessGenerator[E]

  8. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  9. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  10. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  11. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  12. def fromCollection[E <: FlinkEvent](srcConfig: CollectionSourceConfig)(implicit arg0: TypeInformation[E], config: FlinkConfig, env: SEE): DataStream[E]

    Permalink

    Configure stream from collection source.

    Configure stream from collection source.

    E

    stream element type

    srcConfig

    a source config

    config

    implicitly provided job config

    returns

    DataStream[E]

  13. def fromFile[E <: FlinkEvent](srcConfig: FileSourceConfig)(implicit arg0: TypeInformation[E], config: FlinkConfig, env: SEE): DataStream[E]

    Permalink

    Configure stream from file source.

    Configure stream from file source.

    E

    stream element type

    srcConfig

    a source config

    config

    implicitly provided job config

    returns

    DataStream[E]

  14. def fromKafka[E <: FlinkEvent](srcConfig: KafkaSourceConfig)(implicit arg0: TypeInformation[E], config: FlinkConfig, env: SEE): DataStream[E]

    Permalink

    Configure stream from kafka source.

    Configure stream from kafka source.

    E

    stream element type

    srcConfig

    a source config

    config

    implicitly provided job config

    returns

    DataStream[E]

  15. def fromKeyedKafka[E <: FlinkEvent](srcConfig: KeyedKafkaSourceConfig)(implicit arg0: TypeInformation[E], config: FlinkConfig, env: SEE): DataStream[E]

    Permalink

    Configure stream from keyed kafka source.

    Configure stream from keyed kafka source.

    E

    stream element type

    srcConfig

    a source config

    config

    implicitly provided job config

    returns

    DataStream[E]

  16. def fromSocket[E <: FlinkEvent](srcConfig: SocketSourceConfig)(implicit arg0: TypeInformation[E], config: FlinkConfig, env: SEE): DataStream[E]

    Permalink

    Configure stream from socket source.

    Configure stream from socket source.

    E

    stream element type

    srcConfig

    a source config

    config

    implicitly provided job config

    returns

    DataStream[E]

  17. def fromSource[E <: FlinkEvent](sourceName: String = "")(implicit arg0: TypeInformation[E], config: FlinkConfig, env: SEE): DataStream[E]

    Permalink

    Configure stream source from configuration.

    Configure stream source from configuration.

    E

    stream element type

    sourceName

    the name of the source to get its configuration

    returns

    DataStream[E]

  18. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  19. def getSourceFilePath(filename: String): String

    Permalink

    Returns the actual path to a resource file named filename or filename.gz.

    Returns the actual path to a resource file named filename or filename.gz.

    filename

    the name of file

    returns

    String

    Annotations
    @throws( ... )

  20. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  21. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  22. lazy val logger: Logger

    Permalink
    Attributes
    protected
    Definition Classes
    LazyLogging

  23. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  24. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  25. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  26. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  27. def toFile[E <: FlinkEvent](stream: DataStream[E], sinkConfig: FileSinkConfig)(implicit arg0: TypeInformation[E], config: FlinkConfig): DataStreamSink[E]

    Permalink

    Send stream to a rolling file sink.

    Send stream to a rolling file sink.

    E

    stream element type

    stream

    the data stream

    sinkConfig

    a sink configuration

    config

    implicit job args

    returns

    DataStreamSink[E]

  28. def toJdbc[E <: FlinkEvent](stream: DataStream[E], sinkConfig: JdbcSinkConfig)(implicit arg0: TypeInformation[E], config: FlinkConfig): DataStreamSink[E]

    Permalink

    Send stream to a socket sink.

    Send stream to a socket sink.

    E

    stream element type

    stream

    the data stream

    sinkConfig

    a sink configuration

    config

    implicit job args

    returns

    DataStreamSink[E]

  29. def toKafka[E <: FlinkEvent](stream: DataStream[E], sinkConfig: KafkaSinkConfig)(implicit arg0: TypeInformation[E], config: FlinkConfig): DataStreamSink[E]

    Permalink

    Send stream to a kafka sink.

    Send stream to a kafka sink.

    E

    stream element type

    stream

    the data stream

    sinkConfig

    a sink configuration

    config

    implicit job args

    returns

    DataStreamSink[E]

  30. def toKeyedKafka[E <: FlinkEvent](stream: DataStream[E], sinkConfig: KeyedKafkaSinkConfig)(implicit arg0: TypeInformation[E], config: FlinkConfig): DataStreamSink[E]

    Permalink

    Send stream to a keyed kafka sink.

    Send stream to a keyed kafka sink.

    E

    stream element type

    stream

    the data stream

    sinkConfig

    a sink configuration

    config

    implicit job args

    returns

    DataStreamSink[E]

  31. def toSink[E <: FlinkEvent](stream: DataStream[E], sinkName: String = "")(implicit arg0: TypeInformation[E], config: FlinkConfig): DataStreamSink[E]

    Permalink

    Configure stream sink from configuration.

    Configure stream sink from configuration.

    E

    stream element type

    stream

    the data stream to send to sink

    sinkName

    a sink name to obtain configuration

    config

    implicit flink job args

    returns

    DataStream[E]

  32. def toSocket[E <: FlinkEvent](stream: DataStream[E], sinkConfig: SocketSinkConfig)(implicit arg0: TypeInformation[E], config: FlinkConfig): DataStreamSink[E]

    Permalink

    Send stream to a socket sink.

    Send stream to a socket sink.

    E

    stream element type

    stream

    the data stream

    sinkConfig

    a sink configuration

    config

    implicit job args

    returns

    DataStreamSink[E]

  33. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any

  34. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  35. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  36. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from LazyLogging

Inherited from AnyRef

Inherited from Any

Ungrouped