Package

be.dataminded.lighthouse

pipeline

Permalink

package pipeline

Some implicit extensions to work easier with the be.dataminded.lighthouse.pipeline.SparkFunction.

Also expose the TupleSemigroupalSyntax of Cats so users can use mapN, tupled, etc on the SparkFunction without importing cats.implicits._ themselves

Linear Supertypes
TupleSemigroupalSyntax, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. pipeline
  2. TupleSemigroupalSyntax
  3. AnyRef
  4. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Type Members

  1. class DataLinkSink extends Sink with LazyLogging

    Permalink

  2. class OrcSink extends Sink with LazyLogging

    Permalink

  3. class ParquetSink extends Sink with LazyLogging

    Permalink

  4. class PartitionedOrcSink extends Sink with LazyLogging

    Permalink

  5. sealed trait PipelineExecutor[B] extends AnyRef

    Permalink

  6. sealed trait SaveStatus extends AnyRef

    Permalink

  7. class SingleFileSink extends Sink

    Permalink

  8. trait Sink extends AnyRef

    Permalink

  9. trait SparkFunction[+A] extends AnyRef

    Permalink

  10. class TextSink extends Sink with LazyLogging

    Permalink

Value Members

  1. object DataLinkSink

    Permalink

  2. object OrcSink

    Permalink

  3. object ParquetSink

    Permalink

  4. object PartitionedOrcSink

    Permalink

  5. object PipelineExecutor extends PipelineExecutor[Try[_]] with LazyLogging with SparkSessions

    Permalink

  6. object RichSparkFunctions extends LazyLogging

    Permalink

  7. object SaveFailure extends SaveStatus with Product with Serializable

    Permalink

  8. object SaveSuccess extends SaveStatus with Product with Serializable

    Permalink

  9. object SingleFileSink

    Permalink

  10. object Sources

    Permalink

  11. object SparkFunction

    Permalink

  12. object TextSink

    Permalink

  13. implicit def catsSyntaxTuple10Semigroupal[F[_], A0, A1, A2, A3, A4, A5, A6, A7, A8, A9](t10: (F[A0], F[A1], F[A2], F[A3], F[A4], F[A5], F[A6], F[A7], F[A8], F[A9])): Tuple10SemigroupalOps[F, A0, A1, A2, A3, A4, A5, A6, A7, A8, A9]

    Permalink
    Definition Classes
    TupleSemigroupalSyntax

  14. implicit def catsSyntaxTuple11Semigroupal[F[_], A0, A1, A2, A3, A4, A5, A6, A7, A8, A9, A10](t11: (F[A0], F[A1], F[A2], F[A3], F[A4], F[A5], F[A6], F[A7], F[A8], F[A9], F[A10])): Tuple11SemigroupalOps[F, A0, A1, A2, A3, A4, A5, A6, A7, A8, A9, A10]

    Permalink
    Definition Classes
    TupleSemigroupalSyntax

  15. implicit def catsSyntaxTuple12Semigroupal[F[_], A0, A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11](t12: (F[A0], F[A1], F[A2], F[A3], F[A4], F[A5], F[A6], F[A7], F[A8], F[A9], F[A10], F[A11])): Tuple12SemigroupalOps[F, A0, A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11]

    Permalink
    Definition Classes
    TupleSemigroupalSyntax

  16. implicit def catsSyntaxTuple13Semigroupal[F[_], A0, A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11, A12](t13: (F[A0], F[A1], F[A2], F[A3], F[A4], F[A5], F[A6], F[A7], F[A8], F[A9], F[A10], F[A11], F[A12])): Tuple13SemigroupalOps[F, A0, A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11, A12]

    Permalink
    Definition Classes
    TupleSemigroupalSyntax

  17. implicit def catsSyntaxTuple14Semigroupal[F[_], A0, A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11, A12, A13](t14: (F[A0], F[A1], F[A2], F[A3], F[A4], F[A5], F[A6], F[A7], F[A8], F[A9], F[A10], F[A11], F[A12], F[A13])): Tuple14SemigroupalOps[F, A0, A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11, A12, A13]

    Permalink
    Definition Classes
    TupleSemigroupalSyntax

  18. implicit def catsSyntaxTuple15Semigroupal[F[_], A0, A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11, A12, A13, A14](t15: (F[A0], F[A1], F[A2], F[A3], F[A4], F[A5], F[A6], F[A7], F[A8], F[A9], F[A10], F[A11], F[A12], F[A13], F[A14])): Tuple15SemigroupalOps[F, A0, A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11, A12, A13, A14]

    Permalink
    Definition Classes
    TupleSemigroupalSyntax

  19. implicit def catsSyntaxTuple16Semigroupal[F[_], A0, A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11, A12, A13, A14, A15](t16: (F[A0], F[A1], F[A2], F[A3], F[A4], F[A5], F[A6], F[A7], F[A8], F[A9], F[A10], F[A11], F[A12], F[A13], F[A14], F[A15])): Tuple16SemigroupalOps[F, A0, A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11, A12, A13, A14, A15]

    Permalink
    Definition Classes
    TupleSemigroupalSyntax

  20. implicit def catsSyntaxTuple17Semigroupal[F[_], A0, A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11, A12, A13, A14, A15, A16](t17: (F[A0], F[A1], F[A2], F[A3], F[A4], F[A5], F[A6], F[A7], F[A8], F[A9], F[A10], F[A11], F[A12], F[A13], F[A14], F[A15], F[A16])): Tuple17SemigroupalOps[F, A0, A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11, A12, A13, A14, A15, A16]

    Permalink
    Definition Classes
    TupleSemigroupalSyntax

  21. implicit def catsSyntaxTuple18Semigroupal[F[_], A0, A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11, A12, A13, A14, A15, A16, A17](t18: (F[A0], F[A1], F[A2], F[A3], F[A4], F[A5], F[A6], F[A7], F[A8], F[A9], F[A10], F[A11], F[A12], F[A13], F[A14], F[A15], F[A16], F[A17])): Tuple18SemigroupalOps[F, A0, A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11, A12, A13, A14, A15, A16, A17]

    Permalink
    Definition Classes
    TupleSemigroupalSyntax

  22. implicit def catsSyntaxTuple19Semigroupal[F[_], A0, A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11, A12, A13, A14, A15, A16, A17, A18](t19: (F[A0], F[A1], F[A2], F[A3], F[A4], F[A5], F[A6], F[A7], F[A8], F[A9], F[A10], F[A11], F[A12], F[A13], F[A14], F[A15], F[A16], F[A17], F[A18])): Tuple19SemigroupalOps[F, A0, A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11, A12, A13, A14, A15, A16, A17, A18]

    Permalink
    Definition Classes
    TupleSemigroupalSyntax

  23. implicit def catsSyntaxTuple1Semigroupal[F[_], A0](t1: (F[A0])): Tuple1SemigroupalOps[F, A0]

    Permalink
    Definition Classes
    TupleSemigroupalSyntax

  24. implicit def catsSyntaxTuple20Semigroupal[F[_], A0, A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11, A12, A13, A14, A15, A16, A17, A18, A19](t20: (F[A0], F[A1], F[A2], F[A3], F[A4], F[A5], F[A6], F[A7], F[A8], F[A9], F[A10], F[A11], F[A12], F[A13], F[A14], F[A15], F[A16], F[A17], F[A18], F[A19])): Tuple20SemigroupalOps[F, A0, A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11, A12, A13, A14, A15, A16, A17, A18, A19]

    Permalink
    Definition Classes
    TupleSemigroupalSyntax

  25. implicit def catsSyntaxTuple21Semigroupal[F[_], A0, A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11, A12, A13, A14, A15, A16, A17, A18, A19, A20](t21: (F[A0], F[A1], F[A2], F[A3], F[A4], F[A5], F[A6], F[A7], F[A8], F[A9], F[A10], F[A11], F[A12], F[A13], F[A14], F[A15], F[A16], F[A17], F[A18], F[A19], F[A20])): Tuple21SemigroupalOps[F, A0, A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11, A12, A13, A14, A15, A16, A17, A18, A19, A20]

    Permalink
    Definition Classes
    TupleSemigroupalSyntax

  26. implicit def catsSyntaxTuple22Semigroupal[F[_], A0, A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11, A12, A13, A14, A15, A16, A17, A18, A19, A20, A21](t22: (F[A0], F[A1], F[A2], F[A3], F[A4], F[A5], F[A6], F[A7], F[A8], F[A9], F[A10], F[A11], F[A12], F[A13], F[A14], F[A15], F[A16], F[A17], F[A18], F[A19], F[A20], F[A21])): Tuple22SemigroupalOps[F, A0, A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11, A12, A13, A14, A15, A16, A17, A18, A19, A20, A21]

    Permalink
    Definition Classes
    TupleSemigroupalSyntax

  27. implicit def catsSyntaxTuple2Semigroupal[F[_], A0, A1](t2: (F[A0], F[A1])): Tuple2SemigroupalOps[F, A0, A1]

    Permalink
    Definition Classes
    TupleSemigroupalSyntax

  28. implicit def catsSyntaxTuple3Semigroupal[F[_], A0, A1, A2](t3: (F[A0], F[A1], F[A2])): Tuple3SemigroupalOps[F, A0, A1, A2]

    Permalink
    Definition Classes
    TupleSemigroupalSyntax

  29. implicit def catsSyntaxTuple4Semigroupal[F[_], A0, A1, A2, A3](t4: (F[A0], F[A1], F[A2], F[A3])): Tuple4SemigroupalOps[F, A0, A1, A2, A3]

    Permalink
    Definition Classes
    TupleSemigroupalSyntax

  30. implicit def catsSyntaxTuple5Semigroupal[F[_], A0, A1, A2, A3, A4](t5: (F[A0], F[A1], F[A2], F[A3], F[A4])): Tuple5SemigroupalOps[F, A0, A1, A2, A3, A4]

    Permalink
    Definition Classes
    TupleSemigroupalSyntax

  31. implicit def catsSyntaxTuple6Semigroupal[F[_], A0, A1, A2, A3, A4, A5](t6: (F[A0], F[A1], F[A2], F[A3], F[A4], F[A5])): Tuple6SemigroupalOps[F, A0, A1, A2, A3, A4, A5]

    Permalink
    Definition Classes
    TupleSemigroupalSyntax

  32. implicit def catsSyntaxTuple7Semigroupal[F[_], A0, A1, A2, A3, A4, A5, A6](t7: (F[A0], F[A1], F[A2], F[A3], F[A4], F[A5], F[A6])): Tuple7SemigroupalOps[F, A0, A1, A2, A3, A4, A5, A6]

    Permalink
    Definition Classes
    TupleSemigroupalSyntax

  33. implicit def catsSyntaxTuple8Semigroupal[F[_], A0, A1, A2, A3, A4, A5, A6, A7](t8: (F[A0], F[A1], F[A2], F[A3], F[A4], F[A5], F[A6], F[A7])): Tuple8SemigroupalOps[F, A0, A1, A2, A3, A4, A5, A6, A7]

    Permalink
    Definition Classes
    TupleSemigroupalSyntax

  34. implicit def catsSyntaxTuple9Semigroupal[F[_], A0, A1, A2, A3, A4, A5, A6, A7, A8](t9: (F[A0], F[A1], F[A2], F[A3], F[A4], F[A5], F[A6], F[A7], F[A8])): Tuple9SemigroupalOps[F, A0, A1, A2, A3, A4, A5, A6, A7, A8]

    Permalink
    Definition Classes
    TupleSemigroupalSyntax

  35. implicit def easyDataLinkSink(dataLink: DataLink): DataLinkSink

    Permalink

  36. implicit def toDatasetSparkFunction[A <: Dataset[_]](operation: SparkFunction[A])(implicit arg0: ClassTag[A]): DatasetSparkFunction[A]

    Permalink

Inherited from TupleSemigroupalSyntax

Inherited from AnyRef

Inherited from Any

Ungrouped