Packages

o

kafka4m

Kafka4mApp

object Kafka4mApp extends ConfigApp with StrictLogging

An ETL entry point to read data into or out of kafka

Linear Supertypes
StrictLogging, ConfigApp, LowPriorityArgs4cImplicits, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. Kafka4mApp
  2. StrictLogging
  3. ConfigApp
  4. LowPriorityArgs4cImplicits
  5. AnyRef
  6. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Type Members

  1. type Result = Cancelable
    Definition Classes
    Kafka4mApp → ConfigApp
  2. implicit class RichArgs extends AnyRef
    Definition Classes
    LowPriorityArgs4cImplicits
  3. implicit class RichString extends AnyRef
    Definition Classes
    LowPriorityArgs4cImplicits
  4. case class SecureConfigDoesntExist extends SecureConfigState with Product with Serializable
    Attributes
    protected
    Definition Classes
    ConfigApp
  5. case class SecureConfigParsed extends SecureConfigState with Product with Serializable
    Attributes
    protected
    Definition Classes
    ConfigApp
  6. sealed abstract class SecureConfigState extends AnyRef
    Attributes
    protected
    Definition Classes
    ConfigApp

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  6. implicit def configAsRichConfig(c: Config): RichConfig
    Definition Classes
    LowPriorityArgs4cImplicits
  7. val configKeyForRequiredEntries: String
    Attributes
    protected
    Definition Classes
    ConfigApp
  8. def defaultConfig(): Config
    Definition Classes
    ConfigApp
  9. def defaultIgnoreDefaultSecureConfigArg: String
    Attributes
    protected
    Definition Classes
    ConfigApp
  10. def defaultSecureConfigArgFlag: String
    Attributes
    protected
    Definition Classes
    ConfigApp
  11. def defaultSetupUserArgFlag: String
    Attributes
    protected
    Definition Classes
    ConfigApp
  12. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  13. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  14. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  15. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  16. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  17. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  18. def isSetupSpecified(userArgs: Array[String], setupArg: String): Boolean
    Attributes
    protected
    Definition Classes
    ConfigApp
  19. val logger: Logger
    Attributes
    protected
    Definition Classes
    StrictLogging
  20. def main(args: Array[String]): Unit
    Definition Classes
    Kafka4mApp → ConfigApp
  21. def mainDelegate(args: Array[String]): Option[Cancelable]
  22. def missingRequiredConfigEntriesForConfig(resolvedConfig: Config): Seq[String]
    Definition Classes
    ConfigApp
  23. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  24. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  25. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  26. def obscure(securePathsOpt: Option[Seq[String]])(configPath: String, value: String): String
    Attributes
    protected
    Definition Classes
    ConfigApp
  27. def onUnrecognizedUserArg(allowedArgs: Set[String])(arg: String): Config
    Attributes
    protected
    Definition Classes
    ConfigApp
  28. def pathToSecureConfigFromArgs(userArgs: Array[String], pathToSecureConfigArg: String): Option[String]
    Attributes
    protected
    Definition Classes
    ConfigApp
  29. def readFromKafka(config: Config)(implicit scheduler: Scheduler): (Cancelable, Observable[(TimeBucket, Path)])

    Read data from kafka to a local disk

    Read data from kafka to a local disk

    config

    the kafka4m root configuration

    returns

    an observable of the buckets and paths written

  30. def run(config: Config): Cancelable
    Definition Classes
    Kafka4mApp → ConfigApp
  31. def runMain(userArgs: Array[String], setupUserArgFlag: String, ignoreDefaultSecureConfigArg: String, pathToSecureConfigArgFlag: String): Option[Result]
    Definition Classes
    ConfigApp
  32. def runWithConfig(userArgs: Array[String], pathToSecureConfig: Path, secureConfigState: SecureConfigState, parsedConfig: Config): Option[Result]
    Attributes
    protected
    Definition Classes
    ConfigApp
  33. def secureConfig: SecureConfig
    Attributes
    protected
    Definition Classes
    ConfigApp
  34. def secureConfigForArgs(userArgs: Array[String], ignoreDefaultSecureConfigArg: String, pathToSecureConfigArg: String): SecureConfigState
    Attributes
    protected
    Definition Classes
    ConfigApp
  35. def showValue(value: String, config: Config): Unit
    Attributes
    protected
    Definition Classes
    ConfigApp
  36. def startupLog(action: String, config: Config): String
  37. def summary(config: Config): String
  38. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  39. def toString(): String
    Definition Classes
    AnyRef → Any
  40. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  41. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  42. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  43. def writeToKafka(config: Config, data: Observable[(String, Array[Byte])])(implicit scheduler: Scheduler): CancelableFuture[Long]
  44. def writeToKafka(config: Config)(implicit scheduler: Scheduler): (Cancelable, CancelableFuture[Long])

    write data into kafka using the 'kafka4m.etl.intoKafka' config entry

    write data into kafka using the 'kafka4m.etl.intoKafka' config entry

    config

    the root configuration

Inherited from StrictLogging

Inherited from ConfigApp

Inherited from LowPriorityArgs4cImplicits

Inherited from AnyRef

Inherited from Any

Ungrouped