Object

ai.tripl.arc.util

ConfigUtils

Related Doc: package util

Permalink

object ConfigUtils

Linear Supertypes
AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. ConfigUtils
  2. AnyRef
  3. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Type Members

  1. case class ConfigError(path: String, lineNumber: Option[Int], message: String) extends Error with Product with Serializable

    Permalink

  2. trait ConfigReader[A] extends AnyRef

    Permalink

  3. case class Edge(source: Vertex, target: Vertex) extends Product with Serializable

    Permalink

  4. sealed trait Error extends AnyRef

    Permalink

  5. type Errors = List[ConfigError]

    Permalink

  6. case class Graph(vertices: List[Vertex], edges: List[Edge], containsPipelineStagePlugin: Boolean) extends Product with Serializable

    Permalink

  7. type IntList = List[Int]

    Permalink

  8. case class StageError(idx: Int, stage: String, lineNumber: Int, errors: Errors) extends Error with Product with Serializable

    Permalink

  9. type StringConfigValue = Either[Errors, String]

    Permalink

  10. type StringList = List[String]

    Permalink

  11. case class Vertex(stageId: Int, name: String) extends Product with Serializable

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  4. object ConfigError extends Serializable

    Permalink

  5. object ConfigReader

    Permalink

  6. object Error

    Permalink

  7. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  8. def checkValidKeys(c: Config)(expectedKeys: ⇒ Seq[String]): Either[Errors, String]

    Permalink

  9. def checkValidKeysReflection[T](c: Config)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[T]): Seq[String]

    Permalink

  10. def classAccessors[T](implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[T]): List[String]

    Permalink

  11. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  12. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  13. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  14. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  15. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  16. def getConfigString(uri: URI, argsMap: Map[String, String], arcContext: ARCContext)(implicit spark: SparkSession, logger: Logger): Either[List[Error], String]

    Permalink

  17. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  18. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  19. def levenshteinDistance(keys: Seq[String], input: String)(limit: Int): Seq[String]

    Permalink

  20. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  21. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  22. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  23. def paramsToOptions(params: Map[String, String], options: Seq[String]): Map[String, String]

    Permalink

  24. def parseConfig(uri: Either[String, URI], argsMap: Map[String, String], graph: Graph, arcContext: ARCContext)(implicit spark: SparkSession, logger: Logger): Either[List[Error], (ETLPipeline, Graph, ARCContext)]

    Permalink

  25. def parseDataType(path: String)(datatype: String)(implicit c: Config): Either[Errors, DataType]

    Permalink

  26. def parseDelimiter(path: String)(delim: String)(implicit c: Config): Either[Errors, Delimiter]

    Permalink

  27. def parseEncoding(path: String)(encoding: String)(implicit c: Config): Either[Errors, EncodingType]

    Permalink

  28. def parseFailMode(path: String)(delim: String)(implicit c: Config): Either[Errors, FailModeType]

    Permalink

  29. def parseIsolationLevel(path: String)(quote: String)(implicit c: Config): Either[Errors, IsolationLevelType]

    Permalink

  30. def parseOutputModeType(path: String)(delim: String)(implicit c: Config): Either[Errors, OutputModeType]

    Permalink

  31. def parsePipeline(configUri: Option[String], argsMap: Map[String, String], graph: Graph, arcContext: ARCContext)(implicit spark: SparkSession, logger: Logger): Either[List[Error], (ETLPipeline, Graph, ARCContext)]

    Permalink

  32. def parseQuote(path: String)(quote: String)(implicit c: Config): Either[Errors, QuoteCharacter]

    Permalink

  33. def parseResponseType(path: String)(delim: String)(implicit c: Config): Either[Errors, ResponseType]

    Permalink

  34. def parseSaveMode(path: String)(delim: String)(implicit c: Config): Either[Errors, SaveMode]

    Permalink

  35. def readAuthentication(path: String)(implicit c: Config): Either[Errors, Option[Authentication]]

    Permalink

  36. def readAvroExtract(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  37. def readAvroLoad(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  38. def readAzureCosmosDBExtract(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  39. def readAzureEventHubsLoad(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  40. def readBytesExtract(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  41. def readConsoleLoad(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  42. def readCustomStage(idx: Int, graph: Graph, stageType: String, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  43. def readDatabricksDeltaExtract(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  44. def readDatabricksDeltaLoad(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  45. def readDatabricksSQLDWLoad(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  46. def readDelimitedExtract(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config, ctx: ARCContext): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  47. def readDelimitedLoad(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  48. def readDiffTransform(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config, ctx: ARCContext): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  49. def readElasticsearchExtract(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  50. def readElasticsearchLoad(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  51. def readEqualityValidate(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  52. def readHTTPExecute(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  53. def readHTTPExtract(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  54. def readHTTPLoad(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  55. def readHTTPTransform(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  56. def readImageExtract(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  57. def readJDBCExecute(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  58. def readJDBCExtract(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  59. def readJDBCLoad(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  60. def readJSONExtract(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  61. def readJSONLoad(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  62. def readJSONTransform(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  63. def readKafkaCommitExecute(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit c: Config): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  64. def readKafkaExtract(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  65. def readKafkaLoad(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  66. def readMLTransform(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  67. def readMap(path: String, c: Config): Map[String, String]

    Permalink

  68. def readMetadataFilterTransform(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  69. def readORCExtract(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  70. def readORCLoad(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  71. def readParquetExtract(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  72. def readParquetLoad(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config, ctx: ARCContext): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  73. def readPipeline(c: Config, configMD5: String, uri: String, argsMap: Map[String, String], graph: Graph, arcContext: ARCContext)(implicit spark: SparkSession, logger: Logger): Either[List[Error], (ETLPipeline, Graph, ARCContext)]

    Permalink

  74. def readPipelineExecute(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String], argsMap: Map[String, String], arcContext: ARCContext)(implicit spark: SparkSession, logger: Logger, c: Config): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  75. def readRateExtract(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  76. def readSQLTransform(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config, ctx: ARCContext): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  77. def readSQLValidate(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  78. def readTensorFlowServingTransform(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  79. def readTextExtract(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  80. def readTextLoad(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config, ctx: ARCContext): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  81. def readTypingTransform(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  82. def readXMLExtract(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  83. def readXMLLoad(idx: Int, graph: Graph, name: StringConfigValue, params: Map[String, String])(implicit spark: SparkSession, logger: Logger, c: Config): (Either[List[StageError], PipelineStage], Graph)

    Permalink

  84. def resolveConfigPlugins(c: Config, base: Config, arcContext: ARCContext)(implicit logger: Logger): List[Map[String, AnyRef]]

    Permalink

  85. def resolveLifecyclePlugins(c: Config, arcContext: ARCContext)(implicit logger: Logger): List[LifecyclePlugin]

    Permalink

  86. def stringOrDefault(sv: StringConfigValue, default: String): String

    Permalink

  87. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  88. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any

  89. def validateAzureSharedKey(path: String)(authentication: Option[Authentication])(implicit c: Config): Either[Errors, Option[Authentication]]

    Permalink

  90. def validateURI(path: String)(uri: String)(implicit c: Config): Either[Errors, URI]

    Permalink

  91. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  92. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  93. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from AnyRef

Inherited from Any

Ungrouped