ConfigsExtractor

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

5. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

6. final def eq(arg0: AnyRef): Boolean

   

   Definition Classes

   AnyRef

7. def equals(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

8. def finalize(): Unit

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( classOf[java.lang.Throwable] )

9. final def getClass(): Class[_]

   

   Definition Classes

   AnyRef → Any

10. def getJob(jobName: String, jobsConf: JobsConf): Either[JobNotFoundError, JobConf]

    

    Gets a JobConf object with a provided jobName and check its coherence

    Gets a JobConf object with a provided jobName and check its coherence

    jobName

    the Job name

    jobsConf

    the Job configuration list

    returns

    Either the wanted Job configuration or a JobNotFoundError exception

11. def getJobs(jobsName: Seq[String], jobsConf: JobsConf): Either[JobNotFoundError, Map[String, JobConf]]

    

    Gets a sublist of JobConf object with a provided list of jobNames to get from the job confs provided

    Gets a sublist of JobConf object with a provided list of jobNames to get from the job confs provided

    jobsName

    The sequence of job names to query

    jobsConf

    The job configuration list to query from

    returns

    Either a jobName -> jobConf Map containing the elements we need or a JobNotFoundError exception

12. def getSources(jobName: String, jobSourcesConf: List[JobSource], sourcesConf: SourcesConf, env: String)(implicit spark: SparkSession): Either[JobSourcesError, Sources]

    

    Gets the sources from the conf files

    Gets the sources from the conf files

    jobName

    the Job Name

    jobSourcesConf

    the job sources conf

    sourcesConf

    the global sources conf

    env

    the environment

    spark

    the implicit spark session

    returns

    Either the resulting sources or a Job sources error exception

13. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

14. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

15. def matchJobSourceWithSources[T](jobName: String, jobSource: JobSource, sourcesConf: SourcesConf, env: String)(appliedFunction: ((String, String)) ⇒ T): Validated[JobSourcesNotFoundError, T]

    

    Check a Job source existence in the global Sources conf

    Check a Job source existence in the global Sources conf

    T

    the type of the result we want

    jobName

    a job name

    jobSource

    a Job source conf

    sourcesConf

    the global Source conf

    env

    the environnment

    appliedFunction

    A function that turns the obtained (database, table) into the wanted result

    returns

    a Validated object representing our result or an error

16. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

17. final def notify(): Unit

    

    Definition Classes

    AnyRef

18. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

19. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

20. def toString(): String

    

    Definition Classes

    AnyRef → Any

21. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

22. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

23. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )