JsonDfLoader

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

5. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

6. def convertFileToDataFrame(filePath: String)(implicit spark: SparkSession): DataFrame

   

   Converts a given resource file to a DataFrame

   Converts a given resource file to a DataFrame

   filePath

   the path to the file

   spark

   an implicit spark session

   returns

   the resulting DataFrame

   Attributes

   protected

   Definition Classes

   JsonDfLoader → DataFrameLoader

7. final def eq(arg0: AnyRef): Boolean

   

   Definition Classes

   AnyRef

8. def equals(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

9. def finalize(): Unit

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( classOf[java.lang.Throwable] )

10. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

11. final def getFileNotFoundException(jobTableMetadata: JobTableMetadata): ResourcesDataFileNotFound

    

    Builds the exception object for a file that is not found

    Builds the exception object for a file that is not found

    jobTableMetadata

    the Job table metadata

    returns

    the built resource not found exception

    Definition Classes

    DataFrameLoader

12. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

13. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

14. def loadDataFrames(jobSourceInfos: Seq[JobTableMetadata], ioType: String)(implicit spark: SparkSession): List[Either[ReadDataFramesFromFilesError, (JobTableMetadata, DataFrame)]]

    

    Loads DataFrames from Resource files for a given job If the files required aren't present, then they will be outed from the list If the files are present, but corrupted, they will return an error as Left(exception) Otherwise, they will be in the list as Right(result)

    Loads DataFrames from Resource files for a given job If the files required aren't present, then they will be outed from the list If the files are present, but corrupted, they will return an error as Left(exception) Otherwise, they will be in the list as Right(result)

    jobSourceInfos

    the list of sources

    returns

    A Map of sourceInfo/DataFrame values

    Definition Classes

    JsonDfLoader → DataFrameLoader

15. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

16. final def notify(): Unit

    

    Definition Classes

    AnyRef

17. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

18. final def readDfFromFile(jobTableMetadata: JobTableMetadata, ioType: String)(implicit spark: SparkSession): Either[ReadDataFramesFromFilesError, (JobTableMetadata, Option[DataFrame])]

    

    Reads a json file into a DataFrame

    Reads a json file into a DataFrame

    jobTableMetadata

    the jobSource info

    spark

    the implicit spark session

    returns

    the converted json to DataFrame

    Attributes

    protected

    Definition Classes

    DataFrameLoader

19. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

20. def toString(): String

    

    Definition Classes

    AnyRef → Any

21. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

22. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

23. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )