InferSchemaHandler

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

5. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

6. def createAttributes(schema: StructType)(implicit settings: Settings): List[Attribute]

   

   * Traverses the schema and returns a list of attributes.

   * Traverses the schema and returns a list of attributes.

   schema

   Schema so that we find all Attributes

   returns

   List of Attributes

7. def createDomain(name: String, directory: String, metadata: Option[Metadata] = None, schemas: List[Schema] = Nil): Domain

   

   * Builds the Domain case class

   * Builds the Domain case class

   name

   : Domain name

   directory

   : Folder on the local filesystem where incomping files are stored. This folder will be scanned regurlaly to move the dataset to the cluster

   metadata

   : Default Schema meta data.

   schemas

   : List of schema for each dataset in this domain

8. def createMetaData(format: Option[String] = None, array: Option[Boolean], withHeader: Option[Boolean], separator: Option[String]): Metadata

   

   * builds the Metadata case class.

   * builds the Metadata case class. check case class metadata for attribute definition

   format

   : DSV by default

   array

   : Is a json stored as a single object array ? false by default

   withHeader

   : does the dataset has a header ? true bu default

   separator

   : the column separator, ';' by default

9. def createSchema(name: String, pattern: Pattern, attributes: List[Attribute], metadata: Option[Metadata]): Schema

   

   * builds the Schema case class

   * builds the Schema case class

   name

   : Schema name, must be unique in the domain. Will become the hive table name

   pattern

   : filename pattern to which this schema must be applied

   attributes

   : datasets columns

   metadata

   : Dataset metadata

10. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

11. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

12. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

13. def generateYaml(domain: Domain, savePath: String)(implicit settings: Settings): Unit

    

    * Generates the YAML file using the domain object and a savepath

    * Generates the YAML file using the domain object and a savepath

    domain

    Domain case class

    savePath

    path to save files.

14. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

15. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

16. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

17. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

18. final def notify(): Unit

    

    Definition Classes

    AnyRef

19. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

20. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

21. def toString(): String

    

    Definition Classes

    AnyRef → Any

22. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

23. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

24. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )