Value Members

1.  final def !=(arg0: Any): Boolean

   Definition Classes

   AnyRef → Any

2.  final def ##(): Int

   Definition Classes

   AnyRef → Any

3.  final def ==(arg0: Any): Boolean

   Definition Classes

   AnyRef → Any

4.  final def asInstanceOf[T0]: T0

   Definition Classes

   Any

5.  def clone(): AnyRef

   Attributes

   protected[lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... ) @native()

6.  def createAttributes(schema: StructType)(implicit settings: Settings): List[Attribute]

   * Traverses the schema and returns a list of attributes.

   * Traverses the schema and returns a list of attributes.

   schema

   Schema so that we find all Attributes

   returns

   List of Attributes

7.  def createDomain(name: String, directory: String, metadata: Option[Metadata] = None, schemas: List[Schema] = Nil): Domain

   * Builds the Domain case class

   * Builds the Domain case class

   name

   : Domain name

   directory

   : Folder on the local filesystem where incomping files are stored. This folder will be scanned regurlaly to move the dataset to the cluster

   metadata

   : Default Schema meta data.

   schemas

   : List of schema for each dataset in this domain

8.  def createMetaData(format: String, array: Option[Boolean], withHeader: Option[Boolean], separator: Option[String]): Metadata

   * builds the Metadata case class.

   * builds the Metadata case class. check case class metadata for attribute definition

   format

   : DSV by default

   array

   : Is a json stored as a single object array ? false by default

   withHeader

   : does the dataset has a header ? true bu default

   separator

   : the column separator, ';' by default

9.  def createSchema(name: String, pattern: Pattern, attributes: List[Attribute], metadata: Option[Metadata]): Schema

   * builds the Schema case class

   * builds the Schema case class

   name

   : Schema name, must be unique in the domain. Will become the hive table name

   pattern

   : filename pattern to which this schema must be applied

   attributes

   : datasets columns

   metadata

   : Dataset metadata

10.  final def eq(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

11.  def equals(arg0: Any): Boolean

    Definition Classes

    AnyRef → Any

12.  def finalize(): Unit

    Attributes

    protected[lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

13.  def generateYaml(domain: Domain, savePath: String)(implicit settings: Settings): Unit

    * Generates the YAML file using the domain object and a savepath

    * Generates the YAML file using the domain object and a savepath

    domain

    Domain case class

    savePath

    path to save files.

14.  final def getClass(): Class[_]

    Definition Classes

    AnyRef → Any

    Annotations

    @native()

15.  def hashCode(): Int

    Definition Classes

    AnyRef → Any

    Annotations

    @native()

16.  final def isInstanceOf[T0]: Boolean

    Definition Classes

    Any

17.  final def ne(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

18.  final def notify(): Unit

    Definition Classes

    AnyRef

    Annotations

    @native()

19.  final def notifyAll(): Unit

    Definition Classes

    AnyRef

    Annotations

    @native()

20.  final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes

    AnyRef

21.  def toString(): String

    Definition Classes

    AnyRef → Any

22.  final def wait(): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

23.  final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

24.  final def wait(arg0: Long): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... ) @native()