case class AutoJobDesc(name: String, tasks: List[AutoTaskDesc], area: Option[StorageArea] = None, format: Option[String], coalesce: Option[Boolean], udf: Option[String] = None, views: Option[Map[String, String]] = None, engine: Option[Engine] = None) extends Product with Serializable
A job is a set of transform tasks executed using the specified engine.
- tasks
List of transform tasks to execute
- area
Area where the data is located. When using the BigQuery engine, teh area corresponds to the dataset name we will be working on in this job. When using the Spark engine, this is folder where the data should be store. Default value is "business"
- format
output file format when using Spark engine. Ingored for BigQuery. Default value is "parquet"
- coalesce
When outputting files, should we coalesce it to a single file. Useful when CSV is the output format.
- udf
: Register UDFs written in this JVM class when using Spark engine Register UDFs stored at this location when using BigQuery engine
- views
: Create temporary views using where the key is the view name and the map the SQL request corresponding to this view using the SQL engine supported syntax.
- engine
: SPARK or BQ. Default value is SPARK.
- Alphabetic
- By Inheritance
- AutoJobDesc
- Serializable
- Serializable
- Product
- Equals
- AnyRef
- Any
- Hide All
- Show All
- Public
- All
Instance Constructors
-
new
AutoJobDesc(name: String, tasks: List[AutoTaskDesc], area: Option[StorageArea] = None, format: Option[String], coalesce: Option[Boolean], udf: Option[String] = None, views: Option[Map[String, String]] = None, engine: Option[Engine] = None)
- tasks
List of transform tasks to execute
- area
Area where the data is located. When using the BigQuery engine, teh area corresponds to the dataset name we will be working on in this job. When using the Spark engine, this is folder where the data should be store. Default value is "business"
- format
output file format when using Spark engine. Ingored for BigQuery. Default value is "parquet"
- coalesce
When outputting files, should we coalesce it to a single file. Useful when CSV is the output format.
- udf
: Register UDFs written in this JVM class when using Spark engine Register UDFs stored at this location when using BigQuery engine
- views
: Create temporary views using where the key is the view name and the map the SQL request corresponding to this view using the SQL engine supported syntax.
- engine
: SPARK or BQ. Default value is SPARK.
Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
- val area: Option[StorageArea]
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
-
def
clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
- val coalesce: Option[Boolean]
- val engine: Option[Engine]
-
final
def
eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
def
finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] )
- val format: Option[String]
- def getArea(): StorageArea
-
final
def
getClass(): Class[_]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
- def getEngine(): Engine
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
- val name: String
-
final
def
ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
final
def
notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
- Definition Classes
- AnyRef
- val tasks: List[AutoTaskDesc]
- val udf: Option[String]
- val views: Option[Map[String, String]]
-
final
def
wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()