case class AutoTaskDesc(name: Option[String], sql: Option[String], domain: String, dataset: String, write: WriteMode, partition: Option[List[String]] = None, presql: Option[List[String]] = None, postsql: Option[List[String]] = None, area: Option[StorageArea] = None, sink: Option[Sink] = None, rls: Option[List[RowLevelSecurity]] = None, assertions: Option[Map[String, String]] = None) extends Product with Serializable
Task executed in the context of a job. Each task is executed in its own session.
- sql
Main SQL request to exexute (do not forget to prefix table names with the database name to avoid conflicts)
- domain
Output domain in output Area (Will be the Database name in Hive or Dataset in BigQuery)
- dataset
Dataset Name in output Area (Will be the Table name in Hive & BigQuery)
- write
Append to or overwrite existing data
- partition
List of columns used for partitioning the outtput.
- presql
List of SQL requests to executed before the main SQL request is run
- postsql
List of SQL requests to executed after the main SQL request is run
- area
Target Area where domain / dataset will be stored.
- sink
Where to sink the data
- rls
Row level security policy to apply too the output data.
- Alphabetic
- By Inheritance
- AutoTaskDesc
- Serializable
- Serializable
- Product
- Equals
- AnyRef
- Any
- Hide All
- Show All
- Public
- All
Instance Constructors
-
new
AutoTaskDesc(name: Option[String], sql: Option[String], domain: String, dataset: String, write: WriteMode, partition: Option[List[String]] = None, presql: Option[List[String]] = None, postsql: Option[List[String]] = None, area: Option[StorageArea] = None, sink: Option[Sink] = None, rls: Option[List[RowLevelSecurity]] = None, assertions: Option[Map[String, String]] = None)
- sql
Main SQL request to exexute (do not forget to prefix table names with the database name to avoid conflicts)
- domain
Output domain in output Area (Will be the Database name in Hive or Dataset in BigQuery)
- dataset
Dataset Name in output Area (Will be the Table name in Hive & BigQuery)
- write
Append to or overwrite existing data
- partition
List of columns used for partitioning the outtput.
- presql
List of SQL requests to executed before the main SQL request is run
- postsql
List of SQL requests to executed after the main SQL request is run
- area
Target Area where domain / dataset will be stored.
- sink
Where to sink the data
- rls
Row level security policy to apply too the output data.
Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
- val area: Option[StorageArea]
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
- val assertions: Option[Map[String, String]]
-
def
clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
- val dataset: String
- val domain: String
-
final
def
eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
def
finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] )
-
final
def
getClass(): Class[_]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
- def getHiveDB(defaultArea: StorageArea): String
-
def
getPartitions(): List[String]
- Annotations
- @JsonIgnore()
- def getSql(): String
-
def
getTargetPath(defaultArea: StorageArea)(implicit settings: Settings): Path
Return a Path only if a storage area s defined
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
- val name: Option[String]
-
final
def
ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
final
def
notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
- val partition: Option[List[String]]
- val postsql: Option[List[String]]
- val presql: Option[List[String]]
- val rls: Option[List[RowLevelSecurity]]
- val sink: Option[Sink]
- val sql: Option[String]
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
- Definition Classes
- AnyRef
-
final
def
wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
- val write: WriteMode