Type Members

1.  case class ARCContext(jobId: Option[String], jobName: Option[String], environment: Option[String], environmentId: Option[String], configUri: Option[String], isStreaming: Boolean, ignoreEnvironments: Boolean, storageLevel: StorageLevel, immutableViews: Boolean, commandLineArguments: Map[String, String], dynamicConfigurationPlugins: List[DynamicConfigurationPlugin], lifecyclePlugins: List[LifecyclePlugin], activeLifecyclePlugins: List[LifecyclePluginInstance], pipelineStagePlugins: List[PipelineStagePlugin], udfPlugins: List[UDFPlugin], userData: Map[String, AnyRef]) extends Product with Serializable

   ARCContext is used to define immutable global run parameters.

2.  sealed trait AmazonS3EncryptionType extends AnyRef
3.  sealed trait Authentication extends AnyRef
4.  case class BinaryColumn(id: String, name: String, description: Option[String], nullable: Boolean, nullReplacementValue: Option[String], trim: Boolean, nullableValues: List[String], encoding: EncodingType, metadata: Option[String]) extends ExtractColumn with Product with Serializable
5.  case class BooleanColumn(id: String, name: String, description: Option[String], nullable: Boolean, nullReplacementValue: Option[String], trim: Boolean, nullableValues: List[String], trueValues: List[String], falseValues: List[String], metadata: Option[String]) extends ExtractColumn with Product with Serializable

   true / false values are lists of strings that are considered equivalent to true or false e.g.

   true / false values are lists of strings that are considered equivalent to true or false e.g. "Y", "yes", "N", "no".

6.  trait ConfigPlugin[T] extends VersionedPlugin
7.  case class CsvReaderOptions(hasHeader: Boolean, ignoreHeader: Boolean, delimiter: Char) extends ExtractReaderOptions with Product with Serializable
8.  case class DateColumn(id: String, name: String, description: Option[String], nullable: Boolean, nullReplacementValue: Option[String], trim: Boolean, nullableValues: List[String], formatters: List[String], metadata: Option[String], strict: Boolean) extends ExtractColumn with Product with Serializable

   Formatters is a list of valid Java Time formats.

   Formatters is a list of valid Java Time formats. Will attemp to parse in order so most likely match should be first.

9.  case class DecimalColumn(id: String, name: String, description: Option[String], nullable: Boolean, nullReplacementValue: Option[String], trim: Boolean, nullableValues: List[String], precision: Int, scale: Int, metadata: Option[String], formatters: Option[List[String]]) extends ExtractColumn with Product with Serializable
10.  case class DoubleColumn(id: String, name: String, description: Option[String], nullable: Boolean, nullReplacementValue: Option[String], trim: Boolean, nullableValues: List[String], metadata: Option[String], formatters: Option[List[String]]) extends ExtractColumn with Product with Serializable
11.  case class ETLPipeline(stages: List[PipelineStage]) extends Product with Serializable
12.  sealed trait EncodingType extends AnyRef
13.  case class ErrorRow(row: String, rowIndex: Long, err: String) extends Product with Serializable
14.  sealed trait ExtractColumn extends AnyRef

    ExtractColumns are used to define schemas for typing transforms as well as when extracting from sources that lack a schema such as CSV.

15.  sealed trait ExtractReaderOptions extends AnyRef
16.  sealed trait FailModeType extends AnyRef
17.  case class IntegerColumn(id: String, name: String, description: Option[String], nullable: Boolean, nullReplacementValue: Option[String], trim: Boolean = true, nullableValues: List[String], metadata: Option[String], formatters: Option[List[String]]) extends ExtractColumn with Product with Serializable
18.  sealed trait IsolationLevelType extends AnyRef
19.  trait LifecyclePluginInstance extends AnyRef
20.  case class LongColumn(id: String, name: String, description: Option[String], nullable: Boolean, nullReplacementValue: Option[String], trim: Boolean, nullableValues: List[String], metadata: Option[String], formatters: Option[List[String]]) extends ExtractColumn with Product with Serializable
21.  sealed trait MetadataFormat extends AnyRef
22.  case class MetadataSchema(name: String, format: MetadataFormat) extends Product with Serializable
23.  sealed trait OutputModeType extends AnyRef
24.  trait PipelineStage extends AnyRef
25.  sealed trait ResponseType extends AnyRef
26.  case class StringColumn(id: String, name: String, description: Option[String], nullable: Boolean, nullReplacementValue: Option[String], trim: Boolean, nullableValues: List[String], metadata: Option[String], minLength: Option[Int], maxLength: Option[Int]) extends ExtractColumn with Product with Serializable
27.  case class TimeColumn(id: String, name: String, description: Option[String], nullable: Boolean, nullReplacementValue: Option[String], trim: Boolean, nullableValues: List[String], formatters: List[String], metadata: Option[String]) extends ExtractColumn with Product with Serializable

    Formatters is a list of valid Java Time formats.

    Formatters is a list of valid Java Time formats. Will attemp to parse in order so most likely match should be first.

28.  case class TimestampColumn(id: String, name: String, description: Option[String], nullable: Boolean, nullReplacementValue: Option[String], trim: Boolean, nullableValues: List[String], timezoneId: String, formatters: List[String], time: Option[LocalTime], metadata: Option[String], strict: Boolean) extends ExtractColumn with Product with Serializable

    Formatters is a list of valid Java Time formats.

    Formatters is a list of valid Java Time formats. Will attemp to parse in order so most likely match should be first.

29.  case class TypingError(field: String, message: String) extends Product with Serializable
30.  trait VersionedPlugin extends Serializable
31.  case class Watermark(eventTime: String, delayThreshold: String) extends Product with Serializable