Type Members

1.  case class ARCContext(jobId: Option[String], jobName: Option[String], environment: Option[String], configUri: Option[String], isStreaming: Boolean, ignoreEnvironments: Boolean, storageLevel: StorageLevel, immutableViews: Boolean, ipynb: Boolean, inlineSQL: Boolean, inlineSchema: Boolean, dropUnsupported: Boolean, commandLineArguments: Map[String, String], dynamicConfigurationPlugins: List[DynamicConfigurationPlugin], lifecyclePlugins: List[LifecyclePlugin], activeLifecyclePlugins: List[LifecyclePluginInstance], pipelineStagePlugins: List[PipelineStagePlugin], udfPlugins: List[UDFPlugin], userData: Map[String, AnyRef], serializableConfiguration: SerializableConfiguration, resolutionConfig: Config) extends Product with Serializable

   ARCContext is used to define immutable global run parameters.

2.  sealed trait AmazonS3EncryptionType extends AnyRef
3.  case class ArrayColumn(id: Option[String], name: String, description: Option[String], nullable: Boolean, nullReplacementValue: Option[String], trim: Boolean, nullableValues: List[String], elementType: ExtractColumn, metadata: Option[String]) extends ExtractColumn with Product with Serializable
4.  sealed trait Authentication extends AnyRef
5.  case class BinaryColumn(id: Option[String], name: String, description: Option[String], nullable: Boolean, nullReplacementValue: Option[String], trim: Boolean, nullableValues: List[String], encoding: EncodingType, metadata: Option[String]) extends ExtractColumn with Product with Serializable
6.  case class BooleanColumn(id: Option[String], name: String, description: Option[String], nullable: Boolean, nullReplacementValue: Option[String], trim: Boolean, nullableValues: List[String], trueValues: List[String], falseValues: List[String], metadata: Option[String]) extends ExtractColumn with Product with Serializable

   true / false values are lists of strings that are considered equivalent to true or false e.g.

   true / false values are lists of strings that are considered equivalent to true or false e.g. "Y", "yes", "N", "no".

7.  trait ConfigPlugin[T] extends VersionedPlugin
8.  case class CsvReaderOptions(hasHeader: Boolean, ignoreHeader: Boolean, delimiter: Char) extends ExtractReaderOptions with Product with Serializable
9.  case class DateColumn(id: Option[String], name: String, description: Option[String], nullable: Boolean, nullReplacementValue: Option[String], trim: Boolean, nullableValues: List[String], formatters: List[String], metadata: Option[String], strict: Boolean, caseSensitive: Boolean) extends ExtractColumn with Product with Serializable

   Formatters is a list of valid Java Time formats.

   Formatters is a list of valid Java Time formats. Will attemp to parse in order so most likely match should be first.

10.  case class DecimalColumn(id: Option[String], name: String, description: Option[String], nullable: Boolean, nullReplacementValue: Option[String], trim: Boolean, nullableValues: List[String], precision: Int, scale: Int, metadata: Option[String], formatters: Option[List[String]]) extends ExtractColumn with Product with Serializable
11.  case class DoubleColumn(id: Option[String], name: String, description: Option[String], nullable: Boolean, nullReplacementValue: Option[String], trim: Boolean, nullableValues: List[String], metadata: Option[String], formatters: Option[List[String]]) extends ExtractColumn with Product with Serializable
12.  case class ETLPipeline(stages: List[PipelineStage]) extends Product with Serializable
13.  case class EmptySchemaExtractError(path: Option[String]) extends ExtractError with Product with Serializable
14.  sealed trait EncodingType extends AnyRef
15.  case class ErrorRow(row: String, rowIndex: Long, err: String) extends Product with Serializable
16.  sealed trait ExtractColumn extends AnyRef

    ExtractColumns are used to define schemas for typing transforms as well as when extracting from sources that lack a schema such as CSV.

17.  sealed trait ExtractError extends AnyRef
18.  trait ExtractPipelineStage extends PipelineStage
19.  sealed trait ExtractReaderOptions extends AnyRef
20.  sealed trait FailMode extends AnyRef
21.  case class FileNotFoundExtractError(path: Option[String]) extends ExtractError with Product with Serializable
22.  case class IntegerColumn(id: Option[String], name: String, description: Option[String], nullable: Boolean, nullReplacementValue: Option[String], trim: Boolean = true, nullableValues: List[String], metadata: Option[String], formatters: Option[List[String]]) extends ExtractColumn with Product with Serializable
23.  sealed trait IsolationLevel extends AnyRef
24.  trait JupyterCompleter extends AnyRef
25.  trait LifecyclePluginInstance extends AnyRef
26.  trait LoadPipelineStage extends PipelineStage
27.  case class LongColumn(id: Option[String], name: String, description: Option[String], nullable: Boolean, nullReplacementValue: Option[String], trim: Boolean, nullableValues: List[String], metadata: Option[String], formatters: Option[List[String]]) extends ExtractColumn with Product with Serializable
28.  sealed trait MetadataFormat extends AnyRef
29.  case class MetadataSchema(name: String, format: MetadataFormat) extends Product with Serializable
30.  sealed trait OutputModeType extends AnyRef
31.  case class PathNotExistsExtractError(path: Option[String]) extends ExtractError with Product with Serializable
32.  trait PipelineStage extends AnyRef
33.  sealed trait Resolution extends AnyRef
34.  sealed trait ResponseType extends AnyRef
35.  case class StringColumn(id: Option[String], name: String, description: Option[String], nullable: Boolean, nullReplacementValue: Option[String], trim: Boolean, nullableValues: List[String], metadata: Option[String], minLength: Option[Int], maxLength: Option[Int], regex: Option[Regex]) extends ExtractColumn with Product with Serializable
36.  case class StructColumn(id: Option[String], name: String, description: Option[String], nullable: Boolean, nullReplacementValue: Option[String], trim: Boolean, nullableValues: List[String], fields: List[ExtractColumn], metadata: Option[String]) extends ExtractColumn with Product with Serializable
37.  case class TimeColumn(id: Option[String], name: String, description: Option[String], nullable: Boolean, nullReplacementValue: Option[String], trim: Boolean, nullableValues: List[String], formatters: List[String], metadata: Option[String]) extends ExtractColumn with Product with Serializable

    Formatters is a list of valid Java Time formats.

    Formatters is a list of valid Java Time formats. Will attemp to parse in order so most likely match should be first.

38.  case class TimestampColumn(id: Option[String], name: String, description: Option[String], nullable: Boolean, nullReplacementValue: Option[String], trim: Boolean, nullableValues: List[String], timezoneId: String, formatters: List[String], time: Option[LocalTime], metadata: Option[String], strict: Boolean, caseSensitive: Boolean) extends ExtractColumn with Product with Serializable

    Formatters is a list of valid Java Time formats.

    Formatters is a list of valid Java Time formats. Will attemp to parse in order so most likely match should be first.

39.  trait TransformPipelineStage extends PipelineStage
40.  case class TypingError(field: String, message: String) extends Product with Serializable
41.  trait VersionedPlugin extends Serializable
42.  case class Watermark(eventTime: String, delayThreshold: String) extends Product with Serializable