Packages

p

ai.tripl.arc

extract

package extract

Ordering
  1. Alphabetic
Visibility
  1. Public
  2. All

Type Members

  1. class AvroExtract extends PipelineStagePlugin
  2. case class AvroExtractStage(plugin: AvroExtract, name: String, description: Option[String], schema: Either[String, List[ExtractColumn]], outputView: String, input: Either[String, String], authentication: Option[Authentication], params: Map[String, String], persist: Boolean, numPartitions: Option[Int], partitionBy: List[String], contiguousIndex: Boolean, basePath: Option[String], avroSchema: Option[Schema], inputField: Option[String]) extends PipelineStage with Product with Serializable
  3. class BytesExtract extends PipelineStagePlugin
  4. case class BytesExtractStage(plugin: BytesExtract, name: String, description: Option[String], outputView: String, input: Either[String, String], authentication: Option[Authentication], params: Map[String, String], persist: Boolean, numPartitions: Option[Int], contiguousIndex: Boolean, failMode: FailModeType) extends PipelineStage with Product with Serializable
  5. class DelimitedExtract extends PipelineStagePlugin
  6. case class DelimitedExtractStage(plugin: DelimitedExtract, name: String, description: Option[String], schema: Either[String, List[ExtractColumn]], outputView: String, input: Either[String, String], settings: Delimited, authentication: Option[Authentication], params: Map[String, String], persist: Boolean, numPartitions: Option[Int], partitionBy: List[String], contiguousIndex: Boolean, inputField: Option[String], basePath: Option[String], watermark: Option[Watermark]) extends PipelineStage with Product with Serializable
  7. class HTTPExtract extends PipelineStagePlugin
  8. case class HTTPExtractStage(plugin: HTTPExtract, name: String, description: Option[String], input: Either[String, URI], method: String, headers: Map[String, String], uriField: Option[String], bodyField: Option[String], body: Option[String], validStatusCodes: List[Int], outputView: String, params: Map[String, String], persist: Boolean, numPartitions: Option[Int], partitionBy: List[String]) extends PipelineStage with Product with Serializable
  9. class ImageExtract extends PipelineStagePlugin
  10. case class ImageExtractStage(plugin: ImageExtract, name: String, description: Option[String], outputView: String, input: String, authentication: Option[Authentication], params: Map[String, String], persist: Boolean, numPartitions: Option[Int], partitionBy: List[String], dropInvalid: Boolean, basePath: Option[String], watermark: Option[Watermark]) extends PipelineStage with Product with Serializable
  11. class JDBCExtract extends PipelineStagePlugin
  12. case class JDBCExtractStage(plugin: JDBCExtract, name: String, description: Option[String], schema: Either[String, List[ExtractColumn]], outputView: String, jdbcURL: String, tableName: String, numPartitions: Option[Int], fetchsize: Option[Int], customSchema: Option[String], driver: Driver, partitionColumn: Option[String], params: Map[String, String], persist: Boolean, partitionBy: List[String], predicates: List[String]) extends PipelineStage with Product with Serializable
  13. class JSONExtract extends PipelineStagePlugin
  14. case class JSONExtractStage(plugin: JSONExtract, name: String, description: Option[String], schema: Either[String, List[ExtractColumn]], outputView: String, input: Either[String, String], settings: JSON, authentication: Option[Authentication], params: Map[String, String], persist: Boolean, numPartitions: Option[Int], partitionBy: List[String], contiguousIndex: Boolean, inputField: Option[String], basePath: Option[String], watermark: Option[Watermark]) extends PipelineStage with Product with Serializable
  15. class MetadataExtract extends PipelineStagePlugin
  16. case class MetadataExtractStage(plugin: MetadataExtract, name: String, description: Option[String], inputView: String, outputView: String, params: Map[String, String], persist: Boolean, numPartitions: Option[Int], partitionBy: List[String]) extends PipelineStage with Product with Serializable
  17. class ORCExtract extends PipelineStagePlugin
  18. case class ORCExtractStage(plugin: ORCExtract, name: String, description: Option[String], schema: Either[String, List[ExtractColumn]], outputView: String, input: String, authentication: Option[Authentication], params: Map[String, String], persist: Boolean, numPartitions: Option[Int], partitionBy: List[String], contiguousIndex: Boolean, basePath: Option[String], watermark: Option[Watermark]) extends PipelineStage with Product with Serializable
  19. class ParquetExtract extends PipelineStagePlugin
  20. case class ParquetExtractStage(plugin: ParquetExtract, name: String, description: Option[String], schema: Either[String, List[ExtractColumn]], outputView: String, input: String, authentication: Option[Authentication], params: Map[String, String], persist: Boolean, numPartitions: Option[Int], partitionBy: List[String], contiguousIndex: Boolean, basePath: Option[String], watermark: Option[Watermark]) extends PipelineStage with Product with Serializable
  21. class RateExtract extends PipelineStagePlugin
  22. case class RateExtractStage(plugin: RateExtract, name: String, description: Option[String], outputView: String, params: Map[String, String], rowsPerSecond: Int, rampUpTime: Int, numPartitions: Int) extends PipelineStage with Product with Serializable
  23. class TextExtract extends PipelineStagePlugin
  24. case class TextExtractStage(plugin: TextExtract, name: String, description: Option[String], schema: Either[String, List[ExtractColumn]], outputView: String, input: String, authentication: Option[Authentication], params: Map[String, String], persist: Boolean, numPartitions: Option[Int], contiguousIndex: Boolean, multiLine: Boolean, basePath: Option[String], watermark: Option[Watermark]) extends PipelineStage with Product with Serializable
  25. class XMLExtract extends PipelineStagePlugin
  26. case class XMLExtractStage(plugin: XMLExtract, name: String, description: Option[String], schema: Either[String, List[ExtractColumn]], outputView: String, input: Either[String, String], authentication: Option[Authentication], params: Map[String, String], persist: Boolean, numPartitions: Option[Int], partitionBy: List[String], contiguousIndex: Boolean) extends PipelineStage with Product with Serializable

Value Members

  1. object AvroExtractStage extends Serializable
  2. object BytesExtractStage extends Serializable
  3. object DelimitedExtractStage extends Serializable
  4. object HTTPExtractStage extends Serializable
  5. object ImageExtractStage extends Serializable
  6. object JDBCExtractStage extends Serializable
  7. object JSONExtractStage extends Serializable
  8. object MetadataExtractStage extends Serializable
  9. object ORCExtractStage extends Serializable
  10. object ParquetExtractStage extends Serializable
  11. object RateExtractStage extends Serializable
  12. object TextExtractStage extends Serializable
  13. object XMLExtractStage extends Serializable

Ungrouped