Packages

package text

Type Members

  1. class TextDataSourceV2 extends FileDataSourceV2
  2. case class TextPartitionReaderFactory(sqlConf: SQLConf, broadcastedConf: Broadcast[SerializableConfiguration], readDataSchema: StructType, partitionSchema: StructType, textOptions: TextOptions) extends FilePartitionReaderFactory with Product with Serializable

    A factory used to create Text readers.

    A factory used to create Text readers.

    sqlConf

    SQL configuration.

    broadcastedConf

    Broadcasted serializable Hadoop Configuration.

    readDataSchema

    Required schema in the batch scan.

    partitionSchema

    Schema of partitions.

    textOptions

    Options for reading a text file.

  3. case class TextScan(sparkSession: SparkSession, fileIndex: PartitioningAwareFileIndex, dataSchema: StructType, readDataSchema: StructType, readPartitionSchema: StructType, options: CaseInsensitiveStringMap, partitionFilters: Seq[Expression] = Seq.empty, dataFilters: Seq[Expression] = Seq.empty) extends TextBasedFileScan with Product with Serializable
  4. case class TextScanBuilder(sparkSession: SparkSession, fileIndex: PartitioningAwareFileIndex, schema: StructType, dataSchema: StructType, options: CaseInsensitiveStringMap) extends FileScanBuilder with Product with Serializable
  5. case class TextTable(name: String, sparkSession: SparkSession, options: CaseInsensitiveStringMap, paths: Seq[String], userSpecifiedSchema: Option[StructType], fallbackFileFormat: Class[_ <: FileFormat]) extends FileTable with Product with Serializable
  6. case class TextWrite(paths: Seq[String], formatName: String, supportsDataType: (DataType) => Boolean, info: LogicalWriteInfo) extends FileWrite with Product with Serializable

Ungrouped