Packages

package orc

Type Members

  1. class OrcDataSourceV2 extends FileDataSourceV2
  2. case class OrcPartitionReaderFactory(sqlConf: SQLConf, broadcastedConf: Broadcast[SerializableConfiguration], dataSchema: StructType, readDataSchema: StructType, partitionSchema: StructType, filters: Array[Filter], aggregation: Option[Aggregation], options: OrcOptions) extends FilePartitionReaderFactory with Product with Serializable

    A factory used to create Orc readers.

    A factory used to create Orc readers.

    sqlConf

    SQL configuration.

    broadcastedConf

    Broadcast serializable Hadoop Configuration.

    dataSchema

    Schema of orc files.

    readDataSchema

    Required data schema in the batch scan.

    partitionSchema

    Schema of partitions.

    options

    Options for parsing ORC files.

  3. case class OrcScan(sparkSession: SparkSession, hadoopConf: Configuration, fileIndex: PartitioningAwareFileIndex, dataSchema: StructType, readDataSchema: StructType, readPartitionSchema: StructType, options: CaseInsensitiveStringMap, pushedAggregate: Option[Aggregation] = None, pushedFilters: Array[Filter], partitionFilters: Seq[Expression] = Seq.empty, dataFilters: Seq[Expression] = Seq.empty) extends FileScan with Product with Serializable
  4. case class OrcScanBuilder(sparkSession: SparkSession, fileIndex: PartitioningAwareFileIndex, schema: StructType, dataSchema: StructType, options: CaseInsensitiveStringMap) extends FileScanBuilder with SupportsPushDownAggregates with Product with Serializable
  5. case class OrcTable(name: String, sparkSession: SparkSession, options: CaseInsensitiveStringMap, paths: Seq[String], userSpecifiedSchema: Option[StructType], fallbackFileFormat: Class[_ <: FileFormat]) extends FileTable with Product with Serializable
  6. case class OrcWrite(paths: Seq[String], formatName: String, supportsDataType: (DataType) => Boolean, info: LogicalWriteInfo) extends FileWrite with Product with Serializable

Ungrouped