class TahoeBatchFileIndex extends TahoeFileIndex
A TahoeFileIndex that generates the list of files from a given list of files that are within a version range of DeltaLog.
Linear Supertypes
Ordering
- Alphabetic
- By Inheritance
Inherited
- TahoeBatchFileIndex
- TahoeFileIndex
- FileIndex
- AnyRef
- Any
- Hide All
- Show All
Visibility
- Public
- All
Instance Constructors
Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
def
absolutePath(child: String): Path
- Attributes
- protected
- Definition Classes
- TahoeFileIndex
- val actionType: String
- val addFiles: Seq[AddFile]
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
-
def
clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
-
val
deltaLog: DeltaLog
- Definition Classes
- TahoeFileIndex
-
final
def
eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
def
equals(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
def
finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] )
-
def
getBasePath(filePath: Path): Option[Path]
Returns the path of the base directory of the given file path (i.e.
Returns the path of the base directory of the given file path (i.e. its parent directory with all the partition directories stripped off).
- Definition Classes
- TahoeFileIndex
-
final
def
getClass(): Class[_]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
def
hashCode(): Int
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
def
inputFiles: Array[String]
- Definition Classes
- TahoeBatchFileIndex → FileIndex
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
-
def
listFiles(partitionFilters: Seq[Expression], dataFilters: Seq[Expression]): Seq[PartitionDirectory]
- Definition Classes
- TahoeFileIndex → FileIndex
-
def
matchingFiles(partitionFilters: Seq[Expression], dataFilters: Seq[Expression], keepStats: Boolean = false): Seq[AddFile]
Returns all matching/valid files by the given
partitionFiltersanddataFiltersReturns all matching/valid files by the given
partitionFiltersanddataFilters- Definition Classes
- TahoeBatchFileIndex → TahoeFileIndex
-
def
metadataOpsTimeNs: Option[Long]
- Definition Classes
- FileIndex
-
final
def
ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
final
def
notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
def
partitionSchema: StructType
- Definition Classes
- TahoeBatchFileIndex → TahoeFileIndex → FileIndex
-
val
path: Path
- Definition Classes
- TahoeFileIndex
-
def
refresh(): Unit
- Definition Classes
- TahoeBatchFileIndex → FileIndex
-
def
rootPaths: Seq[Path]
- Definition Classes
- TahoeFileIndex → FileIndex
-
val
sizeInBytes: Long
- Definition Classes
- TahoeBatchFileIndex → FileIndex
-
val
spark: SparkSession
- Definition Classes
- TahoeBatchFileIndex → TahoeFileIndex
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
- Definition Classes
- AnyRef
-
def
tableVersion: Long
- Definition Classes
- TahoeBatchFileIndex → TahoeFileIndex
-
def
toString(): String
- Definition Classes
- TahoeFileIndex → AnyRef → Any
-
final
def
wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()