object ParquetSchemaUtils
Linear Supertypes
Ordering
- Alphabetic
- By Inheritance
Inherited
- ParquetSchemaUtils
- AnyRef
- Any
- Hide All
- Show All
Visibility
- Public
- All
Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
- val EMPTY_MESSAGE: MessageType
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
-
def
clipParquetSchema(parquetSchema: MessageType, catalystSchema: StructType, caseSensitive: Boolean, useFieldId: Boolean): MessageType
Similar to Spark's ParquetReadSupport.clipParquetSchema but does NOT add fields that only exist in
catalystSchemato the resulting Parquet schema.Similar to Spark's ParquetReadSupport.clipParquetSchema but does NOT add fields that only exist in
catalystSchemato the resulting Parquet schema. This only removes column paths that do not exist incatalystSchema. -
def
clipSparkSchema(sparkSchema: StructType, parquetSchema: MessageType, caseSensitive: Boolean, useFieldId: Boolean): StructType
Trims the Spark schema to the corresponding fields found in the Parquet schema.
Trims the Spark schema to the corresponding fields found in the Parquet schema. The Spark schema must be a superset of the Parquet schema.
-
def
clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
-
final
def
eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
def
equals(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
- def evolveSchemaIfNeededAndClose(table: Table, fileSchema: MessageType, sparkSchema: StructType, caseSensitive: Boolean, useFieldId: Boolean): Table
-
def
finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] )
-
final
def
getClass(): Class[_]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
def
hashCode(): Int
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
-
final
def
ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
final
def
notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
- Definition Classes
- AnyRef
-
def
toString(): String
- Definition Classes
- AnyRef → Any
-
final
def
wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()