Packages

c

org.apache.spark.connect.proto

WriteOperationV2

final class WriteOperationV2 extends GeneratedMessageV3 with WriteOperationV2OrBuilder 

As writes are not directly handled during analysis and planning, they are modeled as commands.

Protobuf type spark.connect.WriteOperationV2

Linear Supertypes
WriteOperationV2OrBuilder, GeneratedMessageV3, Serializable, AbstractMessage, Message, MessageOrBuilder, AbstractMessageLite[MessageType, BuilderType], MessageLite, MessageLiteOrBuilder, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. WriteOperationV2
  2. WriteOperationV2OrBuilder
  3. GeneratedMessageV3
  4. Serializable
  5. AbstractMessage
  6. Message
  7. MessageOrBuilder
  8. AbstractMessageLite
  9. MessageLite
  10. MessageLiteOrBuilder
  11. AnyRef
  12. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  6. def containsOptions(key: String): Boolean 

    (Optional) A list of configuration options.


    (Optional) A list of configuration options.

    map<string, string> options = 5;

    Definition Classes
    WriteOperationV2 → WriteOperationV2OrBuilder
    Annotations
    @Override()
  7. def containsTableProperties(key: String): Boolean 

    (Optional) A list of table properties.


    (Optional) A list of table properties.

    map<string, string> table_properties = 6;

    Definition Classes
    WriteOperationV2 → WriteOperationV2OrBuilder
    Annotations
    @Override()
  8. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  9. def equals(obj: Any): Boolean
    Definition Classes
    WriteOperationV2 → AbstractMessage → Message → AnyRef → Any
    Annotations
    @Override()
  10. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  11. def findInitializationErrors(): List[String]
    Definition Classes
    AbstractMessage → MessageOrBuilder
  12. def getAllFields(): Map[FieldDescriptor, AnyRef]
    Definition Classes
    GeneratedMessageV3 → MessageOrBuilder
  13. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  14. def getDefaultInstanceForType(): WriteOperationV2
    Definition Classes
    WriteOperationV2 → MessageOrBuilder → MessageLiteOrBuilder
    Annotations
    @Override()
  15. def getDescriptorForType(): Descriptor
    Definition Classes
    GeneratedMessageV3 → MessageOrBuilder
  16. def getField(field: FieldDescriptor): AnyRef
    Definition Classes
    GeneratedMessageV3 → MessageOrBuilder
  17. def getInitializationErrorString(): String
    Definition Classes
    AbstractMessage → MessageOrBuilder
  18. def getInput(): Relation 

    (Required) The output of the `input` relation will be persisted according to the options.


    (Required) The output of the `input` relation will be persisted according to the options.

    .spark.connect.Relation input = 1;

    returns

    The input.

    Definition Classes
    WriteOperationV2 → WriteOperationV2OrBuilder
    Annotations
    @Override()
  19. def getInputOrBuilder(): RelationOrBuilder 

    (Required) The output of the `input` relation will be persisted according to the options.


    (Required) The output of the `input` relation will be persisted according to the options.

    .spark.connect.Relation input = 1;

    Definition Classes
    WriteOperationV2 → WriteOperationV2OrBuilder
    Annotations
    @Override()
  20. def getMode(): Mode 

    (Required) Write mode.


    (Required) Write mode.

    .spark.connect.WriteOperationV2.Mode mode = 7;

    returns

    The mode.

    Definition Classes
    WriteOperationV2 → WriteOperationV2OrBuilder
    Annotations
    @Override()
  21. def getModeValue(): Int 

    (Required) Write mode.


    (Required) Write mode.

    .spark.connect.WriteOperationV2.Mode mode = 7;

    returns

    The enum numeric value on the wire for mode.

    Definition Classes
    WriteOperationV2 → WriteOperationV2OrBuilder
    Annotations
    @Override()
  22. def getOneofFieldDescriptor(oneof: OneofDescriptor): FieldDescriptor
    Definition Classes
    GeneratedMessageV3 → AbstractMessage → MessageOrBuilder
  23. def getOptionsCount(): Int 

    (Optional) A list of configuration options.


    (Optional) A list of configuration options.

    map<string, string> options = 5;

    Definition Classes
    WriteOperationV2 → WriteOperationV2OrBuilder
  24. def getOptionsMap(): Map[String, String] 

    (Optional) A list of configuration options.


    (Optional) A list of configuration options.

    map<string, string> options = 5;

    Definition Classes
    WriteOperationV2 → WriteOperationV2OrBuilder
    Annotations
    @Override()
  25. def getOptionsOrDefault(key: String, defaultValue: String): String 

    (Optional) A list of configuration options.


    (Optional) A list of configuration options.

    map<string, string> options = 5;

    Definition Classes
    WriteOperationV2 → WriteOperationV2OrBuilder
    Annotations
    @Override()
  26. def getOptionsOrThrow(key: String): String 

    (Optional) A list of configuration options.


    (Optional) A list of configuration options.

    map<string, string> options = 5;

    Definition Classes
    WriteOperationV2 → WriteOperationV2OrBuilder
    Annotations
    @Override()
  27. def getOverwriteCondition(): Expression 

    (Optional) A condition for overwrite saving mode


    (Optional) A condition for overwrite saving mode

    .spark.connect.Expression overwrite_condition = 8;

    returns

    The overwriteCondition.

    Definition Classes
    WriteOperationV2 → WriteOperationV2OrBuilder
    Annotations
    @Override()
  28. def getOverwriteConditionOrBuilder(): ExpressionOrBuilder 

    (Optional) A condition for overwrite saving mode


    (Optional) A condition for overwrite saving mode

    .spark.connect.Expression overwrite_condition = 8;

    Definition Classes
    WriteOperationV2 → WriteOperationV2OrBuilder
    Annotations
    @Override()
  29. def getParserForType(): Parser[WriteOperationV2]
    Definition Classes
    WriteOperationV2 → GeneratedMessageV3 → Message → MessageLite
    Annotations
    @Override()
  30. def getPartitioningColumns(index: Int): Expression 

    (Optional) List of columns for partitioning for output table created by `create`,
`createOrReplace`, or `replace`


    (Optional) List of columns for partitioning for output table created by `create`,
`createOrReplace`, or `replace`

    repeated .spark.connect.Expression partitioning_columns = 4;

    Definition Classes
    WriteOperationV2 → WriteOperationV2OrBuilder
    Annotations
    @Override()
  31. def getPartitioningColumnsCount(): Int 

    (Optional) List of columns for partitioning for output table created by `create`,
`createOrReplace`, or `replace`


    (Optional) List of columns for partitioning for output table created by `create`,
`createOrReplace`, or `replace`

    repeated .spark.connect.Expression partitioning_columns = 4;

    Definition Classes
    WriteOperationV2 → WriteOperationV2OrBuilder
    Annotations
    @Override()
  32. def getPartitioningColumnsList(): List[Expression] 

    (Optional) List of columns for partitioning for output table created by `create`,
`createOrReplace`, or `replace`


    (Optional) List of columns for partitioning for output table created by `create`,
`createOrReplace`, or `replace`

    repeated .spark.connect.Expression partitioning_columns = 4;

    Definition Classes
    WriteOperationV2 → WriteOperationV2OrBuilder
    Annotations
    @Override()
  33. def getPartitioningColumnsOrBuilder(index: Int): ExpressionOrBuilder 

    (Optional) List of columns for partitioning for output table created by `create`,
`createOrReplace`, or `replace`


    (Optional) List of columns for partitioning for output table created by `create`,
`createOrReplace`, or `replace`

    repeated .spark.connect.Expression partitioning_columns = 4;

    Definition Classes
    WriteOperationV2 → WriteOperationV2OrBuilder
    Annotations
    @Override()
  34. def getPartitioningColumnsOrBuilderList(): List[_ <: ExpressionOrBuilder] 

    (Optional) List of columns for partitioning for output table created by `create`,
`createOrReplace`, or `replace`


    (Optional) List of columns for partitioning for output table created by `create`,
`createOrReplace`, or `replace`

    repeated .spark.connect.Expression partitioning_columns = 4;

    Definition Classes
    WriteOperationV2 → WriteOperationV2OrBuilder
    Annotations
    @Override()
  35. def getProvider(): String 

    (Optional) A provider for the underlying output data source. Spark's default catalog supports
"parquet", "json", etc.


    (Optional) A provider for the underlying output data source. Spark's default catalog supports
"parquet", "json", etc.

    optional string provider = 3;

    returns

    The provider.

    Definition Classes
    WriteOperationV2 → WriteOperationV2OrBuilder
    Annotations
    @Override()
  36. def getProviderBytes(): ByteString 

    (Optional) A provider for the underlying output data source. Spark's default catalog supports
"parquet", "json", etc.


    (Optional) A provider for the underlying output data source. Spark's default catalog supports
"parquet", "json", etc.

    optional string provider = 3;

    returns

    The bytes for provider.

    Definition Classes
    WriteOperationV2 → WriteOperationV2OrBuilder
    Annotations
    @Override()
  37. def getRepeatedField(field: FieldDescriptor, index: Int): AnyRef
    Definition Classes
    GeneratedMessageV3 → MessageOrBuilder
  38. def getRepeatedFieldCount(field: FieldDescriptor): Int
    Definition Classes
    GeneratedMessageV3 → MessageOrBuilder
  39. def getSerializedSize(): Int
    Definition Classes
    WriteOperationV2 → GeneratedMessageV3 → AbstractMessage → MessageLite
    Annotations
    @Override()
  40. def getTableName(): String 

    (Required) The destination of the write operation must be either a path or a table.


    (Required) The destination of the write operation must be either a path or a table.

    string table_name = 2;

    returns

    The tableName.

    Definition Classes
    WriteOperationV2 → WriteOperationV2OrBuilder
    Annotations
    @Override()
  41. def getTableNameBytes(): ByteString 

    (Required) The destination of the write operation must be either a path or a table.


    (Required) The destination of the write operation must be either a path or a table.

    string table_name = 2;

    returns

    The bytes for tableName.

    Definition Classes
    WriteOperationV2 → WriteOperationV2OrBuilder
    Annotations
    @Override()
  42. def getTablePropertiesCount(): Int 

    (Optional) A list of table properties.


    (Optional) A list of table properties.

    map<string, string> table_properties = 6;

    Definition Classes
    WriteOperationV2 → WriteOperationV2OrBuilder
  43. def getTablePropertiesMap(): Map[String, String] 

    (Optional) A list of table properties.


    (Optional) A list of table properties.

    map<string, string> table_properties = 6;

    Definition Classes
    WriteOperationV2 → WriteOperationV2OrBuilder
    Annotations
    @Override()
  44. def getTablePropertiesOrDefault(key: String, defaultValue: String): String 

    (Optional) A list of table properties.


    (Optional) A list of table properties.

    map<string, string> table_properties = 6;

    Definition Classes
    WriteOperationV2 → WriteOperationV2OrBuilder
    Annotations
    @Override()
  45. def getTablePropertiesOrThrow(key: String): String 

    (Optional) A list of table properties.


    (Optional) A list of table properties.

    map<string, string> table_properties = 6;

    Definition Classes
    WriteOperationV2 → WriteOperationV2OrBuilder
    Annotations
    @Override()
  46. def getUnknownFields(): UnknownFieldSet
    Definition Classes
    GeneratedMessageV3 → MessageOrBuilder
  47. def hasField(field: FieldDescriptor): Boolean
    Definition Classes
    GeneratedMessageV3 → MessageOrBuilder
  48. def hasInput(): Boolean 

    (Required) The output of the `input` relation will be persisted according to the options.


    (Required) The output of the `input` relation will be persisted according to the options.

    .spark.connect.Relation input = 1;

    returns

    Whether the input field is set.

    Definition Classes
    WriteOperationV2 → WriteOperationV2OrBuilder
    Annotations
    @Override()
  49. def hasOneof(oneof: OneofDescriptor): Boolean
    Definition Classes
    GeneratedMessageV3 → AbstractMessage → MessageOrBuilder
  50. def hasOverwriteCondition(): Boolean 

    (Optional) A condition for overwrite saving mode


    (Optional) A condition for overwrite saving mode

    .spark.connect.Expression overwrite_condition = 8;

    returns

    Whether the overwriteCondition field is set.

    Definition Classes
    WriteOperationV2 → WriteOperationV2OrBuilder
    Annotations
    @Override()
  51. def hasProvider(): Boolean 

    (Optional) A provider for the underlying output data source. Spark's default catalog supports
"parquet", "json", etc.


    (Optional) A provider for the underlying output data source. Spark's default catalog supports
"parquet", "json", etc.

    optional string provider = 3;

    returns

    Whether the provider field is set.

    Definition Classes
    WriteOperationV2 → WriteOperationV2OrBuilder
    Annotations
    @Override()
  52. def hashCode(): Int
    Definition Classes
    WriteOperationV2 → AbstractMessage → Message → AnyRef → Any
    Annotations
    @Override()
  53. def internalGetFieldAccessorTable(): FieldAccessorTable
    Attributes
    protected[proto]
    Definition Classes
    WriteOperationV2 → GeneratedMessageV3
    Annotations
    @Override()
  54. def internalGetMapField(number: Int): MapField
    Attributes
    protected[proto]
    Definition Classes
    WriteOperationV2 → GeneratedMessageV3
    Annotations
    @SuppressWarnings() @Override()
  55. final def isInitialized(): Boolean
    Definition Classes
    WriteOperationV2 → GeneratedMessageV3 → AbstractMessage → MessageLiteOrBuilder
    Annotations
    @Override()
  56. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  57. def makeExtensionsImmutable(): Unit
    Attributes
    protected[protobuf]
    Definition Classes
    GeneratedMessageV3
  58. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  59. def newBuilderForType(parent: BuilderParent): Builder
    Attributes
    protected[proto]
    Definition Classes
    WriteOperationV2 → GeneratedMessageV3
    Annotations
    @Override()
  60. def newBuilderForType(): Builder
    Definition Classes
    WriteOperationV2 → Message → MessageLite
    Annotations
    @Override()
  61. def newBuilderForType(parent: BuilderParent): Builder
    Attributes
    protected[protobuf]
    Definition Classes
    GeneratedMessageV3 → AbstractMessage
  62. def newInstance(unused: UnusedPrivateParameter): AnyRef
    Attributes
    protected[proto]
    Definition Classes
    WriteOperationV2 → GeneratedMessageV3
    Annotations
    @Override() @SuppressWarnings()
  63. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  64. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  65. def parseUnknownField(input: CodedInputStream, unknownFields: Builder, extensionRegistry: ExtensionRegistryLite, tag: Int): Boolean
    Attributes
    protected[protobuf]
    Definition Classes
    GeneratedMessageV3
    Annotations
    @throws( classOf[java.io.IOException] )
  66. def parseUnknownFieldProto3(input: CodedInputStream, unknownFields: Builder, extensionRegistry: ExtensionRegistryLite, tag: Int): Boolean
    Attributes
    protected[protobuf]
    Definition Classes
    GeneratedMessageV3
    Annotations
    @throws( classOf[java.io.IOException] )
  67. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  68. def toBuilder(): Builder
    Definition Classes
    WriteOperationV2 → Message → MessageLite
    Annotations
    @Override()
  69. def toByteArray(): Array[Byte]
    Definition Classes
    AbstractMessageLite → MessageLite
  70. def toByteString(): ByteString
    Definition Classes
    AbstractMessageLite → MessageLite
  71. final def toString(): String
    Definition Classes
    AbstractMessage → Message → AnyRef → Any
  72. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  73. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  74. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  75. def writeDelimitedTo(output: OutputStream): Unit
    Definition Classes
    AbstractMessageLite → MessageLite
    Annotations
    @throws( classOf[java.io.IOException] )
  76. def writeReplace(): AnyRef
    Attributes
    protected[protobuf]
    Definition Classes
    GeneratedMessageV3
    Annotations
    @throws( ... )
  77. def writeTo(output: CodedOutputStream): Unit
    Definition Classes
    WriteOperationV2 → GeneratedMessageV3 → AbstractMessage → MessageLite
    Annotations
    @Override()
  78. def writeTo(output: OutputStream): Unit
    Definition Classes
    AbstractMessageLite → MessageLite
    Annotations
    @throws( classOf[java.io.IOException] )

Deprecated Value Members

  1. def getOptions(): Map[String, String]

    Use #getOptionsMap() instead.

    Use #getOptionsMap() instead.

    Definition Classes
    WriteOperationV2 → WriteOperationV2OrBuilder
    Annotations
    @Override() @Deprecated
    Deprecated
  2. def getTableProperties(): Map[String, String]

    Use #getTablePropertiesMap() instead.

    Use #getTablePropertiesMap() instead.

    Definition Classes
    WriteOperationV2 → WriteOperationV2OrBuilder
    Annotations
    @Override() @Deprecated
    Deprecated
  3. def mergeFromAndMakeImmutableInternal(input: CodedInputStream, extensionRegistry: ExtensionRegistryLite): Unit
    Attributes
    protected[protobuf]
    Definition Classes
    GeneratedMessageV3
    Annotations
    @throws( ... ) @Deprecated
    Deprecated

Inherited from WriteOperationV2OrBuilder

Inherited from GeneratedMessageV3

Inherited from Serializable

Inherited from AbstractMessage

Inherited from Message

Inherited from MessageOrBuilder

Inherited from AbstractMessageLite[MessageType, BuilderType]

Inherited from MessageLite

Inherited from MessageLiteOrBuilder

Inherited from AnyRef

Inherited from Any

Ungrouped