Packages

final class Deduplicate extends GeneratedMessageV3 with DeduplicateOrBuilder 

Relation of type [[Deduplicate]] which have duplicate rows removed, could consider either only
the subset of columns or all the columns.

Protobuf type spark.connect.Deduplicate

Linear Supertypes
DeduplicateOrBuilder, GeneratedMessageV3, Serializable, AbstractMessage, Message, MessageOrBuilder, AbstractMessageLite[MessageType, BuilderType], MessageLite, MessageLiteOrBuilder, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. Deduplicate
  2. DeduplicateOrBuilder
  3. GeneratedMessageV3
  4. Serializable
  5. AbstractMessage
  6. Message
  7. MessageOrBuilder
  8. AbstractMessageLite
  9. MessageLite
  10. MessageLiteOrBuilder
  11. AnyRef
  12. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  6. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  7. def equals(obj: Any): Boolean
    Definition Classes
    Deduplicate → AbstractMessage → Message → AnyRef → Any
    Annotations
    @Override()
  8. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  9. def findInitializationErrors(): List[String]
    Definition Classes
    AbstractMessage → MessageOrBuilder
  10. def getAllColumnsAsKeys(): Boolean 

    (Optional) Deduplicate based on all the columns of the input relation.

This field does not co-use with `column_names`.


    (Optional) Deduplicate based on all the columns of the input relation.

This field does not co-use with `column_names`.

    optional bool all_columns_as_keys = 3;

    returns

    The allColumnsAsKeys.

    Definition Classes
    Deduplicate → DeduplicateOrBuilder
    Annotations
    @Override()
  11. def getAllFields(): Map[FieldDescriptor, AnyRef]
    Definition Classes
    GeneratedMessageV3 → MessageOrBuilder
  12. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  13. def getColumnNames(index: Int): String 

    (Optional) Deduplicate based on a list of column names.

This field does not co-use with `all_columns_as_keys`.


    (Optional) Deduplicate based on a list of column names.

This field does not co-use with `all_columns_as_keys`.

    repeated string column_names = 2;

    index

    The index of the element to return.

    returns

    The columnNames at the given index.

    Definition Classes
    Deduplicate → DeduplicateOrBuilder
  14. def getColumnNamesBytes(index: Int): ByteString 

    (Optional) Deduplicate based on a list of column names.

This field does not co-use with `all_columns_as_keys`.


    (Optional) Deduplicate based on a list of column names.

This field does not co-use with `all_columns_as_keys`.

    repeated string column_names = 2;

    index

    The index of the value to return.

    returns

    The bytes of the columnNames at the given index.

    Definition Classes
    Deduplicate → DeduplicateOrBuilder
  15. def getColumnNamesCount(): Int 

    (Optional) Deduplicate based on a list of column names.

This field does not co-use with `all_columns_as_keys`.


    (Optional) Deduplicate based on a list of column names.

This field does not co-use with `all_columns_as_keys`.

    repeated string column_names = 2;

    returns

    The count of columnNames.

    Definition Classes
    Deduplicate → DeduplicateOrBuilder
  16. def getColumnNamesList(): ProtocolStringList 

    (Optional) Deduplicate based on a list of column names.

This field does not co-use with `all_columns_as_keys`.


    (Optional) Deduplicate based on a list of column names.

This field does not co-use with `all_columns_as_keys`.

    repeated string column_names = 2;

    returns

    A list containing the columnNames.

    Definition Classes
    Deduplicate → DeduplicateOrBuilder
  17. def getDefaultInstanceForType(): Deduplicate
    Definition Classes
    Deduplicate → MessageOrBuilder → MessageLiteOrBuilder
    Annotations
    @Override()
  18. def getDescriptorForType(): Descriptor
    Definition Classes
    GeneratedMessageV3 → MessageOrBuilder
  19. def getField(field: FieldDescriptor): AnyRef
    Definition Classes
    GeneratedMessageV3 → MessageOrBuilder
  20. def getInitializationErrorString(): String
    Definition Classes
    AbstractMessage → MessageOrBuilder
  21. def getInput(): Relation 

    (Required) Input relation for a Deduplicate.


    (Required) Input relation for a Deduplicate.

    .spark.connect.Relation input = 1;

    returns

    The input.

    Definition Classes
    Deduplicate → DeduplicateOrBuilder
    Annotations
    @Override()
  22. def getInputOrBuilder(): RelationOrBuilder 

    (Required) Input relation for a Deduplicate.


    (Required) Input relation for a Deduplicate.

    .spark.connect.Relation input = 1;

    Definition Classes
    Deduplicate → DeduplicateOrBuilder
    Annotations
    @Override()
  23. def getOneofFieldDescriptor(oneof: OneofDescriptor): FieldDescriptor
    Definition Classes
    GeneratedMessageV3 → AbstractMessage → MessageOrBuilder
  24. def getParserForType(): Parser[Deduplicate]
    Definition Classes
    Deduplicate → GeneratedMessageV3 → Message → MessageLite
    Annotations
    @Override()
  25. def getRepeatedField(field: FieldDescriptor, index: Int): AnyRef
    Definition Classes
    GeneratedMessageV3 → MessageOrBuilder
  26. def getRepeatedFieldCount(field: FieldDescriptor): Int
    Definition Classes
    GeneratedMessageV3 → MessageOrBuilder
  27. def getSerializedSize(): Int
    Definition Classes
    Deduplicate → GeneratedMessageV3 → AbstractMessage → MessageLite
    Annotations
    @Override()
  28. def getUnknownFields(): UnknownFieldSet
    Definition Classes
    GeneratedMessageV3 → MessageOrBuilder
  29. def getWithinWatermark(): Boolean 

    (Optional) Deduplicate within the time range of watermark.


    (Optional) Deduplicate within the time range of watermark.

    optional bool within_watermark = 4;

    returns

    The withinWatermark.

    Definition Classes
    Deduplicate → DeduplicateOrBuilder
    Annotations
    @Override()
  30. def hasAllColumnsAsKeys(): Boolean 

    (Optional) Deduplicate based on all the columns of the input relation.

This field does not co-use with `column_names`.


    (Optional) Deduplicate based on all the columns of the input relation.

This field does not co-use with `column_names`.

    optional bool all_columns_as_keys = 3;

    returns

    Whether the allColumnsAsKeys field is set.

    Definition Classes
    Deduplicate → DeduplicateOrBuilder
    Annotations
    @Override()
  31. def hasField(field: FieldDescriptor): Boolean
    Definition Classes
    GeneratedMessageV3 → MessageOrBuilder
  32. def hasInput(): Boolean 

    (Required) Input relation for a Deduplicate.


    (Required) Input relation for a Deduplicate.

    .spark.connect.Relation input = 1;

    returns

    Whether the input field is set.

    Definition Classes
    Deduplicate → DeduplicateOrBuilder
    Annotations
    @Override()
  33. def hasOneof(oneof: OneofDescriptor): Boolean
    Definition Classes
    GeneratedMessageV3 → AbstractMessage → MessageOrBuilder
  34. def hasWithinWatermark(): Boolean 

    (Optional) Deduplicate within the time range of watermark.


    (Optional) Deduplicate within the time range of watermark.

    optional bool within_watermark = 4;

    returns

    Whether the withinWatermark field is set.

    Definition Classes
    Deduplicate → DeduplicateOrBuilder
    Annotations
    @Override()
  35. def hashCode(): Int
    Definition Classes
    Deduplicate → AbstractMessage → Message → AnyRef → Any
    Annotations
    @Override()
  36. def internalGetFieldAccessorTable(): FieldAccessorTable
    Attributes
    protected[proto]
    Definition Classes
    Deduplicate → GeneratedMessageV3
    Annotations
    @Override()
  37. def internalGetMapField(fieldNumber: Int): MapField[_, _]
    Attributes
    protected[protobuf]
    Definition Classes
    GeneratedMessageV3
  38. final def isInitialized(): Boolean
    Definition Classes
    Deduplicate → GeneratedMessageV3 → AbstractMessage → MessageLiteOrBuilder
    Annotations
    @Override()
  39. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  40. def makeExtensionsImmutable(): Unit
    Attributes
    protected[protobuf]
    Definition Classes
    GeneratedMessageV3
  41. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  42. def newBuilderForType(parent: BuilderParent): Builder
    Attributes
    protected[proto]
    Definition Classes
    Deduplicate → GeneratedMessageV3
    Annotations
    @Override()
  43. def newBuilderForType(): Builder
    Definition Classes
    Deduplicate → Message → MessageLite
    Annotations
    @Override()
  44. def newBuilderForType(parent: BuilderParent): Builder
    Attributes
    protected[protobuf]
    Definition Classes
    GeneratedMessageV3 → AbstractMessage
  45. def newInstance(unused: UnusedPrivateParameter): AnyRef
    Attributes
    protected[proto]
    Definition Classes
    Deduplicate → GeneratedMessageV3
    Annotations
    @Override() @SuppressWarnings()
  46. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  47. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  48. def parseUnknownField(input: CodedInputStream, unknownFields: Builder, extensionRegistry: ExtensionRegistryLite, tag: Int): Boolean
    Attributes
    protected[protobuf]
    Definition Classes
    GeneratedMessageV3
    Annotations
    @throws( classOf[java.io.IOException] )
  49. def parseUnknownFieldProto3(input: CodedInputStream, unknownFields: Builder, extensionRegistry: ExtensionRegistryLite, tag: Int): Boolean
    Attributes
    protected[protobuf]
    Definition Classes
    GeneratedMessageV3
    Annotations
    @throws( classOf[java.io.IOException] )
  50. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  51. def toBuilder(): Builder
    Definition Classes
    Deduplicate → Message → MessageLite
    Annotations
    @Override()
  52. def toByteArray(): Array[Byte]
    Definition Classes
    AbstractMessageLite → MessageLite
  53. def toByteString(): ByteString
    Definition Classes
    AbstractMessageLite → MessageLite
  54. final def toString(): String
    Definition Classes
    AbstractMessage → Message → AnyRef → Any
  55. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  56. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  57. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  58. def writeDelimitedTo(output: OutputStream): Unit
    Definition Classes
    AbstractMessageLite → MessageLite
    Annotations
    @throws( classOf[java.io.IOException] )
  59. def writeReplace(): AnyRef
    Attributes
    protected[protobuf]
    Definition Classes
    GeneratedMessageV3
    Annotations
    @throws( ... )
  60. def writeTo(output: CodedOutputStream): Unit
    Definition Classes
    Deduplicate → GeneratedMessageV3 → AbstractMessage → MessageLite
    Annotations
    @Override()
  61. def writeTo(output: OutputStream): Unit
    Definition Classes
    AbstractMessageLite → MessageLite
    Annotations
    @throws( classOf[java.io.IOException] )

Deprecated Value Members

  1. def mergeFromAndMakeImmutableInternal(input: CodedInputStream, extensionRegistry: ExtensionRegistryLite): Unit
    Attributes
    protected[protobuf]
    Definition Classes
    GeneratedMessageV3
    Annotations
    @throws( ... ) @Deprecated
    Deprecated

Inherited from DeduplicateOrBuilder

Inherited from GeneratedMessageV3

Inherited from Serializable

Inherited from AbstractMessage

Inherited from Message

Inherited from MessageOrBuilder

Inherited from AbstractMessageLite[MessageType, BuilderType]

Inherited from MessageLite

Inherited from MessageLiteOrBuilder

Inherited from AnyRef

Inherited from Any

Ungrouped