Packages

  • package root
    Definition Classes
    root
  • package org
    Definition Classes
    root
  • package apache
    Definition Classes
    org
  • package spark
    Definition Classes
    apache
  • package sql
    Definition Classes
    spark
  • package catalyst

    Catalyst is a library for manipulating relational query plans.

    Catalyst is a library for manipulating relational query plans. All classes in catalyst are considered an internal API to Spark SQL and are subject to change between minor releases.

    Definition Classes
    sql
  • package dsl

    A collection of implicit conversions that create a DSL for constructing catalyst data structures.

    A collection of implicit conversions that create a DSL for constructing catalyst data structures.

    scala> import org.apache.spark.sql.catalyst.dsl.expressions._

// Standard operators are added to expressions.
scala> import org.apache.spark.sql.catalyst.expressions.Literal
scala> Literal(1) + Literal(1)
res0: org.apache.spark.sql.catalyst.expressions.Add = (1 + 1)

// There is a conversion from 'symbols to unresolved attributes.
scala> 'a.attr
res1: org.apache.spark.sql.catalyst.analysis.UnresolvedAttribute = 'a

// These unresolved attributes can be used to create more complicated expressions.
scala> 'a === 'b
res2: org.apache.spark.sql.catalyst.expressions.EqualTo = ('a = 'b)

// SQL verbs can be used to construct logical query plans.
scala> import org.apache.spark.sql.catalyst.plans.logical._
scala> import org.apache.spark.sql.catalyst.dsl.plans._
scala> LocalRelation($"key".int, $"value".string).where('key === 1).select('value).analyze
res3: org.apache.spark.sql.catalyst.plans.logical.LogicalPlan =
Project [value#3]
 Filter (key#2 = 1)
  LocalRelation [key#2,value#3], []
    Definition Classes
    catalyst
  • ExpressionConversions
  • ImplicitOperators
  • expressions
  • plans
t

org.apache.spark.sql.catalyst.dsl

ImplicitOperators

trait ImplicitOperators extends AnyRef

Linear Supertypes
AnyRef, Any
Known Subclasses
DslAttr, DslExpression, DslString, DslSymbol, ImplicitAttribute
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. ImplicitOperators
  2. AnyRef
  3. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. Protected

Abstract Value Members

  1. abstract def expr: Expression

Concrete Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##: Int
    Definition Classes
    AnyRef → Any
  3. def %(other: Expression): Expression
  4. def &(other: Expression): Expression
  5. def &&(other: Expression): Predicate
  6. def *(other: Expression): Expression
  7. def +(other: Expression): Expression
  8. def -(other: Expression): Expression
  9. def /(other: Expression): Expression
  10. def <(other: Expression): Predicate
  11. def <=(other: Expression): Predicate
  12. def <=>(other: Expression): Predicate
  13. def =!=(other: Expression): Predicate
  14. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  15. def ===(other: Expression): Predicate
  16. def >(other: Expression): Predicate
  17. def >=(other: Expression): Predicate
  18. def ^(other: Expression): Expression
  19. def as(alias: String): NamedExpression
  20. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  21. def asc: SortOrder
  22. def asc_nullsLast: SortOrder
  23. def cast(to: DataType): Expression
  24. def castNullable(): Expression
  25. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.CloneNotSupportedException]) @native()
  26. def contains(other: Expression): Predicate
  27. def desc: SortOrder
  28. def desc_nullsFirst: SortOrder
  29. def div(other: Expression): Expression
  30. def endsWith(other: Expression): Predicate
  31. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  32. def equals(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef → Any
  33. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.Throwable])
  34. final def getClass(): Class[_ <: AnyRef]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  35. def getField(fieldName: String): UnresolvedExtractValue
  36. def getItem(ordinal: Expression): UnresolvedExtractValue
  37. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  38. def ilike(other: Expression, escapeChar: Char = '\\'): Expression
  39. def in(list: Expression*): Predicate
  40. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  41. def isNotNull: Predicate
  42. def isNull: Predicate
  43. def like(other: Expression, escapeChar: Char = '\\'): Predicate
  44. def likeAll(others: Expression*): Predicate
  45. def likeAny(others: Expression*): Predicate
  46. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  47. def notLikeAll(others: Expression*): Predicate
  48. def notLikeAny(others: Expression*): Predicate
  49. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  50. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  51. def rlike(other: Expression): Predicate
  52. def startsWith(other: Expression): Predicate
  53. def substr(pos: Expression, len: Expression = Literal(Int.MaxValue)): Expression
  54. def substring(pos: Expression, len: Expression = Literal(Int.MaxValue)): Expression
  55. final def synchronized[T0](arg0: => T0): T0
    Definition Classes
    AnyRef
  56. def toString(): String
    Definition Classes
    AnyRef → Any
  57. def unary_!: Predicate
  58. def unary_+: Expression
  59. def unary_-: Expression
  60. def unary_~: Expression
  61. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  62. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  63. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException]) @native()
  64. def |(other: Expression): Expression
  65. def ||(other: Expression): Predicate

Deprecated Value Members

  1. def as(alias: Symbol): NamedExpression
    Annotations
    @deprecated
    Deprecated

    (Since version 3.4.0) Use as(alias: String)

Inherited from AnyRef

Inherited from Any

Ungrouped