Packages

  • package root
    Definition Classes
    root
  • package org
    Definition Classes
    root
  • package apache
    Definition Classes
    org
  • package spark
    Definition Classes
    apache
  • package sql
    Definition Classes
    spark
  • package catalyst

    Catalyst is a library for manipulating relational query plans.

    Catalyst is a library for manipulating relational query plans. All classes in catalyst are considered an internal API to Spark SQL and are subject to change between minor releases.

    Definition Classes
    sql
  • package dsl

    A collection of implicit conversions that create a DSL for constructing catalyst data structures.

    A collection of implicit conversions that create a DSL for constructing catalyst data structures.

    scala> import org.apache.spark.sql.catalyst.dsl.expressions._

// Standard operators are added to expressions.
scala> import org.apache.spark.sql.catalyst.expressions.Literal
scala> Literal(1) + Literal(1)
res0: org.apache.spark.sql.catalyst.expressions.Add = (1 + 1)

// There is a conversion from 'symbols to unresolved attributes.
scala> 'a.attr
res1: org.apache.spark.sql.catalyst.analysis.UnresolvedAttribute = 'a

// These unresolved attributes can be used to create more complicated expressions.
scala> 'a === 'b
res2: org.apache.spark.sql.catalyst.expressions.EqualTo = ('a = 'b)

// SQL verbs can be used to construct logical query plans.
scala> import org.apache.spark.sql.catalyst.plans.logical._
scala> import org.apache.spark.sql.catalyst.dsl.plans._
scala> LocalRelation($"key".int, $"value".string).where('key === 1).select('value).analyze
res3: org.apache.spark.sql.catalyst.plans.logical.LogicalPlan =
Project [value#3]
 Filter (key#2 = 1)
  LocalRelation [key#2,value#3], []
    Definition Classes
    catalyst
  • object plans
    Definition Classes
    dsl
  • DslLogicalPlan

implicit class DslLogicalPlan extends AnyRef

Linear Supertypes
AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. DslLogicalPlan
  2. AnyRef
  3. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. Protected

Instance Constructors

  1. new DslLogicalPlan(logicalPlan: LogicalPlan)

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##: Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. def analyze: LogicalPlan
  5. def as(alias: String): LogicalPlan
  6. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  7. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.CloneNotSupportedException]) @IntrinsicCandidate() @native()
  8. def coalesce(num: Integer): LogicalPlan
  9. def cogroup[Key, Left, Right, Result](otherPlan: LogicalPlan, func: (Key, Iterator[Left], Iterator[Right]) => IterableOnce[Result], leftGroup: Seq[Attribute], rightGroup: Seq[Attribute], leftAttr: Seq[Attribute], rightAttr: Seq[Attribute], leftOrder: Seq[SortOrder] = Nil, rightOrder: Seq[SortOrder] = Nil)(implicit arg0: Encoder[Key], arg1: Encoder[Left], arg2: Encoder[Right], arg3: Encoder[Result]): LogicalPlan
  10. def deduplicate(colNames: Attribute*): LogicalPlan
  11. def deserialize[T](implicit arg0: Encoder[T]): LogicalPlan
  12. def distribute(exprs: Expression*)(n: Int): LogicalPlan
  13. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  14. def equals(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef → Any
  15. def except(otherPlan: LogicalPlan, isAll: Boolean): LogicalPlan
  16. def filter[T](func: FilterFunction[T])(implicit arg0: Encoder[T]): LogicalPlan
  17. def filter[T](func: (T) => Boolean)(implicit arg0: Encoder[T]): LogicalPlan
  18. def generate(generator: Generator, unrequiredChildIndex: Seq[Int] = Nil, outer: Boolean = false, alias: Option[String] = None, outputNames: Seq[String] = Nil): LogicalPlan
  19. final def getClass(): Class[_ <: AnyRef]
    Definition Classes
    AnyRef → Any
    Annotations
    @IntrinsicCandidate() @native()
  20. def globalLimit(limitExpr: Expression): LogicalPlan
  21. def groupBy(groupingExprs: Expression*)(aggregateExprs: Expression*): LogicalPlan
  22. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @IntrinsicCandidate() @native()
  23. def having(groupingExprs: Expression*)(aggregateExprs: Expression*)(havingCondition: Expression): LogicalPlan
  24. def hint(name: String, parameters: Expression*): LogicalPlan
  25. def insertInto(table: LogicalPlan, partition: Map[String, Option[String]] = Map.empty, overwrite: Boolean = false, ifPartitionNotExists: Boolean = false): LogicalPlan
  26. def insertInto(tableName: String): LogicalPlan
  27. def intersect(otherPlan: LogicalPlan, isAll: Boolean): LogicalPlan
  28. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  29. def join(otherPlan: LogicalPlan, joinType: JoinType = Inner, condition: Option[Expression] = None): LogicalPlan
  30. def lateralJoin(otherPlan: LogicalPlan, joinType: JoinType = Inner, condition: Option[Expression] = None): LogicalPlan
  31. def limit(limitExpr: Expression): LogicalPlan
  32. def limitAll(): LogicalPlan
  33. def localLimit(limitExpr: Expression): LogicalPlan
  34. val logicalPlan: LogicalPlan
  35. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  36. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @IntrinsicCandidate() @native()
  37. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @IntrinsicCandidate() @native()
  38. def offset(offsetExpr: Expression): LogicalPlan
  39. def orderBy(sortExprs: SortOrder*): LogicalPlan
  40. def rebalance(exprs: Expression*): LogicalPlan
  41. def repartition(): LogicalPlan
  42. def repartition(num: Integer): LogicalPlan
  43. def sample(lowerBound: Double, upperBound: Double, withReplacement: Boolean, seed: Long): LogicalPlan
  44. def select(exprs: Expression*): LogicalPlan
  45. def serialize[T](implicit arg0: Encoder[T]): LogicalPlan
  46. def sortBy(sortExprs: SortOrder*): LogicalPlan
  47. def subquery(alias: String): LogicalPlan
  48. final def synchronized[T0](arg0: => T0): T0
    Definition Classes
    AnyRef
  49. def toString(): String
    Definition Classes
    AnyRef → Any
  50. def union(otherPlan: LogicalPlan): LogicalPlan
  51. def unresolvedWithWatermark(expr: NamedExpression, delayThreshold: CalendarInterval): LogicalPlan
  52. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  53. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException]) @native()
  54. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  55. def where(condition: Expression): LogicalPlan
  56. def window(windowExpressions: Seq[NamedExpression], partitionSpec: Seq[Expression], orderSpec: Seq[SortOrder]): LogicalPlan
  57. def windowGroupLimit(partitionSpec: Seq[Expression], orderSpec: Seq[SortOrder], rankLikeFunction: Expression, limit: Int): LogicalPlan
  58. def withWatermark(uuid: UUID, expr: NamedExpression, delayThreshold: CalendarInterval): LogicalPlan

Deprecated Value Members

  1. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.Throwable]) @Deprecated
    Deprecated

    (Since version 9)

Inherited from AnyRef

Inherited from Any

Ungrouped