org.apache.spark.sql.catalyst

dsl

package dsl

A collection of implicit conversions that create a DSL for constructing catalyst data structures.

scala> import org.apache.spark.sql.catalyst.dsl.expressions._

// Standard operators are added to expressions.
scala> import org.apache.spark.sql.catalyst.expressions.Literal
scala> Literal(1) + Literal(1)
res0: org.apache.spark.sql.catalyst.expressions.Add = (1 + 1)

// There is a conversion from 'symbols to unresolved attributes.
scala> 'a.attr
res1: org.apache.spark.sql.catalyst.analysis.UnresolvedAttribute = 'a

// These unresolved attributes can be used to create more complicated expressions.
scala> 'a === 'b
res2: org.apache.spark.sql.catalyst.expressions.EqualTo = ('a = 'b)

// SQL verbs can be used to construct logical query plans.
scala> import org.apache.spark.sql.catalyst.plans.logical._
scala> import org.apache.spark.sql.catalyst.dsl.plans._
scala> LocalRelation('key.int, 'value.string).where('key === 1).select('value).analyze
res3: org.apache.spark.sql.catalyst.plans.logical.LogicalPlan =
Project [value#3]
 Filter (key#2 = 1)
  LocalRelation [key#2,value#3], []
Linear Supertypes
AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. dsl
  2. AnyRef
  3. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Type Members

  1. trait ExpressionConversions extends AnyRef

  2. trait ImplicitOperators extends AnyRef

  3. abstract class LogicalPlanFunctions extends AnyRef

  4. case class ScalaUdfBuilder[T](f: AnyRef)(implicit evidence$1: scala.reflect.api.JavaUniverse.TypeTag[T]) extends Product with Serializable

Value Members

  1. object expressions extends ExpressionConversions

  2. implicit def functionToUdfBuilder[T](func: Function22[_, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, T])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[T]): ScalaUdfBuilder[T]

  3. implicit def functionToUdfBuilder[T](func: Function21[_, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, T])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[T]): ScalaUdfBuilder[T]

  4. implicit def functionToUdfBuilder[T](func: Function20[_, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, T])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[T]): ScalaUdfBuilder[T]

  5. implicit def functionToUdfBuilder[T](func: Function19[_, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, T])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[T]): ScalaUdfBuilder[T]

  6. implicit def functionToUdfBuilder[T](func: Function18[_, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, T])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[T]): ScalaUdfBuilder[T]

  7. implicit def functionToUdfBuilder[T](func: Function17[_, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, T])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[T]): ScalaUdfBuilder[T]

  8. implicit def functionToUdfBuilder[T](func: Function16[_, _, _, _, _, _, _, _, _, _, _, _, _, _, _, _, T])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[T]): ScalaUdfBuilder[T]

  9. implicit def functionToUdfBuilder[T](func: Function15[_, _, _, _, _, _, _, _, _, _, _, _, _, _, _, T])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[T]): ScalaUdfBuilder[T]

  10. implicit def functionToUdfBuilder[T](func: Function14[_, _, _, _, _, _, _, _, _, _, _, _, _, _, T])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[T]): ScalaUdfBuilder[T]

  11. implicit def functionToUdfBuilder[T](func: Function13[_, _, _, _, _, _, _, _, _, _, _, _, _, T])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[T]): ScalaUdfBuilder[T]

  12. implicit def functionToUdfBuilder[T](func: Function12[_, _, _, _, _, _, _, _, _, _, _, _, T])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[T]): ScalaUdfBuilder[T]

  13. implicit def functionToUdfBuilder[T](func: Function11[_, _, _, _, _, _, _, _, _, _, _, T])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[T]): ScalaUdfBuilder[T]

  14. implicit def functionToUdfBuilder[T](func: Function10[_, _, _, _, _, _, _, _, _, _, T])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[T]): ScalaUdfBuilder[T]

  15. implicit def functionToUdfBuilder[T](func: Function9[_, _, _, _, _, _, _, _, _, T])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[T]): ScalaUdfBuilder[T]

  16. implicit def functionToUdfBuilder[T](func: Function8[_, _, _, _, _, _, _, _, T])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[T]): ScalaUdfBuilder[T]

  17. implicit def functionToUdfBuilder[T](func: Function7[_, _, _, _, _, _, _, T])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[T]): ScalaUdfBuilder[T]

  18. implicit def functionToUdfBuilder[T](func: Function6[_, _, _, _, _, _, T])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[T]): ScalaUdfBuilder[T]

  19. implicit def functionToUdfBuilder[T](func: Function5[_, _, _, _, _, T])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[T]): ScalaUdfBuilder[T]

  20. implicit def functionToUdfBuilder[T](func: Function4[_, _, _, _, T])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[T]): ScalaUdfBuilder[T]

  21. implicit def functionToUdfBuilder[T](func: Function3[_, _, _, T])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[T]): ScalaUdfBuilder[T]

  22. implicit def functionToUdfBuilder[T](func: Function2[_, _, T])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[T]): ScalaUdfBuilder[T]

  23. implicit def functionToUdfBuilder[T](func: Function1[_, T])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[T]): ScalaUdfBuilder[T]

    functionToUdfBuilder 1-22 were generated by this script

    functionToUdfBuilder 1-22 were generated by this script

    (1 to 22).map { x => val argTypes = Seq.fill(x)("_").mkString(", ") s"implicit def functionToUdfBuilder[T: TypeTag](func: Function$x[$argTypes, T]): ScalaUdfBuilder[T] = ScalaUdfBuilder(func)" }

  24. object plans

Inherited from AnyRef

Inherited from Any

Ungrouped