util

Type Members

class ArrayBasedMapData extends MapData
abstract class ArrayData extends SpecializedGetters with Serializable
class GenericArrayData extends ArrayData
abstract class MapData extends Serializable

This is an internal data representation for map type in Spark SQL.
This is an internal data representation for map type in Spark SQL. This should not implement equals and hashCode because the type cannot be used as join keys, grouping keys, or in equality tests. See SPARK-9415 and PR#13847 for the discussions.
class StringKeyHashMap[T] extends AnyRef

Value Members

object ArrayBasedMapData extends Serializable
object DateTimeUtils

Helper functions for converting between internal and external date and time representations.
Helper functions for converting between internal and external date and time representations. Dates are exposed externally as java.sql.Date and are represented internally as the number of dates since the Unix epoch (1970-01-01). Timestamps are exposed externally as java.sql.Timestamp and are stored internally as longs, which are capable of storing timestamps with 100 nanosecond precision.
object NumberConverter
object StringKeyHashMap

Build a map with String type of key, and it also supports either key case sensitive or insensitive.
object StringUtils
object TypeUtils

Helper functions to check for valid data types.
def benchmark[A](f: ⇒ A): A
def fileToString(file: File, encoding: String = "UTF-8"): String
def quietly[A](f: ⇒ A): A

Silences output to stderr or stdout for the duration of f
def quoteIdentifier(name: String): String
def resourceToBytes(resource: String, classLoader: ClassLoader = Utils.getSparkClassLoader): Array[Byte]
def resourceToString(resource: String, encoding: String = "UTF-8", classLoader: ClassLoader = Utils.getSparkClassLoader): String
def sideBySide(left: Seq[String], right: Seq[String]): Seq[String]
def sideBySide(left: String, right: String): Seq[String]
def stackTraceToString(t: Throwable): String
def stringOrNull(a: AnyRef): String
def stringToFile(file: File, str: String): File
def toPrettySQL(e: Expression): String
def usePrettyExpression(e: Expression): Expression

package util

Type Members

class ArrayBasedMapData extends MapData

abstract class ArrayData extends SpecializedGetters with Serializable

class GenericArrayData extends ArrayData

abstract class MapData extends Serializable

class StringKeyHashMap[T] extends AnyRef

Value Members

object ArrayBasedMapData extends Serializable

object DateTimeUtils

object NumberConverter

object StringKeyHashMap

object StringUtils

object TypeUtils

def benchmark[A](f: ⇒ A): A

def fileToString(file: File, encoding: String = "UTF-8"): String

def quietly[A](f: ⇒ A): A

def quoteIdentifier(name: String): String

def resourceToBytes(resource: String, classLoader: ClassLoader = Utils.getSparkClassLoader): Array[Byte]

def resourceToString(resource: String, encoding: String = "UTF-8", classLoader: ClassLoader = Utils.getSparkClassLoader): String

def sideBySide(left: Seq[String], right: Seq[String]): Seq[String]

def sideBySide(left: String, right: String): Seq[String]

def stackTraceToString(t: Throwable): String

def stringOrNull(a: AnyRef): String

def stringToFile(file: File, str: String): File

def toPrettySQL(e: Expression): String

def usePrettyExpression(e: Expression): Expression

Inherited from AnyRef

Inherited from Any

Ungrouped