functions

object functions

Linear Supertypes

AnyRef, Any

Ordering

Alphabetic
By Inheritance

Inherited

functions
AnyRef
Any

Hide All
Show All

Visibility

Public
Protected

Value Members

final def !=(arg0: Any): Boolean
Definition Classes
AnyRef → Any
final def ##: Int
Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean
Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0
Definition Classes
Any
def clone(): AnyRef
Attributes
protected[lang]
Definition Classes
AnyRef
Annotations
@throws(classOf[java.lang.CloneNotSupportedException]) @IntrinsicCandidate() @native()
final def eq(arg0: AnyRef): Boolean
Definition Classes
AnyRef
def equals(arg0: AnyRef): Boolean
Definition Classes
AnyRef → Any
def from_protobuf(data: Column, messageClassName: String, options: Map[String, String]): Column
Converts a binary column of Protobuf format into its corresponding catalyst value.
Converts a binary column of Protobuf format into its corresponding catalyst value. messageClassName points to Protobuf Java class. The jar containing Java class should be shaded. Specifically, com.google.protobuf.* should be shaded to org.sparkproject.spark_protobuf.protobuf.*. https://github.com/rangadi/shaded-protobuf-classes is useful to create shaded jar from Protobuf files.
data
the binary column.
messageClassName
The full name for Protobuf Java class. E.g. com.example.protos.ExampleEvent. The jar with these classes needs to be shaded as described above.
Annotations
@Experimental()
Since
3.4.0
def from_protobuf(data: Column, messageClassName: String): Column
Converts a binary column of Protobuf format into its corresponding catalyst value.
Converts a binary column of Protobuf format into its corresponding catalyst value. messageClassName points to Protobuf Java class. The jar containing Java class should be shaded. Specifically, com.google.protobuf.* should be shaded to org.sparkproject.spark_protobuf.protobuf.*. https://github.com/rangadi/shaded-protobuf-classes is useful to create shaded jar from Protobuf files.
data
the binary column.
messageClassName
The full name for Protobuf Java class. E.g. com.example.protos.ExampleEvent. The jar with these classes needs to be shaded as described above.
Annotations
@Experimental()
Since
3.4.0
def from_protobuf(data: Column, messageName: String, binaryFileDescriptorSet: Array[Byte]): Column
Converts a binary column of Protobuf format into its corresponding catalyst value.The Protobuf definition is provided through Protobuf FileDescriptorSet.
Converts a binary column of Protobuf format into its corresponding catalyst value.The Protobuf definition is provided through Protobuf FileDescriptorSet.
data
the binary column.
messageName
the protobuf MessageName to look for in the descriptor set.
binaryFileDescriptorSet
Serialized Protobuf descriptor (FileDescriptorSet). Typically contents of file created using protoc with --descriptor_set_out and --include_imports options.
Annotations
@Experimental()
Since
3.5.0
def from_protobuf(data: Column, messageName: String, descFilePath: String): Column
Converts a binary column of Protobuf format into its corresponding catalyst value.
Converts a binary column of Protobuf format into its corresponding catalyst value. The Protobuf definition is provided through Protobuf descriptor file.
data
the binary column.
messageName
the protobuf MessageName to look for in descriptor file.
descFilePath
The Protobuf descriptor file. This file is usually created using protoc with --descriptor_set_out and --include_imports options.
Annotations
@Experimental()
Since
3.4.0
def from_protobuf(data: Column, messageName: String, binaryFileDescriptorSet: Array[Byte], options: Map[String, String]): Column
Converts a binary column of Protobuf format into its corresponding catalyst value.The Protobuf definition is provided through Protobuf FileDescriptorSet.
Converts a binary column of Protobuf format into its corresponding catalyst value.The Protobuf definition is provided through Protobuf FileDescriptorSet.
data
the binary column.
messageName
the protobuf MessageName to look for in the descriptor set.
binaryFileDescriptorSet
Serialized Protobuf descriptor (FileDescriptorSet). Typically contents of file created using protoc with --descriptor_set_out and --include_imports options.
Annotations
@Experimental()
Since
3.5.0
def from_protobuf(data: Column, messageName: String, descFilePath: String, options: Map[String, String]): Column
Converts a binary column of Protobuf format into its corresponding catalyst value.
Converts a binary column of Protobuf format into its corresponding catalyst value. The Protobuf definition is provided through Protobuf descriptor file.
data
the binary column.
messageName
the protobuf message name to look for in descriptor file.
descFilePath
The Protobuf descriptor file. This file is usually created using protoc with --descriptor_set_out and --include_imports options.
Annotations
@Experimental()
Since
3.4.0
final def getClass(): Class[_ <: AnyRef]
Definition Classes
AnyRef → Any
Annotations
@IntrinsicCandidate() @native()
def hashCode(): Int
Definition Classes
AnyRef → Any
Annotations
@IntrinsicCandidate() @native()
final def isInstanceOf[T0]: Boolean
Definition Classes
Any
final def ne(arg0: AnyRef): Boolean
Definition Classes
AnyRef
final def notify(): Unit
Definition Classes
AnyRef
Annotations
@IntrinsicCandidate() @native()
final def notifyAll(): Unit
Definition Classes
AnyRef
Annotations
@IntrinsicCandidate() @native()
final def synchronized[T0](arg0: => T0): T0
Definition Classes
AnyRef
def toString(): String
Definition Classes
AnyRef → Any
def to_protobuf(data: Column, messageClassName: String, options: Map[String, String]): Column
Converts a column into binary of protobuf format.
Converts a column into binary of protobuf format. messageClassName points to Protobuf Java class. The jar containing Java class should be shaded. Specifically, com.google.protobuf.* should be shaded to org.sparkproject.spark_protobuf.protobuf.*. https://github.com/rangadi/shaded-protobuf-classes is useful to create shaded jar from Protobuf files.
data
the data column.
messageClassName
The full name for Protobuf Java class. E.g. com.example.protos.ExampleEvent. The jar with these classes needs to be shaded as described above.
Annotations
@Experimental()
Since
3.4.0
def to_protobuf(data: Column, messageClassName: String): Column
Converts a column into binary of protobuf format.
Converts a column into binary of protobuf format. messageClassName points to Protobuf Java class. The jar containing Java class should be shaded. Specifically, com.google.protobuf.* should be shaded to org.sparkproject.spark_protobuf.protobuf.*. https://github.com/rangadi/shaded-protobuf-classes is useful to create shaded jar from Protobuf files.
data
the data column.
messageClassName
The full name for Protobuf Java class. E.g. com.example.protos.ExampleEvent. The jar with these classes needs to be shaded as described above.
Annotations
@Experimental()
Since
3.4.0
def to_protobuf(data: Column, messageName: String, binaryFileDescriptorSet: Array[Byte], options: Map[String, String]): Column
Converts a column into binary of protobuf format.The Protobuf definition is provided through Protobuf FileDescriptorSet.
Converts a column into binary of protobuf format.The Protobuf definition is provided through Protobuf FileDescriptorSet.
data
the binary column.
messageName
the protobuf MessageName to look for in the descriptor set.
binaryFileDescriptorSet
Serialized Protobuf descriptor (FileDescriptorSet). Typically contents of file created using protoc with --descriptor_set_out and --include_imports options.
Annotations
@Experimental()
Since
3.5.0
def to_protobuf(data: Column, messageName: String, descFilePath: String, options: Map[String, String]): Column
Converts a column into binary of protobuf format.
Converts a column into binary of protobuf format. The Protobuf definition is provided through Protobuf descriptor file.
data
the data column.
messageName
the protobuf MessageName to look for in descriptor file.
descFilePath
the protobuf descriptor file.
Annotations
@Experimental()
Since
3.4.0
def to_protobuf(data: Column, messageName: String, binaryFileDescriptorSet: Array[Byte]): Column
Converts a column into binary of protobuf format.The Protobuf definition is provided through Protobuf FileDescriptorSet.
Converts a column into binary of protobuf format.The Protobuf definition is provided through Protobuf FileDescriptorSet.
data
the binary column.
messageName
the protobuf MessageName to look for in the descriptor set.
binaryFileDescriptorSet
Serialized Protobuf descriptor (FileDescriptorSet). Typically contents of file created using protoc with --descriptor_set_out and --include_imports options.
Annotations
@Experimental()
Since
3.5.0
def to_protobuf(data: Column, messageName: String, descFilePath: String): Column
Converts a column into binary of protobuf format.
Converts a column into binary of protobuf format. The Protobuf definition is provided through Protobuf descriptor file.
data
the data column.
messageName
the protobuf MessageName to look for in descriptor file.
descFilePath
The Protobuf descriptor file. This file is usually created using protoc with --descriptor_set_out and --include_imports options.
Annotations
@Experimental()
Since
3.4.0
final def wait(arg0: Long, arg1: Int): Unit
Definition Classes
AnyRef
Annotations
@throws(classOf[java.lang.InterruptedException])
final def wait(arg0: Long): Unit
Definition Classes
AnyRef
Annotations
@throws(classOf[java.lang.InterruptedException]) @native()
final def wait(): Unit
Definition Classes
AnyRef
Annotations
@throws(classOf[java.lang.InterruptedException])

Deprecated Value Members

def finalize(): Unit
Attributes
protected[lang]
Definition Classes
AnyRef
Annotations
@throws(classOf[java.lang.Throwable]) @Deprecated
Deprecated
(Since version 9)

Packages

functions

object functions

Value Members

Deprecated Value Members

Inherited from AnyRef

Inherited from Any

Ungrouped

Packages

functions

object functions

Value Members

Deprecated Value Members

Inherited from AnyRef

Inherited from Any

Ungrouped

functions