final class MapPartitions extends GeneratedMessage with MapPartitionsOrBuilder
Protobuf type spark.connect.MapPartitions
Linear Supertypes
Ordering
- Alphabetic
- By Inheritance
Inherited
- MapPartitions
- MapPartitionsOrBuilder
- GeneratedMessage
- Serializable
- AbstractMessage
- Message
- MessageOrBuilder
- AbstractMessageLite
- MessageLite
- MessageLiteOrBuilder
- AnyRef
- Any
- Hide All
- Show All
Visibility
- Public
- Protected
Value Members
- final def !=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
- final def ##: Int
- Definition Classes
- AnyRef → Any
- final def ==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
- final def asInstanceOf[T0]: T0
- Definition Classes
- Any
- def clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.CloneNotSupportedException]) @IntrinsicCandidate() @native()
- final def eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
- def equals(obj: AnyRef): Boolean
- Definition Classes
- MapPartitions → AbstractMessage → Message → AnyRef → Any
- Annotations
- @Override()
- def findInitializationErrors(): List[String]
- Definition Classes
- AbstractMessage → MessageOrBuilder
- def getAllFields(): Map[FieldDescriptor, AnyRef]
- Definition Classes
- GeneratedMessage → MessageOrBuilder
- final def getClass(): Class[_ <: AnyRef]
- Definition Classes
- AnyRef → Any
- Annotations
- @IntrinsicCandidate() @native()
- def getDefaultInstanceForType(): MapPartitions
- Definition Classes
- MapPartitions → MessageOrBuilder → MessageLiteOrBuilder
- Annotations
- @Override()
- def getDescriptorForType(): Descriptor
- Definition Classes
- GeneratedMessage → MessageOrBuilder
- def getField(field: FieldDescriptor): AnyRef
- Definition Classes
- GeneratedMessage → MessageOrBuilder
- def getFunc(): CommonInlineUserDefinedFunction
(Required) Input user-defined function.
(Required) Input user-defined function.
.spark.connect.CommonInlineUserDefinedFunction func = 2;- returns
The func.
- Definition Classes
- MapPartitions → MapPartitionsOrBuilder
- Annotations
- @Override()
- def getFuncOrBuilder(): CommonInlineUserDefinedFunctionOrBuilder
(Required) Input user-defined function.
(Required) Input user-defined function.
.spark.connect.CommonInlineUserDefinedFunction func = 2;- Definition Classes
- MapPartitions → MapPartitionsOrBuilder
- Annotations
- @Override()
- def getInitializationErrorString(): String
- Definition Classes
- AbstractMessage → MessageOrBuilder
- def getInput(): Relation
(Required) Input relation for a mapPartitions-equivalent API: mapInPandas, mapInArrow.
(Required) Input relation for a mapPartitions-equivalent API: mapInPandas, mapInArrow.
.spark.connect.Relation input = 1;- returns
The input.
- Definition Classes
- MapPartitions → MapPartitionsOrBuilder
- Annotations
- @Override()
- def getInputOrBuilder(): RelationOrBuilder
(Required) Input relation for a mapPartitions-equivalent API: mapInPandas, mapInArrow.
(Required) Input relation for a mapPartitions-equivalent API: mapInPandas, mapInArrow.
.spark.connect.Relation input = 1;- Definition Classes
- MapPartitions → MapPartitionsOrBuilder
- Annotations
- @Override()
- def getIsBarrier(): Boolean
(Optional) Whether to use barrier mode execution or not.
(Optional) Whether to use barrier mode execution or not.
optional bool is_barrier = 3;- returns
The isBarrier.
- Definition Classes
- MapPartitions → MapPartitionsOrBuilder
- Annotations
- @Override()
- def getOneofFieldDescriptor(oneof: OneofDescriptor): FieldDescriptor
- Definition Classes
- GeneratedMessage → AbstractMessage → MessageOrBuilder
- def getParserForType(): Parser[MapPartitions]
- Definition Classes
- MapPartitions → GeneratedMessage → Message → MessageLite
- Annotations
- @Override()
- def getProfileId(): Int
(Optional) ResourceProfile id used for the stage level scheduling.
(Optional) ResourceProfile id used for the stage level scheduling.
optional int32 profile_id = 4;- returns
The profileId.
- Definition Classes
- MapPartitions → MapPartitionsOrBuilder
- Annotations
- @Override()
- def getRepeatedField(field: FieldDescriptor, index: Int): AnyRef
- Definition Classes
- GeneratedMessage → MessageOrBuilder
- def getRepeatedFieldCount(field: FieldDescriptor): Int
- Definition Classes
- GeneratedMessage → MessageOrBuilder
- def getSerializedSize(): Int
- Definition Classes
- MapPartitions → GeneratedMessage → AbstractMessage → MessageLite
- Annotations
- @Override()
- def getUnknownFields(): UnknownFieldSet
- Definition Classes
- GeneratedMessage → MessageOrBuilder
- def hasField(field: FieldDescriptor): Boolean
- Definition Classes
- GeneratedMessage → MessageOrBuilder
- def hasFunc(): Boolean
(Required) Input user-defined function.
(Required) Input user-defined function.
.spark.connect.CommonInlineUserDefinedFunction func = 2;- returns
Whether the func field is set.
- Definition Classes
- MapPartitions → MapPartitionsOrBuilder
- Annotations
- @Override()
- def hasInput(): Boolean
(Required) Input relation for a mapPartitions-equivalent API: mapInPandas, mapInArrow.
(Required) Input relation for a mapPartitions-equivalent API: mapInPandas, mapInArrow.
.spark.connect.Relation input = 1;- returns
Whether the input field is set.
- Definition Classes
- MapPartitions → MapPartitionsOrBuilder
- Annotations
- @Override()
- def hasIsBarrier(): Boolean
(Optional) Whether to use barrier mode execution or not.
(Optional) Whether to use barrier mode execution or not.
optional bool is_barrier = 3;- returns
Whether the isBarrier field is set.
- Definition Classes
- MapPartitions → MapPartitionsOrBuilder
- Annotations
- @Override()
- def hasOneof(oneof: OneofDescriptor): Boolean
- Definition Classes
- GeneratedMessage → AbstractMessage → MessageOrBuilder
- def hasProfileId(): Boolean
(Optional) ResourceProfile id used for the stage level scheduling.
(Optional) ResourceProfile id used for the stage level scheduling.
optional int32 profile_id = 4;- returns
Whether the profileId field is set.
- Definition Classes
- MapPartitions → MapPartitionsOrBuilder
- Annotations
- @Override()
- def hashCode(): Int
- Definition Classes
- MapPartitions → AbstractMessage → Message → AnyRef → Any
- Annotations
- @Override()
- def internalGetFieldAccessorTable(): FieldAccessorTable
- Attributes
- protected[proto]
- Definition Classes
- MapPartitions → GeneratedMessage
- Annotations
- @Override()
- def internalGetMapFieldReflection(fieldNumber: Int): MapFieldReflectionAccessor
- Attributes
- protected[protobuf]
- Definition Classes
- GeneratedMessage
- final def isInitialized(): Boolean
- Definition Classes
- MapPartitions → GeneratedMessage → AbstractMessage → MessageLiteOrBuilder
- Annotations
- @Override()
- final def isInstanceOf[T0]: Boolean
- Definition Classes
- Any
- final def ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
- def newBuilderForType(parent: BuilderParent): Builder
- Attributes
- protected[proto]
- Definition Classes
- MapPartitions → AbstractMessage
- Annotations
- @Override()
- def newBuilderForType(): Builder
- Definition Classes
- MapPartitions → Message → MessageLite
- Annotations
- @Override()
- def newInstance(unused: UnusedPrivateParameter): AnyRef
- Attributes
- protected[protobuf]
- Definition Classes
- GeneratedMessage
- final def notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @IntrinsicCandidate() @native()
- final def notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @IntrinsicCandidate() @native()
- def parseUnknownField(input: CodedInputStream, unknownFields: Builder, extensionRegistry: ExtensionRegistryLite, tag: Int): Boolean
- Attributes
- protected[protobuf]
- Definition Classes
- GeneratedMessage
- Annotations
- @throws(classOf[java.io.IOException])
- def parseUnknownFieldProto3(input: CodedInputStream, unknownFields: Builder, extensionRegistry: ExtensionRegistryLite, tag: Int): Boolean
- Attributes
- protected[protobuf]
- Definition Classes
- GeneratedMessage
- Annotations
- @throws(classOf[java.io.IOException])
- final def synchronized[T0](arg0: => T0): T0
- Definition Classes
- AnyRef
- def toBuilder(): Builder
- Definition Classes
- MapPartitions → Message → MessageLite
- Annotations
- @Override()
- def toByteArray(): Array[Byte]
- Definition Classes
- AbstractMessageLite → MessageLite
- def toByteString(): ByteString
- Definition Classes
- AbstractMessageLite → MessageLite
- final def toString(): String
- Definition Classes
- AbstractMessage → Message → AnyRef → Any
- final def wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException])
- final def wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException]) @native()
- final def wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException])
- def writeDelimitedTo(output: OutputStream): Unit
- Definition Classes
- AbstractMessageLite → MessageLite
- Annotations
- @throws(classOf[java.io.IOException])
- def writeReplace(): AnyRef
- Attributes
- protected[protobuf]
- Definition Classes
- GeneratedMessage
- Annotations
- @throws(classOf[java.io.ObjectStreamException])
- def writeTo(output: CodedOutputStream): Unit
- Definition Classes
- MapPartitions → GeneratedMessage → AbstractMessage → MessageLite
- Annotations
- @Override()
- def writeTo(output: OutputStream): Unit
- Definition Classes
- AbstractMessageLite → MessageLite
- Annotations
- @throws(classOf[java.io.IOException])
Deprecated Value Members
- def finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.Throwable]) @Deprecated
- Deprecated
(Since version 9)
- def internalGetMapField(fieldNumber: Int): MapField[_ <: AnyRef, _ <: AnyRef]
- Attributes
- protected[protobuf]
- Definition Classes
- GeneratedMessage
- Annotations
- @Deprecated
- Deprecated
- def mergeFromAndMakeImmutableInternal(input: CodedInputStream, extensionRegistry: ExtensionRegistryLite): Unit
- Attributes
- protected[protobuf]
- Definition Classes
- GeneratedMessage
- Annotations
- @throws(classOf[com.google.protobuf.InvalidProtocolBufferException]) @Deprecated
- Deprecated