final class WriteOperation extends GeneratedMessage with WriteOperationOrBuilder
As writes are not directly handled during analysis and planning, they are modeled as commands.
Protobuf type spark.connect.WriteOperation
Linear Supertypes
Ordering
- Alphabetic
- By Inheritance
Inherited
- WriteOperation
- WriteOperationOrBuilder
- GeneratedMessage
- Serializable
- AbstractMessage
- Message
- MessageOrBuilder
- AbstractMessageLite
- MessageLite
- MessageLiteOrBuilder
- AnyRef
- Any
- Hide All
- Show All
Visibility
- Public
- Protected
Value Members
- final def !=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
- final def ##: Int
- Definition Classes
- AnyRef → Any
- final def ==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
- final def asInstanceOf[T0]: T0
- Definition Classes
- Any
- def clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.CloneNotSupportedException]) @IntrinsicCandidate() @native()
- def containsOptions(key: String): Boolean
(Optional) A list of configuration options.
(Optional) A list of configuration options.
map<string, string> options = 9;- Definition Classes
- WriteOperation → WriteOperationOrBuilder
- Annotations
- @Override()
- final def eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
- def equals(obj: AnyRef): Boolean
- Definition Classes
- WriteOperation → AbstractMessage → Message → AnyRef → Any
- Annotations
- @Override()
- def findInitializationErrors(): List[String]
- Definition Classes
- AbstractMessage → MessageOrBuilder
- def getAllFields(): Map[FieldDescriptor, AnyRef]
- Definition Classes
- GeneratedMessage → MessageOrBuilder
- def getBucketBy(): BucketBy
(Optional) Bucketing specification. Bucketing must set the number of buckets and the columns to bucket by.
(Optional) Bucketing specification. Bucketing must set the number of buckets and the columns to bucket by.
.spark.connect.WriteOperation.BucketBy bucket_by = 8;- returns
The bucketBy.
- Definition Classes
- WriteOperation → WriteOperationOrBuilder
- Annotations
- @Override()
- def getBucketByOrBuilder(): BucketByOrBuilder
(Optional) Bucketing specification. Bucketing must set the number of buckets and the columns to bucket by.
(Optional) Bucketing specification. Bucketing must set the number of buckets and the columns to bucket by.
.spark.connect.WriteOperation.BucketBy bucket_by = 8;- Definition Classes
- WriteOperation → WriteOperationOrBuilder
- Annotations
- @Override()
- final def getClass(): Class[_ <: AnyRef]
- Definition Classes
- AnyRef → Any
- Annotations
- @IntrinsicCandidate() @native()
- def getClusteringColumns(index: Int): String
(Optional) Columns used for clustering the table.
(Optional) Columns used for clustering the table.
repeated string clustering_columns = 10;- index
The index of the element to return.
- returns
The clusteringColumns at the given index.
- Definition Classes
- WriteOperation → WriteOperationOrBuilder
- def getClusteringColumnsBytes(index: Int): ByteString
(Optional) Columns used for clustering the table.
(Optional) Columns used for clustering the table.
repeated string clustering_columns = 10;- index
The index of the value to return.
- returns
The bytes of the clusteringColumns at the given index.
- Definition Classes
- WriteOperation → WriteOperationOrBuilder
- def getClusteringColumnsCount(): Int
(Optional) Columns used for clustering the table.
(Optional) Columns used for clustering the table.
repeated string clustering_columns = 10;- returns
The count of clusteringColumns.
- Definition Classes
- WriteOperation → WriteOperationOrBuilder
- def getClusteringColumnsList(): ProtocolStringList
(Optional) Columns used for clustering the table.
(Optional) Columns used for clustering the table.
repeated string clustering_columns = 10;- returns
A list containing the clusteringColumns.
- Definition Classes
- WriteOperation → WriteOperationOrBuilder
- def getDefaultInstanceForType(): WriteOperation
- Definition Classes
- WriteOperation → MessageOrBuilder → MessageLiteOrBuilder
- Annotations
- @Override()
- def getDescriptorForType(): Descriptor
- Definition Classes
- GeneratedMessage → MessageOrBuilder
- def getField(field: FieldDescriptor): AnyRef
- Definition Classes
- GeneratedMessage → MessageOrBuilder
- def getInitializationErrorString(): String
- Definition Classes
- AbstractMessage → MessageOrBuilder
- def getInput(): Relation
(Required) The output of the `input` relation will be persisted according to the options.
(Required) The output of the `input` relation will be persisted according to the options.
.spark.connect.Relation input = 1;- returns
The input.
- Definition Classes
- WriteOperation → WriteOperationOrBuilder
- Annotations
- @Override()
- def getInputOrBuilder(): RelationOrBuilder
(Required) The output of the `input` relation will be persisted according to the options.
(Required) The output of the `input` relation will be persisted according to the options.
.spark.connect.Relation input = 1;- Definition Classes
- WriteOperation → WriteOperationOrBuilder
- Annotations
- @Override()
- def getMode(): SaveMode
(Required) the save mode.
(Required) the save mode.
.spark.connect.WriteOperation.SaveMode mode = 5;- returns
The mode.
- Definition Classes
- WriteOperation → WriteOperationOrBuilder
- Annotations
- @Override()
- def getModeValue(): Int
(Required) the save mode.
(Required) the save mode.
.spark.connect.WriteOperation.SaveMode mode = 5;- returns
The enum numeric value on the wire for mode.
- Definition Classes
- WriteOperation → WriteOperationOrBuilder
- Annotations
- @Override()
- def getOneofFieldDescriptor(oneof: OneofDescriptor): FieldDescriptor
- Definition Classes
- GeneratedMessage → AbstractMessage → MessageOrBuilder
- def getOptionsCount(): Int
(Optional) A list of configuration options.
(Optional) A list of configuration options.
map<string, string> options = 9;- Definition Classes
- WriteOperation → WriteOperationOrBuilder
- def getOptionsMap(): Map[String, String]
(Optional) A list of configuration options.
(Optional) A list of configuration options.
map<string, string> options = 9;- Definition Classes
- WriteOperation → WriteOperationOrBuilder
- Annotations
- @Override()
- def getOptionsOrDefault(key: String, defaultValue: String): String
(Optional) A list of configuration options.
(Optional) A list of configuration options.
map<string, string> options = 9;- Definition Classes
- WriteOperation → WriteOperationOrBuilder
- Annotations
- @Override()
- def getOptionsOrThrow(key: String): String
(Optional) A list of configuration options.
(Optional) A list of configuration options.
map<string, string> options = 9;- Definition Classes
- WriteOperation → WriteOperationOrBuilder
- Annotations
- @Override()
- def getParserForType(): Parser[WriteOperation]
- Definition Classes
- WriteOperation → GeneratedMessage → Message → MessageLite
- Annotations
- @Override()
- def getPartitioningColumns(index: Int): String
(Optional) List of columns for partitioning.
(Optional) List of columns for partitioning.
repeated string partitioning_columns = 7;- index
The index of the element to return.
- returns
The partitioningColumns at the given index.
- Definition Classes
- WriteOperation → WriteOperationOrBuilder
- def getPartitioningColumnsBytes(index: Int): ByteString
(Optional) List of columns for partitioning.
(Optional) List of columns for partitioning.
repeated string partitioning_columns = 7;- index
The index of the value to return.
- returns
The bytes of the partitioningColumns at the given index.
- Definition Classes
- WriteOperation → WriteOperationOrBuilder
- def getPartitioningColumnsCount(): Int
(Optional) List of columns for partitioning.
(Optional) List of columns for partitioning.
repeated string partitioning_columns = 7;- returns
The count of partitioningColumns.
- Definition Classes
- WriteOperation → WriteOperationOrBuilder
- def getPartitioningColumnsList(): ProtocolStringList
(Optional) List of columns for partitioning.
(Optional) List of columns for partitioning.
repeated string partitioning_columns = 7;- returns
A list containing the partitioningColumns.
- Definition Classes
- WriteOperation → WriteOperationOrBuilder
- def getPath(): String
string path = 3; - def getPathBytes(): ByteString
string path = 3;string path = 3;- returns
The bytes for path.
- Definition Classes
- WriteOperation → WriteOperationOrBuilder
- def getRepeatedField(field: FieldDescriptor, index: Int): AnyRef
- Definition Classes
- GeneratedMessage → MessageOrBuilder
- def getRepeatedFieldCount(field: FieldDescriptor): Int
- Definition Classes
- GeneratedMessage → MessageOrBuilder
- def getSaveTypeCase(): SaveTypeCase
- Definition Classes
- WriteOperation → WriteOperationOrBuilder
- def getSerializedSize(): Int
- Definition Classes
- WriteOperation → GeneratedMessage → AbstractMessage → MessageLite
- Annotations
- @Override()
- def getSortColumnNames(index: Int): String
(Optional) List of columns to sort the output by.
(Optional) List of columns to sort the output by.
repeated string sort_column_names = 6;- index
The index of the element to return.
- returns
The sortColumnNames at the given index.
- Definition Classes
- WriteOperation → WriteOperationOrBuilder
- def getSortColumnNamesBytes(index: Int): ByteString
(Optional) List of columns to sort the output by.
(Optional) List of columns to sort the output by.
repeated string sort_column_names = 6;- index
The index of the value to return.
- returns
The bytes of the sortColumnNames at the given index.
- Definition Classes
- WriteOperation → WriteOperationOrBuilder
- def getSortColumnNamesCount(): Int
(Optional) List of columns to sort the output by.
(Optional) List of columns to sort the output by.
repeated string sort_column_names = 6;- returns
The count of sortColumnNames.
- Definition Classes
- WriteOperation → WriteOperationOrBuilder
- def getSortColumnNamesList(): ProtocolStringList
(Optional) List of columns to sort the output by.
(Optional) List of columns to sort the output by.
repeated string sort_column_names = 6;- returns
A list containing the sortColumnNames.
- Definition Classes
- WriteOperation → WriteOperationOrBuilder
- def getSource(): String
(Optional) Format value according to the Spark documentation. Examples are: text, parquet, delta.
(Optional) Format value according to the Spark documentation. Examples are: text, parquet, delta.
optional string source = 2;- returns
The source.
- Definition Classes
- WriteOperation → WriteOperationOrBuilder
- Annotations
- @Override()
- def getSourceBytes(): ByteString
(Optional) Format value according to the Spark documentation. Examples are: text, parquet, delta.
(Optional) Format value according to the Spark documentation. Examples are: text, parquet, delta.
optional string source = 2;- returns
The bytes for source.
- Definition Classes
- WriteOperation → WriteOperationOrBuilder
- Annotations
- @Override()
- def getTable(): SaveTable
.spark.connect.WriteOperation.SaveTable table = 4;.spark.connect.WriteOperation.SaveTable table = 4;- returns
The table.
- Definition Classes
- WriteOperation → WriteOperationOrBuilder
- Annotations
- @Override()
- def getTableOrBuilder(): SaveTableOrBuilder
.spark.connect.WriteOperation.SaveTable table = 4;.spark.connect.WriteOperation.SaveTable table = 4;- Definition Classes
- WriteOperation → WriteOperationOrBuilder
- Annotations
- @Override()
- def getUnknownFields(): UnknownFieldSet
- Definition Classes
- GeneratedMessage → MessageOrBuilder
- def hasBucketBy(): Boolean
(Optional) Bucketing specification. Bucketing must set the number of buckets and the columns to bucket by.
(Optional) Bucketing specification. Bucketing must set the number of buckets and the columns to bucket by.
.spark.connect.WriteOperation.BucketBy bucket_by = 8;- returns
Whether the bucketBy field is set.
- Definition Classes
- WriteOperation → WriteOperationOrBuilder
- Annotations
- @Override()
- def hasField(field: FieldDescriptor): Boolean
- Definition Classes
- GeneratedMessage → MessageOrBuilder
- def hasInput(): Boolean
(Required) The output of the `input` relation will be persisted according to the options.
(Required) The output of the `input` relation will be persisted according to the options.
.spark.connect.Relation input = 1;- returns
Whether the input field is set.
- Definition Classes
- WriteOperation → WriteOperationOrBuilder
- Annotations
- @Override()
- def hasOneof(oneof: OneofDescriptor): Boolean
- Definition Classes
- GeneratedMessage → AbstractMessage → MessageOrBuilder
- def hasPath(): Boolean
string path = 3;string path = 3;- returns
Whether the path field is set.
- Definition Classes
- WriteOperation → WriteOperationOrBuilder
- def hasSource(): Boolean
(Optional) Format value according to the Spark documentation. Examples are: text, parquet, delta.
(Optional) Format value according to the Spark documentation. Examples are: text, parquet, delta.
optional string source = 2;- returns
Whether the source field is set.
- Definition Classes
- WriteOperation → WriteOperationOrBuilder
- Annotations
- @Override()
- def hasTable(): Boolean
.spark.connect.WriteOperation.SaveTable table = 4;.spark.connect.WriteOperation.SaveTable table = 4;- returns
Whether the table field is set.
- Definition Classes
- WriteOperation → WriteOperationOrBuilder
- Annotations
- @Override()
- def hashCode(): Int
- Definition Classes
- WriteOperation → AbstractMessage → Message → AnyRef → Any
- Annotations
- @Override()
- def internalGetFieldAccessorTable(): FieldAccessorTable
- Attributes
- protected[proto]
- Definition Classes
- WriteOperation → GeneratedMessage
- Annotations
- @Override()
- def internalGetMapFieldReflection(number: Int): MapFieldReflectionAccessor
- Attributes
- protected[proto]
- Definition Classes
- WriteOperation → GeneratedMessage
- Annotations
- @SuppressWarnings() @Override()
- final def isInitialized(): Boolean
- Definition Classes
- WriteOperation → GeneratedMessage → AbstractMessage → MessageLiteOrBuilder
- Annotations
- @Override()
- final def isInstanceOf[T0]: Boolean
- Definition Classes
- Any
- final def ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
- def newBuilderForType(parent: BuilderParent): Builder
- Attributes
- protected[proto]
- Definition Classes
- WriteOperation → AbstractMessage
- Annotations
- @Override()
- def newBuilderForType(): Builder
- Definition Classes
- WriteOperation → Message → MessageLite
- Annotations
- @Override()
- def newInstance(unused: UnusedPrivateParameter): AnyRef
- Attributes
- protected[protobuf]
- Definition Classes
- GeneratedMessage
- final def notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @IntrinsicCandidate() @native()
- final def notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @IntrinsicCandidate() @native()
- def parseUnknownField(input: CodedInputStream, unknownFields: Builder, extensionRegistry: ExtensionRegistryLite, tag: Int): Boolean
- Attributes
- protected[protobuf]
- Definition Classes
- GeneratedMessage
- Annotations
- @throws(classOf[java.io.IOException])
- def parseUnknownFieldProto3(input: CodedInputStream, unknownFields: Builder, extensionRegistry: ExtensionRegistryLite, tag: Int): Boolean
- Attributes
- protected[protobuf]
- Definition Classes
- GeneratedMessage
- Annotations
- @throws(classOf[java.io.IOException])
- final def synchronized[T0](arg0: => T0): T0
- Definition Classes
- AnyRef
- def toBuilder(): Builder
- Definition Classes
- WriteOperation → Message → MessageLite
- Annotations
- @Override()
- def toByteArray(): Array[Byte]
- Definition Classes
- AbstractMessageLite → MessageLite
- def toByteString(): ByteString
- Definition Classes
- AbstractMessageLite → MessageLite
- final def toString(): String
- Definition Classes
- AbstractMessage → Message → AnyRef → Any
- final def wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException])
- final def wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException]) @native()
- final def wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException])
- def writeDelimitedTo(output: OutputStream): Unit
- Definition Classes
- AbstractMessageLite → MessageLite
- Annotations
- @throws(classOf[java.io.IOException])
- def writeReplace(): AnyRef
- Attributes
- protected[protobuf]
- Definition Classes
- GeneratedMessage
- Annotations
- @throws(classOf[java.io.ObjectStreamException])
- def writeTo(output: CodedOutputStream): Unit
- Definition Classes
- WriteOperation → GeneratedMessage → AbstractMessage → MessageLite
- Annotations
- @Override()
- def writeTo(output: OutputStream): Unit
- Definition Classes
- AbstractMessageLite → MessageLite
- Annotations
- @throws(classOf[java.io.IOException])
Deprecated Value Members
- def finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.Throwable]) @Deprecated
- Deprecated
(Since version 9)
- def getOptions(): Map[String, String]
Use
#getOptionsMap()instead.Use
#getOptionsMap()instead.- Definition Classes
- WriteOperation → WriteOperationOrBuilder
- Annotations
- @Override() @Deprecated
- Deprecated
- def internalGetMapField(fieldNumber: Int): MapField[_ <: AnyRef, _ <: AnyRef]
- Attributes
- protected[protobuf]
- Definition Classes
- GeneratedMessage
- Annotations
- @Deprecated
- Deprecated
- def mergeFromAndMakeImmutableInternal(input: CodedInputStream, extensionRegistry: ExtensionRegistryLite): Unit
- Attributes
- protected[protobuf]
- Definition Classes
- GeneratedMessage
- Annotations
- @throws(classOf[com.google.protobuf.InvalidProtocolBufferException]) @Deprecated
- Deprecated