final class WriteOperationV2 extends GeneratedMessage with WriteOperationV2OrBuilder
As writes are not directly handled during analysis and planning, they are modeled as commands.
Protobuf type spark.connect.WriteOperationV2
Linear Supertypes
Ordering
- Alphabetic
- By Inheritance
Inherited
- WriteOperationV2
- WriteOperationV2OrBuilder
- GeneratedMessage
- Serializable
- AbstractMessage
- Message
- MessageOrBuilder
- AbstractMessageLite
- MessageLite
- MessageLiteOrBuilder
- AnyRef
- Any
- Hide All
- Show All
Visibility
- Public
- Protected
Value Members
- final def !=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
- final def ##: Int
- Definition Classes
- AnyRef → Any
- final def ==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
- final def asInstanceOf[T0]: T0
- Definition Classes
- Any
- def clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.CloneNotSupportedException]) @IntrinsicCandidate() @native()
- def containsOptions(key: String): Boolean
(Optional) A list of configuration options.
(Optional) A list of configuration options.
map<string, string> options = 5;- Definition Classes
- WriteOperationV2 → WriteOperationV2OrBuilder
- Annotations
- @Override()
- def containsTableProperties(key: String): Boolean
(Optional) A list of table properties.
(Optional) A list of table properties.
map<string, string> table_properties = 6;- Definition Classes
- WriteOperationV2 → WriteOperationV2OrBuilder
- Annotations
- @Override()
- final def eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
- def equals(obj: AnyRef): Boolean
- Definition Classes
- WriteOperationV2 → AbstractMessage → Message → AnyRef → Any
- Annotations
- @Override()
- def findInitializationErrors(): List[String]
- Definition Classes
- AbstractMessage → MessageOrBuilder
- def getAllFields(): Map[FieldDescriptor, AnyRef]
- Definition Classes
- GeneratedMessage → MessageOrBuilder
- final def getClass(): Class[_ <: AnyRef]
- Definition Classes
- AnyRef → Any
- Annotations
- @IntrinsicCandidate() @native()
- def getClusteringColumns(index: Int): String
(Optional) Columns used for clustering the table.
(Optional) Columns used for clustering the table.
repeated string clustering_columns = 9;- index
The index of the element to return.
- returns
The clusteringColumns at the given index.
- Definition Classes
- WriteOperationV2 → WriteOperationV2OrBuilder
- def getClusteringColumnsBytes(index: Int): ByteString
(Optional) Columns used for clustering the table.
(Optional) Columns used for clustering the table.
repeated string clustering_columns = 9;- index
The index of the value to return.
- returns
The bytes of the clusteringColumns at the given index.
- Definition Classes
- WriteOperationV2 → WriteOperationV2OrBuilder
- def getClusteringColumnsCount(): Int
(Optional) Columns used for clustering the table.
(Optional) Columns used for clustering the table.
repeated string clustering_columns = 9;- returns
The count of clusteringColumns.
- Definition Classes
- WriteOperationV2 → WriteOperationV2OrBuilder
- def getClusteringColumnsList(): ProtocolStringList
(Optional) Columns used for clustering the table.
(Optional) Columns used for clustering the table.
repeated string clustering_columns = 9;- returns
A list containing the clusteringColumns.
- Definition Classes
- WriteOperationV2 → WriteOperationV2OrBuilder
- def getDefaultInstanceForType(): WriteOperationV2
- Definition Classes
- WriteOperationV2 → MessageOrBuilder → MessageLiteOrBuilder
- Annotations
- @Override()
- def getDescriptorForType(): Descriptor
- Definition Classes
- GeneratedMessage → MessageOrBuilder
- def getField(field: FieldDescriptor): AnyRef
- Definition Classes
- GeneratedMessage → MessageOrBuilder
- def getInitializationErrorString(): String
- Definition Classes
- AbstractMessage → MessageOrBuilder
- def getInput(): Relation
(Required) The output of the `input` relation will be persisted according to the options.
(Required) The output of the `input` relation will be persisted according to the options.
.spark.connect.Relation input = 1;- returns
The input.
- Definition Classes
- WriteOperationV2 → WriteOperationV2OrBuilder
- Annotations
- @Override()
- def getInputOrBuilder(): RelationOrBuilder
(Required) The output of the `input` relation will be persisted according to the options.
(Required) The output of the `input` relation will be persisted according to the options.
.spark.connect.Relation input = 1;- Definition Classes
- WriteOperationV2 → WriteOperationV2OrBuilder
- Annotations
- @Override()
- def getMode(): Mode
(Required) Write mode.
(Required) Write mode.
.spark.connect.WriteOperationV2.Mode mode = 7;- returns
The mode.
- Definition Classes
- WriteOperationV2 → WriteOperationV2OrBuilder
- Annotations
- @Override()
- def getModeValue(): Int
(Required) Write mode.
(Required) Write mode.
.spark.connect.WriteOperationV2.Mode mode = 7;- returns
The enum numeric value on the wire for mode.
- Definition Classes
- WriteOperationV2 → WriteOperationV2OrBuilder
- Annotations
- @Override()
- def getOneofFieldDescriptor(oneof: OneofDescriptor): FieldDescriptor
- Definition Classes
- GeneratedMessage → AbstractMessage → MessageOrBuilder
- def getOptionsCount(): Int
(Optional) A list of configuration options.
(Optional) A list of configuration options.
map<string, string> options = 5;- Definition Classes
- WriteOperationV2 → WriteOperationV2OrBuilder
- def getOptionsMap(): Map[String, String]
(Optional) A list of configuration options.
(Optional) A list of configuration options.
map<string, string> options = 5;- Definition Classes
- WriteOperationV2 → WriteOperationV2OrBuilder
- Annotations
- @Override()
- def getOptionsOrDefault(key: String, defaultValue: String): String
(Optional) A list of configuration options.
(Optional) A list of configuration options.
map<string, string> options = 5;- Definition Classes
- WriteOperationV2 → WriteOperationV2OrBuilder
- Annotations
- @Override()
- def getOptionsOrThrow(key: String): String
(Optional) A list of configuration options.
(Optional) A list of configuration options.
map<string, string> options = 5;- Definition Classes
- WriteOperationV2 → WriteOperationV2OrBuilder
- Annotations
- @Override()
- def getOverwriteCondition(): Expression
(Optional) A condition for overwrite saving mode
(Optional) A condition for overwrite saving mode
.spark.connect.Expression overwrite_condition = 8;- returns
The overwriteCondition.
- Definition Classes
- WriteOperationV2 → WriteOperationV2OrBuilder
- Annotations
- @Override()
- def getOverwriteConditionOrBuilder(): ExpressionOrBuilder
(Optional) A condition for overwrite saving mode
(Optional) A condition for overwrite saving mode
.spark.connect.Expression overwrite_condition = 8;- Definition Classes
- WriteOperationV2 → WriteOperationV2OrBuilder
- Annotations
- @Override()
- def getParserForType(): Parser[WriteOperationV2]
- Definition Classes
- WriteOperationV2 → GeneratedMessage → Message → MessageLite
- Annotations
- @Override()
- def getPartitioningColumns(index: Int): Expression
(Optional) List of columns for partitioning for output table created by `create`, `createOrReplace`, or `replace`
(Optional) List of columns for partitioning for output table created by `create`, `createOrReplace`, or `replace`
repeated .spark.connect.Expression partitioning_columns = 4;- Definition Classes
- WriteOperationV2 → WriteOperationV2OrBuilder
- Annotations
- @Override()
- def getPartitioningColumnsCount(): Int
(Optional) List of columns for partitioning for output table created by `create`, `createOrReplace`, or `replace`
(Optional) List of columns for partitioning for output table created by `create`, `createOrReplace`, or `replace`
repeated .spark.connect.Expression partitioning_columns = 4;- Definition Classes
- WriteOperationV2 → WriteOperationV2OrBuilder
- Annotations
- @Override()
- def getPartitioningColumnsList(): List[Expression]
(Optional) List of columns for partitioning for output table created by `create`, `createOrReplace`, or `replace`
(Optional) List of columns for partitioning for output table created by `create`, `createOrReplace`, or `replace`
repeated .spark.connect.Expression partitioning_columns = 4;- Definition Classes
- WriteOperationV2 → WriteOperationV2OrBuilder
- Annotations
- @Override()
- def getPartitioningColumnsOrBuilder(index: Int): ExpressionOrBuilder
(Optional) List of columns for partitioning for output table created by `create`, `createOrReplace`, or `replace`
(Optional) List of columns for partitioning for output table created by `create`, `createOrReplace`, or `replace`
repeated .spark.connect.Expression partitioning_columns = 4;- Definition Classes
- WriteOperationV2 → WriteOperationV2OrBuilder
- Annotations
- @Override()
- def getPartitioningColumnsOrBuilderList(): List[_ <: ExpressionOrBuilder]
(Optional) List of columns for partitioning for output table created by `create`, `createOrReplace`, or `replace`
(Optional) List of columns for partitioning for output table created by `create`, `createOrReplace`, or `replace`
repeated .spark.connect.Expression partitioning_columns = 4;- Definition Classes
- WriteOperationV2 → WriteOperationV2OrBuilder
- Annotations
- @Override()
- def getProvider(): String
(Optional) A provider for the underlying output data source. Spark's default catalog supports "parquet", "json", etc.
(Optional) A provider for the underlying output data source. Spark's default catalog supports "parquet", "json", etc.
optional string provider = 3;- returns
The provider.
- Definition Classes
- WriteOperationV2 → WriteOperationV2OrBuilder
- Annotations
- @Override()
- def getProviderBytes(): ByteString
(Optional) A provider for the underlying output data source. Spark's default catalog supports "parquet", "json", etc.
(Optional) A provider for the underlying output data source. Spark's default catalog supports "parquet", "json", etc.
optional string provider = 3;- returns
The bytes for provider.
- Definition Classes
- WriteOperationV2 → WriteOperationV2OrBuilder
- Annotations
- @Override()
- def getRepeatedField(field: FieldDescriptor, index: Int): AnyRef
- Definition Classes
- GeneratedMessage → MessageOrBuilder
- def getRepeatedFieldCount(field: FieldDescriptor): Int
- Definition Classes
- GeneratedMessage → MessageOrBuilder
- def getSerializedSize(): Int
- Definition Classes
- WriteOperationV2 → GeneratedMessage → AbstractMessage → MessageLite
- Annotations
- @Override()
- def getTableName(): String
(Required) The destination of the write operation must be either a path or a table.
(Required) The destination of the write operation must be either a path or a table.
string table_name = 2;- returns
The tableName.
- Definition Classes
- WriteOperationV2 → WriteOperationV2OrBuilder
- Annotations
- @Override()
- def getTableNameBytes(): ByteString
(Required) The destination of the write operation must be either a path or a table.
(Required) The destination of the write operation must be either a path or a table.
string table_name = 2;- returns
The bytes for tableName.
- Definition Classes
- WriteOperationV2 → WriteOperationV2OrBuilder
- Annotations
- @Override()
- def getTablePropertiesCount(): Int
(Optional) A list of table properties.
(Optional) A list of table properties.
map<string, string> table_properties = 6;- Definition Classes
- WriteOperationV2 → WriteOperationV2OrBuilder
- def getTablePropertiesMap(): Map[String, String]
(Optional) A list of table properties.
(Optional) A list of table properties.
map<string, string> table_properties = 6;- Definition Classes
- WriteOperationV2 → WriteOperationV2OrBuilder
- Annotations
- @Override()
- def getTablePropertiesOrDefault(key: String, defaultValue: String): String
(Optional) A list of table properties.
(Optional) A list of table properties.
map<string, string> table_properties = 6;- Definition Classes
- WriteOperationV2 → WriteOperationV2OrBuilder
- Annotations
- @Override()
- def getTablePropertiesOrThrow(key: String): String
(Optional) A list of table properties.
(Optional) A list of table properties.
map<string, string> table_properties = 6;- Definition Classes
- WriteOperationV2 → WriteOperationV2OrBuilder
- Annotations
- @Override()
- def getUnknownFields(): UnknownFieldSet
- Definition Classes
- GeneratedMessage → MessageOrBuilder
- def hasField(field: FieldDescriptor): Boolean
- Definition Classes
- GeneratedMessage → MessageOrBuilder
- def hasInput(): Boolean
(Required) The output of the `input` relation will be persisted according to the options.
(Required) The output of the `input` relation will be persisted according to the options.
.spark.connect.Relation input = 1;- returns
Whether the input field is set.
- Definition Classes
- WriteOperationV2 → WriteOperationV2OrBuilder
- Annotations
- @Override()
- def hasOneof(oneof: OneofDescriptor): Boolean
- Definition Classes
- GeneratedMessage → AbstractMessage → MessageOrBuilder
- def hasOverwriteCondition(): Boolean
(Optional) A condition for overwrite saving mode
(Optional) A condition for overwrite saving mode
.spark.connect.Expression overwrite_condition = 8;- returns
Whether the overwriteCondition field is set.
- Definition Classes
- WriteOperationV2 → WriteOperationV2OrBuilder
- Annotations
- @Override()
- def hasProvider(): Boolean
(Optional) A provider for the underlying output data source. Spark's default catalog supports "parquet", "json", etc.
(Optional) A provider for the underlying output data source. Spark's default catalog supports "parquet", "json", etc.
optional string provider = 3;- returns
Whether the provider field is set.
- Definition Classes
- WriteOperationV2 → WriteOperationV2OrBuilder
- Annotations
- @Override()
- def hashCode(): Int
- Definition Classes
- WriteOperationV2 → AbstractMessage → Message → AnyRef → Any
- Annotations
- @Override()
- def internalGetFieldAccessorTable(): FieldAccessorTable
- Attributes
- protected[proto]
- Definition Classes
- WriteOperationV2 → GeneratedMessage
- Annotations
- @Override()
- def internalGetMapFieldReflection(number: Int): MapFieldReflectionAccessor
- Attributes
- protected[proto]
- Definition Classes
- WriteOperationV2 → GeneratedMessage
- Annotations
- @SuppressWarnings() @Override()
- final def isInitialized(): Boolean
- Definition Classes
- WriteOperationV2 → GeneratedMessage → AbstractMessage → MessageLiteOrBuilder
- Annotations
- @Override()
- final def isInstanceOf[T0]: Boolean
- Definition Classes
- Any
- final def ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
- def newBuilderForType(parent: BuilderParent): Builder
- Attributes
- protected[proto]
- Definition Classes
- WriteOperationV2 → AbstractMessage
- Annotations
- @Override()
- def newBuilderForType(): Builder
- Definition Classes
- WriteOperationV2 → Message → MessageLite
- Annotations
- @Override()
- def newInstance(unused: UnusedPrivateParameter): AnyRef
- Attributes
- protected[protobuf]
- Definition Classes
- GeneratedMessage
- final def notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @IntrinsicCandidate() @native()
- final def notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @IntrinsicCandidate() @native()
- def parseUnknownField(input: CodedInputStream, unknownFields: Builder, extensionRegistry: ExtensionRegistryLite, tag: Int): Boolean
- Attributes
- protected[protobuf]
- Definition Classes
- GeneratedMessage
- Annotations
- @throws(classOf[java.io.IOException])
- def parseUnknownFieldProto3(input: CodedInputStream, unknownFields: Builder, extensionRegistry: ExtensionRegistryLite, tag: Int): Boolean
- Attributes
- protected[protobuf]
- Definition Classes
- GeneratedMessage
- Annotations
- @throws(classOf[java.io.IOException])
- final def synchronized[T0](arg0: => T0): T0
- Definition Classes
- AnyRef
- def toBuilder(): Builder
- Definition Classes
- WriteOperationV2 → Message → MessageLite
- Annotations
- @Override()
- def toByteArray(): Array[Byte]
- Definition Classes
- AbstractMessageLite → MessageLite
- def toByteString(): ByteString
- Definition Classes
- AbstractMessageLite → MessageLite
- final def toString(): String
- Definition Classes
- AbstractMessage → Message → AnyRef → Any
- final def wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException])
- final def wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException]) @native()
- final def wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException])
- def writeDelimitedTo(output: OutputStream): Unit
- Definition Classes
- AbstractMessageLite → MessageLite
- Annotations
- @throws(classOf[java.io.IOException])
- def writeReplace(): AnyRef
- Attributes
- protected[protobuf]
- Definition Classes
- GeneratedMessage
- Annotations
- @throws(classOf[java.io.ObjectStreamException])
- def writeTo(output: CodedOutputStream): Unit
- Definition Classes
- WriteOperationV2 → GeneratedMessage → AbstractMessage → MessageLite
- Annotations
- @Override()
- def writeTo(output: OutputStream): Unit
- Definition Classes
- AbstractMessageLite → MessageLite
- Annotations
- @throws(classOf[java.io.IOException])
Deprecated Value Members
- def finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.Throwable]) @Deprecated
- Deprecated
(Since version 9)
- def getOptions(): Map[String, String]
Use
#getOptionsMap()instead.Use
#getOptionsMap()instead.- Definition Classes
- WriteOperationV2 → WriteOperationV2OrBuilder
- Annotations
- @Override() @Deprecated
- Deprecated
- def getTableProperties(): Map[String, String]
Use
#getTablePropertiesMap()instead.Use
#getTablePropertiesMap()instead.- Definition Classes
- WriteOperationV2 → WriteOperationV2OrBuilder
- Annotations
- @Override() @Deprecated
- Deprecated
- def internalGetMapField(fieldNumber: Int): MapField[_ <: AnyRef, _ <: AnyRef]
- Attributes
- protected[protobuf]
- Definition Classes
- GeneratedMessage
- Annotations
- @Deprecated
- Deprecated
- def mergeFromAndMakeImmutableInternal(input: CodedInputStream, extensionRegistry: ExtensionRegistryLite): Unit
- Attributes
- protected[protobuf]
- Definition Classes
- GeneratedMessage
- Annotations
- @throws(classOf[com.google.protobuf.InvalidProtocolBufferException]) @Deprecated
- Deprecated