com.google.cloud.hadoop.util

Class AsyncWriteChannelOptions

java.lang.Object

com.google.cloud.hadoop.util.AsyncWriteChannelOptions

public abstract class AsyncWriteChannelOptions
extends Object

Options for the AbstractGoogleAsyncWriteChannel.

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	AsyncWriteChannelOptions.Builder Mutable builder for the GoogleCloudStorageWriteChannelOptions class.
static class	AsyncWriteChannelOptions.PartFileCleanupType Part file cleanup strategy for parallel composite upload.
static class	AsyncWriteChannelOptions.PipeType Pipe used for output stream.
static class	AsyncWriteChannelOptions.UploadType UploadType are in parity with various upload configuration offered by google-java-storage client ref: https://cloud.google.com/java/docs/reference/google-cloud-storage/latest/com.google.cloud.storage.BlobWriteSessionConfigs

Field Summary

Fields

Modifier and Type	Field and Description
static int	BUFFER_SIZE_DEFAULT Default upload buffer size.
static AsyncWriteChannelOptions	DEFAULT
static long	DEFAULT_GRPC_WRITE_MESSAGE_TIMEOUT_MILLIS
static long	DEFAULT_GRPC_WRITE_TIMEOUT Default timeout for grpc write stream.
static long	DEFAULT_NUM_REQUESTS_BUFFERED_GRPC Default number of insert requests to retain, in case we need to rewind and resume an upload
static boolean	DIRECT_UPLOAD_ENABLED_DEFAULT Default of whether to use direct upload.
static boolean	GRPC_CHECKSUMS_ENABLED_DEFAULT Default of whether to enabled checksums for gRPC.
static int	PIPE_BUFFER_SIZE_DEFAULT Default pipe buffer size.
static AsyncWriteChannelOptions.PipeType	PIPE_TYPE_DEFAULT
static int	UPLOAD_CACHE_SIZE_DEFAULT Default upload cache size.
static int	UPLOAD_CHUNK_SIZE_DEFAULT Default upload chunk size.
static int	UPLOAD_CHUNK_SIZE_GRANULARITY Upload chunk size granularity

Constructor Summary

Constructors

Constructor and Description
AsyncWriteChannelOptions()

Method Summary

Modifier and Type	Method and Description
static AsyncWriteChannelOptions.Builder	builder()
abstract int	getBufferSize()
abstract long	getGrpcWriteMessageTimeoutMillis()
abstract long	getGrpcWriteTimeout()
abstract long	getNumberOfBufferedRequests()
abstract AsyncWriteChannelOptions.PartFileCleanupType	getPartFileCleanupType()
abstract String	getPartFileNamePrefix()
abstract int	getPCUBufferCapacity()
abstract int	getPCUBufferCount()
abstract int	getPipeBufferSize()
abstract AsyncWriteChannelOptions.PipeType	getPipeType()
abstract com.google.common.collect.ImmutableSet<String>	getTemporaryPaths()
abstract int	getUploadCacheSize()
abstract int	getUploadChunkSize()
abstract AsyncWriteChannelOptions.UploadType	getUploadType()
abstract boolean	isDirectUploadEnabled()
abstract boolean	isGrpcChecksumsEnabled()
abstract AsyncWriteChannelOptions.Builder	toBuilder()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

BUFFER_SIZE_DEFAULT

public static final int BUFFER_SIZE_DEFAULT

Default upload buffer size.

See Also:

Constant Field Values

PIPE_BUFFER_SIZE_DEFAULT

public static final int PIPE_BUFFER_SIZE_DEFAULT

Default pipe buffer size.

See Also:

Constant Field Values

UPLOAD_CHUNK_SIZE_GRANULARITY

public static final int UPLOAD_CHUNK_SIZE_GRANULARITY

Upload chunk size granularity

See Also:

Constant Field Values

UPLOAD_CHUNK_SIZE_DEFAULT

public static final int UPLOAD_CHUNK_SIZE_DEFAULT

Default upload chunk size.

UPLOAD_CACHE_SIZE_DEFAULT

public static final int UPLOAD_CACHE_SIZE_DEFAULT

Default upload cache size.

See Also:

Constant Field Values

DIRECT_UPLOAD_ENABLED_DEFAULT

public static final boolean DIRECT_UPLOAD_ENABLED_DEFAULT

Default of whether to use direct upload.

See Also:

Constant Field Values

GRPC_CHECKSUMS_ENABLED_DEFAULT

public static final boolean GRPC_CHECKSUMS_ENABLED_DEFAULT

Default of whether to enabled checksums for gRPC.

See Also:

Constant Field Values

DEFAULT_GRPC_WRITE_TIMEOUT

public static final long DEFAULT_GRPC_WRITE_TIMEOUT

Default timeout for grpc write stream.

See Also:

Constant Field Values

DEFAULT_NUM_REQUESTS_BUFFERED_GRPC

public static final long DEFAULT_NUM_REQUESTS_BUFFERED_GRPC

Default number of insert requests to retain, in case we need to rewind and resume an upload

See Also:

Constant Field Values

DEFAULT_GRPC_WRITE_MESSAGE_TIMEOUT_MILLIS

public static final long DEFAULT_GRPC_WRITE_MESSAGE_TIMEOUT_MILLIS

See Also:

Constant Field Values

PIPE_TYPE_DEFAULT

public static final AsyncWriteChannelOptions.PipeType PIPE_TYPE_DEFAULT

DEFAULT

public static final AsyncWriteChannelOptions DEFAULT

Constructor Detail

AsyncWriteChannelOptions

public AsyncWriteChannelOptions()

Method Detail

builder

public static AsyncWriteChannelOptions.Builder builder()

toBuilder

public abstract AsyncWriteChannelOptions.Builder toBuilder()

getBufferSize

public abstract int getBufferSize()

getPipeBufferSize

public abstract int getPipeBufferSize()

getPipeType

public abstract AsyncWriteChannelOptions.PipeType getPipeType()

getUploadChunkSize

public abstract int getUploadChunkSize()

getUploadCacheSize

public abstract int getUploadCacheSize()

isDirectUploadEnabled

public abstract boolean isDirectUploadEnabled()

isGrpcChecksumsEnabled

public abstract boolean isGrpcChecksumsEnabled()

getGrpcWriteTimeout

public abstract long getGrpcWriteTimeout()

getNumberOfBufferedRequests

public abstract long getNumberOfBufferedRequests()

getGrpcWriteMessageTimeoutMillis

public abstract long getGrpcWriteMessageTimeoutMillis()

getUploadType

public abstract AsyncWriteChannelOptions.UploadType getUploadType()

getPartFileCleanupType

public abstract AsyncWriteChannelOptions.PartFileCleanupType getPartFileCleanupType()

getTemporaryPaths

public abstract com.google.common.collect.ImmutableSet<String> getTemporaryPaths()

getPCUBufferCount

public abstract int getPCUBufferCount()

getPCUBufferCapacity

public abstract int getPCUBufferCapacity()

getPartFileNamePrefix

public abstract String getPartFileNamePrefix()