com.google.cloud.dataproc.v1

Class PySparkBatch

java.lang.Object

com.google.protobuf.AbstractMessageLite

com.google.protobuf.AbstractMessage

com.google.protobuf.GeneratedMessageV3

com.google.cloud.dataproc.v1.PySparkBatch

All Implemented Interfaces:

PySparkBatchOrBuilder, com.google.protobuf.Message, com.google.protobuf.MessageLite, com.google.protobuf.MessageLiteOrBuilder, com.google.protobuf.MessageOrBuilder, Serializable

public final class PySparkBatch
extends com.google.protobuf.GeneratedMessageV3
implements PySparkBatchOrBuilder

 A configuration for running an
 [Apache
 PySpark](https://spark.apache.org/docs/latest/api/python/getting_started/quickstart.html)
 batch workload.
 

Protobuf type google.cloud.dataproc.v1.PySparkBatch

See Also:

Serialized Form

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	PySparkBatch.Builder A configuration for running an [Apache PySpark](https://spark.apache.org/docs/latest/api/python/getting_started/quickstart.html) batch workload.

Nested classes/interfaces inherited from class com.google.protobuf.GeneratedMessageV3

com.google.protobuf.GeneratedMessageV3.BuilderParent, com.google.protobuf.GeneratedMessageV3.ExtendableBuilder<MessageT extends com.google.protobuf.GeneratedMessageV3.ExtendableMessage<MessageT>,BuilderT extends com.google.protobuf.GeneratedMessageV3.ExtendableBuilder<MessageT,BuilderT>>, com.google.protobuf.GeneratedMessageV3.ExtendableMessage<MessageT extends com.google.protobuf.GeneratedMessageV3.ExtendableMessage<MessageT>>, com.google.protobuf.GeneratedMessageV3.ExtendableMessageOrBuilder<MessageT extends com.google.protobuf.GeneratedMessageV3.ExtendableMessage<MessageT>>, com.google.protobuf.GeneratedMessageV3.FieldAccessorTable, com.google.protobuf.GeneratedMessageV3.UnusedPrivateParameter

Nested classes/interfaces inherited from class com.google.protobuf.AbstractMessageLite

com.google.protobuf.AbstractMessageLite.InternalOneOfEnum

Field Summary

Fields

Modifier and Type	Field and Description
static int	ARCHIVE_URIS_FIELD_NUMBER
static int	ARGS_FIELD_NUMBER
static int	FILE_URIS_FIELD_NUMBER
static int	JAR_FILE_URIS_FIELD_NUMBER
static int	MAIN_PYTHON_FILE_URI_FIELD_NUMBER
static int	PYTHON_FILE_URIS_FIELD_NUMBER

Fields inherited from class com.google.protobuf.GeneratedMessageV3

alwaysUseFieldBuilders, unknownFields

Fields inherited from class com.google.protobuf.AbstractMessage

memoizedSize

Fields inherited from class com.google.protobuf.AbstractMessageLite

memoizedHashCode

Method Summary

Modifier and Type	Method and Description
boolean	equals(Object obj)
String	getArchiveUris(int index) Optional.
com.google.protobuf.ByteString	getArchiveUrisBytes(int index) Optional.
int	getArchiveUrisCount() Optional.
com.google.protobuf.ProtocolStringList	getArchiveUrisList() Optional.
String	getArgs(int index) Optional.
com.google.protobuf.ByteString	getArgsBytes(int index) Optional.
int	getArgsCount() Optional.
com.google.protobuf.ProtocolStringList	getArgsList() Optional.
static PySparkBatch	getDefaultInstance()
PySparkBatch	getDefaultInstanceForType()
static com.google.protobuf.Descriptors.Descriptor	getDescriptor()
String	getFileUris(int index) Optional.
com.google.protobuf.ByteString	getFileUrisBytes(int index) Optional.
int	getFileUrisCount() Optional.
com.google.protobuf.ProtocolStringList	getFileUrisList() Optional.
String	getJarFileUris(int index) Optional.
com.google.protobuf.ByteString	getJarFileUrisBytes(int index) Optional.
int	getJarFileUrisCount() Optional.
com.google.protobuf.ProtocolStringList	getJarFileUrisList() Optional.
String	getMainPythonFileUri() Required.
com.google.protobuf.ByteString	getMainPythonFileUriBytes() Required.
com.google.protobuf.Parser<PySparkBatch>	getParserForType()
String	getPythonFileUris(int index) Optional.
com.google.protobuf.ByteString	getPythonFileUrisBytes(int index) Optional.
int	getPythonFileUrisCount() Optional.
com.google.protobuf.ProtocolStringList	getPythonFileUrisList() Optional.
int	getSerializedSize()
int	hashCode()
protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable	internalGetFieldAccessorTable()
boolean	isInitialized()
static PySparkBatch.Builder	newBuilder()
static PySparkBatch.Builder	newBuilder(PySparkBatch prototype)
PySparkBatch.Builder	newBuilderForType()
protected PySparkBatch.Builder	newBuilderForType(com.google.protobuf.GeneratedMessageV3.BuilderParent parent)
protected Object	newInstance(com.google.protobuf.GeneratedMessageV3.UnusedPrivateParameter unused)
static PySparkBatch	parseDelimitedFrom(InputStream input)
static PySparkBatch	parseDelimitedFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static PySparkBatch	parseFrom(byte[] data)
static PySparkBatch	parseFrom(byte[] data, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static PySparkBatch	parseFrom(ByteBuffer data)
static PySparkBatch	parseFrom(ByteBuffer data, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static PySparkBatch	parseFrom(com.google.protobuf.ByteString data)
static PySparkBatch	parseFrom(com.google.protobuf.ByteString data, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static PySparkBatch	parseFrom(com.google.protobuf.CodedInputStream input)
static PySparkBatch	parseFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static PySparkBatch	parseFrom(InputStream input)
static PySparkBatch	parseFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static com.google.protobuf.Parser<PySparkBatch>	parser()
PySparkBatch.Builder	toBuilder()
void	writeTo(com.google.protobuf.CodedOutputStream output)

Methods inherited from class com.google.protobuf.GeneratedMessageV3

canUseUnsafe, computeStringSize, computeStringSizeNoTag, emptyBooleanList, emptyDoubleList, emptyFloatList, emptyIntList, emptyList, emptyLongList, getAllFields, getDescriptorForType, getField, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, getUnknownFields, hasField, hasOneof, internalGetMapField, internalGetMapFieldReflection, isStringEmpty, makeExtensionsImmutable, makeMutableCopy, makeMutableCopy, mergeFromAndMakeImmutableInternal, mutableCopy, mutableCopy, mutableCopy, mutableCopy, mutableCopy, newBooleanList, newBuilderForType, newDoubleList, newFloatList, newIntList, newLongList, parseDelimitedWithIOException, parseDelimitedWithIOException, parseUnknownField, parseUnknownFieldProto3, parseWithIOException, parseWithIOException, parseWithIOException, parseWithIOException, serializeBooleanMapTo, serializeIntegerMapTo, serializeLongMapTo, serializeStringMapTo, writeReplace, writeString, writeStringNoTag

Methods inherited from class com.google.protobuf.AbstractMessage

findInitializationErrors, getInitializationErrorString, hashBoolean, hashEnum, hashEnumList, hashFields, hashLong, toString

Methods inherited from class com.google.protobuf.AbstractMessageLite

addAll, addAll, checkByteStringIsUtf8, toByteArray, toByteString, writeDelimitedTo, writeTo

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, wait, wait, wait

Methods inherited from interface com.google.protobuf.MessageOrBuilder

findInitializationErrors, getAllFields, getDescriptorForType, getField, getInitializationErrorString, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, getUnknownFields, hasField, hasOneof

Methods inherited from interface com.google.protobuf.MessageLite

toByteArray, toByteString, writeDelimitedTo, writeTo

Field Detail

MAIN_PYTHON_FILE_URI_FIELD_NUMBER

public static final int MAIN_PYTHON_FILE_URI_FIELD_NUMBER

See Also:

Constant Field Values

ARGS_FIELD_NUMBER

public static final int ARGS_FIELD_NUMBER

See Also:

Constant Field Values

PYTHON_FILE_URIS_FIELD_NUMBER

public static final int PYTHON_FILE_URIS_FIELD_NUMBER

See Also:

Constant Field Values

JAR_FILE_URIS_FIELD_NUMBER

public static final int JAR_FILE_URIS_FIELD_NUMBER

See Also:

Constant Field Values

FILE_URIS_FIELD_NUMBER

public static final int FILE_URIS_FIELD_NUMBER

See Also:

Constant Field Values

ARCHIVE_URIS_FIELD_NUMBER

public static final int ARCHIVE_URIS_FIELD_NUMBER

See Also:

Constant Field Values

Method Detail

newInstance

protected Object newInstance(com.google.protobuf.GeneratedMessageV3.UnusedPrivateParameter unused)

Overrides:

newInstance in class com.google.protobuf.GeneratedMessageV3

getDescriptor

public static final com.google.protobuf.Descriptors.Descriptor getDescriptor()

internalGetFieldAccessorTable

protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()

Specified by:

internalGetFieldAccessorTable in class com.google.protobuf.GeneratedMessageV3

getMainPythonFileUri

public String getMainPythonFileUri()

 Required. The HCFS URI of the main Python file to use as the Spark driver.
 Must be a .py file.
 

string main_python_file_uri = 1 [(.google.api.field_behavior) = REQUIRED];

Specified by:

getMainPythonFileUri in interface PySparkBatchOrBuilder

Returns:

The mainPythonFileUri.

getMainPythonFileUriBytes

public com.google.protobuf.ByteString getMainPythonFileUriBytes()

 Required. The HCFS URI of the main Python file to use as the Spark driver.
 Must be a .py file.
 

string main_python_file_uri = 1 [(.google.api.field_behavior) = REQUIRED];

Specified by:

getMainPythonFileUriBytes in interface PySparkBatchOrBuilder

Returns:

The bytes for mainPythonFileUri.

getArgsList

public com.google.protobuf.ProtocolStringList getArgsList()

 Optional. The arguments to pass to the driver. Do not include arguments
 that can be set as batch properties, such as `--conf`, since a collision
 can occur that causes an incorrect batch submission.
 

repeated string args = 2 [(.google.api.field_behavior) = OPTIONAL];

Specified by:

getArgsList in interface PySparkBatchOrBuilder

Returns:

A list containing the args.

getArgsCount

public int getArgsCount()

 Optional. The arguments to pass to the driver. Do not include arguments
 that can be set as batch properties, such as `--conf`, since a collision
 can occur that causes an incorrect batch submission.
 

repeated string args = 2 [(.google.api.field_behavior) = OPTIONAL];

Specified by:

getArgsCount in interface PySparkBatchOrBuilder

Returns:

The count of args.

getArgs

public String getArgs(int index)

 Optional. The arguments to pass to the driver. Do not include arguments
 that can be set as batch properties, such as `--conf`, since a collision
 can occur that causes an incorrect batch submission.
 

repeated string args = 2 [(.google.api.field_behavior) = OPTIONAL];

Specified by:

getArgs in interface PySparkBatchOrBuilder

Parameters:

index - The index of the element to return.

Returns:

The args at the given index.

getArgsBytes

public com.google.protobuf.ByteString getArgsBytes(int index)

 Optional. The arguments to pass to the driver. Do not include arguments
 that can be set as batch properties, such as `--conf`, since a collision
 can occur that causes an incorrect batch submission.
 

repeated string args = 2 [(.google.api.field_behavior) = OPTIONAL];

Specified by:

getArgsBytes in interface PySparkBatchOrBuilder

Parameters:

index - The index of the value to return.

Returns:

The bytes of the args at the given index.

getPythonFileUrisList

public com.google.protobuf.ProtocolStringList getPythonFileUrisList()

 Optional. HCFS file URIs of Python files to pass to the PySpark
 framework. Supported file types: `.py`, `.egg`, and `.zip`.
 

repeated string python_file_uris = 3 [(.google.api.field_behavior) = OPTIONAL];

Specified by:

getPythonFileUrisList in interface PySparkBatchOrBuilder

Returns:

A list containing the pythonFileUris.

getPythonFileUrisCount

public int getPythonFileUrisCount()

 Optional. HCFS file URIs of Python files to pass to the PySpark
 framework. Supported file types: `.py`, `.egg`, and `.zip`.
 

repeated string python_file_uris = 3 [(.google.api.field_behavior) = OPTIONAL];

Specified by:

getPythonFileUrisCount in interface PySparkBatchOrBuilder

Returns:

The count of pythonFileUris.

getPythonFileUris

public String getPythonFileUris(int index)

 Optional. HCFS file URIs of Python files to pass to the PySpark
 framework. Supported file types: `.py`, `.egg`, and `.zip`.
 

repeated string python_file_uris = 3 [(.google.api.field_behavior) = OPTIONAL];

Specified by:

getPythonFileUris in interface PySparkBatchOrBuilder

Parameters:

index - The index of the element to return.

Returns:

The pythonFileUris at the given index.

getPythonFileUrisBytes

public com.google.protobuf.ByteString getPythonFileUrisBytes(int index)

 Optional. HCFS file URIs of Python files to pass to the PySpark
 framework. Supported file types: `.py`, `.egg`, and `.zip`.
 

repeated string python_file_uris = 3 [(.google.api.field_behavior) = OPTIONAL];

Specified by:

getPythonFileUrisBytes in interface PySparkBatchOrBuilder

Parameters:

index - The index of the value to return.

Returns:

The bytes of the pythonFileUris at the given index.

getJarFileUrisList

public com.google.protobuf.ProtocolStringList getJarFileUrisList()

 Optional. HCFS URIs of jar files to add to the classpath of the
 Spark driver and tasks.
 

repeated string jar_file_uris = 4 [(.google.api.field_behavior) = OPTIONAL];

Specified by:

getJarFileUrisList in interface PySparkBatchOrBuilder

Returns:

A list containing the jarFileUris.

getJarFileUrisCount

public int getJarFileUrisCount()

 Optional. HCFS URIs of jar files to add to the classpath of the
 Spark driver and tasks.
 

repeated string jar_file_uris = 4 [(.google.api.field_behavior) = OPTIONAL];

Specified by:

getJarFileUrisCount in interface PySparkBatchOrBuilder

Returns:

The count of jarFileUris.

getJarFileUris

public String getJarFileUris(int index)

 Optional. HCFS URIs of jar files to add to the classpath of the
 Spark driver and tasks.
 

repeated string jar_file_uris = 4 [(.google.api.field_behavior) = OPTIONAL];

Specified by:

getJarFileUris in interface PySparkBatchOrBuilder

Parameters:

index - The index of the element to return.

Returns:

The jarFileUris at the given index.

getJarFileUrisBytes

public com.google.protobuf.ByteString getJarFileUrisBytes(int index)

 Optional. HCFS URIs of jar files to add to the classpath of the
 Spark driver and tasks.
 

repeated string jar_file_uris = 4 [(.google.api.field_behavior) = OPTIONAL];

Specified by:

getJarFileUrisBytes in interface PySparkBatchOrBuilder

Parameters:

index - The index of the value to return.

Returns:

The bytes of the jarFileUris at the given index.

getFileUrisList

public com.google.protobuf.ProtocolStringList getFileUrisList()

 Optional. HCFS URIs of files to be placed in the working directory of
 each executor.
 

repeated string file_uris = 5 [(.google.api.field_behavior) = OPTIONAL];

Specified by:

getFileUrisList in interface PySparkBatchOrBuilder

Returns:

A list containing the fileUris.

getFileUrisCount

public int getFileUrisCount()

 Optional. HCFS URIs of files to be placed in the working directory of
 each executor.
 

repeated string file_uris = 5 [(.google.api.field_behavior) = OPTIONAL];

Specified by:

getFileUrisCount in interface PySparkBatchOrBuilder

Returns:

The count of fileUris.

getFileUris

public String getFileUris(int index)

 Optional. HCFS URIs of files to be placed in the working directory of
 each executor.
 

repeated string file_uris = 5 [(.google.api.field_behavior) = OPTIONAL];

Specified by:

getFileUris in interface PySparkBatchOrBuilder

Parameters:

index - The index of the element to return.

Returns:

The fileUris at the given index.

getFileUrisBytes

public com.google.protobuf.ByteString getFileUrisBytes(int index)

 Optional. HCFS URIs of files to be placed in the working directory of
 each executor.
 

repeated string file_uris = 5 [(.google.api.field_behavior) = OPTIONAL];

Specified by:

getFileUrisBytes in interface PySparkBatchOrBuilder

Parameters:

index - The index of the value to return.

Returns:

The bytes of the fileUris at the given index.

getArchiveUrisList

public com.google.protobuf.ProtocolStringList getArchiveUrisList()

 Optional. HCFS URIs of archives to be extracted into the working directory
 of each executor. Supported file types:
 `.jar`, `.tar`, `.tar.gz`, `.tgz`, and `.zip`.
 

repeated string archive_uris = 6 [(.google.api.field_behavior) = OPTIONAL];

Specified by:

getArchiveUrisList in interface PySparkBatchOrBuilder

Returns:

A list containing the archiveUris.

getArchiveUrisCount

public int getArchiveUrisCount()

 Optional. HCFS URIs of archives to be extracted into the working directory
 of each executor. Supported file types:
 `.jar`, `.tar`, `.tar.gz`, `.tgz`, and `.zip`.
 

repeated string archive_uris = 6 [(.google.api.field_behavior) = OPTIONAL];

Specified by:

getArchiveUrisCount in interface PySparkBatchOrBuilder

Returns:

The count of archiveUris.

getArchiveUris

public String getArchiveUris(int index)

 Optional. HCFS URIs of archives to be extracted into the working directory
 of each executor. Supported file types:
 `.jar`, `.tar`, `.tar.gz`, `.tgz`, and `.zip`.
 

repeated string archive_uris = 6 [(.google.api.field_behavior) = OPTIONAL];

Specified by:

getArchiveUris in interface PySparkBatchOrBuilder

Parameters:

index - The index of the element to return.

Returns:

The archiveUris at the given index.

getArchiveUrisBytes

public com.google.protobuf.ByteString getArchiveUrisBytes(int index)

 Optional. HCFS URIs of archives to be extracted into the working directory
 of each executor. Supported file types:
 `.jar`, `.tar`, `.tar.gz`, `.tgz`, and `.zip`.
 

repeated string archive_uris = 6 [(.google.api.field_behavior) = OPTIONAL];

Specified by:

getArchiveUrisBytes in interface PySparkBatchOrBuilder

Parameters:

index - The index of the value to return.

Returns:

The bytes of the archiveUris at the given index.

isInitialized

public final boolean isInitialized()

Specified by:

isInitialized in interface com.google.protobuf.MessageLiteOrBuilder

Overrides:

isInitialized in class com.google.protobuf.GeneratedMessageV3

writeTo

public void writeTo(com.google.protobuf.CodedOutputStream output)
             throws IOException

Specified by:

writeTo in interface com.google.protobuf.MessageLite

Overrides:

writeTo in class com.google.protobuf.GeneratedMessageV3

Throws:

IOException

getSerializedSize

public int getSerializedSize()

Specified by:

getSerializedSize in interface com.google.protobuf.MessageLite

Overrides:

getSerializedSize in class com.google.protobuf.GeneratedMessageV3

equals

public boolean equals(Object obj)

Specified by:

equals in interface com.google.protobuf.Message

Overrides:

equals in class com.google.protobuf.AbstractMessage

hashCode

public int hashCode()

Specified by:

hashCode in interface com.google.protobuf.Message

Overrides:

hashCode in class com.google.protobuf.AbstractMessage

parseFrom

public static PySparkBatch parseFrom(ByteBuffer data)
                              throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static PySparkBatch parseFrom(ByteBuffer data,
                                     com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                              throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static PySparkBatch parseFrom(com.google.protobuf.ByteString data)
                              throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static PySparkBatch parseFrom(com.google.protobuf.ByteString data,
                                     com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                              throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static PySparkBatch parseFrom(byte[] data)
                              throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static PySparkBatch parseFrom(byte[] data,
                                     com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                              throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static PySparkBatch parseFrom(InputStream input)
                              throws IOException

Throws:

IOException

parseFrom

public static PySparkBatch parseFrom(InputStream input,
                                     com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                              throws IOException

Throws:

IOException

parseDelimitedFrom

public static PySparkBatch parseDelimitedFrom(InputStream input)
                                       throws IOException

Throws:

IOException

parseDelimitedFrom

public static PySparkBatch parseDelimitedFrom(InputStream input,
                                              com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                       throws IOException

Throws:

IOException

parseFrom

public static PySparkBatch parseFrom(com.google.protobuf.CodedInputStream input)
                              throws IOException

Throws:

IOException

parseFrom

public static PySparkBatch parseFrom(com.google.protobuf.CodedInputStream input,
                                     com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                              throws IOException

Throws:

IOException

newBuilderForType

public PySparkBatch.Builder newBuilderForType()

Specified by:

newBuilderForType in interface com.google.protobuf.Message

Specified by:

newBuilderForType in interface com.google.protobuf.MessageLite

newBuilder

public static PySparkBatch.Builder newBuilder()

newBuilder

public static PySparkBatch.Builder newBuilder(PySparkBatch prototype)

toBuilder

public PySparkBatch.Builder toBuilder()

Specified by:

toBuilder in interface com.google.protobuf.Message

Specified by:

toBuilder in interface com.google.protobuf.MessageLite

newBuilderForType

protected PySparkBatch.Builder newBuilderForType(com.google.protobuf.GeneratedMessageV3.BuilderParent parent)

Specified by:

newBuilderForType in class com.google.protobuf.GeneratedMessageV3

getDefaultInstance

public static PySparkBatch getDefaultInstance()

parser

public static com.google.protobuf.Parser<PySparkBatch> parser()

getParserForType

public com.google.protobuf.Parser<PySparkBatch> getParserForType()

Specified by:

getParserForType in interface com.google.protobuf.Message

Specified by:

getParserForType in interface com.google.protobuf.MessageLite

Overrides:

getParserForType in class com.google.protobuf.GeneratedMessageV3

getDefaultInstanceForType

public PySparkBatch getDefaultInstanceForType()

Specified by:

getDefaultInstanceForType in interface com.google.protobuf.MessageLiteOrBuilder

Specified by:

getDefaultInstanceForType in interface com.google.protobuf.MessageOrBuilder