public static final class PySparkJob.Builder extends com.google.protobuf.GeneratedMessageV3.Builder<PySparkJob.Builder> implements PySparkJobOrBuilder
A Dataproc job for running [Apache PySpark](https://spark.apache.org/docs/0.9.0/python-programming-guide.html) applications on YARN.Protobuf type
google.cloud.dataproc.v1.PySparkJob| Modifier and Type | Method and Description |
|---|---|
PySparkJob.Builder |
addAllArchiveUris(Iterable<String> values)
Optional.
|
PySparkJob.Builder |
addAllArgs(Iterable<String> values)
Optional.
|
PySparkJob.Builder |
addAllFileUris(Iterable<String> values)
Optional.
|
PySparkJob.Builder |
addAllJarFileUris(Iterable<String> values)
Optional.
|
PySparkJob.Builder |
addAllPythonFileUris(Iterable<String> values)
Optional.
|
PySparkJob.Builder |
addArchiveUris(String value)
Optional.
|
PySparkJob.Builder |
addArchiveUrisBytes(com.google.protobuf.ByteString value)
Optional.
|
PySparkJob.Builder |
addArgs(String value)
Optional.
|
PySparkJob.Builder |
addArgsBytes(com.google.protobuf.ByteString value)
Optional.
|
PySparkJob.Builder |
addFileUris(String value)
Optional.
|
PySparkJob.Builder |
addFileUrisBytes(com.google.protobuf.ByteString value)
Optional.
|
PySparkJob.Builder |
addJarFileUris(String value)
Optional.
|
PySparkJob.Builder |
addJarFileUrisBytes(com.google.protobuf.ByteString value)
Optional.
|
PySparkJob.Builder |
addPythonFileUris(String value)
Optional.
|
PySparkJob.Builder |
addPythonFileUrisBytes(com.google.protobuf.ByteString value)
Optional.
|
PySparkJob.Builder |
addRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field,
Object value) |
PySparkJob |
build() |
PySparkJob |
buildPartial() |
PySparkJob.Builder |
clear() |
PySparkJob.Builder |
clearArchiveUris()
Optional.
|
PySparkJob.Builder |
clearArgs()
Optional.
|
PySparkJob.Builder |
clearField(com.google.protobuf.Descriptors.FieldDescriptor field) |
PySparkJob.Builder |
clearFileUris()
Optional.
|
PySparkJob.Builder |
clearJarFileUris()
Optional.
|
PySparkJob.Builder |
clearLoggingConfig()
Optional.
|
PySparkJob.Builder |
clearMainPythonFileUri()
Required.
|
PySparkJob.Builder |
clearOneof(com.google.protobuf.Descriptors.OneofDescriptor oneof) |
PySparkJob.Builder |
clearProperties() |
PySparkJob.Builder |
clearPythonFileUris()
Optional.
|
PySparkJob.Builder |
clone() |
boolean |
containsProperties(String key)
Optional.
|
String |
getArchiveUris(int index)
Optional.
|
com.google.protobuf.ByteString |
getArchiveUrisBytes(int index)
Optional.
|
int |
getArchiveUrisCount()
Optional.
|
com.google.protobuf.ProtocolStringList |
getArchiveUrisList()
Optional.
|
String |
getArgs(int index)
Optional.
|
com.google.protobuf.ByteString |
getArgsBytes(int index)
Optional.
|
int |
getArgsCount()
Optional.
|
com.google.protobuf.ProtocolStringList |
getArgsList()
Optional.
|
PySparkJob |
getDefaultInstanceForType() |
static com.google.protobuf.Descriptors.Descriptor |
getDescriptor() |
com.google.protobuf.Descriptors.Descriptor |
getDescriptorForType() |
String |
getFileUris(int index)
Optional.
|
com.google.protobuf.ByteString |
getFileUrisBytes(int index)
Optional.
|
int |
getFileUrisCount()
Optional.
|
com.google.protobuf.ProtocolStringList |
getFileUrisList()
Optional.
|
String |
getJarFileUris(int index)
Optional.
|
com.google.protobuf.ByteString |
getJarFileUrisBytes(int index)
Optional.
|
int |
getJarFileUrisCount()
Optional.
|
com.google.protobuf.ProtocolStringList |
getJarFileUrisList()
Optional.
|
LoggingConfig |
getLoggingConfig()
Optional.
|
LoggingConfig.Builder |
getLoggingConfigBuilder()
Optional.
|
LoggingConfigOrBuilder |
getLoggingConfigOrBuilder()
Optional.
|
String |
getMainPythonFileUri()
Required.
|
com.google.protobuf.ByteString |
getMainPythonFileUriBytes()
Required.
|
Map<String,String> |
getMutableProperties()
Deprecated.
|
Map<String,String> |
getProperties()
Deprecated.
|
int |
getPropertiesCount()
Optional.
|
Map<String,String> |
getPropertiesMap()
Optional.
|
String |
getPropertiesOrDefault(String key,
String defaultValue)
Optional.
|
String |
getPropertiesOrThrow(String key)
Optional.
|
String |
getPythonFileUris(int index)
Optional.
|
com.google.protobuf.ByteString |
getPythonFileUrisBytes(int index)
Optional.
|
int |
getPythonFileUrisCount()
Optional.
|
com.google.protobuf.ProtocolStringList |
getPythonFileUrisList()
Optional.
|
boolean |
hasLoggingConfig()
Optional.
|
protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable |
internalGetFieldAccessorTable() |
protected com.google.protobuf.MapFieldReflectionAccessor |
internalGetMapFieldReflection(int number) |
protected com.google.protobuf.MapFieldReflectionAccessor |
internalGetMutableMapFieldReflection(int number) |
boolean |
isInitialized() |
PySparkJob.Builder |
mergeFrom(com.google.protobuf.CodedInputStream input,
com.google.protobuf.ExtensionRegistryLite extensionRegistry) |
PySparkJob.Builder |
mergeFrom(com.google.protobuf.Message other) |
PySparkJob.Builder |
mergeFrom(PySparkJob other) |
PySparkJob.Builder |
mergeLoggingConfig(LoggingConfig value)
Optional.
|
PySparkJob.Builder |
mergeUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields) |
PySparkJob.Builder |
putAllProperties(Map<String,String> values)
Optional.
|
PySparkJob.Builder |
putProperties(String key,
String value)
Optional.
|
PySparkJob.Builder |
removeProperties(String key)
Optional.
|
PySparkJob.Builder |
setArchiveUris(int index,
String value)
Optional.
|
PySparkJob.Builder |
setArgs(int index,
String value)
Optional.
|
PySparkJob.Builder |
setField(com.google.protobuf.Descriptors.FieldDescriptor field,
Object value) |
PySparkJob.Builder |
setFileUris(int index,
String value)
Optional.
|
PySparkJob.Builder |
setJarFileUris(int index,
String value)
Optional.
|
PySparkJob.Builder |
setLoggingConfig(LoggingConfig.Builder builderForValue)
Optional.
|
PySparkJob.Builder |
setLoggingConfig(LoggingConfig value)
Optional.
|
PySparkJob.Builder |
setMainPythonFileUri(String value)
Required.
|
PySparkJob.Builder |
setMainPythonFileUriBytes(com.google.protobuf.ByteString value)
Required.
|
PySparkJob.Builder |
setPythonFileUris(int index,
String value)
Optional.
|
PySparkJob.Builder |
setRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field,
int index,
Object value) |
PySparkJob.Builder |
setUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields) |
getAllFields, getField, getFieldBuilder, getOneofFieldDescriptor, getParentForChildren, getRepeatedField, getRepeatedFieldBuilder, getRepeatedFieldCount, getUnknownFields, getUnknownFieldSetBuilder, hasField, hasOneof, internalGetMapField, internalGetMutableMapField, isClean, markClean, mergeUnknownLengthDelimitedField, mergeUnknownVarintField, newBuilderForField, onBuilt, onChanged, parseUnknownField, setUnknownFieldSetBuilder, setUnknownFieldsProto3findInitializationErrors, getInitializationErrorString, internalMergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, newUninitializedMessageException, toStringaddAll, addAll, mergeDelimitedFrom, mergeDelimitedFrom, newUninitializedMessageExceptionequals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, waitpublic static final com.google.protobuf.Descriptors.Descriptor getDescriptor()
protected com.google.protobuf.MapFieldReflectionAccessor internalGetMapFieldReflection(int number)
internalGetMapFieldReflection in class com.google.protobuf.GeneratedMessageV3.Builder<PySparkJob.Builder>protected com.google.protobuf.MapFieldReflectionAccessor internalGetMutableMapFieldReflection(int number)
internalGetMutableMapFieldReflection in class com.google.protobuf.GeneratedMessageV3.Builder<PySparkJob.Builder>protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()
internalGetFieldAccessorTable in class com.google.protobuf.GeneratedMessageV3.Builder<PySparkJob.Builder>public PySparkJob.Builder clear()
clear in interface com.google.protobuf.Message.Builderclear in interface com.google.protobuf.MessageLite.Builderclear in class com.google.protobuf.GeneratedMessageV3.Builder<PySparkJob.Builder>public com.google.protobuf.Descriptors.Descriptor getDescriptorForType()
getDescriptorForType in interface com.google.protobuf.Message.BuildergetDescriptorForType in interface com.google.protobuf.MessageOrBuildergetDescriptorForType in class com.google.protobuf.GeneratedMessageV3.Builder<PySparkJob.Builder>public PySparkJob getDefaultInstanceForType()
getDefaultInstanceForType in interface com.google.protobuf.MessageLiteOrBuildergetDefaultInstanceForType in interface com.google.protobuf.MessageOrBuilderpublic PySparkJob build()
build in interface com.google.protobuf.Message.Builderbuild in interface com.google.protobuf.MessageLite.Builderpublic PySparkJob buildPartial()
buildPartial in interface com.google.protobuf.Message.BuilderbuildPartial in interface com.google.protobuf.MessageLite.Builderpublic PySparkJob.Builder clone()
clone in interface com.google.protobuf.Message.Builderclone in interface com.google.protobuf.MessageLite.Builderclone in class com.google.protobuf.GeneratedMessageV3.Builder<PySparkJob.Builder>public PySparkJob.Builder setField(com.google.protobuf.Descriptors.FieldDescriptor field, Object value)
setField in interface com.google.protobuf.Message.BuildersetField in class com.google.protobuf.GeneratedMessageV3.Builder<PySparkJob.Builder>public PySparkJob.Builder clearField(com.google.protobuf.Descriptors.FieldDescriptor field)
clearField in interface com.google.protobuf.Message.BuilderclearField in class com.google.protobuf.GeneratedMessageV3.Builder<PySparkJob.Builder>public PySparkJob.Builder clearOneof(com.google.protobuf.Descriptors.OneofDescriptor oneof)
clearOneof in interface com.google.protobuf.Message.BuilderclearOneof in class com.google.protobuf.GeneratedMessageV3.Builder<PySparkJob.Builder>public PySparkJob.Builder setRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field, int index, Object value)
setRepeatedField in interface com.google.protobuf.Message.BuildersetRepeatedField in class com.google.protobuf.GeneratedMessageV3.Builder<PySparkJob.Builder>public PySparkJob.Builder addRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field, Object value)
addRepeatedField in interface com.google.protobuf.Message.BuilderaddRepeatedField in class com.google.protobuf.GeneratedMessageV3.Builder<PySparkJob.Builder>public PySparkJob.Builder mergeFrom(com.google.protobuf.Message other)
mergeFrom in interface com.google.protobuf.Message.BuildermergeFrom in class com.google.protobuf.AbstractMessage.Builder<PySparkJob.Builder>public PySparkJob.Builder mergeFrom(PySparkJob other)
public final boolean isInitialized()
isInitialized in interface com.google.protobuf.MessageLiteOrBuilderisInitialized in class com.google.protobuf.GeneratedMessageV3.Builder<PySparkJob.Builder>public PySparkJob.Builder mergeFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException
mergeFrom in interface com.google.protobuf.Message.BuildermergeFrom in interface com.google.protobuf.MessageLite.BuildermergeFrom in class com.google.protobuf.AbstractMessage.Builder<PySparkJob.Builder>IOExceptionpublic String getMainPythonFileUri()
Required. The HCFS URI of the main Python file to use as the driver. Must be a .py file.
string main_python_file_uri = 1 [(.google.api.field_behavior) = REQUIRED];getMainPythonFileUri in interface PySparkJobOrBuilderpublic com.google.protobuf.ByteString getMainPythonFileUriBytes()
Required. The HCFS URI of the main Python file to use as the driver. Must be a .py file.
string main_python_file_uri = 1 [(.google.api.field_behavior) = REQUIRED];getMainPythonFileUriBytes in interface PySparkJobOrBuilderpublic PySparkJob.Builder setMainPythonFileUri(String value)
Required. The HCFS URI of the main Python file to use as the driver. Must be a .py file.
string main_python_file_uri = 1 [(.google.api.field_behavior) = REQUIRED];value - The mainPythonFileUri to set.public PySparkJob.Builder clearMainPythonFileUri()
Required. The HCFS URI of the main Python file to use as the driver. Must be a .py file.
string main_python_file_uri = 1 [(.google.api.field_behavior) = REQUIRED];public PySparkJob.Builder setMainPythonFileUriBytes(com.google.protobuf.ByteString value)
Required. The HCFS URI of the main Python file to use as the driver. Must be a .py file.
string main_python_file_uri = 1 [(.google.api.field_behavior) = REQUIRED];value - The bytes for mainPythonFileUri to set.public com.google.protobuf.ProtocolStringList getArgsList()
Optional. The arguments to pass to the driver. Do not include arguments, such as `--conf`, that can be set as job properties, since a collision may occur that causes an incorrect job submission.
repeated string args = 2 [(.google.api.field_behavior) = OPTIONAL];getArgsList in interface PySparkJobOrBuilderpublic int getArgsCount()
Optional. The arguments to pass to the driver. Do not include arguments, such as `--conf`, that can be set as job properties, since a collision may occur that causes an incorrect job submission.
repeated string args = 2 [(.google.api.field_behavior) = OPTIONAL];getArgsCount in interface PySparkJobOrBuilderpublic String getArgs(int index)
Optional. The arguments to pass to the driver. Do not include arguments, such as `--conf`, that can be set as job properties, since a collision may occur that causes an incorrect job submission.
repeated string args = 2 [(.google.api.field_behavior) = OPTIONAL];getArgs in interface PySparkJobOrBuilderindex - The index of the element to return.public com.google.protobuf.ByteString getArgsBytes(int index)
Optional. The arguments to pass to the driver. Do not include arguments, such as `--conf`, that can be set as job properties, since a collision may occur that causes an incorrect job submission.
repeated string args = 2 [(.google.api.field_behavior) = OPTIONAL];getArgsBytes in interface PySparkJobOrBuilderindex - The index of the value to return.public PySparkJob.Builder setArgs(int index, String value)
Optional. The arguments to pass to the driver. Do not include arguments, such as `--conf`, that can be set as job properties, since a collision may occur that causes an incorrect job submission.
repeated string args = 2 [(.google.api.field_behavior) = OPTIONAL];index - The index to set the value at.value - The args to set.public PySparkJob.Builder addArgs(String value)
Optional. The arguments to pass to the driver. Do not include arguments, such as `--conf`, that can be set as job properties, since a collision may occur that causes an incorrect job submission.
repeated string args = 2 [(.google.api.field_behavior) = OPTIONAL];value - The args to add.public PySparkJob.Builder addAllArgs(Iterable<String> values)
Optional. The arguments to pass to the driver. Do not include arguments, such as `--conf`, that can be set as job properties, since a collision may occur that causes an incorrect job submission.
repeated string args = 2 [(.google.api.field_behavior) = OPTIONAL];values - The args to add.public PySparkJob.Builder clearArgs()
Optional. The arguments to pass to the driver. Do not include arguments, such as `--conf`, that can be set as job properties, since a collision may occur that causes an incorrect job submission.
repeated string args = 2 [(.google.api.field_behavior) = OPTIONAL];public PySparkJob.Builder addArgsBytes(com.google.protobuf.ByteString value)
Optional. The arguments to pass to the driver. Do not include arguments, such as `--conf`, that can be set as job properties, since a collision may occur that causes an incorrect job submission.
repeated string args = 2 [(.google.api.field_behavior) = OPTIONAL];value - The bytes of the args to add.public com.google.protobuf.ProtocolStringList getPythonFileUrisList()
Optional. HCFS file URIs of Python files to pass to the PySpark framework. Supported file types: .py, .egg, and .zip.
repeated string python_file_uris = 3 [(.google.api.field_behavior) = OPTIONAL];getPythonFileUrisList in interface PySparkJobOrBuilderpublic int getPythonFileUrisCount()
Optional. HCFS file URIs of Python files to pass to the PySpark framework. Supported file types: .py, .egg, and .zip.
repeated string python_file_uris = 3 [(.google.api.field_behavior) = OPTIONAL];getPythonFileUrisCount in interface PySparkJobOrBuilderpublic String getPythonFileUris(int index)
Optional. HCFS file URIs of Python files to pass to the PySpark framework. Supported file types: .py, .egg, and .zip.
repeated string python_file_uris = 3 [(.google.api.field_behavior) = OPTIONAL];getPythonFileUris in interface PySparkJobOrBuilderindex - The index of the element to return.public com.google.protobuf.ByteString getPythonFileUrisBytes(int index)
Optional. HCFS file URIs of Python files to pass to the PySpark framework. Supported file types: .py, .egg, and .zip.
repeated string python_file_uris = 3 [(.google.api.field_behavior) = OPTIONAL];getPythonFileUrisBytes in interface PySparkJobOrBuilderindex - The index of the value to return.public PySparkJob.Builder setPythonFileUris(int index, String value)
Optional. HCFS file URIs of Python files to pass to the PySpark framework. Supported file types: .py, .egg, and .zip.
repeated string python_file_uris = 3 [(.google.api.field_behavior) = OPTIONAL];index - The index to set the value at.value - The pythonFileUris to set.public PySparkJob.Builder addPythonFileUris(String value)
Optional. HCFS file URIs of Python files to pass to the PySpark framework. Supported file types: .py, .egg, and .zip.
repeated string python_file_uris = 3 [(.google.api.field_behavior) = OPTIONAL];value - The pythonFileUris to add.public PySparkJob.Builder addAllPythonFileUris(Iterable<String> values)
Optional. HCFS file URIs of Python files to pass to the PySpark framework. Supported file types: .py, .egg, and .zip.
repeated string python_file_uris = 3 [(.google.api.field_behavior) = OPTIONAL];values - The pythonFileUris to add.public PySparkJob.Builder clearPythonFileUris()
Optional. HCFS file URIs of Python files to pass to the PySpark framework. Supported file types: .py, .egg, and .zip.
repeated string python_file_uris = 3 [(.google.api.field_behavior) = OPTIONAL];public PySparkJob.Builder addPythonFileUrisBytes(com.google.protobuf.ByteString value)
Optional. HCFS file URIs of Python files to pass to the PySpark framework. Supported file types: .py, .egg, and .zip.
repeated string python_file_uris = 3 [(.google.api.field_behavior) = OPTIONAL];value - The bytes of the pythonFileUris to add.public com.google.protobuf.ProtocolStringList getJarFileUrisList()
Optional. HCFS URIs of jar files to add to the CLASSPATHs of the Python driver and tasks.
repeated string jar_file_uris = 4 [(.google.api.field_behavior) = OPTIONAL];getJarFileUrisList in interface PySparkJobOrBuilderpublic int getJarFileUrisCount()
Optional. HCFS URIs of jar files to add to the CLASSPATHs of the Python driver and tasks.
repeated string jar_file_uris = 4 [(.google.api.field_behavior) = OPTIONAL];getJarFileUrisCount in interface PySparkJobOrBuilderpublic String getJarFileUris(int index)
Optional. HCFS URIs of jar files to add to the CLASSPATHs of the Python driver and tasks.
repeated string jar_file_uris = 4 [(.google.api.field_behavior) = OPTIONAL];getJarFileUris in interface PySparkJobOrBuilderindex - The index of the element to return.public com.google.protobuf.ByteString getJarFileUrisBytes(int index)
Optional. HCFS URIs of jar files to add to the CLASSPATHs of the Python driver and tasks.
repeated string jar_file_uris = 4 [(.google.api.field_behavior) = OPTIONAL];getJarFileUrisBytes in interface PySparkJobOrBuilderindex - The index of the value to return.public PySparkJob.Builder setJarFileUris(int index, String value)
Optional. HCFS URIs of jar files to add to the CLASSPATHs of the Python driver and tasks.
repeated string jar_file_uris = 4 [(.google.api.field_behavior) = OPTIONAL];index - The index to set the value at.value - The jarFileUris to set.public PySparkJob.Builder addJarFileUris(String value)
Optional. HCFS URIs of jar files to add to the CLASSPATHs of the Python driver and tasks.
repeated string jar_file_uris = 4 [(.google.api.field_behavior) = OPTIONAL];value - The jarFileUris to add.public PySparkJob.Builder addAllJarFileUris(Iterable<String> values)
Optional. HCFS URIs of jar files to add to the CLASSPATHs of the Python driver and tasks.
repeated string jar_file_uris = 4 [(.google.api.field_behavior) = OPTIONAL];values - The jarFileUris to add.public PySparkJob.Builder clearJarFileUris()
Optional. HCFS URIs of jar files to add to the CLASSPATHs of the Python driver and tasks.
repeated string jar_file_uris = 4 [(.google.api.field_behavior) = OPTIONAL];public PySparkJob.Builder addJarFileUrisBytes(com.google.protobuf.ByteString value)
Optional. HCFS URIs of jar files to add to the CLASSPATHs of the Python driver and tasks.
repeated string jar_file_uris = 4 [(.google.api.field_behavior) = OPTIONAL];value - The bytes of the jarFileUris to add.public com.google.protobuf.ProtocolStringList getFileUrisList()
Optional. HCFS URIs of files to be placed in the working directory of each executor. Useful for naively parallel tasks.
repeated string file_uris = 5 [(.google.api.field_behavior) = OPTIONAL];getFileUrisList in interface PySparkJobOrBuilderpublic int getFileUrisCount()
Optional. HCFS URIs of files to be placed in the working directory of each executor. Useful for naively parallel tasks.
repeated string file_uris = 5 [(.google.api.field_behavior) = OPTIONAL];getFileUrisCount in interface PySparkJobOrBuilderpublic String getFileUris(int index)
Optional. HCFS URIs of files to be placed in the working directory of each executor. Useful for naively parallel tasks.
repeated string file_uris = 5 [(.google.api.field_behavior) = OPTIONAL];getFileUris in interface PySparkJobOrBuilderindex - The index of the element to return.public com.google.protobuf.ByteString getFileUrisBytes(int index)
Optional. HCFS URIs of files to be placed in the working directory of each executor. Useful for naively parallel tasks.
repeated string file_uris = 5 [(.google.api.field_behavior) = OPTIONAL];getFileUrisBytes in interface PySparkJobOrBuilderindex - The index of the value to return.public PySparkJob.Builder setFileUris(int index, String value)
Optional. HCFS URIs of files to be placed in the working directory of each executor. Useful for naively parallel tasks.
repeated string file_uris = 5 [(.google.api.field_behavior) = OPTIONAL];index - The index to set the value at.value - The fileUris to set.public PySparkJob.Builder addFileUris(String value)
Optional. HCFS URIs of files to be placed in the working directory of each executor. Useful for naively parallel tasks.
repeated string file_uris = 5 [(.google.api.field_behavior) = OPTIONAL];value - The fileUris to add.public PySparkJob.Builder addAllFileUris(Iterable<String> values)
Optional. HCFS URIs of files to be placed in the working directory of each executor. Useful for naively parallel tasks.
repeated string file_uris = 5 [(.google.api.field_behavior) = OPTIONAL];values - The fileUris to add.public PySparkJob.Builder clearFileUris()
Optional. HCFS URIs of files to be placed in the working directory of each executor. Useful for naively parallel tasks.
repeated string file_uris = 5 [(.google.api.field_behavior) = OPTIONAL];public PySparkJob.Builder addFileUrisBytes(com.google.protobuf.ByteString value)
Optional. HCFS URIs of files to be placed in the working directory of each executor. Useful for naively parallel tasks.
repeated string file_uris = 5 [(.google.api.field_behavior) = OPTIONAL];value - The bytes of the fileUris to add.public com.google.protobuf.ProtocolStringList getArchiveUrisList()
Optional. HCFS URIs of archives to be extracted into the working directory of each executor. Supported file types: .jar, .tar, .tar.gz, .tgz, and .zip.
repeated string archive_uris = 6 [(.google.api.field_behavior) = OPTIONAL];getArchiveUrisList in interface PySparkJobOrBuilderpublic int getArchiveUrisCount()
Optional. HCFS URIs of archives to be extracted into the working directory of each executor. Supported file types: .jar, .tar, .tar.gz, .tgz, and .zip.
repeated string archive_uris = 6 [(.google.api.field_behavior) = OPTIONAL];getArchiveUrisCount in interface PySparkJobOrBuilderpublic String getArchiveUris(int index)
Optional. HCFS URIs of archives to be extracted into the working directory of each executor. Supported file types: .jar, .tar, .tar.gz, .tgz, and .zip.
repeated string archive_uris = 6 [(.google.api.field_behavior) = OPTIONAL];getArchiveUris in interface PySparkJobOrBuilderindex - The index of the element to return.public com.google.protobuf.ByteString getArchiveUrisBytes(int index)
Optional. HCFS URIs of archives to be extracted into the working directory of each executor. Supported file types: .jar, .tar, .tar.gz, .tgz, and .zip.
repeated string archive_uris = 6 [(.google.api.field_behavior) = OPTIONAL];getArchiveUrisBytes in interface PySparkJobOrBuilderindex - The index of the value to return.public PySparkJob.Builder setArchiveUris(int index, String value)
Optional. HCFS URIs of archives to be extracted into the working directory of each executor. Supported file types: .jar, .tar, .tar.gz, .tgz, and .zip.
repeated string archive_uris = 6 [(.google.api.field_behavior) = OPTIONAL];index - The index to set the value at.value - The archiveUris to set.public PySparkJob.Builder addArchiveUris(String value)
Optional. HCFS URIs of archives to be extracted into the working directory of each executor. Supported file types: .jar, .tar, .tar.gz, .tgz, and .zip.
repeated string archive_uris = 6 [(.google.api.field_behavior) = OPTIONAL];value - The archiveUris to add.public PySparkJob.Builder addAllArchiveUris(Iterable<String> values)
Optional. HCFS URIs of archives to be extracted into the working directory of each executor. Supported file types: .jar, .tar, .tar.gz, .tgz, and .zip.
repeated string archive_uris = 6 [(.google.api.field_behavior) = OPTIONAL];values - The archiveUris to add.public PySparkJob.Builder clearArchiveUris()
Optional. HCFS URIs of archives to be extracted into the working directory of each executor. Supported file types: .jar, .tar, .tar.gz, .tgz, and .zip.
repeated string archive_uris = 6 [(.google.api.field_behavior) = OPTIONAL];public PySparkJob.Builder addArchiveUrisBytes(com.google.protobuf.ByteString value)
Optional. HCFS URIs of archives to be extracted into the working directory of each executor. Supported file types: .jar, .tar, .tar.gz, .tgz, and .zip.
repeated string archive_uris = 6 [(.google.api.field_behavior) = OPTIONAL];value - The bytes of the archiveUris to add.public int getPropertiesCount()
PySparkJobOrBuilderOptional. A mapping of property names to values, used to configure PySpark. Properties that conflict with values set by the Dataproc API may be overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf and classes in user code.
map<string, string> properties = 7 [(.google.api.field_behavior) = OPTIONAL];
getPropertiesCount in interface PySparkJobOrBuilderpublic boolean containsProperties(String key)
Optional. A mapping of property names to values, used to configure PySpark. Properties that conflict with values set by the Dataproc API may be overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf and classes in user code.
map<string, string> properties = 7 [(.google.api.field_behavior) = OPTIONAL];
containsProperties in interface PySparkJobOrBuilder@Deprecated public Map<String,String> getProperties()
getPropertiesMap() instead.getProperties in interface PySparkJobOrBuilderpublic Map<String,String> getPropertiesMap()
Optional. A mapping of property names to values, used to configure PySpark. Properties that conflict with values set by the Dataproc API may be overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf and classes in user code.
map<string, string> properties = 7 [(.google.api.field_behavior) = OPTIONAL];
getPropertiesMap in interface PySparkJobOrBuilderpublic String getPropertiesOrDefault(String key, String defaultValue)
Optional. A mapping of property names to values, used to configure PySpark. Properties that conflict with values set by the Dataproc API may be overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf and classes in user code.
map<string, string> properties = 7 [(.google.api.field_behavior) = OPTIONAL];
getPropertiesOrDefault in interface PySparkJobOrBuilderpublic String getPropertiesOrThrow(String key)
Optional. A mapping of property names to values, used to configure PySpark. Properties that conflict with values set by the Dataproc API may be overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf and classes in user code.
map<string, string> properties = 7 [(.google.api.field_behavior) = OPTIONAL];
getPropertiesOrThrow in interface PySparkJobOrBuilderpublic PySparkJob.Builder clearProperties()
public PySparkJob.Builder removeProperties(String key)
Optional. A mapping of property names to values, used to configure PySpark. Properties that conflict with values set by the Dataproc API may be overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf and classes in user code.
map<string, string> properties = 7 [(.google.api.field_behavior) = OPTIONAL];
@Deprecated public Map<String,String> getMutableProperties()
public PySparkJob.Builder putProperties(String key, String value)
Optional. A mapping of property names to values, used to configure PySpark. Properties that conflict with values set by the Dataproc API may be overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf and classes in user code.
map<string, string> properties = 7 [(.google.api.field_behavior) = OPTIONAL];
public PySparkJob.Builder putAllProperties(Map<String,String> values)
Optional. A mapping of property names to values, used to configure PySpark. Properties that conflict with values set by the Dataproc API may be overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf and classes in user code.
map<string, string> properties = 7 [(.google.api.field_behavior) = OPTIONAL];
public boolean hasLoggingConfig()
Optional. The runtime log config for job execution.
.google.cloud.dataproc.v1.LoggingConfig logging_config = 8 [(.google.api.field_behavior) = OPTIONAL];
hasLoggingConfig in interface PySparkJobOrBuilderpublic LoggingConfig getLoggingConfig()
Optional. The runtime log config for job execution.
.google.cloud.dataproc.v1.LoggingConfig logging_config = 8 [(.google.api.field_behavior) = OPTIONAL];
getLoggingConfig in interface PySparkJobOrBuilderpublic PySparkJob.Builder setLoggingConfig(LoggingConfig value)
Optional. The runtime log config for job execution.
.google.cloud.dataproc.v1.LoggingConfig logging_config = 8 [(.google.api.field_behavior) = OPTIONAL];
public PySparkJob.Builder setLoggingConfig(LoggingConfig.Builder builderForValue)
Optional. The runtime log config for job execution.
.google.cloud.dataproc.v1.LoggingConfig logging_config = 8 [(.google.api.field_behavior) = OPTIONAL];
public PySparkJob.Builder mergeLoggingConfig(LoggingConfig value)
Optional. The runtime log config for job execution.
.google.cloud.dataproc.v1.LoggingConfig logging_config = 8 [(.google.api.field_behavior) = OPTIONAL];
public PySparkJob.Builder clearLoggingConfig()
Optional. The runtime log config for job execution.
.google.cloud.dataproc.v1.LoggingConfig logging_config = 8 [(.google.api.field_behavior) = OPTIONAL];
public LoggingConfig.Builder getLoggingConfigBuilder()
Optional. The runtime log config for job execution.
.google.cloud.dataproc.v1.LoggingConfig logging_config = 8 [(.google.api.field_behavior) = OPTIONAL];
public LoggingConfigOrBuilder getLoggingConfigOrBuilder()
Optional. The runtime log config for job execution.
.google.cloud.dataproc.v1.LoggingConfig logging_config = 8 [(.google.api.field_behavior) = OPTIONAL];
getLoggingConfigOrBuilder in interface PySparkJobOrBuilderpublic final PySparkJob.Builder setUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields)
setUnknownFields in interface com.google.protobuf.Message.BuildersetUnknownFields in class com.google.protobuf.GeneratedMessageV3.Builder<PySparkJob.Builder>public final PySparkJob.Builder mergeUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields)
mergeUnknownFields in interface com.google.protobuf.Message.BuildermergeUnknownFields in class com.google.protobuf.GeneratedMessageV3.Builder<PySparkJob.Builder>Copyright © 2024 Google LLC. All rights reserved.