com.google.cloud.dataproc.v1

Class PySparkJob.Builder

java.lang.Object

com.google.protobuf.AbstractMessageLite.Builder

com.google.protobuf.AbstractMessage.Builder<BuilderType>

com.google.protobuf.GeneratedMessageV3.Builder<PySparkJob.Builder>

com.google.cloud.dataproc.v1.PySparkJob.Builder

All Implemented Interfaces:

PySparkJobOrBuilder, com.google.protobuf.Message.Builder, com.google.protobuf.MessageLite.Builder, com.google.protobuf.MessageLiteOrBuilder, com.google.protobuf.MessageOrBuilder, Cloneable

Enclosing class:

PySparkJob

public static final class PySparkJob.Builder
extends com.google.protobuf.GeneratedMessageV3.Builder<PySparkJob.Builder>
implements PySparkJobOrBuilder

 A Cloud Dataproc job for running
 [Apache
 PySpark](https://spark.apache.org/docs/0.9.0/python-programming-guide.html)
 applications on YARN.
 

Protobuf type google.cloud.dataproc.v1.PySparkJob

Method Summary

Modifier and Type	Method and Description
PySparkJob.Builder	addAllArchiveUris(Iterable<String> values) Optional.
PySparkJob.Builder	addAllArgs(Iterable<String> values) Optional.
PySparkJob.Builder	addAllFileUris(Iterable<String> values) Optional.
PySparkJob.Builder	addAllJarFileUris(Iterable<String> values) Optional.
PySparkJob.Builder	addAllPythonFileUris(Iterable<String> values) Optional.
PySparkJob.Builder	addArchiveUris(String value) Optional.
PySparkJob.Builder	addArchiveUrisBytes(com.google.protobuf.ByteString value) Optional.
PySparkJob.Builder	addArgs(String value) Optional.
PySparkJob.Builder	addArgsBytes(com.google.protobuf.ByteString value) Optional.
PySparkJob.Builder	addFileUris(String value) Optional.
PySparkJob.Builder	addFileUrisBytes(com.google.protobuf.ByteString value) Optional.
PySparkJob.Builder	addJarFileUris(String value) Optional.
PySparkJob.Builder	addJarFileUrisBytes(com.google.protobuf.ByteString value) Optional.
PySparkJob.Builder	addPythonFileUris(String value) Optional.
PySparkJob.Builder	addPythonFileUrisBytes(com.google.protobuf.ByteString value) Optional.
PySparkJob.Builder	addRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field, Object value)
PySparkJob	build()
PySparkJob	buildPartial()
PySparkJob.Builder	clear()
PySparkJob.Builder	clearArchiveUris() Optional.
PySparkJob.Builder	clearArgs() Optional.
PySparkJob.Builder	clearField(com.google.protobuf.Descriptors.FieldDescriptor field)
PySparkJob.Builder	clearFileUris() Optional.
PySparkJob.Builder	clearJarFileUris() Optional.
PySparkJob.Builder	clearLoggingConfig() Optional.
PySparkJob.Builder	clearMainPythonFileUri() Required.
PySparkJob.Builder	clearOneof(com.google.protobuf.Descriptors.OneofDescriptor oneof)
PySparkJob.Builder	clearProperties()
PySparkJob.Builder	clearPythonFileUris() Optional.
PySparkJob.Builder	clone()
boolean	containsProperties(String key) Optional.
String	getArchiveUris(int index) Optional.
com.google.protobuf.ByteString	getArchiveUrisBytes(int index) Optional.
int	getArchiveUrisCount() Optional.
com.google.protobuf.ProtocolStringList	getArchiveUrisList() Optional.
String	getArgs(int index) Optional.
com.google.protobuf.ByteString	getArgsBytes(int index) Optional.
int	getArgsCount() Optional.
com.google.protobuf.ProtocolStringList	getArgsList() Optional.
PySparkJob	getDefaultInstanceForType()
static com.google.protobuf.Descriptors.Descriptor	getDescriptor()
com.google.protobuf.Descriptors.Descriptor	getDescriptorForType()
String	getFileUris(int index) Optional.
com.google.protobuf.ByteString	getFileUrisBytes(int index) Optional.
int	getFileUrisCount() Optional.
com.google.protobuf.ProtocolStringList	getFileUrisList() Optional.
String	getJarFileUris(int index) Optional.
com.google.protobuf.ByteString	getJarFileUrisBytes(int index) Optional.
int	getJarFileUrisCount() Optional.
com.google.protobuf.ProtocolStringList	getJarFileUrisList() Optional.
LoggingConfig	getLoggingConfig() Optional.
LoggingConfig.Builder	getLoggingConfigBuilder() Optional.
LoggingConfigOrBuilder	getLoggingConfigOrBuilder() Optional.
String	getMainPythonFileUri() Required.
com.google.protobuf.ByteString	getMainPythonFileUriBytes() Required.
Map<String,String>	getMutableProperties() Deprecated.
Map<String,String>	getProperties() Deprecated.
int	getPropertiesCount() Optional.
Map<String,String>	getPropertiesMap() Optional.
String	getPropertiesOrDefault(String key, String defaultValue) Optional.
String	getPropertiesOrThrow(String key) Optional.
String	getPythonFileUris(int index) Optional.
com.google.protobuf.ByteString	getPythonFileUrisBytes(int index) Optional.
int	getPythonFileUrisCount() Optional.
com.google.protobuf.ProtocolStringList	getPythonFileUrisList() Optional.
boolean	hasLoggingConfig() Optional.
protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable	internalGetFieldAccessorTable()
protected com.google.protobuf.MapField	internalGetMapField(int number)
protected com.google.protobuf.MapField	internalGetMutableMapField(int number)
boolean	isInitialized()
PySparkJob.Builder	mergeFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
PySparkJob.Builder	mergeFrom(com.google.protobuf.Message other)
PySparkJob.Builder	mergeFrom(PySparkJob other)
PySparkJob.Builder	mergeLoggingConfig(LoggingConfig value) Optional.
PySparkJob.Builder	mergeUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields)
PySparkJob.Builder	putAllProperties(Map<String,String> values) Optional.
PySparkJob.Builder	putProperties(String key, String value) Optional.
PySparkJob.Builder	removeProperties(String key) Optional.
PySparkJob.Builder	setArchiveUris(int index, String value) Optional.
PySparkJob.Builder	setArgs(int index, String value) Optional.
PySparkJob.Builder	setField(com.google.protobuf.Descriptors.FieldDescriptor field, Object value)
PySparkJob.Builder	setFileUris(int index, String value) Optional.
PySparkJob.Builder	setJarFileUris(int index, String value) Optional.
PySparkJob.Builder	setLoggingConfig(LoggingConfig.Builder builderForValue) Optional.
PySparkJob.Builder	setLoggingConfig(LoggingConfig value) Optional.
PySparkJob.Builder	setMainPythonFileUri(String value) Required.
PySparkJob.Builder	setMainPythonFileUriBytes(com.google.protobuf.ByteString value) Required.
PySparkJob.Builder	setPythonFileUris(int index, String value) Optional.
PySparkJob.Builder	setRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field, int index, Object value)
PySparkJob.Builder	setUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields)

Methods inherited from class com.google.protobuf.GeneratedMessageV3.Builder

getAllFields, getField, getFieldBuilder, getOneofFieldDescriptor, getParentForChildren, getRepeatedField, getRepeatedFieldBuilder, getRepeatedFieldCount, getUnknownFields, hasField, hasOneof, isClean, markClean, newBuilderForField, onBuilt, onChanged, setUnknownFieldsProto3

Methods inherited from class com.google.protobuf.AbstractMessage.Builder

findInitializationErrors, getInitializationErrorString, internalMergeFrom, mergeDelimitedFrom, mergeDelimitedFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, newUninitializedMessageException, toString

Methods inherited from class com.google.protobuf.AbstractMessageLite.Builder

addAll, addAll, mergeFrom, newUninitializedMessageException

Methods inherited from class java.lang.Object

equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Methods inherited from interface com.google.protobuf.MessageOrBuilder

findInitializationErrors, getAllFields, getField, getInitializationErrorString, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, getUnknownFields, hasField, hasOneof

Methods inherited from interface com.google.protobuf.MessageLite.Builder

mergeFrom

Method Detail

getDescriptor

public static final com.google.protobuf.Descriptors.Descriptor getDescriptor()

internalGetMapField

protected com.google.protobuf.MapField internalGetMapField(int number)

Overrides:

internalGetMapField in class com.google.protobuf.GeneratedMessageV3.Builder<PySparkJob.Builder>

internalGetMutableMapField

protected com.google.protobuf.MapField internalGetMutableMapField(int number)

Overrides:

internalGetMutableMapField in class com.google.protobuf.GeneratedMessageV3.Builder<PySparkJob.Builder>

internalGetFieldAccessorTable

protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()

Specified by:

internalGetFieldAccessorTable in class com.google.protobuf.GeneratedMessageV3.Builder<PySparkJob.Builder>

clear

public PySparkJob.Builder clear()

Specified by:

clear in interface com.google.protobuf.Message.Builder

Specified by:

clear in interface com.google.protobuf.MessageLite.Builder

Overrides:

clear in class com.google.protobuf.GeneratedMessageV3.Builder<PySparkJob.Builder>

getDescriptorForType

public com.google.protobuf.Descriptors.Descriptor getDescriptorForType()

Specified by:

getDescriptorForType in interface com.google.protobuf.Message.Builder

Specified by:

getDescriptorForType in interface com.google.protobuf.MessageOrBuilder

Overrides:

getDescriptorForType in class com.google.protobuf.GeneratedMessageV3.Builder<PySparkJob.Builder>

getDefaultInstanceForType

public PySparkJob getDefaultInstanceForType()

Specified by:

getDefaultInstanceForType in interface com.google.protobuf.MessageLiteOrBuilder

Specified by:

getDefaultInstanceForType in interface com.google.protobuf.MessageOrBuilder

build

public PySparkJob build()

Specified by:

build in interface com.google.protobuf.Message.Builder

Specified by:

build in interface com.google.protobuf.MessageLite.Builder

buildPartial

public PySparkJob buildPartial()

Specified by:

buildPartial in interface com.google.protobuf.Message.Builder

Specified by:

buildPartial in interface com.google.protobuf.MessageLite.Builder

clone

public PySparkJob.Builder clone()

Specified by:

clone in interface com.google.protobuf.Message.Builder

Specified by:

clone in interface com.google.protobuf.MessageLite.Builder

Overrides:

clone in class com.google.protobuf.GeneratedMessageV3.Builder<PySparkJob.Builder>

setField

public PySparkJob.Builder setField(com.google.protobuf.Descriptors.FieldDescriptor field,
                                   Object value)

Specified by:

setField in interface com.google.protobuf.Message.Builder

Overrides:

setField in class com.google.protobuf.GeneratedMessageV3.Builder<PySparkJob.Builder>

clearField

public PySparkJob.Builder clearField(com.google.protobuf.Descriptors.FieldDescriptor field)

Specified by:

clearField in interface com.google.protobuf.Message.Builder

Overrides:

clearField in class com.google.protobuf.GeneratedMessageV3.Builder<PySparkJob.Builder>

clearOneof

public PySparkJob.Builder clearOneof(com.google.protobuf.Descriptors.OneofDescriptor oneof)

Specified by:

clearOneof in interface com.google.protobuf.Message.Builder

Overrides:

clearOneof in class com.google.protobuf.GeneratedMessageV3.Builder<PySparkJob.Builder>

setRepeatedField

public PySparkJob.Builder setRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field,
                                           int index,
                                           Object value)

Specified by:

setRepeatedField in interface com.google.protobuf.Message.Builder

Overrides:

setRepeatedField in class com.google.protobuf.GeneratedMessageV3.Builder<PySparkJob.Builder>

addRepeatedField

public PySparkJob.Builder addRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field,
                                           Object value)

Specified by:

addRepeatedField in interface com.google.protobuf.Message.Builder

Overrides:

addRepeatedField in class com.google.protobuf.GeneratedMessageV3.Builder<PySparkJob.Builder>

mergeFrom

public PySparkJob.Builder mergeFrom(com.google.protobuf.Message other)

Specified by:

mergeFrom in interface com.google.protobuf.Message.Builder

Overrides:

mergeFrom in class com.google.protobuf.AbstractMessage.Builder<PySparkJob.Builder>

mergeFrom

public PySparkJob.Builder mergeFrom(PySparkJob other)

isInitialized

public final boolean isInitialized()

Specified by:

isInitialized in interface com.google.protobuf.MessageLiteOrBuilder

Overrides:

isInitialized in class com.google.protobuf.GeneratedMessageV3.Builder<PySparkJob.Builder>

mergeFrom

public PySparkJob.Builder mergeFrom(com.google.protobuf.CodedInputStream input,
                                    com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                             throws IOException

Specified by:

mergeFrom in interface com.google.protobuf.Message.Builder

Specified by:

mergeFrom in interface com.google.protobuf.MessageLite.Builder

Overrides:

mergeFrom in class com.google.protobuf.AbstractMessage.Builder<PySparkJob.Builder>

Throws:

IOException

getMainPythonFileUri

public String getMainPythonFileUri()

 Required. The HCFS URI of the main Python file to use as the driver. Must
 be a .py file.
 

string main_python_file_uri = 1;

Specified by:

getMainPythonFileUri in interface PySparkJobOrBuilder

getMainPythonFileUriBytes

public com.google.protobuf.ByteString getMainPythonFileUriBytes()

 Required. The HCFS URI of the main Python file to use as the driver. Must
 be a .py file.
 

string main_python_file_uri = 1;

Specified by:

getMainPythonFileUriBytes in interface PySparkJobOrBuilder

setMainPythonFileUri

public PySparkJob.Builder setMainPythonFileUri(String value)

 Required. The HCFS URI of the main Python file to use as the driver. Must
 be a .py file.
 

string main_python_file_uri = 1;

clearMainPythonFileUri

public PySparkJob.Builder clearMainPythonFileUri()

 Required. The HCFS URI of the main Python file to use as the driver. Must
 be a .py file.
 

string main_python_file_uri = 1;

setMainPythonFileUriBytes

public PySparkJob.Builder setMainPythonFileUriBytes(com.google.protobuf.ByteString value)

 Required. The HCFS URI of the main Python file to use as the driver. Must
 be a .py file.
 

string main_python_file_uri = 1;

getArgsList

public com.google.protobuf.ProtocolStringList getArgsList()

 Optional. The arguments to pass to the driver.  Do not include arguments,
 such as `--conf`, that can be set as job properties, since a collision may
 occur that causes an incorrect job submission.
 

repeated string args = 2;

Specified by:

getArgsList in interface PySparkJobOrBuilder

getArgsCount

public int getArgsCount()

 Optional. The arguments to pass to the driver.  Do not include arguments,
 such as `--conf`, that can be set as job properties, since a collision may
 occur that causes an incorrect job submission.
 

repeated string args = 2;

Specified by:

getArgsCount in interface PySparkJobOrBuilder

getArgs

public String getArgs(int index)

 Optional. The arguments to pass to the driver.  Do not include arguments,
 such as `--conf`, that can be set as job properties, since a collision may
 occur that causes an incorrect job submission.
 

repeated string args = 2;

Specified by:

getArgs in interface PySparkJobOrBuilder

getArgsBytes

public com.google.protobuf.ByteString getArgsBytes(int index)

 Optional. The arguments to pass to the driver.  Do not include arguments,
 such as `--conf`, that can be set as job properties, since a collision may
 occur that causes an incorrect job submission.
 

repeated string args = 2;

Specified by:

getArgsBytes in interface PySparkJobOrBuilder

setArgs

public PySparkJob.Builder setArgs(int index,
                                  String value)

 Optional. The arguments to pass to the driver.  Do not include arguments,
 such as `--conf`, that can be set as job properties, since a collision may
 occur that causes an incorrect job submission.
 

repeated string args = 2;

addArgs

public PySparkJob.Builder addArgs(String value)

 Optional. The arguments to pass to the driver.  Do not include arguments,
 such as `--conf`, that can be set as job properties, since a collision may
 occur that causes an incorrect job submission.
 

repeated string args = 2;

addAllArgs

public PySparkJob.Builder addAllArgs(Iterable<String> values)

 Optional. The arguments to pass to the driver.  Do not include arguments,
 such as `--conf`, that can be set as job properties, since a collision may
 occur that causes an incorrect job submission.
 

repeated string args = 2;

clearArgs

public PySparkJob.Builder clearArgs()

 Optional. The arguments to pass to the driver.  Do not include arguments,
 such as `--conf`, that can be set as job properties, since a collision may
 occur that causes an incorrect job submission.
 

repeated string args = 2;

addArgsBytes

public PySparkJob.Builder addArgsBytes(com.google.protobuf.ByteString value)

 Optional. The arguments to pass to the driver.  Do not include arguments,
 such as `--conf`, that can be set as job properties, since a collision may
 occur that causes an incorrect job submission.
 

repeated string args = 2;

getPythonFileUrisList

public com.google.protobuf.ProtocolStringList getPythonFileUrisList()

 Optional. HCFS file URIs of Python files to pass to the PySpark
 framework. Supported file types: .py, .egg, and .zip.
 

repeated string python_file_uris = 3;

Specified by:

getPythonFileUrisList in interface PySparkJobOrBuilder

getPythonFileUrisCount

public int getPythonFileUrisCount()

 Optional. HCFS file URIs of Python files to pass to the PySpark
 framework. Supported file types: .py, .egg, and .zip.
 

repeated string python_file_uris = 3;

Specified by:

getPythonFileUrisCount in interface PySparkJobOrBuilder

getPythonFileUris

public String getPythonFileUris(int index)

 Optional. HCFS file URIs of Python files to pass to the PySpark
 framework. Supported file types: .py, .egg, and .zip.
 

repeated string python_file_uris = 3;

Specified by:

getPythonFileUris in interface PySparkJobOrBuilder

getPythonFileUrisBytes

public com.google.protobuf.ByteString getPythonFileUrisBytes(int index)

 Optional. HCFS file URIs of Python files to pass to the PySpark
 framework. Supported file types: .py, .egg, and .zip.
 

repeated string python_file_uris = 3;

Specified by:

getPythonFileUrisBytes in interface PySparkJobOrBuilder

setPythonFileUris

public PySparkJob.Builder setPythonFileUris(int index,
                                            String value)

 Optional. HCFS file URIs of Python files to pass to the PySpark
 framework. Supported file types: .py, .egg, and .zip.
 

repeated string python_file_uris = 3;

addPythonFileUris

public PySparkJob.Builder addPythonFileUris(String value)

 Optional. HCFS file URIs of Python files to pass to the PySpark
 framework. Supported file types: .py, .egg, and .zip.
 

repeated string python_file_uris = 3;

addAllPythonFileUris

public PySparkJob.Builder addAllPythonFileUris(Iterable<String> values)

 Optional. HCFS file URIs of Python files to pass to the PySpark
 framework. Supported file types: .py, .egg, and .zip.
 

repeated string python_file_uris = 3;

clearPythonFileUris

public PySparkJob.Builder clearPythonFileUris()

 Optional. HCFS file URIs of Python files to pass to the PySpark
 framework. Supported file types: .py, .egg, and .zip.
 

repeated string python_file_uris = 3;

addPythonFileUrisBytes

public PySparkJob.Builder addPythonFileUrisBytes(com.google.protobuf.ByteString value)

 Optional. HCFS file URIs of Python files to pass to the PySpark
 framework. Supported file types: .py, .egg, and .zip.
 

repeated string python_file_uris = 3;

getJarFileUrisList

public com.google.protobuf.ProtocolStringList getJarFileUrisList()

 Optional. HCFS URIs of jar files to add to the CLASSPATHs of the
 Python driver and tasks.
 

repeated string jar_file_uris = 4;

Specified by:

getJarFileUrisList in interface PySparkJobOrBuilder

getJarFileUrisCount

public int getJarFileUrisCount()

 Optional. HCFS URIs of jar files to add to the CLASSPATHs of the
 Python driver and tasks.
 

repeated string jar_file_uris = 4;

Specified by:

getJarFileUrisCount in interface PySparkJobOrBuilder

getJarFileUris

public String getJarFileUris(int index)

 Optional. HCFS URIs of jar files to add to the CLASSPATHs of the
 Python driver and tasks.
 

repeated string jar_file_uris = 4;

Specified by:

getJarFileUris in interface PySparkJobOrBuilder

getJarFileUrisBytes

public com.google.protobuf.ByteString getJarFileUrisBytes(int index)

 Optional. HCFS URIs of jar files to add to the CLASSPATHs of the
 Python driver and tasks.
 

repeated string jar_file_uris = 4;

Specified by:

getJarFileUrisBytes in interface PySparkJobOrBuilder

setJarFileUris

public PySparkJob.Builder setJarFileUris(int index,
                                         String value)

 Optional. HCFS URIs of jar files to add to the CLASSPATHs of the
 Python driver and tasks.
 

repeated string jar_file_uris = 4;

addJarFileUris

public PySparkJob.Builder addJarFileUris(String value)

 Optional. HCFS URIs of jar files to add to the CLASSPATHs of the
 Python driver and tasks.
 

repeated string jar_file_uris = 4;

addAllJarFileUris

public PySparkJob.Builder addAllJarFileUris(Iterable<String> values)

 Optional. HCFS URIs of jar files to add to the CLASSPATHs of the
 Python driver and tasks.
 

repeated string jar_file_uris = 4;

clearJarFileUris

public PySparkJob.Builder clearJarFileUris()

 Optional. HCFS URIs of jar files to add to the CLASSPATHs of the
 Python driver and tasks.
 

repeated string jar_file_uris = 4;

addJarFileUrisBytes

public PySparkJob.Builder addJarFileUrisBytes(com.google.protobuf.ByteString value)

 Optional. HCFS URIs of jar files to add to the CLASSPATHs of the
 Python driver and tasks.
 

repeated string jar_file_uris = 4;

getFileUrisList

public com.google.protobuf.ProtocolStringList getFileUrisList()

 Optional. HCFS URIs of files to be copied to the working directory of
 Python drivers and distributed tasks. Useful for naively parallel tasks.
 

repeated string file_uris = 5;

Specified by:

getFileUrisList in interface PySparkJobOrBuilder

getFileUrisCount

public int getFileUrisCount()

 Optional. HCFS URIs of files to be copied to the working directory of
 Python drivers and distributed tasks. Useful for naively parallel tasks.
 

repeated string file_uris = 5;

Specified by:

getFileUrisCount in interface PySparkJobOrBuilder

getFileUris

public String getFileUris(int index)

 Optional. HCFS URIs of files to be copied to the working directory of
 Python drivers and distributed tasks. Useful for naively parallel tasks.
 

repeated string file_uris = 5;

Specified by:

getFileUris in interface PySparkJobOrBuilder

getFileUrisBytes

public com.google.protobuf.ByteString getFileUrisBytes(int index)

 Optional. HCFS URIs of files to be copied to the working directory of
 Python drivers and distributed tasks. Useful for naively parallel tasks.
 

repeated string file_uris = 5;

Specified by:

getFileUrisBytes in interface PySparkJobOrBuilder

setFileUris

public PySparkJob.Builder setFileUris(int index,
                                      String value)

 Optional. HCFS URIs of files to be copied to the working directory of
 Python drivers and distributed tasks. Useful for naively parallel tasks.
 

repeated string file_uris = 5;

addFileUris

public PySparkJob.Builder addFileUris(String value)

 Optional. HCFS URIs of files to be copied to the working directory of
 Python drivers and distributed tasks. Useful for naively parallel tasks.
 

repeated string file_uris = 5;

addAllFileUris

public PySparkJob.Builder addAllFileUris(Iterable<String> values)

 Optional. HCFS URIs of files to be copied to the working directory of
 Python drivers and distributed tasks. Useful for naively parallel tasks.
 

repeated string file_uris = 5;

clearFileUris

public PySparkJob.Builder clearFileUris()

 Optional. HCFS URIs of files to be copied to the working directory of
 Python drivers and distributed tasks. Useful for naively parallel tasks.
 

repeated string file_uris = 5;

addFileUrisBytes

public PySparkJob.Builder addFileUrisBytes(com.google.protobuf.ByteString value)

 Optional. HCFS URIs of files to be copied to the working directory of
 Python drivers and distributed tasks. Useful for naively parallel tasks.
 

repeated string file_uris = 5;

getArchiveUrisList

public com.google.protobuf.ProtocolStringList getArchiveUrisList()

 Optional. HCFS URIs of archives to be extracted in the working directory of
 .jar, .tar, .tar.gz, .tgz, and .zip.
 

repeated string archive_uris = 6;

Specified by:

getArchiveUrisList in interface PySparkJobOrBuilder

getArchiveUrisCount

public int getArchiveUrisCount()

 Optional. HCFS URIs of archives to be extracted in the working directory of
 .jar, .tar, .tar.gz, .tgz, and .zip.
 

repeated string archive_uris = 6;

Specified by:

getArchiveUrisCount in interface PySparkJobOrBuilder

getArchiveUris

public String getArchiveUris(int index)

 Optional. HCFS URIs of archives to be extracted in the working directory of
 .jar, .tar, .tar.gz, .tgz, and .zip.
 

repeated string archive_uris = 6;

Specified by:

getArchiveUris in interface PySparkJobOrBuilder

getArchiveUrisBytes

public com.google.protobuf.ByteString getArchiveUrisBytes(int index)

 Optional. HCFS URIs of archives to be extracted in the working directory of
 .jar, .tar, .tar.gz, .tgz, and .zip.
 

repeated string archive_uris = 6;

Specified by:

getArchiveUrisBytes in interface PySparkJobOrBuilder

setArchiveUris

public PySparkJob.Builder setArchiveUris(int index,
                                         String value)

 Optional. HCFS URIs of archives to be extracted in the working directory of
 .jar, .tar, .tar.gz, .tgz, and .zip.
 

repeated string archive_uris = 6;

addArchiveUris

public PySparkJob.Builder addArchiveUris(String value)

 Optional. HCFS URIs of archives to be extracted in the working directory of
 .jar, .tar, .tar.gz, .tgz, and .zip.
 

repeated string archive_uris = 6;

addAllArchiveUris

public PySparkJob.Builder addAllArchiveUris(Iterable<String> values)

 Optional. HCFS URIs of archives to be extracted in the working directory of
 .jar, .tar, .tar.gz, .tgz, and .zip.
 

repeated string archive_uris = 6;

clearArchiveUris

public PySparkJob.Builder clearArchiveUris()

 Optional. HCFS URIs of archives to be extracted in the working directory of
 .jar, .tar, .tar.gz, .tgz, and .zip.
 

repeated string archive_uris = 6;

addArchiveUrisBytes

public PySparkJob.Builder addArchiveUrisBytes(com.google.protobuf.ByteString value)

 Optional. HCFS URIs of archives to be extracted in the working directory of
 .jar, .tar, .tar.gz, .tgz, and .zip.
 

repeated string archive_uris = 6;

getPropertiesCount

public int getPropertiesCount()

Description copied from interface: PySparkJobOrBuilder

 Optional. A mapping of property names to values, used to configure PySpark.
 Properties that conflict with values set by the Cloud Dataproc API may be
 overwritten. Can include properties set in
 /etc/spark/conf/spark-defaults.conf and classes in user code.
 

map<string, string> properties = 7;

Specified by:

getPropertiesCount in interface PySparkJobOrBuilder

containsProperties

public boolean containsProperties(String key)

 Optional. A mapping of property names to values, used to configure PySpark.
 Properties that conflict with values set by the Cloud Dataproc API may be
 overwritten. Can include properties set in
 /etc/spark/conf/spark-defaults.conf and classes in user code.
 

map<string, string> properties = 7;

Specified by:

containsProperties in interface PySparkJobOrBuilder

getProperties

@Deprecated
public Map<String,String> getProperties()

Deprecated.

Use getPropertiesMap() instead.

Specified by:

getProperties in interface PySparkJobOrBuilder

getPropertiesMap

public Map<String,String> getPropertiesMap()

 Optional. A mapping of property names to values, used to configure PySpark.
 Properties that conflict with values set by the Cloud Dataproc API may be
 overwritten. Can include properties set in
 /etc/spark/conf/spark-defaults.conf and classes in user code.
 

map<string, string> properties = 7;

Specified by:

getPropertiesMap in interface PySparkJobOrBuilder

getPropertiesOrDefault

public String getPropertiesOrDefault(String key,
                                     String defaultValue)

 Optional. A mapping of property names to values, used to configure PySpark.
 Properties that conflict with values set by the Cloud Dataproc API may be
 overwritten. Can include properties set in
 /etc/spark/conf/spark-defaults.conf and classes in user code.
 

map<string, string> properties = 7;

Specified by:

getPropertiesOrDefault in interface PySparkJobOrBuilder

getPropertiesOrThrow

public String getPropertiesOrThrow(String key)

 Optional. A mapping of property names to values, used to configure PySpark.
 Properties that conflict with values set by the Cloud Dataproc API may be
 overwritten. Can include properties set in
 /etc/spark/conf/spark-defaults.conf and classes in user code.
 

map<string, string> properties = 7;

Specified by:

getPropertiesOrThrow in interface PySparkJobOrBuilder

clearProperties

public PySparkJob.Builder clearProperties()

removeProperties

public PySparkJob.Builder removeProperties(String key)

 Optional. A mapping of property names to values, used to configure PySpark.
 Properties that conflict with values set by the Cloud Dataproc API may be
 overwritten. Can include properties set in
 /etc/spark/conf/spark-defaults.conf and classes in user code.
 

map<string, string> properties = 7;

getMutableProperties

@Deprecated
public Map<String,String> getMutableProperties()

Deprecated.

Use alternate mutation accessors instead.

putProperties

public PySparkJob.Builder putProperties(String key,
                                        String value)

 Optional. A mapping of property names to values, used to configure PySpark.
 Properties that conflict with values set by the Cloud Dataproc API may be
 overwritten. Can include properties set in
 /etc/spark/conf/spark-defaults.conf and classes in user code.
 

map<string, string> properties = 7;

putAllProperties

public PySparkJob.Builder putAllProperties(Map<String,String> values)

 Optional. A mapping of property names to values, used to configure PySpark.
 Properties that conflict with values set by the Cloud Dataproc API may be
 overwritten. Can include properties set in
 /etc/spark/conf/spark-defaults.conf and classes in user code.
 

map<string, string> properties = 7;

hasLoggingConfig

public boolean hasLoggingConfig()

 Optional. The runtime log config for job execution.
 

.google.cloud.dataproc.v1.LoggingConfig logging_config = 8;

Specified by:

hasLoggingConfig in interface PySparkJobOrBuilder

getLoggingConfig

public LoggingConfig getLoggingConfig()

 Optional. The runtime log config for job execution.
 

.google.cloud.dataproc.v1.LoggingConfig logging_config = 8;

Specified by:

getLoggingConfig in interface PySparkJobOrBuilder

setLoggingConfig

public PySparkJob.Builder setLoggingConfig(LoggingConfig value)

 Optional. The runtime log config for job execution.
 

.google.cloud.dataproc.v1.LoggingConfig logging_config = 8;

setLoggingConfig

public PySparkJob.Builder setLoggingConfig(LoggingConfig.Builder builderForValue)

 Optional. The runtime log config for job execution.
 

.google.cloud.dataproc.v1.LoggingConfig logging_config = 8;

mergeLoggingConfig

public PySparkJob.Builder mergeLoggingConfig(LoggingConfig value)

 Optional. The runtime log config for job execution.
 

.google.cloud.dataproc.v1.LoggingConfig logging_config = 8;

clearLoggingConfig

public PySparkJob.Builder clearLoggingConfig()

 Optional. The runtime log config for job execution.
 

.google.cloud.dataproc.v1.LoggingConfig logging_config = 8;

getLoggingConfigBuilder

public LoggingConfig.Builder getLoggingConfigBuilder()

 Optional. The runtime log config for job execution.
 

.google.cloud.dataproc.v1.LoggingConfig logging_config = 8;

getLoggingConfigOrBuilder

public LoggingConfigOrBuilder getLoggingConfigOrBuilder()

 Optional. The runtime log config for job execution.
 

.google.cloud.dataproc.v1.LoggingConfig logging_config = 8;

Specified by:

getLoggingConfigOrBuilder in interface PySparkJobOrBuilder

setUnknownFields

public final PySparkJob.Builder setUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields)

Specified by:

setUnknownFields in interface com.google.protobuf.Message.Builder

Overrides:

setUnknownFields in class com.google.protobuf.GeneratedMessageV3.Builder<PySparkJob.Builder>

mergeUnknownFields

public final PySparkJob.Builder mergeUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields)

Specified by:

mergeUnknownFields in interface com.google.protobuf.Message.Builder

Overrides:

mergeUnknownFields in class com.google.protobuf.GeneratedMessageV3.Builder<PySparkJob.Builder>