com.google.cloud.dataproc.v1

Interface SparkJobOrBuilder

All Superinterfaces:

com.google.protobuf.MessageLiteOrBuilder, com.google.protobuf.MessageOrBuilder

All Known Implementing Classes:

SparkJob, SparkJob.Builder

public interface SparkJobOrBuilder
extends com.google.protobuf.MessageOrBuilder

Method Summary

Modifier and Type	Method and Description
boolean	containsProperties(String key) Optional.
String	getArchiveUris(int index) Optional.
com.google.protobuf.ByteString	getArchiveUrisBytes(int index) Optional.
int	getArchiveUrisCount() Optional.
List<String>	getArchiveUrisList() Optional.
String	getArgs(int index) Optional.
com.google.protobuf.ByteString	getArgsBytes(int index) Optional.
int	getArgsCount() Optional.
List<String>	getArgsList() Optional.
SparkJob.DriverCase	getDriverCase()
String	getFileUris(int index) Optional.
com.google.protobuf.ByteString	getFileUrisBytes(int index) Optional.
int	getFileUrisCount() Optional.
List<String>	getFileUrisList() Optional.
String	getJarFileUris(int index) Optional.
com.google.protobuf.ByteString	getJarFileUrisBytes(int index) Optional.
int	getJarFileUrisCount() Optional.
List<String>	getJarFileUrisList() Optional.
LoggingConfig	getLoggingConfig() Optional.
LoggingConfigOrBuilder	getLoggingConfigOrBuilder() Optional.
String	getMainClass() The name of the driver's main class.
com.google.protobuf.ByteString	getMainClassBytes() The name of the driver's main class.
String	getMainJarFileUri() The HCFS URI of the jar file that contains the main class.
com.google.protobuf.ByteString	getMainJarFileUriBytes() The HCFS URI of the jar file that contains the main class.
Map<String,String>	getProperties() Deprecated.
int	getPropertiesCount() Optional.
Map<String,String>	getPropertiesMap() Optional.
String	getPropertiesOrDefault(String key, String defaultValue) Optional.
String	getPropertiesOrThrow(String key) Optional.
boolean	hasLoggingConfig() Optional.

Methods inherited from interface com.google.protobuf.MessageOrBuilder

findInitializationErrors, getAllFields, getDefaultInstanceForType, getDescriptorForType, getField, getInitializationErrorString, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, getUnknownFields, hasField, hasOneof

Methods inherited from interface com.google.protobuf.MessageLiteOrBuilder

isInitialized

Method Detail

getMainJarFileUri

String getMainJarFileUri()

 The HCFS URI of the jar file that contains the main class.
 

string main_jar_file_uri = 1;

getMainJarFileUriBytes

com.google.protobuf.ByteString getMainJarFileUriBytes()

 The HCFS URI of the jar file that contains the main class.
 

string main_jar_file_uri = 1;

getMainClass

String getMainClass()

 The name of the driver's main class. The jar file that contains the class
 must be in the default CLASSPATH or specified in `jar_file_uris`.
 

string main_class = 2;

getMainClassBytes

com.google.protobuf.ByteString getMainClassBytes()

 The name of the driver's main class. The jar file that contains the class
 must be in the default CLASSPATH or specified in `jar_file_uris`.
 

string main_class = 2;

getArgsList

List<String> getArgsList()

 Optional. The arguments to pass to the driver. Do not include arguments,
 such as `--conf`, that can be set as job properties, since a collision may
 occur that causes an incorrect job submission.
 

repeated string args = 3;

getArgsCount

int getArgsCount()

 Optional. The arguments to pass to the driver. Do not include arguments,
 such as `--conf`, that can be set as job properties, since a collision may
 occur that causes an incorrect job submission.
 

repeated string args = 3;

getArgs

String getArgs(int index)

 Optional. The arguments to pass to the driver. Do not include arguments,
 such as `--conf`, that can be set as job properties, since a collision may
 occur that causes an incorrect job submission.
 

repeated string args = 3;

getArgsBytes

com.google.protobuf.ByteString getArgsBytes(int index)

 Optional. The arguments to pass to the driver. Do not include arguments,
 such as `--conf`, that can be set as job properties, since a collision may
 occur that causes an incorrect job submission.
 

repeated string args = 3;

getJarFileUrisList

List<String> getJarFileUrisList()

 Optional. HCFS URIs of jar files to add to the CLASSPATHs of the
 Spark driver and tasks.
 

repeated string jar_file_uris = 4;

getJarFileUrisCount

int getJarFileUrisCount()

 Optional. HCFS URIs of jar files to add to the CLASSPATHs of the
 Spark driver and tasks.
 

repeated string jar_file_uris = 4;

getJarFileUris

String getJarFileUris(int index)

 Optional. HCFS URIs of jar files to add to the CLASSPATHs of the
 Spark driver and tasks.
 

repeated string jar_file_uris = 4;

getJarFileUrisBytes

com.google.protobuf.ByteString getJarFileUrisBytes(int index)

 Optional. HCFS URIs of jar files to add to the CLASSPATHs of the
 Spark driver and tasks.
 

repeated string jar_file_uris = 4;

getFileUrisList

List<String> getFileUrisList()

 Optional. HCFS URIs of files to be copied to the working directory of
 Spark drivers and distributed tasks. Useful for naively parallel tasks.
 

repeated string file_uris = 5;

getFileUrisCount

int getFileUrisCount()

 Optional. HCFS URIs of files to be copied to the working directory of
 Spark drivers and distributed tasks. Useful for naively parallel tasks.
 

repeated string file_uris = 5;

getFileUris

String getFileUris(int index)

 Optional. HCFS URIs of files to be copied to the working directory of
 Spark drivers and distributed tasks. Useful for naively parallel tasks.
 

repeated string file_uris = 5;

getFileUrisBytes

com.google.protobuf.ByteString getFileUrisBytes(int index)

 Optional. HCFS URIs of files to be copied to the working directory of
 Spark drivers and distributed tasks. Useful for naively parallel tasks.
 

repeated string file_uris = 5;

getArchiveUrisList

List<String> getArchiveUrisList()

 Optional. HCFS URIs of archives to be extracted in the working directory
 of Spark drivers and tasks. Supported file types:
 .jar, .tar, .tar.gz, .tgz, and .zip.
 

repeated string archive_uris = 6;

getArchiveUrisCount

int getArchiveUrisCount()

 Optional. HCFS URIs of archives to be extracted in the working directory
 of Spark drivers and tasks. Supported file types:
 .jar, .tar, .tar.gz, .tgz, and .zip.
 

repeated string archive_uris = 6;

getArchiveUris

String getArchiveUris(int index)

 Optional. HCFS URIs of archives to be extracted in the working directory
 of Spark drivers and tasks. Supported file types:
 .jar, .tar, .tar.gz, .tgz, and .zip.
 

repeated string archive_uris = 6;

getArchiveUrisBytes

com.google.protobuf.ByteString getArchiveUrisBytes(int index)

 Optional. HCFS URIs of archives to be extracted in the working directory
 of Spark drivers and tasks. Supported file types:
 .jar, .tar, .tar.gz, .tgz, and .zip.
 

repeated string archive_uris = 6;

getPropertiesCount

int getPropertiesCount()

 Optional. A mapping of property names to values, used to configure Spark.
 Properties that conflict with values set by the Cloud Dataproc API may be
 overwritten. Can include properties set in
 /etc/spark/conf/spark-defaults.conf and classes in user code.
 

map<string, string> properties = 7;

containsProperties

boolean containsProperties(String key)

 Optional. A mapping of property names to values, used to configure Spark.
 Properties that conflict with values set by the Cloud Dataproc API may be
 overwritten. Can include properties set in
 /etc/spark/conf/spark-defaults.conf and classes in user code.
 

map<string, string> properties = 7;

getProperties

@Deprecated
Map<String,String> getProperties()

Deprecated.

Use getPropertiesMap() instead.

getPropertiesMap

Map<String,String> getPropertiesMap()

 Optional. A mapping of property names to values, used to configure Spark.
 Properties that conflict with values set by the Cloud Dataproc API may be
 overwritten. Can include properties set in
 /etc/spark/conf/spark-defaults.conf and classes in user code.
 

map<string, string> properties = 7;

getPropertiesOrDefault

String getPropertiesOrDefault(String key,
                              String defaultValue)

 Optional. A mapping of property names to values, used to configure Spark.
 Properties that conflict with values set by the Cloud Dataproc API may be
 overwritten. Can include properties set in
 /etc/spark/conf/spark-defaults.conf and classes in user code.
 

map<string, string> properties = 7;

getPropertiesOrThrow

String getPropertiesOrThrow(String key)

 Optional. A mapping of property names to values, used to configure Spark.
 Properties that conflict with values set by the Cloud Dataproc API may be
 overwritten. Can include properties set in
 /etc/spark/conf/spark-defaults.conf and classes in user code.
 

map<string, string> properties = 7;

hasLoggingConfig

boolean hasLoggingConfig()

 Optional. The runtime log config for job execution.
 

.google.cloud.dataproc.v1.LoggingConfig logging_config = 8;

getLoggingConfig

LoggingConfig getLoggingConfig()

 Optional. The runtime log config for job execution.
 

.google.cloud.dataproc.v1.LoggingConfig logging_config = 8;

getLoggingConfigOrBuilder

LoggingConfigOrBuilder getLoggingConfigOrBuilder()

 Optional. The runtime log config for job execution.
 

.google.cloud.dataproc.v1.LoggingConfig logging_config = 8;

getDriverCase

SparkJob.DriverCase getDriverCase()