com.google.cloud.dataproc.v1

Class SparkJob

java.lang.Object

com.google.protobuf.AbstractMessageLite

com.google.protobuf.AbstractMessage

com.google.protobuf.GeneratedMessageV3

com.google.cloud.dataproc.v1.SparkJob

All Implemented Interfaces:

SparkJobOrBuilder, com.google.protobuf.Message, com.google.protobuf.MessageLite, com.google.protobuf.MessageLiteOrBuilder, com.google.protobuf.MessageOrBuilder, Serializable

public final class SparkJob
extends com.google.protobuf.GeneratedMessageV3
implements SparkJobOrBuilder

 A Cloud Dataproc job for running [Apache Spark](http://spark.apache.org/)
 applications on YARN.
 

Protobuf type google.cloud.dataproc.v1.SparkJob

See Also:

Serialized Form

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	SparkJob.Builder A Cloud Dataproc job for running [Apache Spark](http://spark.apache.org/) applications on YARN.
static class	SparkJob.DriverCase

Nested classes/interfaces inherited from class com.google.protobuf.GeneratedMessageV3

com.google.protobuf.GeneratedMessageV3.BuilderParent, com.google.protobuf.GeneratedMessageV3.ExtendableBuilder<MessageType extends com.google.protobuf.GeneratedMessageV3.ExtendableMessage,BuilderType extends com.google.protobuf.GeneratedMessageV3.ExtendableBuilder<MessageType,BuilderType>>, com.google.protobuf.GeneratedMessageV3.ExtendableMessage<MessageType extends com.google.protobuf.GeneratedMessageV3.ExtendableMessage>, com.google.protobuf.GeneratedMessageV3.ExtendableMessageOrBuilder<MessageType extends com.google.protobuf.GeneratedMessageV3.ExtendableMessage>, com.google.protobuf.GeneratedMessageV3.FieldAccessorTable, com.google.protobuf.GeneratedMessageV3.UnusedPrivateParameter

Field Summary

Fields

Modifier and Type	Field and Description
static int	ARCHIVE_URIS_FIELD_NUMBER
static int	ARGS_FIELD_NUMBER
static int	FILE_URIS_FIELD_NUMBER
static int	JAR_FILE_URIS_FIELD_NUMBER
static int	LOGGING_CONFIG_FIELD_NUMBER
static int	MAIN_CLASS_FIELD_NUMBER
static int	MAIN_JAR_FILE_URI_FIELD_NUMBER
static int	PROPERTIES_FIELD_NUMBER

Fields inherited from class com.google.protobuf.GeneratedMessageV3

alwaysUseFieldBuilders, unknownFields

Fields inherited from class com.google.protobuf.AbstractMessage

memoizedSize

Fields inherited from class com.google.protobuf.AbstractMessageLite

memoizedHashCode

Method Summary

Modifier and Type	Method and Description
boolean	containsProperties(String key) Optional.
boolean	equals(Object obj)
String	getArchiveUris(int index) Optional.
com.google.protobuf.ByteString	getArchiveUrisBytes(int index) Optional.
int	getArchiveUrisCount() Optional.
com.google.protobuf.ProtocolStringList	getArchiveUrisList() Optional.
String	getArgs(int index) Optional.
com.google.protobuf.ByteString	getArgsBytes(int index) Optional.
int	getArgsCount() Optional.
com.google.protobuf.ProtocolStringList	getArgsList() Optional.
static SparkJob	getDefaultInstance()
SparkJob	getDefaultInstanceForType()
static com.google.protobuf.Descriptors.Descriptor	getDescriptor()
SparkJob.DriverCase	getDriverCase()
String	getFileUris(int index) Optional.
com.google.protobuf.ByteString	getFileUrisBytes(int index) Optional.
int	getFileUrisCount() Optional.
com.google.protobuf.ProtocolStringList	getFileUrisList() Optional.
String	getJarFileUris(int index) Optional.
com.google.protobuf.ByteString	getJarFileUrisBytes(int index) Optional.
int	getJarFileUrisCount() Optional.
com.google.protobuf.ProtocolStringList	getJarFileUrisList() Optional.
LoggingConfig	getLoggingConfig() Optional.
LoggingConfigOrBuilder	getLoggingConfigOrBuilder() Optional.
String	getMainClass() The name of the driver's main class.
com.google.protobuf.ByteString	getMainClassBytes() The name of the driver's main class.
String	getMainJarFileUri() The HCFS URI of the jar file that contains the main class.
com.google.protobuf.ByteString	getMainJarFileUriBytes() The HCFS URI of the jar file that contains the main class.
com.google.protobuf.Parser<SparkJob>	getParserForType()
Map<String,String>	getProperties() Deprecated.
int	getPropertiesCount() Optional.
Map<String,String>	getPropertiesMap() Optional.
String	getPropertiesOrDefault(String key, String defaultValue) Optional.
String	getPropertiesOrThrow(String key) Optional.
int	getSerializedSize()
com.google.protobuf.UnknownFieldSet	getUnknownFields()
int	hashCode()
boolean	hasLoggingConfig() Optional.
protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable	internalGetFieldAccessorTable()
protected com.google.protobuf.MapField	internalGetMapField(int number)
boolean	isInitialized()
static SparkJob.Builder	newBuilder()
static SparkJob.Builder	newBuilder(SparkJob prototype)
SparkJob.Builder	newBuilderForType()
protected SparkJob.Builder	newBuilderForType(com.google.protobuf.GeneratedMessageV3.BuilderParent parent)
static SparkJob	parseDelimitedFrom(InputStream input)
static SparkJob	parseDelimitedFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static SparkJob	parseFrom(byte[] data)
static SparkJob	parseFrom(byte[] data, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static SparkJob	parseFrom(ByteBuffer data)
static SparkJob	parseFrom(ByteBuffer data, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static SparkJob	parseFrom(com.google.protobuf.ByteString data)
static SparkJob	parseFrom(com.google.protobuf.ByteString data, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static SparkJob	parseFrom(com.google.protobuf.CodedInputStream input)
static SparkJob	parseFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static SparkJob	parseFrom(InputStream input)
static SparkJob	parseFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static com.google.protobuf.Parser<SparkJob>	parser()
SparkJob.Builder	toBuilder()
void	writeTo(com.google.protobuf.CodedOutputStream output)

Methods inherited from class com.google.protobuf.GeneratedMessageV3

canUseUnsafe, computeStringSize, computeStringSizeNoTag, emptyBooleanList, emptyDoubleList, emptyFloatList, emptyIntList, emptyLongList, getAllFields, getDescriptorForType, getField, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, hasField, hasOneof, makeExtensionsImmutable, mergeFromAndMakeImmutableInternal, mutableCopy, mutableCopy, mutableCopy, mutableCopy, mutableCopy, newBooleanList, newBuilderForType, newDoubleList, newFloatList, newInstance, newIntList, newLongList, parseDelimitedWithIOException, parseDelimitedWithIOException, parseUnknownField, parseUnknownFieldProto3, parseWithIOException, parseWithIOException, parseWithIOException, parseWithIOException, serializeBooleanMapTo, serializeIntegerMapTo, serializeLongMapTo, serializeStringMapTo, writeReplace, writeString, writeStringNoTag

Methods inherited from class com.google.protobuf.AbstractMessage

findInitializationErrors, getInitializationErrorString, hashBoolean, hashEnum, hashEnumList, hashFields, hashLong, toString

Methods inherited from class com.google.protobuf.AbstractMessageLite

addAll, addAll, checkByteStringIsUtf8, toByteArray, toByteString, writeDelimitedTo, writeTo

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, wait, wait, wait

Methods inherited from interface com.google.protobuf.MessageOrBuilder

findInitializationErrors, getAllFields, getDescriptorForType, getField, getInitializationErrorString, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, hasField, hasOneof

Methods inherited from interface com.google.protobuf.MessageLite

toByteArray, toByteString, writeDelimitedTo, writeTo

Field Detail

MAIN_JAR_FILE_URI_FIELD_NUMBER

public static final int MAIN_JAR_FILE_URI_FIELD_NUMBER

See Also:

Constant Field Values

MAIN_CLASS_FIELD_NUMBER

public static final int MAIN_CLASS_FIELD_NUMBER

See Also:

Constant Field Values

ARGS_FIELD_NUMBER

public static final int ARGS_FIELD_NUMBER

See Also:

Constant Field Values

JAR_FILE_URIS_FIELD_NUMBER

public static final int JAR_FILE_URIS_FIELD_NUMBER

See Also:

Constant Field Values

FILE_URIS_FIELD_NUMBER

public static final int FILE_URIS_FIELD_NUMBER

See Also:

Constant Field Values

ARCHIVE_URIS_FIELD_NUMBER

public static final int ARCHIVE_URIS_FIELD_NUMBER

See Also:

Constant Field Values

PROPERTIES_FIELD_NUMBER

public static final int PROPERTIES_FIELD_NUMBER

See Also:

Constant Field Values

LOGGING_CONFIG_FIELD_NUMBER

public static final int LOGGING_CONFIG_FIELD_NUMBER

See Also:

Constant Field Values

Method Detail

getUnknownFields

public final com.google.protobuf.UnknownFieldSet getUnknownFields()

Specified by:

getUnknownFields in interface com.google.protobuf.MessageOrBuilder

Overrides:

getUnknownFields in class com.google.protobuf.GeneratedMessageV3

getDescriptor

public static final com.google.protobuf.Descriptors.Descriptor getDescriptor()

internalGetMapField

protected com.google.protobuf.MapField internalGetMapField(int number)

Overrides:

internalGetMapField in class com.google.protobuf.GeneratedMessageV3

internalGetFieldAccessorTable

protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()

Specified by:

internalGetFieldAccessorTable in class com.google.protobuf.GeneratedMessageV3

getDriverCase

public SparkJob.DriverCase getDriverCase()

Specified by:

getDriverCase in interface SparkJobOrBuilder

getMainJarFileUri

public String getMainJarFileUri()

 The HCFS URI of the jar file that contains the main class.
 

string main_jar_file_uri = 1;

Specified by:

getMainJarFileUri in interface SparkJobOrBuilder

getMainJarFileUriBytes

public com.google.protobuf.ByteString getMainJarFileUriBytes()

 The HCFS URI of the jar file that contains the main class.
 

string main_jar_file_uri = 1;

Specified by:

getMainJarFileUriBytes in interface SparkJobOrBuilder

getMainClass

public String getMainClass()

 The name of the driver's main class. The jar file that contains the class
 must be in the default CLASSPATH or specified in `jar_file_uris`.
 

string main_class = 2;

Specified by:

getMainClass in interface SparkJobOrBuilder

getMainClassBytes

public com.google.protobuf.ByteString getMainClassBytes()

 The name of the driver's main class. The jar file that contains the class
 must be in the default CLASSPATH or specified in `jar_file_uris`.
 

string main_class = 2;

Specified by:

getMainClassBytes in interface SparkJobOrBuilder

getArgsList

public com.google.protobuf.ProtocolStringList getArgsList()

 Optional. The arguments to pass to the driver. Do not include arguments,
 such as `--conf`, that can be set as job properties, since a collision may
 occur that causes an incorrect job submission.
 

repeated string args = 3;

Specified by:

getArgsList in interface SparkJobOrBuilder

getArgsCount

public int getArgsCount()

 Optional. The arguments to pass to the driver. Do not include arguments,
 such as `--conf`, that can be set as job properties, since a collision may
 occur that causes an incorrect job submission.
 

repeated string args = 3;

Specified by:

getArgsCount in interface SparkJobOrBuilder

getArgs

public String getArgs(int index)

 Optional. The arguments to pass to the driver. Do not include arguments,
 such as `--conf`, that can be set as job properties, since a collision may
 occur that causes an incorrect job submission.
 

repeated string args = 3;

Specified by:

getArgs in interface SparkJobOrBuilder

getArgsBytes

public com.google.protobuf.ByteString getArgsBytes(int index)

 Optional. The arguments to pass to the driver. Do not include arguments,
 such as `--conf`, that can be set as job properties, since a collision may
 occur that causes an incorrect job submission.
 

repeated string args = 3;

Specified by:

getArgsBytes in interface SparkJobOrBuilder

getJarFileUrisList

public com.google.protobuf.ProtocolStringList getJarFileUrisList()

 Optional. HCFS URIs of jar files to add to the CLASSPATHs of the
 Spark driver and tasks.
 

repeated string jar_file_uris = 4;

Specified by:

getJarFileUrisList in interface SparkJobOrBuilder

getJarFileUrisCount

public int getJarFileUrisCount()

 Optional. HCFS URIs of jar files to add to the CLASSPATHs of the
 Spark driver and tasks.
 

repeated string jar_file_uris = 4;

Specified by:

getJarFileUrisCount in interface SparkJobOrBuilder

getJarFileUris

public String getJarFileUris(int index)

 Optional. HCFS URIs of jar files to add to the CLASSPATHs of the
 Spark driver and tasks.
 

repeated string jar_file_uris = 4;

Specified by:

getJarFileUris in interface SparkJobOrBuilder

getJarFileUrisBytes

public com.google.protobuf.ByteString getJarFileUrisBytes(int index)

 Optional. HCFS URIs of jar files to add to the CLASSPATHs of the
 Spark driver and tasks.
 

repeated string jar_file_uris = 4;

Specified by:

getJarFileUrisBytes in interface SparkJobOrBuilder

getFileUrisList

public com.google.protobuf.ProtocolStringList getFileUrisList()

 Optional. HCFS URIs of files to be copied to the working directory of
 Spark drivers and distributed tasks. Useful for naively parallel tasks.
 

repeated string file_uris = 5;

Specified by:

getFileUrisList in interface SparkJobOrBuilder

getFileUrisCount

public int getFileUrisCount()

 Optional. HCFS URIs of files to be copied to the working directory of
 Spark drivers and distributed tasks. Useful for naively parallel tasks.
 

repeated string file_uris = 5;

Specified by:

getFileUrisCount in interface SparkJobOrBuilder

getFileUris

public String getFileUris(int index)

 Optional. HCFS URIs of files to be copied to the working directory of
 Spark drivers and distributed tasks. Useful for naively parallel tasks.
 

repeated string file_uris = 5;

Specified by:

getFileUris in interface SparkJobOrBuilder

getFileUrisBytes

public com.google.protobuf.ByteString getFileUrisBytes(int index)

 Optional. HCFS URIs of files to be copied to the working directory of
 Spark drivers and distributed tasks. Useful for naively parallel tasks.
 

repeated string file_uris = 5;

Specified by:

getFileUrisBytes in interface SparkJobOrBuilder

getArchiveUrisList

public com.google.protobuf.ProtocolStringList getArchiveUrisList()

 Optional. HCFS URIs of archives to be extracted in the working directory
 of Spark drivers and tasks. Supported file types:
 .jar, .tar, .tar.gz, .tgz, and .zip.
 

repeated string archive_uris = 6;

Specified by:

getArchiveUrisList in interface SparkJobOrBuilder

getArchiveUrisCount

public int getArchiveUrisCount()

 Optional. HCFS URIs of archives to be extracted in the working directory
 of Spark drivers and tasks. Supported file types:
 .jar, .tar, .tar.gz, .tgz, and .zip.
 

repeated string archive_uris = 6;

Specified by:

getArchiveUrisCount in interface SparkJobOrBuilder

getArchiveUris

public String getArchiveUris(int index)

 Optional. HCFS URIs of archives to be extracted in the working directory
 of Spark drivers and tasks. Supported file types:
 .jar, .tar, .tar.gz, .tgz, and .zip.
 

repeated string archive_uris = 6;

Specified by:

getArchiveUris in interface SparkJobOrBuilder

getArchiveUrisBytes

public com.google.protobuf.ByteString getArchiveUrisBytes(int index)

 Optional. HCFS URIs of archives to be extracted in the working directory
 of Spark drivers and tasks. Supported file types:
 .jar, .tar, .tar.gz, .tgz, and .zip.
 

repeated string archive_uris = 6;

Specified by:

getArchiveUrisBytes in interface SparkJobOrBuilder

getPropertiesCount

public int getPropertiesCount()

Description copied from interface: SparkJobOrBuilder

 Optional. A mapping of property names to values, used to configure Spark.
 Properties that conflict with values set by the Cloud Dataproc API may be
 overwritten. Can include properties set in
 /etc/spark/conf/spark-defaults.conf and classes in user code.
 

map<string, string> properties = 7;

Specified by:

getPropertiesCount in interface SparkJobOrBuilder

containsProperties

public boolean containsProperties(String key)

 Optional. A mapping of property names to values, used to configure Spark.
 Properties that conflict with values set by the Cloud Dataproc API may be
 overwritten. Can include properties set in
 /etc/spark/conf/spark-defaults.conf and classes in user code.
 

map<string, string> properties = 7;

Specified by:

containsProperties in interface SparkJobOrBuilder

getProperties

@Deprecated
public Map<String,String> getProperties()

Deprecated.

Use getPropertiesMap() instead.

Specified by:

getProperties in interface SparkJobOrBuilder

getPropertiesMap

public Map<String,String> getPropertiesMap()

 Optional. A mapping of property names to values, used to configure Spark.
 Properties that conflict with values set by the Cloud Dataproc API may be
 overwritten. Can include properties set in
 /etc/spark/conf/spark-defaults.conf and classes in user code.
 

map<string, string> properties = 7;

Specified by:

getPropertiesMap in interface SparkJobOrBuilder

getPropertiesOrDefault

public String getPropertiesOrDefault(String key,
                                     String defaultValue)

 Optional. A mapping of property names to values, used to configure Spark.
 Properties that conflict with values set by the Cloud Dataproc API may be
 overwritten. Can include properties set in
 /etc/spark/conf/spark-defaults.conf and classes in user code.
 

map<string, string> properties = 7;

Specified by:

getPropertiesOrDefault in interface SparkJobOrBuilder

getPropertiesOrThrow

public String getPropertiesOrThrow(String key)

 Optional. A mapping of property names to values, used to configure Spark.
 Properties that conflict with values set by the Cloud Dataproc API may be
 overwritten. Can include properties set in
 /etc/spark/conf/spark-defaults.conf and classes in user code.
 

map<string, string> properties = 7;

Specified by:

getPropertiesOrThrow in interface SparkJobOrBuilder

hasLoggingConfig

public boolean hasLoggingConfig()

 Optional. The runtime log config for job execution.
 

.google.cloud.dataproc.v1.LoggingConfig logging_config = 8;

Specified by:

hasLoggingConfig in interface SparkJobOrBuilder

getLoggingConfig

public LoggingConfig getLoggingConfig()

 Optional. The runtime log config for job execution.
 

.google.cloud.dataproc.v1.LoggingConfig logging_config = 8;

Specified by:

getLoggingConfig in interface SparkJobOrBuilder

getLoggingConfigOrBuilder

public LoggingConfigOrBuilder getLoggingConfigOrBuilder()

 Optional. The runtime log config for job execution.
 

.google.cloud.dataproc.v1.LoggingConfig logging_config = 8;

Specified by:

getLoggingConfigOrBuilder in interface SparkJobOrBuilder

isInitialized

public final boolean isInitialized()

Specified by:

isInitialized in interface com.google.protobuf.MessageLiteOrBuilder

Overrides:

isInitialized in class com.google.protobuf.GeneratedMessageV3

writeTo

public void writeTo(com.google.protobuf.CodedOutputStream output)
             throws IOException

Specified by:

writeTo in interface com.google.protobuf.MessageLite

Overrides:

writeTo in class com.google.protobuf.GeneratedMessageV3

Throws:

IOException

getSerializedSize

public int getSerializedSize()

Specified by:

getSerializedSize in interface com.google.protobuf.MessageLite

Overrides:

getSerializedSize in class com.google.protobuf.GeneratedMessageV3

equals

public boolean equals(Object obj)

Specified by:

equals in interface com.google.protobuf.Message

Overrides:

equals in class com.google.protobuf.AbstractMessage

hashCode

public int hashCode()

Specified by:

hashCode in interface com.google.protobuf.Message

Overrides:

hashCode in class com.google.protobuf.AbstractMessage

parseFrom

public static SparkJob parseFrom(ByteBuffer data)
                          throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static SparkJob parseFrom(ByteBuffer data,
                                 com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                          throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static SparkJob parseFrom(com.google.protobuf.ByteString data)
                          throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static SparkJob parseFrom(com.google.protobuf.ByteString data,
                                 com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                          throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static SparkJob parseFrom(byte[] data)
                          throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static SparkJob parseFrom(byte[] data,
                                 com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                          throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static SparkJob parseFrom(InputStream input)
                          throws IOException

Throws:

IOException

parseFrom

public static SparkJob parseFrom(InputStream input,
                                 com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                          throws IOException

Throws:

IOException

parseDelimitedFrom

public static SparkJob parseDelimitedFrom(InputStream input)
                                   throws IOException

Throws:

IOException

parseDelimitedFrom

public static SparkJob parseDelimitedFrom(InputStream input,
                                          com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                   throws IOException

Throws:

IOException

parseFrom

public static SparkJob parseFrom(com.google.protobuf.CodedInputStream input)
                          throws IOException

Throws:

IOException

parseFrom

public static SparkJob parseFrom(com.google.protobuf.CodedInputStream input,
                                 com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                          throws IOException

Throws:

IOException

newBuilderForType

public SparkJob.Builder newBuilderForType()

Specified by:

newBuilderForType in interface com.google.protobuf.Message

Specified by:

newBuilderForType in interface com.google.protobuf.MessageLite

newBuilder

public static SparkJob.Builder newBuilder()

newBuilder

public static SparkJob.Builder newBuilder(SparkJob prototype)

toBuilder

public SparkJob.Builder toBuilder()

Specified by:

toBuilder in interface com.google.protobuf.Message

Specified by:

toBuilder in interface com.google.protobuf.MessageLite

newBuilderForType

protected SparkJob.Builder newBuilderForType(com.google.protobuf.GeneratedMessageV3.BuilderParent parent)

Specified by:

newBuilderForType in class com.google.protobuf.GeneratedMessageV3

getDefaultInstance

public static SparkJob getDefaultInstance()

parser

public static com.google.protobuf.Parser<SparkJob> parser()

getParserForType

public com.google.protobuf.Parser<SparkJob> getParserForType()

Specified by:

getParserForType in interface com.google.protobuf.Message

Specified by:

getParserForType in interface com.google.protobuf.MessageLite

Overrides:

getParserForType in class com.google.protobuf.GeneratedMessageV3

getDefaultInstanceForType

public SparkJob getDefaultInstanceForType()

Specified by:

getDefaultInstanceForType in interface com.google.protobuf.MessageLiteOrBuilder

Specified by:

getDefaultInstanceForType in interface com.google.protobuf.MessageOrBuilder