public final class HadoopJob extends com.google.protobuf.GeneratedMessageV3 implements HadoopJobOrBuilder
A Cloud Dataproc job for running [Apache Hadoop MapReduce](https://hadoop.apache.org/docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapReduceTutorial.html) jobs on [Apache Hadoop YARN](https://hadoop.apache.org/docs/r2.7.1/hadoop-yarn/hadoop-yarn-site/YARN.html).Protobuf type
google.cloud.dataproc.v1.HadoopJob| Modifier and Type | Class and Description |
|---|---|
static class |
HadoopJob.Builder
A Cloud Dataproc job for running
[Apache Hadoop
MapReduce](https://hadoop.apache.org/docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapReduceTutorial.html)
jobs on [Apache Hadoop
YARN](https://hadoop.apache.org/docs/r2.7.1/hadoop-yarn/hadoop-yarn-site/YARN.html).
|
static class |
HadoopJob.DriverCase |
com.google.protobuf.GeneratedMessageV3.BuilderParent, com.google.protobuf.GeneratedMessageV3.ExtendableBuilder<MessageType extends com.google.protobuf.GeneratedMessageV3.ExtendableMessage,BuilderType extends com.google.protobuf.GeneratedMessageV3.ExtendableBuilder<MessageType,BuilderType>>, com.google.protobuf.GeneratedMessageV3.ExtendableMessage<MessageType extends com.google.protobuf.GeneratedMessageV3.ExtendableMessage>, com.google.protobuf.GeneratedMessageV3.ExtendableMessageOrBuilder<MessageType extends com.google.protobuf.GeneratedMessageV3.ExtendableMessage>, com.google.protobuf.GeneratedMessageV3.FieldAccessorTable, com.google.protobuf.GeneratedMessageV3.UnusedPrivateParameter| Modifier and Type | Field and Description |
|---|---|
static int |
ARCHIVE_URIS_FIELD_NUMBER |
static int |
ARGS_FIELD_NUMBER |
static int |
FILE_URIS_FIELD_NUMBER |
static int |
JAR_FILE_URIS_FIELD_NUMBER |
static int |
LOGGING_CONFIG_FIELD_NUMBER |
static int |
MAIN_CLASS_FIELD_NUMBER |
static int |
MAIN_JAR_FILE_URI_FIELD_NUMBER |
static int |
PROPERTIES_FIELD_NUMBER |
| Modifier and Type | Method and Description |
|---|---|
boolean |
containsProperties(String key)
Optional.
|
boolean |
equals(Object obj) |
String |
getArchiveUris(int index)
Optional.
|
com.google.protobuf.ByteString |
getArchiveUrisBytes(int index)
Optional.
|
int |
getArchiveUrisCount()
Optional.
|
com.google.protobuf.ProtocolStringList |
getArchiveUrisList()
Optional.
|
String |
getArgs(int index)
Optional.
|
com.google.protobuf.ByteString |
getArgsBytes(int index)
Optional.
|
int |
getArgsCount()
Optional.
|
com.google.protobuf.ProtocolStringList |
getArgsList()
Optional.
|
static HadoopJob |
getDefaultInstance() |
HadoopJob |
getDefaultInstanceForType() |
static com.google.protobuf.Descriptors.Descriptor |
getDescriptor() |
HadoopJob.DriverCase |
getDriverCase() |
String |
getFileUris(int index)
Optional.
|
com.google.protobuf.ByteString |
getFileUrisBytes(int index)
Optional.
|
int |
getFileUrisCount()
Optional.
|
com.google.protobuf.ProtocolStringList |
getFileUrisList()
Optional.
|
String |
getJarFileUris(int index)
Optional.
|
com.google.protobuf.ByteString |
getJarFileUrisBytes(int index)
Optional.
|
int |
getJarFileUrisCount()
Optional.
|
com.google.protobuf.ProtocolStringList |
getJarFileUrisList()
Optional.
|
LoggingConfig |
getLoggingConfig()
Optional.
|
LoggingConfigOrBuilder |
getLoggingConfigOrBuilder()
Optional.
|
String |
getMainClass()
The name of the driver's main class.
|
com.google.protobuf.ByteString |
getMainClassBytes()
The name of the driver's main class.
|
String |
getMainJarFileUri()
The HCFS URI of the jar file containing the main class.
|
com.google.protobuf.ByteString |
getMainJarFileUriBytes()
The HCFS URI of the jar file containing the main class.
|
com.google.protobuf.Parser<HadoopJob> |
getParserForType() |
Map<String,String> |
getProperties()
Deprecated.
|
int |
getPropertiesCount()
Optional.
|
Map<String,String> |
getPropertiesMap()
Optional.
|
String |
getPropertiesOrDefault(String key,
String defaultValue)
Optional.
|
String |
getPropertiesOrThrow(String key)
Optional.
|
int |
getSerializedSize() |
com.google.protobuf.UnknownFieldSet |
getUnknownFields() |
int |
hashCode() |
boolean |
hasLoggingConfig()
Optional.
|
protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable |
internalGetFieldAccessorTable() |
protected com.google.protobuf.MapField |
internalGetMapField(int number) |
boolean |
isInitialized() |
static HadoopJob.Builder |
newBuilder() |
static HadoopJob.Builder |
newBuilder(HadoopJob prototype) |
HadoopJob.Builder |
newBuilderForType() |
protected HadoopJob.Builder |
newBuilderForType(com.google.protobuf.GeneratedMessageV3.BuilderParent parent) |
static HadoopJob |
parseDelimitedFrom(InputStream input) |
static HadoopJob |
parseDelimitedFrom(InputStream input,
com.google.protobuf.ExtensionRegistryLite extensionRegistry) |
static HadoopJob |
parseFrom(byte[] data) |
static HadoopJob |
parseFrom(byte[] data,
com.google.protobuf.ExtensionRegistryLite extensionRegistry) |
static HadoopJob |
parseFrom(ByteBuffer data) |
static HadoopJob |
parseFrom(ByteBuffer data,
com.google.protobuf.ExtensionRegistryLite extensionRegistry) |
static HadoopJob |
parseFrom(com.google.protobuf.ByteString data) |
static HadoopJob |
parseFrom(com.google.protobuf.ByteString data,
com.google.protobuf.ExtensionRegistryLite extensionRegistry) |
static HadoopJob |
parseFrom(com.google.protobuf.CodedInputStream input) |
static HadoopJob |
parseFrom(com.google.protobuf.CodedInputStream input,
com.google.protobuf.ExtensionRegistryLite extensionRegistry) |
static HadoopJob |
parseFrom(InputStream input) |
static HadoopJob |
parseFrom(InputStream input,
com.google.protobuf.ExtensionRegistryLite extensionRegistry) |
static com.google.protobuf.Parser<HadoopJob> |
parser() |
HadoopJob.Builder |
toBuilder() |
void |
writeTo(com.google.protobuf.CodedOutputStream output) |
canUseUnsafe, computeStringSize, computeStringSizeNoTag, emptyBooleanList, emptyDoubleList, emptyFloatList, emptyIntList, emptyLongList, getAllFields, getDescriptorForType, getField, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, hasField, hasOneof, makeExtensionsImmutable, mergeFromAndMakeImmutableInternal, mutableCopy, mutableCopy, mutableCopy, mutableCopy, mutableCopy, newBooleanList, newBuilderForType, newDoubleList, newFloatList, newInstance, newIntList, newLongList, parseDelimitedWithIOException, parseDelimitedWithIOException, parseUnknownField, parseUnknownFieldProto3, parseWithIOException, parseWithIOException, parseWithIOException, parseWithIOException, serializeBooleanMapTo, serializeIntegerMapTo, serializeLongMapTo, serializeStringMapTo, writeReplace, writeString, writeStringNoTagfindInitializationErrors, getInitializationErrorString, hashBoolean, hashEnum, hashEnumList, hashFields, hashLong, toStringaddAll, addAll, checkByteStringIsUtf8, toByteArray, toByteString, writeDelimitedTo, writeToclone, finalize, getClass, notify, notifyAll, wait, wait, waitpublic static final int MAIN_JAR_FILE_URI_FIELD_NUMBER
public static final int MAIN_CLASS_FIELD_NUMBER
public static final int ARGS_FIELD_NUMBER
public static final int JAR_FILE_URIS_FIELD_NUMBER
public static final int FILE_URIS_FIELD_NUMBER
public static final int ARCHIVE_URIS_FIELD_NUMBER
public static final int PROPERTIES_FIELD_NUMBER
public static final int LOGGING_CONFIG_FIELD_NUMBER
public final com.google.protobuf.UnknownFieldSet getUnknownFields()
getUnknownFields in interface com.google.protobuf.MessageOrBuildergetUnknownFields in class com.google.protobuf.GeneratedMessageV3public static final com.google.protobuf.Descriptors.Descriptor getDescriptor()
protected com.google.protobuf.MapField internalGetMapField(int number)
internalGetMapField in class com.google.protobuf.GeneratedMessageV3protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()
internalGetFieldAccessorTable in class com.google.protobuf.GeneratedMessageV3public HadoopJob.DriverCase getDriverCase()
getDriverCase in interface HadoopJobOrBuilderpublic String getMainJarFileUri()
The HCFS URI of the jar file containing the main class.
Examples:
'gs://foo-bucket/analytics-binaries/extract-useful-metrics-mr.jar'
'hdfs:/tmp/test-samples/custom-wordcount.jar'
'file:///home/usr/lib/hadoop-mapreduce/hadoop-mapreduce-examples.jar'
string main_jar_file_uri = 1;getMainJarFileUri in interface HadoopJobOrBuilderpublic com.google.protobuf.ByteString getMainJarFileUriBytes()
The HCFS URI of the jar file containing the main class.
Examples:
'gs://foo-bucket/analytics-binaries/extract-useful-metrics-mr.jar'
'hdfs:/tmp/test-samples/custom-wordcount.jar'
'file:///home/usr/lib/hadoop-mapreduce/hadoop-mapreduce-examples.jar'
string main_jar_file_uri = 1;getMainJarFileUriBytes in interface HadoopJobOrBuilderpublic String getMainClass()
The name of the driver's main class. The jar file containing the class must be in the default CLASSPATH or specified in `jar_file_uris`.
string main_class = 2;getMainClass in interface HadoopJobOrBuilderpublic com.google.protobuf.ByteString getMainClassBytes()
The name of the driver's main class. The jar file containing the class must be in the default CLASSPATH or specified in `jar_file_uris`.
string main_class = 2;getMainClassBytes in interface HadoopJobOrBuilderpublic com.google.protobuf.ProtocolStringList getArgsList()
Optional. The arguments to pass to the driver. Do not include arguments, such as `-libjars` or `-Dfoo=bar`, that can be set as job properties, since a collision may occur that causes an incorrect job submission.
repeated string args = 3;getArgsList in interface HadoopJobOrBuilderpublic int getArgsCount()
Optional. The arguments to pass to the driver. Do not include arguments, such as `-libjars` or `-Dfoo=bar`, that can be set as job properties, since a collision may occur that causes an incorrect job submission.
repeated string args = 3;getArgsCount in interface HadoopJobOrBuilderpublic String getArgs(int index)
Optional. The arguments to pass to the driver. Do not include arguments, such as `-libjars` or `-Dfoo=bar`, that can be set as job properties, since a collision may occur that causes an incorrect job submission.
repeated string args = 3;getArgs in interface HadoopJobOrBuilderpublic com.google.protobuf.ByteString getArgsBytes(int index)
Optional. The arguments to pass to the driver. Do not include arguments, such as `-libjars` or `-Dfoo=bar`, that can be set as job properties, since a collision may occur that causes an incorrect job submission.
repeated string args = 3;getArgsBytes in interface HadoopJobOrBuilderpublic com.google.protobuf.ProtocolStringList getJarFileUrisList()
Optional. Jar file URIs to add to the CLASSPATHs of the Hadoop driver and tasks.
repeated string jar_file_uris = 4;getJarFileUrisList in interface HadoopJobOrBuilderpublic int getJarFileUrisCount()
Optional. Jar file URIs to add to the CLASSPATHs of the Hadoop driver and tasks.
repeated string jar_file_uris = 4;getJarFileUrisCount in interface HadoopJobOrBuilderpublic String getJarFileUris(int index)
Optional. Jar file URIs to add to the CLASSPATHs of the Hadoop driver and tasks.
repeated string jar_file_uris = 4;getJarFileUris in interface HadoopJobOrBuilderpublic com.google.protobuf.ByteString getJarFileUrisBytes(int index)
Optional. Jar file URIs to add to the CLASSPATHs of the Hadoop driver and tasks.
repeated string jar_file_uris = 4;getJarFileUrisBytes in interface HadoopJobOrBuilderpublic com.google.protobuf.ProtocolStringList getFileUrisList()
Optional. HCFS (Hadoop Compatible Filesystem) URIs of files to be copied to the working directory of Hadoop drivers and distributed tasks. Useful for naively parallel tasks.
repeated string file_uris = 5;getFileUrisList in interface HadoopJobOrBuilderpublic int getFileUrisCount()
Optional. HCFS (Hadoop Compatible Filesystem) URIs of files to be copied to the working directory of Hadoop drivers and distributed tasks. Useful for naively parallel tasks.
repeated string file_uris = 5;getFileUrisCount in interface HadoopJobOrBuilderpublic String getFileUris(int index)
Optional. HCFS (Hadoop Compatible Filesystem) URIs of files to be copied to the working directory of Hadoop drivers and distributed tasks. Useful for naively parallel tasks.
repeated string file_uris = 5;getFileUris in interface HadoopJobOrBuilderpublic com.google.protobuf.ByteString getFileUrisBytes(int index)
Optional. HCFS (Hadoop Compatible Filesystem) URIs of files to be copied to the working directory of Hadoop drivers and distributed tasks. Useful for naively parallel tasks.
repeated string file_uris = 5;getFileUrisBytes in interface HadoopJobOrBuilderpublic com.google.protobuf.ProtocolStringList getArchiveUrisList()
Optional. HCFS URIs of archives to be extracted in the working directory of Hadoop drivers and tasks. Supported file types: .jar, .tar, .tar.gz, .tgz, or .zip.
repeated string archive_uris = 6;getArchiveUrisList in interface HadoopJobOrBuilderpublic int getArchiveUrisCount()
Optional. HCFS URIs of archives to be extracted in the working directory of Hadoop drivers and tasks. Supported file types: .jar, .tar, .tar.gz, .tgz, or .zip.
repeated string archive_uris = 6;getArchiveUrisCount in interface HadoopJobOrBuilderpublic String getArchiveUris(int index)
Optional. HCFS URIs of archives to be extracted in the working directory of Hadoop drivers and tasks. Supported file types: .jar, .tar, .tar.gz, .tgz, or .zip.
repeated string archive_uris = 6;getArchiveUris in interface HadoopJobOrBuilderpublic com.google.protobuf.ByteString getArchiveUrisBytes(int index)
Optional. HCFS URIs of archives to be extracted in the working directory of Hadoop drivers and tasks. Supported file types: .jar, .tar, .tar.gz, .tgz, or .zip.
repeated string archive_uris = 6;getArchiveUrisBytes in interface HadoopJobOrBuilderpublic int getPropertiesCount()
HadoopJobOrBuilderOptional. A mapping of property names to values, used to configure Hadoop. Properties that conflict with values set by the Cloud Dataproc API may be overwritten. Can include properties set in /etc/hadoop/conf/*-site and classes in user code.
map<string, string> properties = 7;getPropertiesCount in interface HadoopJobOrBuilderpublic boolean containsProperties(String key)
Optional. A mapping of property names to values, used to configure Hadoop. Properties that conflict with values set by the Cloud Dataproc API may be overwritten. Can include properties set in /etc/hadoop/conf/*-site and classes in user code.
map<string, string> properties = 7;containsProperties in interface HadoopJobOrBuilder@Deprecated public Map<String,String> getProperties()
getPropertiesMap() instead.getProperties in interface HadoopJobOrBuilderpublic Map<String,String> getPropertiesMap()
Optional. A mapping of property names to values, used to configure Hadoop. Properties that conflict with values set by the Cloud Dataproc API may be overwritten. Can include properties set in /etc/hadoop/conf/*-site and classes in user code.
map<string, string> properties = 7;getPropertiesMap in interface HadoopJobOrBuilderpublic String getPropertiesOrDefault(String key, String defaultValue)
Optional. A mapping of property names to values, used to configure Hadoop. Properties that conflict with values set by the Cloud Dataproc API may be overwritten. Can include properties set in /etc/hadoop/conf/*-site and classes in user code.
map<string, string> properties = 7;getPropertiesOrDefault in interface HadoopJobOrBuilderpublic String getPropertiesOrThrow(String key)
Optional. A mapping of property names to values, used to configure Hadoop. Properties that conflict with values set by the Cloud Dataproc API may be overwritten. Can include properties set in /etc/hadoop/conf/*-site and classes in user code.
map<string, string> properties = 7;getPropertiesOrThrow in interface HadoopJobOrBuilderpublic boolean hasLoggingConfig()
Optional. The runtime log config for job execution.
.google.cloud.dataproc.v1.LoggingConfig logging_config = 8;hasLoggingConfig in interface HadoopJobOrBuilderpublic LoggingConfig getLoggingConfig()
Optional. The runtime log config for job execution.
.google.cloud.dataproc.v1.LoggingConfig logging_config = 8;getLoggingConfig in interface HadoopJobOrBuilderpublic LoggingConfigOrBuilder getLoggingConfigOrBuilder()
Optional. The runtime log config for job execution.
.google.cloud.dataproc.v1.LoggingConfig logging_config = 8;getLoggingConfigOrBuilder in interface HadoopJobOrBuilderpublic final boolean isInitialized()
isInitialized in interface com.google.protobuf.MessageLiteOrBuilderisInitialized in class com.google.protobuf.GeneratedMessageV3public void writeTo(com.google.protobuf.CodedOutputStream output)
throws IOException
writeTo in interface com.google.protobuf.MessageLitewriteTo in class com.google.protobuf.GeneratedMessageV3IOExceptionpublic int getSerializedSize()
getSerializedSize in interface com.google.protobuf.MessageLitegetSerializedSize in class com.google.protobuf.GeneratedMessageV3public boolean equals(Object obj)
equals in interface com.google.protobuf.Messageequals in class com.google.protobuf.AbstractMessagepublic int hashCode()
hashCode in interface com.google.protobuf.MessagehashCode in class com.google.protobuf.AbstractMessagepublic static HadoopJob parseFrom(ByteBuffer data) throws com.google.protobuf.InvalidProtocolBufferException
com.google.protobuf.InvalidProtocolBufferExceptionpublic static HadoopJob parseFrom(ByteBuffer data, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws com.google.protobuf.InvalidProtocolBufferException
com.google.protobuf.InvalidProtocolBufferExceptionpublic static HadoopJob parseFrom(com.google.protobuf.ByteString data) throws com.google.protobuf.InvalidProtocolBufferException
com.google.protobuf.InvalidProtocolBufferExceptionpublic static HadoopJob parseFrom(com.google.protobuf.ByteString data, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws com.google.protobuf.InvalidProtocolBufferException
com.google.protobuf.InvalidProtocolBufferExceptionpublic static HadoopJob parseFrom(byte[] data) throws com.google.protobuf.InvalidProtocolBufferException
com.google.protobuf.InvalidProtocolBufferExceptionpublic static HadoopJob parseFrom(byte[] data, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws com.google.protobuf.InvalidProtocolBufferException
com.google.protobuf.InvalidProtocolBufferExceptionpublic static HadoopJob parseFrom(InputStream input) throws IOException
IOExceptionpublic static HadoopJob parseFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException
IOExceptionpublic static HadoopJob parseDelimitedFrom(InputStream input) throws IOException
IOExceptionpublic static HadoopJob parseDelimitedFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException
IOExceptionpublic static HadoopJob parseFrom(com.google.protobuf.CodedInputStream input) throws IOException
IOExceptionpublic static HadoopJob parseFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException
IOExceptionpublic HadoopJob.Builder newBuilderForType()
newBuilderForType in interface com.google.protobuf.MessagenewBuilderForType in interface com.google.protobuf.MessageLitepublic static HadoopJob.Builder newBuilder()
public static HadoopJob.Builder newBuilder(HadoopJob prototype)
public HadoopJob.Builder toBuilder()
toBuilder in interface com.google.protobuf.MessagetoBuilder in interface com.google.protobuf.MessageLiteprotected HadoopJob.Builder newBuilderForType(com.google.protobuf.GeneratedMessageV3.BuilderParent parent)
newBuilderForType in class com.google.protobuf.GeneratedMessageV3public static HadoopJob getDefaultInstance()
public static com.google.protobuf.Parser<HadoopJob> parser()
public com.google.protobuf.Parser<HadoopJob> getParserForType()
getParserForType in interface com.google.protobuf.MessagegetParserForType in interface com.google.protobuf.MessageLitegetParserForType in class com.google.protobuf.GeneratedMessageV3public HadoopJob getDefaultInstanceForType()
getDefaultInstanceForType in interface com.google.protobuf.MessageLiteOrBuildergetDefaultInstanceForType in interface com.google.protobuf.MessageOrBuilderCopyright © 2019 Google LLC. All rights reserved.