public static final class Task.SparkTaskConfig extends GeneratedMessageV3 implements Task.SparkTaskConfigOrBuilder
User-specified config for running a Spark task.
Protobuf type google.cloud.dataplex.v1.Task.SparkTaskConfig
Static Fields
ARCHIVE_URIS_FIELD_NUMBER
public static final int ARCHIVE_URIS_FIELD_NUMBER
Field Value
FILE_URIS_FIELD_NUMBER
public static final int FILE_URIS_FIELD_NUMBER
Field Value
INFRASTRUCTURE_SPEC_FIELD_NUMBER
public static final int INFRASTRUCTURE_SPEC_FIELD_NUMBER
Field Value
MAIN_CLASS_FIELD_NUMBER
public static final int MAIN_CLASS_FIELD_NUMBER
Field Value
MAIN_JAR_FILE_URI_FIELD_NUMBER
public static final int MAIN_JAR_FILE_URI_FIELD_NUMBER
Field Value
PYTHON_SCRIPT_FILE_FIELD_NUMBER
public static final int PYTHON_SCRIPT_FILE_FIELD_NUMBER
Field Value
SQL_SCRIPT_FIELD_NUMBER
public static final int SQL_SCRIPT_FIELD_NUMBER
Field Value
SQL_SCRIPT_FILE_FIELD_NUMBER
public static final int SQL_SCRIPT_FILE_FIELD_NUMBER
Field Value
Static Methods
getDefaultInstance()
public static Task.SparkTaskConfig getDefaultInstance()
Returns
getDescriptor()
public static final Descriptors.Descriptor getDescriptor()
Returns
newBuilder()
public static Task.SparkTaskConfig.Builder newBuilder()
Returns
newBuilder(Task.SparkTaskConfig prototype)
public static Task.SparkTaskConfig.Builder newBuilder(Task.SparkTaskConfig prototype)
Parameter
Returns
public static Task.SparkTaskConfig parseDelimitedFrom(InputStream input)
Parameter
Returns
Exceptions
public static Task.SparkTaskConfig parseDelimitedFrom(InputStream input, ExtensionRegistryLite extensionRegistry)
Parameters
Returns
Exceptions
parseFrom(byte[] data)
public static Task.SparkTaskConfig parseFrom(byte[] data)
Parameter
| Name | Description |
data | byte[]
|
Returns
Exceptions
parseFrom(byte[] data, ExtensionRegistryLite extensionRegistry)
public static Task.SparkTaskConfig parseFrom(byte[] data, ExtensionRegistryLite extensionRegistry)
Parameters
Returns
Exceptions
parseFrom(ByteString data)
public static Task.SparkTaskConfig parseFrom(ByteString data)
Parameter
Returns
Exceptions
parseFrom(ByteString data, ExtensionRegistryLite extensionRegistry)
public static Task.SparkTaskConfig parseFrom(ByteString data, ExtensionRegistryLite extensionRegistry)
Parameters
Returns
Exceptions
public static Task.SparkTaskConfig parseFrom(CodedInputStream input)
Parameter
Returns
Exceptions
public static Task.SparkTaskConfig parseFrom(CodedInputStream input, ExtensionRegistryLite extensionRegistry)
Parameters
Returns
Exceptions
public static Task.SparkTaskConfig parseFrom(InputStream input)
Parameter
Returns
Exceptions
public static Task.SparkTaskConfig parseFrom(InputStream input, ExtensionRegistryLite extensionRegistry)
Parameters
Returns
Exceptions
parseFrom(ByteBuffer data)
public static Task.SparkTaskConfig parseFrom(ByteBuffer data)
Parameter
Returns
Exceptions
parseFrom(ByteBuffer data, ExtensionRegistryLite extensionRegistry)
public static Task.SparkTaskConfig parseFrom(ByteBuffer data, ExtensionRegistryLite extensionRegistry)
Parameters
Returns
Exceptions
parser()
public static Parser<Task.SparkTaskConfig> parser()
Returns
Methods
equals(Object obj)
public boolean equals(Object obj)
Parameter
Returns
Overrides
getArchiveUris(int index)
public String getArchiveUris(int index)
Optional. Cloud Storage URIs of archives to be extracted into the working
directory of each executor. Supported file types: .jar, .tar, .tar.gz,
.tgz, and .zip.
repeated string archive_uris = 4 [(.google.api.field_behavior) = OPTIONAL];
| Name | Description |
index | int
The index of the element to return.
|
Returns
| Type | Description |
String | The archiveUris at the given index.
|
getArchiveUrisBytes(int index)
public ByteString getArchiveUrisBytes(int index)
Optional. Cloud Storage URIs of archives to be extracted into the working
directory of each executor. Supported file types: .jar, .tar, .tar.gz,
.tgz, and .zip.
repeated string archive_uris = 4 [(.google.api.field_behavior) = OPTIONAL];
| Name | Description |
index | int
The index of the value to return.
|
Returns
| Type | Description |
ByteString | The bytes of the archiveUris at the given index.
|
getArchiveUrisCount()
public int getArchiveUrisCount()
Optional. Cloud Storage URIs of archives to be extracted into the working
directory of each executor. Supported file types: .jar, .tar, .tar.gz,
.tgz, and .zip.
repeated string archive_uris = 4 [(.google.api.field_behavior) = OPTIONAL];
| Type | Description |
int | The count of archiveUris.
|
getArchiveUrisList()
public ProtocolStringList getArchiveUrisList()
Optional. Cloud Storage URIs of archives to be extracted into the working
directory of each executor. Supported file types: .jar, .tar, .tar.gz,
.tgz, and .zip.
repeated string archive_uris = 4 [(.google.api.field_behavior) = OPTIONAL];
getDefaultInstanceForType()
public Task.SparkTaskConfig getDefaultInstanceForType()
Returns
getDriverCase()
public Task.SparkTaskConfig.DriverCase getDriverCase()
Returns
getFileUris(int index)
public String getFileUris(int index)
Optional. Cloud Storage URIs of files to be placed in the working
directory of each executor.
repeated string file_uris = 3 [(.google.api.field_behavior) = OPTIONAL];
| Name | Description |
index | int
The index of the element to return.
|
Returns
| Type | Description |
String | The fileUris at the given index.
|
getFileUrisBytes(int index)
public ByteString getFileUrisBytes(int index)
Optional. Cloud Storage URIs of files to be placed in the working
directory of each executor.
repeated string file_uris = 3 [(.google.api.field_behavior) = OPTIONAL];
| Name | Description |
index | int
The index of the value to return.
|
Returns
| Type | Description |
ByteString | The bytes of the fileUris at the given index.
|
getFileUrisCount()
public int getFileUrisCount()
Optional. Cloud Storage URIs of files to be placed in the working
directory of each executor.
repeated string file_uris = 3 [(.google.api.field_behavior) = OPTIONAL];
| Type | Description |
int | The count of fileUris.
|
getFileUrisList()
public ProtocolStringList getFileUrisList()
Optional. Cloud Storage URIs of files to be placed in the working
directory of each executor.
repeated string file_uris = 3 [(.google.api.field_behavior) = OPTIONAL];
getInfrastructureSpec()
public Task.InfrastructureSpec getInfrastructureSpec()
Optional. Infrastructure specification for the execution.
.google.cloud.dataplex.v1.Task.InfrastructureSpec infrastructure_spec = 6 [(.google.api.field_behavior) = OPTIONAL];
getInfrastructureSpecOrBuilder()
public Task.InfrastructureSpecOrBuilder getInfrastructureSpecOrBuilder()
Optional. Infrastructure specification for the execution.
.google.cloud.dataplex.v1.Task.InfrastructureSpec infrastructure_spec = 6 [(.google.api.field_behavior) = OPTIONAL];
getMainClass()
public String getMainClass()
The name of the driver's main class. The jar file that contains the
class must be in the default CLASSPATH or specified in
jar_file_uris.
The execution args are passed in as a sequence of named process
arguments (--key=value).
string main_class = 101;
| Type | Description |
String | The mainClass.
|
getMainClassBytes()
public ByteString getMainClassBytes()
The name of the driver's main class. The jar file that contains the
class must be in the default CLASSPATH or specified in
jar_file_uris.
The execution args are passed in as a sequence of named process
arguments (--key=value).
string main_class = 101;
getMainJarFileUri()
public String getMainJarFileUri()
The Cloud Storage URI of the jar file that contains the main class.
The execution args are passed in as a sequence of named process
arguments (--key=value).
string main_jar_file_uri = 100;
| Type | Description |
String | The mainJarFileUri.
|
getMainJarFileUriBytes()
public ByteString getMainJarFileUriBytes()
The Cloud Storage URI of the jar file that contains the main class.
The execution args are passed in as a sequence of named process
arguments (--key=value).
string main_jar_file_uri = 100;
| Type | Description |
ByteString | The bytes for mainJarFileUri.
|
getParserForType()
public Parser<Task.SparkTaskConfig> getParserForType()
Returns
Overrides
getPythonScriptFile()
public String getPythonScriptFile()
The Gcloud Storage URI of the main Python file to use as the driver.
Must be a .py file. The execution args are passed in as a sequence of
named process arguments (--key=value).
string python_script_file = 102;
| Type | Description |
String | The pythonScriptFile.
|
getPythonScriptFileBytes()
public ByteString getPythonScriptFileBytes()
The Gcloud Storage URI of the main Python file to use as the driver.
Must be a .py file. The execution args are passed in as a sequence of
named process arguments (--key=value).
string python_script_file = 102;
| Type | Description |
ByteString | The bytes for pythonScriptFile.
|
getSerializedSize()
public int getSerializedSize()
Returns
Overrides
getSqlScript()
public String getSqlScript()
The query text.
The execution args are used to declare a set of script variables
(set key="value";).
string sql_script = 105;
| Type | Description |
String | The sqlScript.
|
getSqlScriptBytes()
public ByteString getSqlScriptBytes()
The query text.
The execution args are used to declare a set of script variables
(set key="value";).
string sql_script = 105;
getSqlScriptFile()
public String getSqlScriptFile()
A reference to a query file. This can be the Cloud Storage URI of the
query file or it can the path to a SqlScript Content. The execution
args are used to declare a set of script variables
(set key="value";).
string sql_script_file = 104;
| Type | Description |
String | The sqlScriptFile.
|
getSqlScriptFileBytes()
public ByteString getSqlScriptFileBytes()
A reference to a query file. This can be the Cloud Storage URI of the
query file or it can the path to a SqlScript Content. The execution
args are used to declare a set of script variables
(set key="value";).
string sql_script_file = 104;
| Type | Description |
ByteString | The bytes for sqlScriptFile.
|
getUnknownFields()
public final UnknownFieldSet getUnknownFields()
Returns
Overrides
hasInfrastructureSpec()
public boolean hasInfrastructureSpec()
Optional. Infrastructure specification for the execution.
.google.cloud.dataplex.v1.Task.InfrastructureSpec infrastructure_spec = 6 [(.google.api.field_behavior) = OPTIONAL];
| Type | Description |
boolean | Whether the infrastructureSpec field is set.
|
hasMainClass()
public boolean hasMainClass()
The name of the driver's main class. The jar file that contains the
class must be in the default CLASSPATH or specified in
jar_file_uris.
The execution args are passed in as a sequence of named process
arguments (--key=value).
string main_class = 101;
| Type | Description |
boolean | Whether the mainClass field is set.
|
hasMainJarFileUri()
public boolean hasMainJarFileUri()
The Cloud Storage URI of the jar file that contains the main class.
The execution args are passed in as a sequence of named process
arguments (--key=value).
string main_jar_file_uri = 100;
| Type | Description |
boolean | Whether the mainJarFileUri field is set.
|
hasPythonScriptFile()
public boolean hasPythonScriptFile()
The Gcloud Storage URI of the main Python file to use as the driver.
Must be a .py file. The execution args are passed in as a sequence of
named process arguments (--key=value).
string python_script_file = 102;
| Type | Description |
boolean | Whether the pythonScriptFile field is set.
|
hasSqlScript()
public boolean hasSqlScript()
The query text.
The execution args are used to declare a set of script variables
(set key="value";).
string sql_script = 105;
| Type | Description |
boolean | Whether the sqlScript field is set.
|
hasSqlScriptFile()
public boolean hasSqlScriptFile()
A reference to a query file. This can be the Cloud Storage URI of the
query file or it can the path to a SqlScript Content. The execution
args are used to declare a set of script variables
(set key="value";).
string sql_script_file = 104;
| Type | Description |
boolean | Whether the sqlScriptFile field is set.
|
hashCode()
Returns
Overrides
internalGetFieldAccessorTable()
protected GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()
Returns
Overrides
isInitialized()
public final boolean isInitialized()
Returns
Overrides
newBuilderForType()
public Task.SparkTaskConfig.Builder newBuilderForType()
Returns
newBuilderForType(GeneratedMessageV3.BuilderParent parent)
protected Task.SparkTaskConfig.Builder newBuilderForType(GeneratedMessageV3.BuilderParent parent)
Parameter
Returns
Overrides
newInstance(GeneratedMessageV3.UnusedPrivateParameter unused)
protected Object newInstance(GeneratedMessageV3.UnusedPrivateParameter unused)
Parameter
Returns
Overrides
toBuilder()
public Task.SparkTaskConfig.Builder toBuilder()
Returns
writeTo(CodedOutputStream output)
public void writeTo(CodedOutputStream output)
Parameter
Overrides
Exceptions
