public final class SparkOptions
extends com.google.api.client.json.GenericJson
This is the Java data model class that specifies how to parse/serialize into the JSON that is transmitted over HTTP when working with the BigQuery API. For a detailed explanation see: https://developers.google.com/api-client-library/java/google-http-java-client/json
com.google.api.client.util.GenericData.Flags
AbstractMap.SimpleEntry<K,V>, AbstractMap.SimpleImmutableEntry<K,V>
Constructor and Description |
---|
SparkOptions() |
Modifier and Type | Method and Description |
---|---|
SparkOptions |
clone() |
List<String> |
getArchiveUris()
Archive files to be extracted into the working directory of each executor.
|
String |
getConnection()
Fully qualified name of the user-provided Spark connection object.
|
String |
getContainerImage()
Custom container image for the runtime environment.
|
List<String> |
getFileUris()
Files to be placed in the working directory of each executor.
|
List<String> |
getJarUris()
JARs to include on the driver and executor CLASSPATH.
|
String |
getMainClass()
The fully qualified name of a class in jar_uris, for example, com.example.wordcount.
|
String |
getMainFileUri()
The main file/jar URI of the Spark application.
|
Map<String,String> |
getProperties()
Configuration properties as a set of key/value pairs, which will be passed on to the Spark
application.
|
List<String> |
getPyFileUris()
Python files to be placed on the PYTHONPATH for PySpark application.
|
String |
getRuntimeVersion()
Runtime version.
|
SparkOptions |
set(String fieldName,
Object value) |
SparkOptions |
setArchiveUris(List<String> archiveUris)
Archive files to be extracted into the working directory of each executor.
|
SparkOptions |
setConnection(String connection)
Fully qualified name of the user-provided Spark connection object.
|
SparkOptions |
setContainerImage(String containerImage)
Custom container image for the runtime environment.
|
SparkOptions |
setFileUris(List<String> fileUris)
Files to be placed in the working directory of each executor.
|
SparkOptions |
setJarUris(List<String> jarUris)
JARs to include on the driver and executor CLASSPATH.
|
SparkOptions |
setMainClass(String mainClass)
The fully qualified name of a class in jar_uris, for example, com.example.wordcount.
|
SparkOptions |
setMainFileUri(String mainFileUri)
The main file/jar URI of the Spark application.
|
SparkOptions |
setProperties(Map<String,String> properties)
Configuration properties as a set of key/value pairs, which will be passed on to the Spark
application.
|
SparkOptions |
setPyFileUris(List<String> pyFileUris)
Python files to be placed on the PYTHONPATH for PySpark application.
|
SparkOptions |
setRuntimeVersion(String runtimeVersion)
Runtime version.
|
getFactory, setFactory, toPrettyString, toString
entrySet, equals, get, getClassInfo, getUnknownKeys, hashCode, put, putAll, remove, setUnknownKeys
clear, containsKey, containsValue, isEmpty, keySet, size, values
finalize, getClass, notify, notifyAll, wait, wait, wait
compute, computeIfAbsent, computeIfPresent, forEach, getOrDefault, merge, putIfAbsent, remove, replace, replace, replaceAll
public List<String> getArchiveUris()
null
for nonepublic SparkOptions setArchiveUris(List<String> archiveUris)
archiveUris
- archiveUris or null
for nonepublic String getConnection()
null
for nonepublic SparkOptions setConnection(String connection)
connection
- connection or null
for nonepublic String getContainerImage()
null
for nonepublic SparkOptions setContainerImage(String containerImage)
containerImage
- containerImage or null
for nonepublic List<String> getFileUris()
null
for nonepublic SparkOptions setFileUris(List<String> fileUris)
fileUris
- fileUris or null
for nonepublic List<String> getJarUris()
null
for nonepublic SparkOptions setJarUris(List<String> jarUris)
jarUris
- jarUris or null
for nonepublic String getMainClass()
null
for nonepublic SparkOptions setMainClass(String mainClass)
mainClass
- mainClass or null
for nonepublic String getMainFileUri()
null
for nonepublic SparkOptions setMainFileUri(String mainFileUri)
mainFileUri
- mainFileUri or null
for nonepublic Map<String,String> getProperties()
null
for nonepublic SparkOptions setProperties(Map<String,String> properties)
properties
- properties or null
for nonepublic List<String> getPyFileUris()
null
for nonepublic SparkOptions setPyFileUris(List<String> pyFileUris)
pyFileUris
- pyFileUris or null
for nonepublic String getRuntimeVersion()
null
for nonepublic SparkOptions setRuntimeVersion(String runtimeVersion)
runtimeVersion
- runtimeVersion or null
for nonepublic SparkOptions set(String fieldName, Object value)
set
in class com.google.api.client.json.GenericJson
public SparkOptions clone()
clone
in class com.google.api.client.json.GenericJson
Copyright © 2011–2023 Google. All rights reserved.