Class JobPysparkConfigArgs.Builder

  • Enclosing class:
    JobPysparkConfigArgs

    public static final class JobPysparkConfigArgs.Builder
    extends java.lang.Object
    • Method Detail

      • archiveUris

        public JobPysparkConfigArgs.Builder archiveUris​(@Nullable
                                                        com.pulumi.core.Output<java.util.List<java.lang.String>> archiveUris)
        Parameters:
        archiveUris - HCFS URIs of archives to be extracted in the working directory of .jar, .tar, .tar.gz, .tgz, and .zip.
        Returns:
        builder
      • archiveUris

        public JobPysparkConfigArgs.Builder archiveUris​(java.util.List<java.lang.String> archiveUris)
        Parameters:
        archiveUris - HCFS URIs of archives to be extracted in the working directory of .jar, .tar, .tar.gz, .tgz, and .zip.
        Returns:
        builder
      • archiveUris

        public JobPysparkConfigArgs.Builder archiveUris​(java.lang.String... archiveUris)
        Parameters:
        archiveUris - HCFS URIs of archives to be extracted in the working directory of .jar, .tar, .tar.gz, .tgz, and .zip.
        Returns:
        builder
      • args

        public JobPysparkConfigArgs.Builder args​(@Nullable
                                                 com.pulumi.core.Output<java.util.List<java.lang.String>> args)
        Parameters:
        args - The arguments to pass to the driver.
        Returns:
        builder
      • args

        public JobPysparkConfigArgs.Builder args​(java.util.List<java.lang.String> args)
        Parameters:
        args - The arguments to pass to the driver.
        Returns:
        builder
      • args

        public JobPysparkConfigArgs.Builder args​(java.lang.String... args)
        Parameters:
        args - The arguments to pass to the driver.
        Returns:
        builder
      • fileUris

        public JobPysparkConfigArgs.Builder fileUris​(@Nullable
                                                     com.pulumi.core.Output<java.util.List<java.lang.String>> fileUris)
        Parameters:
        fileUris - HCFS URIs of files to be copied to the working directory of Python drivers and distributed tasks. Useful for naively parallel tasks.
        Returns:
        builder
      • fileUris

        public JobPysparkConfigArgs.Builder fileUris​(java.util.List<java.lang.String> fileUris)
        Parameters:
        fileUris - HCFS URIs of files to be copied to the working directory of Python drivers and distributed tasks. Useful for naively parallel tasks.
        Returns:
        builder
      • fileUris

        public JobPysparkConfigArgs.Builder fileUris​(java.lang.String... fileUris)
        Parameters:
        fileUris - HCFS URIs of files to be copied to the working directory of Python drivers and distributed tasks. Useful for naively parallel tasks.
        Returns:
        builder
      • jarFileUris

        public JobPysparkConfigArgs.Builder jarFileUris​(@Nullable
                                                        com.pulumi.core.Output<java.util.List<java.lang.String>> jarFileUris)
        Parameters:
        jarFileUris - HCFS URIs of jar files to add to the CLASSPATHs of the Python driver and tasks.
        Returns:
        builder
      • jarFileUris

        public JobPysparkConfigArgs.Builder jarFileUris​(java.util.List<java.lang.String> jarFileUris)
        Parameters:
        jarFileUris - HCFS URIs of jar files to add to the CLASSPATHs of the Python driver and tasks.
        Returns:
        builder
      • jarFileUris

        public JobPysparkConfigArgs.Builder jarFileUris​(java.lang.String... jarFileUris)
        Parameters:
        jarFileUris - HCFS URIs of jar files to add to the CLASSPATHs of the Python driver and tasks.
        Returns:
        builder
      • mainPythonFileUri

        public JobPysparkConfigArgs.Builder mainPythonFileUri​(com.pulumi.core.Output<java.lang.String> mainPythonFileUri)
        Parameters:
        mainPythonFileUri - The HCFS URI of the main Python file to use as the driver. Must be a .py file.
        Returns:
        builder
      • mainPythonFileUri

        public JobPysparkConfigArgs.Builder mainPythonFileUri​(java.lang.String mainPythonFileUri)
        Parameters:
        mainPythonFileUri - The HCFS URI of the main Python file to use as the driver. Must be a .py file.
        Returns:
        builder
      • properties

        public JobPysparkConfigArgs.Builder properties​(@Nullable
                                                       com.pulumi.core.Output<java.util.Map<java.lang.String,​java.lang.String>> properties)
        Parameters:
        properties - A mapping of property names to values, used to configure PySpark. Properties that conflict with values set by the Cloud Dataproc API may be overwritten. Can include properties set in `/etc/spark/conf/spark-defaults.conf` and classes in user code. * `logging_config.driver_log_levels`- (Required) The per-package log levels for the driver. This may include 'root' package name to configure rootLogger. Examples: 'com.google = FATAL', 'root = INFO', 'org.apache = DEBUG'
        Returns:
        builder
      • properties

        public JobPysparkConfigArgs.Builder properties​(java.util.Map<java.lang.String,​java.lang.String> properties)
        Parameters:
        properties - A mapping of property names to values, used to configure PySpark. Properties that conflict with values set by the Cloud Dataproc API may be overwritten. Can include properties set in `/etc/spark/conf/spark-defaults.conf` and classes in user code. * `logging_config.driver_log_levels`- (Required) The per-package log levels for the driver. This may include 'root' package name to configure rootLogger. Examples: 'com.google = FATAL', 'root = INFO', 'org.apache = DEBUG'
        Returns:
        builder
      • pythonFileUris

        public JobPysparkConfigArgs.Builder pythonFileUris​(@Nullable
                                                           com.pulumi.core.Output<java.util.List<java.lang.String>> pythonFileUris)
        Parameters:
        pythonFileUris - HCFS file URIs of Python files to pass to the PySpark framework. Supported file types: .py, .egg, and .zip.
        Returns:
        builder
      • pythonFileUris

        public JobPysparkConfigArgs.Builder pythonFileUris​(java.util.List<java.lang.String> pythonFileUris)
        Parameters:
        pythonFileUris - HCFS file URIs of Python files to pass to the PySpark framework. Supported file types: .py, .egg, and .zip.
        Returns:
        builder
      • pythonFileUris

        public JobPysparkConfigArgs.Builder pythonFileUris​(java.lang.String... pythonFileUris)
        Parameters:
        pythonFileUris - HCFS file URIs of Python files to pass to the PySpark framework. Supported file types: .py, .egg, and .zip.
        Returns:
        builder