object Parameters

All user-specifiable parameters for spark-snowflake, along with their validation rules and defaults.

Linear Supertypes
AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. Parameters
  2. AnyRef
  3. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. Protected

Type Members

  1. case class MergedParameters(parameters: Map[String, String]) extends Product with Serializable

    Adds validators and accessors to string map

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##: Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. val BOOLEAN_VALUES_FALSE: Set[String]
  5. val BOOLEAN_VALUES_TRUE: Set[String]
  6. val DEFAULT_PARAMETERS: Map[String, String]
  7. val DEFAULT_S3_MAX_FILE_SIZE: String
  8. val MIN_S3_MAX_FILE_SIZE: Int
  9. val MIN_UPLOAD_CHUNK_SIZE_IN_BYTE: Int
  10. val PARAM_ABORT_DETACHED_QUERY: String
  11. val PARAM_AUTHENTICATOR: String
  12. val PARAM_AWS_ACCESS_KEY: String
  13. val PARAM_AWS_SECRET_KEY: String
  14. val PARAM_BIND_VARIABLE: String
  15. val PARAM_CHECK_BUCKET_CONFIGURATION: String
  16. val PARAM_COLUMN_MAP: String
  17. val PARAM_COLUMN_MAPPING: String
  18. val PARAM_COLUMN_MISMATCH_BEHAVIOR: String
  19. val PARAM_CONNECTION_ID: String
  20. val PARAM_CONTINUE_ON_ERROR: String
  21. val PARAM_EXPECTED_PARTITION_COUNT: String
  22. val PARAM_EXPECTED_PARTITION_SIZE_IN_MB: String
  23. val PARAM_EXTRA_COPY_OPTIONS: String
  24. val PARAM_FORCE: String
  25. val PARAM_FORCE_SKIP_PRE_POST_ACTION_CHECK_FOR_SESSION_SHARING: String
  26. val PARAM_INTERNAL_CHECK_TABLE_EXISTENCE_IN_CURRENT_SCHEMA_ONLY: String
  27. val PARAM_INTERNAL_CHECK_TABLE_EXISTENCE_WITH_FULLY_QUALIFIED_NAME: String
  28. val PARAM_INTERNAL_EXECUTE_QUERY_IN_SYNC_MODE: String
  29. val PARAM_INTERNAL_QUOTE_JSON_FIELD_NAME: String
  30. val PARAM_INTERNAL_SKIP_WRITE_WHEN_WRITING_EMPTY_DATAFRAME: String
  31. val PARAM_INTERNAL_STAGING_TABLE_NAME_REMOVE_QUOTES_ONLY: String
  32. val PARAM_INTERNAL_SUPPORT_AWS_STAGE_END_POINT: String
  33. val PARAM_INTERNAL_USE_AWS_REGION_URL: String
  34. val PARAM_INTERNAL_USE_PARSE_JSON_FOR_WRITE: String
  35. val PARAM_JDBC_QUERY_RESULT_FORMAT: String
  36. val PARAM_KEEP_COLUMN_CASE: String
  37. val PARAM_MAX_RETRY_COUNT: String
  38. val PARAM_NON_PROXY_HOSTS: String
  39. val PARAM_OAUTH_TOKEN: String
  40. val PARAM_PARALLELISM: String
  41. val PARAM_PEM_PRIVATE_KEY: String
  42. val PARAM_POSTACTIONS: String
  43. val PARAM_PREACTIONS: String
  44. val PARAM_PROXY_HOST: String
  45. val PARAM_PROXY_PASSWORD: String
  46. val PARAM_PROXY_PORT: String
  47. val PARAM_PROXY_PROTOCOL: String
  48. val PARAM_PROXY_USER: String
  49. val PARAM_PURGE: String
  50. val PARAM_S3_MAX_FILE_SIZE: String
  51. val PARAM_S3_STAGE_VPCE_DNS_NAME: String
  52. val PARAM_SF_ACCOUNT: String
  53. val PARAM_SF_COMPRESS: String
  54. val PARAM_SF_DATABASE: String
  55. val PARAM_SF_DBTABLE: String
  56. val PARAM_SF_PASSWORD: String
  57. val PARAM_SF_QUERY: String
  58. val PARAM_SF_ROLE: String
  59. val PARAM_SF_SCHEMA: String
  60. val PARAM_SF_SSL: String
  61. val PARAM_SF_TIMEZONE: String
  62. val PARAM_SF_URL: String
  63. val PARAM_SF_USER: String
  64. val PARAM_SF_WAREHOUSE: String
  65. val PARAM_STREAMING_STAGE: String
  66. val PARAM_STRING_TIMESTAMP_FORMAT: String
  67. val PARAM_SUPPORT_SHARE_CONNECTION: String
  68. val PARAM_TEMPDIR: String
  69. val PARAM_TEMP_KEY_ID: String
  70. val PARAM_TEMP_KEY_SECRET: String
  71. val PARAM_TEMP_SAS_TOKEN: String
  72. val PARAM_TEMP_SESSION_TOKEN: String
  73. val PARAM_TIMESTAMP_LTZ_OUTPUT_FORMAT: String
  74. val PARAM_TIMESTAMP_NTZ_OUTPUT_FORMAT: String
  75. val PARAM_TIMESTAMP_TZ_OUTPUT_FORMAT: String
  76. val PARAM_TIME_OUTPUT_FORMAT: String
  77. val PARAM_TREAT_DECIMAL_AS_LONG: String
  78. val PARAM_TRIM_SPACE: String
  79. val PARAM_TRUNCATE_COLUMNS: String
  80. val PARAM_TRUNCATE_TABLE: String
  81. val PARAM_UPLOAD_CHUNK_SIZE_IN_MB: String
  82. val PARAM_USE_AWS_MULTIPLE_PARTS_UPLOAD: String
  83. val PARAM_USE_COPY_UNLOAD: String
  84. val PARAM_USE_EXPONENTIAL_BACKOFF: String
  85. val PARAM_USE_JSON_IN_STRUCTURED_DATA: String
  86. val PARAM_USE_PARQUET_IN_WRITE: String
  87. val PARAM_USE_PROXY: String
  88. val PARAM_USE_STAGING_TABLE: String
  89. val TIMESTAMP_OUTPUT_FORMAT_SF_CURRENT: String
  90. val TZ_SF1: String
  91. val TZ_SF2: String
  92. val TZ_SF_DEFAULT: String
  93. val TZ_SPARK1: String
  94. val TZ_SPARK2: String
  95. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  96. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.CloneNotSupportedException]) @native() @HotSpotIntrinsicCandidate()
  97. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  98. def equals(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef → Any
  99. final def getClass(): Class[_ <: AnyRef]
    Definition Classes
    AnyRef → Any
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  100. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  101. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  102. def isTrue(string: String): Boolean

    Helper method to check if a given string represents some form of "true" value, see BOOLEAN_VALUES_TRUE

  103. val log: Logger
  104. def mergeParameters(params: Map[String, String]): MergedParameters

    Merge user parameters with the defaults, preferring user parameters if specified

  105. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  106. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  107. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  108. final def synchronized[T0](arg0: => T0): T0
    Definition Classes
    AnyRef
  109. def toString(): String
    Definition Classes
    AnyRef → Any
  110. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  111. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException]) @native()
  112. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])

Deprecated Value Members

  1. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.Throwable]) @Deprecated
    Deprecated

Inherited from AnyRef

Inherited from Any

Ungrouped