object Parameters

All user-specifiable parameters for spark-snowflake, along with their validation rules and defaults.

Linear Supertypes
AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. Parameters
  2. AnyRef
  3. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Type Members

  1. case class MergedParameters(parameters: Map[String, String]) extends Product with Serializable

    Adds validators and accessors to string map

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. val BOOLEAN_VALUES_FALSE: Set[String]
  5. val BOOLEAN_VALUES_TRUE: Set[String]
  6. val DEFAULT_PARAMETERS: Map[String, String]
  7. val DEFAULT_S3_MAX_FILE_SIZE: String
  8. val MIN_S3_MAX_FILE_SIZE: Int
  9. val MIN_UPLOAD_CHUNK_SIZE_IN_BYTE: Int
  10. val PARAM_AUTHENTICATOR: String
  11. val PARAM_AUTO_PUSHDOWN: String
  12. val PARAM_AWS_ACCESS_KEY: String
  13. val PARAM_AWS_SECRET_KEY: String
  14. val PARAM_BIND_VARIABLE: String
  15. val PARAM_CHECK_BUCKET_CONFIGURATION: String
  16. val PARAM_COLUMN_MAP: String
  17. val PARAM_COLUMN_MAPPING: String
  18. val PARAM_COLUMN_MISMATCH_BEHAVIOR: String
  19. val PARAM_CONTINUE_ON_ERROR: String
  20. val PARAM_EXPECTED_PARTITION_COUNT: String
  21. val PARAM_EXPECTED_PARTITION_SIZE_IN_MB: String
  22. val PARAM_EXTRA_COPY_OPTIONS: String
  23. val PARAM_INTERNAL_CHECK_TABLE_EXISTENCE_IN_CURRENT_SCHEMA_ONLY: String
  24. val PARAM_INTERNAL_EXECUTE_QUERY_IN_SYNC_MODE: String
  25. val PARAM_INTERNAL_QUOTE_JSON_FIELD_NAME: String
  26. val PARAM_INTERNAL_SKIP_WRITE_WHEN_WRITING_EMPTY_DATAFRAME: String
  27. val PARAM_INTERNAL_STAGING_TABLE_NAME_REMOVE_QUOTES_ONLY: String
  28. val PARAM_INTERNAL_USE_AWS_REGION_URL: String
  29. val PARAM_JDBC_QUERY_RESULT_FORMAT: String
  30. val PARAM_KEEP_COLUMN_CASE: String
  31. val PARAM_MAX_RETRY_COUNT: String
  32. val PARAM_NON_PROXY_HOSTS: String
  33. val PARAM_OAUTH_TOKEN: String
  34. val PARAM_PARALLELISM: String
  35. val PARAM_PEM_PRIVATE_KEY: String
  36. val PARAM_POSTACTIONS: String
  37. val PARAM_PREACTIONS: String
  38. val PARAM_PROXY_HOST: String
  39. val PARAM_PROXY_PASSWORD: String
  40. val PARAM_PROXY_PORT: String
  41. val PARAM_PROXY_USER: String
  42. val PARAM_PURGE: String
  43. val PARAM_S3_MAX_FILE_SIZE: String
  44. val PARAM_SF_ACCOUNT: String
  45. val PARAM_SF_COMPRESS: String
  46. val PARAM_SF_DATABASE: String
  47. val PARAM_SF_DBTABLE: String
  48. val PARAM_SF_PASSWORD: String
  49. val PARAM_SF_QUERY: String
  50. val PARAM_SF_ROLE: String
  51. val PARAM_SF_SCHEMA: String
  52. val PARAM_SF_SSL: String
  53. val PARAM_SF_TIMEZONE: String
  54. val PARAM_SF_URL: String
  55. val PARAM_SF_USER: String
  56. val PARAM_SF_WAREHOUSE: String
  57. val PARAM_STREAMING_STAGE: String
  58. val PARAM_TEMPDIR: String
  59. val PARAM_TEMP_KEY_ID: String
  60. val PARAM_TEMP_KEY_SECRET: String
  61. val PARAM_TEMP_SAS_TOKEN: String
  62. val PARAM_TEMP_SESSION_TOKEN: String
  63. val PARAM_TIMESTAMP_LTZ_OUTPUT_FORMAT: String
  64. val PARAM_TIMESTAMP_NTZ_OUTPUT_FORMAT: String
  65. val PARAM_TIMESTAMP_TZ_OUTPUT_FORMAT: String
  66. val PARAM_TIME_OUTPUT_FORMAT: String
  67. val PARAM_TRUNCATE_COLUMNS: String
  68. val PARAM_TRUNCATE_TABLE: String
  69. val PARAM_UPLOAD_CHUNK_SIZE_IN_MB: String
  70. val PARAM_USE_AWS_MULTIPLE_PARTS_UPLOAD: String
  71. val PARAM_USE_COPY_UNLOAD: String
  72. val PARAM_USE_EXPONENTIAL_BACKOFF: String
  73. val PARAM_USE_PROXY: String
  74. val PARAM_USE_STAGING_TABLE: String
  75. val TIMESTAMP_OUTPUT_FORMAT_SF_CURRENT: String
  76. val TZ_SF1: String
  77. val TZ_SF2: String
  78. val TZ_SF_DEFAULT: String
  79. val TZ_SPARK1: String
  80. val TZ_SPARK2: String
  81. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  82. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  83. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  84. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  85. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  86. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  87. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  88. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  89. def isTrue(string: String): Boolean

    Helper method to check if a given string represents some form of "true" value, see BOOLEAN_VALUES_TRUE

  90. val log: Logger
  91. def mergeParameters(params: Map[String, String]): MergedParameters

    Merge user parameters with the defaults, preferring user parameters if specified

  92. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  93. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  94. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  95. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  96. def toString(): String
    Definition Classes
    AnyRef → Any
  97. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  98. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  99. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()

Inherited from AnyRef

Inherited from Any

Ungrouped