object Parameters

All user-specifiable parameters for spark-snowflake, along with their validation rules and defaults.

Linear Supertypes
AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. Parameters
  2. AnyRef
  3. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Type Members

  1. case class MergedParameters(parameters: Map[String, String]) extends Product with Serializable

    Adds validators and accessors to string map

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. val BOOLEAN_VALUES_FALSE: Set[String]
  5. val BOOLEAN_VALUES_TRUE: Set[String]
  6. val DEFAULT_PARAMETERS: Map[String, String]
  7. val DEFAULT_S3_MAX_FILE_SIZE: String
  8. val MIN_S3_MAX_FILE_SIZE: Int
  9. val PARAM_AUTHENTICATOR: String
  10. val PARAM_AUTO_PUSHDOWN: String
  11. val PARAM_AWS_ACCESS_KEY: String
  12. val PARAM_AWS_SECRET_KEY: String
  13. val PARAM_BIND_VARIABLE: String
  14. val PARAM_CHECK_BUCKET_CONFIGURATION: String
  15. val PARAM_COLUMN_MAP: String
  16. val PARAM_COLUMN_MAPPING: String
  17. val PARAM_COLUMN_MISMATCH_BEHAVIOR: String
  18. val PARAM_CONTINUE_ON_ERROR: String
  19. val PARAM_EXPECTED_PARTITION_COUNT: String
  20. val PARAM_EXPECTED_PARTITION_SIZE_IN_MB: String
  21. val PARAM_EXTRA_COPY_OPTIONS: String
  22. val PARAM_JDBC_QUERY_RESULT_FORMAT: String
  23. val PARAM_KEEP_COLUMN_CASE: String
  24. val PARAM_MAX_RETRY_COUNT: String
  25. val PARAM_NON_PROXY_HOSTS: String
  26. val PARAM_OAUTH_TOKEN: String
  27. val PARAM_PARALLELISM: String
  28. val PARAM_PEM_PRIVATE_KEY: String
  29. val PARAM_POSTACTIONS: String
  30. val PARAM_PREACTIONS: String
  31. val PARAM_PROXY_HOST: String
  32. val PARAM_PROXY_PASSWORD: String
  33. val PARAM_PROXY_PORT: String
  34. val PARAM_PROXY_USER: String
  35. val PARAM_PURGE: String
  36. val PARAM_S3_MAX_FILE_SIZE: String
  37. val PARAM_SF_ACCOUNT: String
  38. val PARAM_SF_COMPRESS: String
  39. val PARAM_SF_DATABASE: String
  40. val PARAM_SF_DBTABLE: String
  41. val PARAM_SF_PASSWORD: String
  42. val PARAM_SF_QUERY: String
  43. val PARAM_SF_ROLE: String
  44. val PARAM_SF_SCHEMA: String
  45. val PARAM_SF_SSL: String
  46. val PARAM_SF_TIMEZONE: String
  47. val PARAM_SF_URL: String
  48. val PARAM_SF_USER: String
  49. val PARAM_SF_WAREHOUSE: String
  50. val PARAM_STREAMING_STAGE: String
  51. val PARAM_TEMPDIR: String
  52. val PARAM_TEMP_KEY_ID: String
  53. val PARAM_TEMP_KEY_SECRET: String
  54. val PARAM_TEMP_SAS_TOKEN: String
  55. val PARAM_TEMP_SESSION_TOKEN: String
  56. val PARAM_TIME_OUTPUT_FORMAT: String
  57. val PARAM_TRUNCATE_COLUMNS: String
  58. val PARAM_TRUNCATE_TABLE: String
  59. val PARAM_USE_COPY_UNLOAD: String
  60. val PARAM_USE_EXPONENTIAL_BACKOFF: String
  61. val PARAM_USE_PROXY: String
  62. val PARAM_USE_STAGING_TABLE: String
  63. val TZ_SF1: String
  64. val TZ_SF2: String
  65. val TZ_SF_DEFAULT: String
  66. val TZ_SPARK1: String
  67. val TZ_SPARK2: String
  68. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  69. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  70. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  71. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  72. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  73. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  74. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  75. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  76. def isTrue(string: String): Boolean

    Helper method to check if a given string represents some form of "true" value, see BOOLEAN_VALUES_TRUE

  77. val log: Logger
  78. def mergeParameters(params: Map[String, String]): MergedParameters

    Merge user parameters with the defaults, preferring user parameters if specified

  79. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  80. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  81. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  82. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  83. def toString(): String
    Definition Classes
    AnyRef → Any
  84. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  85. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  86. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()

Inherited from AnyRef

Inherited from Any

Ungrouped