Packages

object Parameters

All user-specifiable parameters for spark-snowflake, along with their validation rules and defaults.

Linear Supertypes
AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. Parameters
  2. AnyRef
  3. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Type Members

  1. case class MergedParameters(parameters: Map[String, String]) extends Product with Serializable

    Adds validators and accessors to string map

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. val BOOLEAN_VALUES_FALSE: Set[String]
  5. val BOOLEAN_VALUES_TRUE: Set[String]
  6. val DEFAULT_PARAMETERS: Map[String, String]
  7. val DEFAULT_S3_MAX_FILE_SIZE: String
  8. val MIN_S3_MAX_FILE_SIZE: Int
  9. val PARAM_AUTO_PUSHDOWN: String
  10. val PARAM_AWS_ACCESS_KEY: String
  11. val PARAM_AWS_SECRET_KEY: String
  12. val PARAM_BIND_VARIABLE: String
  13. val PARAM_CHECK_BUCKET_CONFIGURATION: String
  14. val PARAM_COLUMN_MAP: String
  15. val PARAM_COLUMN_MAPPING: String
  16. val PARAM_COLUMN_MISMATCH_BEHAVIOR: String
  17. val PARAM_CONTINUE_ON_ERROR: String
  18. val PARAM_EXPECTED_PARTITION_COUNT: String
  19. val PARAM_EXPECTED_PARTITION_SIZE_IN_MB: String
  20. val PARAM_EXTRA_COPY_OPTIONS: String
  21. val PARAM_JDBC_QUERY_RESULT_FORMAT: String
  22. val PARAM_KEEP_COLUMN_CASE: String
  23. val PARAM_MAX_RETRY_COUNT: String
  24. val PARAM_NON_PROXY_HOSTS: String
  25. val PARAM_PARALLELISM: String
  26. val PARAM_PEM_PRIVATE_KEY: String
  27. val PARAM_POSTACTIONS: String
  28. val PARAM_PREACTIONS: String
  29. val PARAM_PROXY_HOST: String
  30. val PARAM_PROXY_PASSWORD: String
  31. val PARAM_PROXY_PORT: String
  32. val PARAM_PROXY_USER: String
  33. val PARAM_PURGE: String
  34. val PARAM_S3_MAX_FILE_SIZE: String
  35. val PARAM_SF_ACCOUNT: String
  36. val PARAM_SF_COMPRESS: String
  37. val PARAM_SF_DATABASE: String
  38. val PARAM_SF_DBTABLE: String
  39. val PARAM_SF_PASSWORD: String
  40. val PARAM_SF_QUERY: String
  41. val PARAM_SF_ROLE: String
  42. val PARAM_SF_SCHEMA: String
  43. val PARAM_SF_SSL: String
  44. val PARAM_SF_TIMEZONE: String
  45. val PARAM_SF_URL: String
  46. val PARAM_SF_USER: String
  47. val PARAM_SF_WAREHOUSE: String
  48. val PARAM_STREAMING_STAGE: String
  49. val PARAM_TEMPDIR: String
  50. val PARAM_TEMP_KEY_ID: String
  51. val PARAM_TEMP_KEY_SECRET: String
  52. val PARAM_TEMP_SAS_TOKEN: String
  53. val PARAM_TEMP_SESSION_TOKEN: String
  54. val PARAM_TIME_OUTPUT_FORMAT: String
  55. val PARAM_TRUNCATE_COLUMNS: String
  56. val PARAM_TRUNCATE_TABLE: String
  57. val PARAM_USE_COPY_UNLOAD: String
  58. val PARAM_USE_PROXY: String
  59. val PARAM_USE_STAGING_TABLE: String
  60. val TZ_SF1: String
  61. val TZ_SF2: String
  62. val TZ_SF_DEFAULT: String
  63. val TZ_SPARK1: String
  64. val TZ_SPARK2: String
  65. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  66. def clone(): AnyRef
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @native() @throws( ... )
  67. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  68. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  69. def finalize(): Unit
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  70. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  71. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  72. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  73. def isTrue(string: String): Boolean

    Helper method to check if a given string represents some form of "true" value, see BOOLEAN_VALUES_TRUE

  74. val log: Logger
  75. def mergeParameters(params: Map[String, String]): MergedParameters

    Merge user parameters with the defaults, preferring user parameters if specified

  76. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  77. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  78. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  79. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  80. def toString(): String
    Definition Classes
    AnyRef → Any
  81. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  82. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  83. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @native() @throws( ... )

Inherited from AnyRef

Inherited from Any

Ungrouped