case class InternalGcsStorage(param: MergedParameters, stageName: String, connection: ServerConnection, stageManager: SFInternalStage) extends CloudStorage with Product with Serializable
Linear Supertypes
Ordering
- Alphabetic
- By Inheritance
Inherited
- InternalGcsStorage
- Serializable
- Product
- Equals
- CloudStorage
- AnyRef
- Any
- Hide All
- Show All
Visibility
- Public
- Protected
Instance Constructors
- new InternalGcsStorage(param: MergedParameters, stageName: String, connection: ServerConnection, stageManager: SFInternalStage)
Value Members
- final def !=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
- final def ##: Int
- Definition Classes
- AnyRef → Any
- final def ==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
- val MAX_SLEEP_TIME_IN_MS: Int
- Attributes
- protected
- Definition Classes
- CloudStorage
- val RETRY_SLEEP_TIME_UNIT_IN_MS: Int
- Attributes
- protected
- Definition Classes
- CloudStorage
- final def asInstanceOf[T0]: T0
- Definition Classes
- Any
- def clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.CloneNotSupportedException]) @native() @HotSpotIntrinsicCandidate()
- val connection: ServerConnection
- Definition Classes
- InternalGcsStorage → CloudStorage
- def createDownloadStream(fileName: String, compress: Boolean, storageInfo: Map[String, String]): InputStream
- Attributes
- protected
- Definition Classes
- InternalGcsStorage → CloudStorage
- def createDownloadStreamWithRetry(fileName: String, compress: Boolean, storageInfo: Map[String, String], maxRetryCount: Int): InputStream
- Definition Classes
- CloudStorage
- def createUploadStream(fileName: String, dir: Option[String], compress: Boolean, storageInfo: Map[String, String]): OutputStream
- Attributes
- protected
- Definition Classes
- InternalGcsStorage → CloudStorage
- def deleteFile(fileName: String): Unit
- Definition Classes
- InternalGcsStorage → CloudStorage
- def deleteFiles(fileNames: List[String]): Unit
- Definition Classes
- InternalGcsStorage → CloudStorage
- def download(sc: SparkContext, format: SupportedFormat = SupportedFormat.CSV, compress: Boolean = true, subDir: String = ""): RDD[String]
- Definition Classes
- InternalGcsStorage → CloudStorage
- def download(fileName: String, compress: Boolean): InputStream
- Definition Classes
- CloudStorage
- final def eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
- def fileExists(fileName: String): Boolean
- Definition Classes
- InternalGcsStorage → CloudStorage
- final def getClass(): Class[_ <: AnyRef]
- Definition Classes
- AnyRef → Any
- Annotations
- @native() @HotSpotIntrinsicCandidate()
- def getFileName(fileIndex: Int, format: SupportedFormat, compress: Boolean): String
- Attributes
- protected
- Definition Classes
- CloudStorage
- def getStageInfo(isWrite: Boolean, fileName: String = ""): (Map[String, String], List[String])
- Attributes
- protected
- Definition Classes
- CloudStorage
- final def isInstanceOf[T0]: Boolean
- Definition Classes
- Any
- val maxRetryCount: Int
- Definition Classes
- InternalGcsStorage → CloudStorage
- final def ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
- final def notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native() @HotSpotIntrinsicCandidate()
- final def notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native() @HotSpotIntrinsicCandidate()
- val param: MergedParameters
- def productElementNames: Iterator[String]
- Definition Classes
- Product
- def productIterator: Iterator[Any]
- Definition Classes
- Product
- val proxyInfo: Option[ProxyInfo]
- Definition Classes
- InternalGcsStorage → CloudStorage
- def retrySleepTimeInMS(retry: Int): Int
- Attributes
- protected
- Definition Classes
- CloudStorage
- val sfURL: String
- Definition Classes
- InternalGcsStorage → CloudStorage
- val stageManager: SFInternalStage
- val stageName: String
- final def synchronized[T0](arg0: => T0): T0
- Definition Classes
- AnyRef
- def upload(data: RDD[String], format: SupportedFormat = SupportedFormat.CSV, dir: Option[String], compress: Boolean = true): List[FileUploadResult]
- Definition Classes
- InternalGcsStorage → CloudStorage
- def upload(fileName: String, dir: Option[String], compress: Boolean): OutputStream
- Definition Classes
- CloudStorage
- def uploadPartition(rows: Iterator[String], format: SupportedFormat, compress: Boolean, directory: String, partitionID: Int, storageInfo: Option[Map[String, String]], fileTransferMetadata: Option[SnowflakeFileTransferMetadata]): SingleElementIterator
- Attributes
- protected
- Definition Classes
- CloudStorage
- def uploadRDD(data: RDD[String], format: SupportedFormat = SupportedFormat.CSV, dir: Option[String], compress: Boolean = true, storageInfo: Map[String, String]): List[FileUploadResult]
- Attributes
- protected
- Definition Classes
- CloudStorage
- val useExponentialBackoff: Boolean
- Definition Classes
- InternalGcsStorage → CloudStorage
- final def wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException])
- final def wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException]) @native()
- final def wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException])
Deprecated Value Members
- def finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.Throwable]) @Deprecated
- Deprecated