sealed trait CloudStorage extends AnyRef

Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. CloudStorage
  2. AnyRef
  3. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. Protected

Abstract Value Members

  1. abstract val connection: ServerConnection
    Attributes
    protected
  2. abstract def createDownloadStream(fileName: String, compress: Boolean, storageInfo: Map[String, String]): InputStream
    Attributes
    protected
  3. abstract def createUploadStream(fileName: String, dir: Option[String], compress: Boolean, storageInfo: Map[String, String]): OutputStream
    Attributes
    protected
  4. abstract def deleteFile(fileName: String): Unit
  5. abstract def deleteFiles(fileNames: List[String]): Unit
  6. abstract def download(sc: SparkContext, format: SupportedFormat = SupportedFormat.CSV, compress: Boolean = true, subDir: String = ""): RDD[String]
  7. abstract def fileExists(fileName: String): Boolean
  8. abstract val param: MergedParameters
    Attributes
    protected

Concrete Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##: Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. val MAX_SLEEP_TIME_IN_MS: Int
    Attributes
    protected
  5. val RETRY_SLEEP_TIME_UNIT_IN_MS: Int
    Attributes
    protected
  6. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  7. val avroSchema: Option[String]
    Attributes
    protected
  8. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.CloneNotSupportedException]) @native() @HotSpotIntrinsicCandidate()
  9. def createDownloadStreamWithRetry(fileName: String, compress: Boolean, storageInfo: Map[String, String], maxRetryCount: Int): InputStream
  10. def download(fileName: String, compress: Boolean): InputStream
  11. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  12. def equals(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef → Any
  13. final def getClass(): Class[_ <: AnyRef]
    Definition Classes
    AnyRef → Any
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  14. def getFileName(fileIndex: Int, format: SupportedFormat, compress: Boolean): String
    Attributes
    protected
  15. def getStageInfo(isWrite: Boolean, fileName: String = ""): (Map[String, String], List[String])
    Attributes
    protected
  16. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  17. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  18. val maxRetryCount: Int
    Attributes
    protected
  19. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  20. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  21. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native() @HotSpotIntrinsicCandidate()
  22. val proxyInfo: Option[ProxyInfo]
    Attributes
    protected
  23. def retrySleepTimeInMS(retry: Int): Int
    Attributes
    protected
  24. val sfURL: String
    Attributes
    protected
  25. final def synchronized[T0](arg0: => T0): T0
    Definition Classes
    AnyRef
  26. def toString(): String
    Definition Classes
    AnyRef → Any
  27. def upload(data: RDD[Any], format: SupportedFormat = SupportedFormat.CSV, schema: StructType, dir: Option[String], compress: Boolean = true): List[FileUploadResult]
  28. def upload(fileName: String, dir: Option[String], compress: Boolean): OutputStream
  29. def uploadPartition(rows: Iterator[Any], format: SupportedFormat, schema: StructType, compress: Boolean, directory: String, partitionID: Int, storageInfo: Option[Map[String, String]], fileTransferMetadata: Option[SnowflakeFileTransferMetadata]): SingleElementIterator
    Attributes
    protected
  30. def uploadRDD(data: RDD[Any], format: SupportedFormat = SupportedFormat.CSV, schema: StructType, dir: Option[String], compress: Boolean = true, storageInfo: Map[String, String]): List[FileUploadResult]
    Attributes
    protected
  31. val useExponentialBackoff: Boolean
    Attributes
    protected
  32. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  33. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException]) @native()
  34. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])

Deprecated Value Members

  1. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.Throwable]) @Deprecated
    Deprecated

Inherited from AnyRef

Inherited from Any

Ungrouped