Packages

c

org.apache.spark.internal.io.cloud

BindingParquetOutputCommitter

class BindingParquetOutputCommitter extends ParquetOutputCommitter with Logging

This Parquet Committer subclass dynamically binds to the factory-configured output committer, and is intended to allow callers to use any 'PathOutputCommitter', even if not a subclass of 'ParquetOutputCommitter'.

The Parquet parquet.enable.summary-metadata option will only be supported if the instantiated committer itself supports it.

Linear Supertypes
Logging, ParquetOutputCommitter, FileOutputCommitter, PathOutputCommitter, OutputCommitter, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. BindingParquetOutputCommitter
  2. Logging
  3. ParquetOutputCommitter
  4. FileOutputCommitter
  5. PathOutputCommitter
  6. OutputCommitter
  7. AnyRef
  8. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. Protected

Instance Constructors

  1. new BindingParquetOutputCommitter(path: Path, context: TaskAttemptContext)

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##: Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. def abortJob(jobContext: JobContext, state: State): Unit

    Abort the job; log and ignore any IO exception thrown.

    Abort the job; log and ignore any IO exception thrown. This is invariably invoked in an exception handler; raising an exception here will lose the root cause of the failure.

    jobContext

    job context

    state

    final state of the job

    Definition Classes
    BindingParquetOutputCommitter → FileOutputCommitter → OutputCommitter
  5. def abortTask(taskAttemptContext: TaskAttemptContext): Unit
    Definition Classes
    BindingParquetOutputCommitter → FileOutputCommitter → OutputCommitter
  6. def abortTask(arg0: TaskAttemptContext, arg1: Path): Unit
    Definition Classes
    FileOutputCommitter
    Annotations
    @throws(classOf[java.io.IOException]) @Private()
  7. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  8. def cleanupJob(jobContext: JobContext): Unit
    Definition Classes
    BindingParquetOutputCommitter → FileOutputCommitter → OutputCommitter
  9. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.CloneNotSupportedException]) @native()
  10. def commitJob(jobContext: JobContext): Unit
    Definition Classes
    BindingParquetOutputCommitter → ParquetOutputCommitter → FileOutputCommitter → OutputCommitter
  11. def commitJobInternal(arg0: JobContext): Unit
    Attributes
    protected[output]
    Definition Classes
    FileOutputCommitter
    Annotations
    @throws(classOf[java.io.IOException])
  12. def commitTask(taskAttemptContext: TaskAttemptContext): Unit
    Definition Classes
    BindingParquetOutputCommitter → FileOutputCommitter → OutputCommitter
  13. def commitTask(arg0: TaskAttemptContext, arg1: Path): Unit
    Definition Classes
    FileOutputCommitter
    Annotations
    @throws(classOf[java.io.IOException]) @Private()
  14. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  15. def equals(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef → Any
  16. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.Throwable])
  17. final def getClass(): Class[_ <: AnyRef]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  18. def getCommittedTaskPath(arg0: Int, arg1: TaskAttemptContext): Path
    Attributes
    protected[output]
    Definition Classes
    FileOutputCommitter
  19. def getCommittedTaskPath(arg0: TaskAttemptContext): Path
    Definition Classes
    FileOutputCommitter
  20. def getJobAttemptPath(arg0: Int): Path
    Attributes
    protected[output]
    Definition Classes
    FileOutputCommitter
  21. def getJobAttemptPath(arg0: JobContext): Path
    Definition Classes
    FileOutputCommitter
  22. def getOutputPath(): Path
    Definition Classes
    FileOutputCommitter → PathOutputCommitter
  23. def getTaskAttemptPath(arg0: TaskAttemptContext): Path
    Definition Classes
    FileOutputCommitter
  24. def getWorkPath(): Path
    Definition Classes
    BindingParquetOutputCommitter → FileOutputCommitter → PathOutputCommitter
  25. def hasOutputPath(): Boolean
    Definition Classes
    PathOutputCommitter
  26. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  27. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean
    Attributes
    protected
    Definition Classes
    Logging
  28. def initializeLogIfNecessary(isInterpreter: Boolean): Unit
    Attributes
    protected
    Definition Classes
    Logging
  29. def isCommitJobRepeatable(jobContext: JobContext): Boolean
    Definition Classes
    BindingParquetOutputCommitter → FileOutputCommitter → OutputCommitter
  30. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  31. def isRecoverySupported(jobContext: JobContext): Boolean
    Definition Classes
    BindingParquetOutputCommitter → OutputCommitter
  32. def isRecoverySupported(): Boolean
    Definition Classes
    BindingParquetOutputCommitter → FileOutputCommitter → OutputCommitter
  33. def isTraceEnabled(): Boolean
    Attributes
    protected
    Definition Classes
    Logging
  34. def log: Logger
    Attributes
    protected
    Definition Classes
    Logging
  35. def logDebug(msg: => String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  36. def logDebug(msg: => String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  37. def logError(msg: => String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  38. def logError(msg: => String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  39. def logInfo(msg: => String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  40. def logInfo(msg: => String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  41. def logName: String
    Attributes
    protected
    Definition Classes
    Logging
  42. def logTrace(msg: => String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  43. def logTrace(msg: => String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  44. def logWarning(msg: => String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  45. def logWarning(msg: => String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  46. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  47. def needsTaskCommit(taskAttemptContext: TaskAttemptContext): Boolean
    Definition Classes
    BindingParquetOutputCommitter → FileOutputCommitter → OutputCommitter
  48. def needsTaskCommit(arg0: TaskAttemptContext, arg1: Path): Boolean
    Definition Classes
    FileOutputCommitter
    Annotations
    @throws(classOf[java.io.IOException]) @Private()
  49. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  50. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  51. def recoverTask(taskAttemptContext: TaskAttemptContext): Unit
    Definition Classes
    BindingParquetOutputCommitter → FileOutputCommitter → OutputCommitter
  52. def setupJob(jobContext: JobContext): Unit
    Definition Classes
    BindingParquetOutputCommitter → FileOutputCommitter → OutputCommitter
  53. def setupTask(taskAttemptContext: TaskAttemptContext): Unit
    Definition Classes
    BindingParquetOutputCommitter → FileOutputCommitter → OutputCommitter
  54. final def synchronized[T0](arg0: => T0): T0
    Definition Classes
    AnyRef
  55. def toString(): String
    Definition Classes
    BindingParquetOutputCommitter → FileOutputCommitter → PathOutputCommitter → AnyRef → Any
  56. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  57. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  58. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException]) @native()

Inherited from Logging

Inherited from ParquetOutputCommitter

Inherited from FileOutputCommitter

Inherited from PathOutputCommitter

Inherited from OutputCommitter

Inherited from AnyRef

Inherited from Any

Ungrouped