public abstract class BaseTaskWriter<T> extends java.lang.Object implements TaskWriter<T>
Modifier and Type | Class and Description |
---|---|
protected class |
BaseTaskWriter.BaseEqualityDeltaWriter
Base equality delta writer to write both insert records and equality-deletes.
|
protected class |
BaseTaskWriter.RollingEqDeleteWriter |
protected class |
BaseTaskWriter.RollingFileWriter |
Modifier | Constructor and Description |
---|---|
protected |
BaseTaskWriter(PartitionSpec spec,
FileFormat format,
FileAppenderFactory<T> appenderFactory,
OutputFileFactory fileFactory,
FileIO io,
long targetFileSize) |
Modifier and Type | Method and Description |
---|---|
void |
abort()
Close the writer and delete the completed files if possible when aborting.
|
WriteResult |
complete()
Close the writer and get the completed data and delete files.
|
protected void |
setFailure(java.lang.Throwable throwable) |
protected PartitionSpec |
spec() |
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
dataFiles, write
protected BaseTaskWriter(PartitionSpec spec, FileFormat format, FileAppenderFactory<T> appenderFactory, OutputFileFactory fileFactory, FileIO io, long targetFileSize)
protected PartitionSpec spec()
protected void setFailure(java.lang.Throwable throwable)
public void abort() throws java.io.IOException
TaskWriter
abort
in interface TaskWriter<T>
java.io.IOException
- if any IO error happen.public WriteResult complete() throws java.io.IOException
TaskWriter
complete
in interface TaskWriter<T>
java.io.IOException