org.apache.drill.exec.store.parquet.columnreaders

Class ColumnReader<V extends ValueVector>

java.lang.Object

org.apache.drill.exec.store.parquet.columnreaders.ColumnReader<V>

Direct Known Subclasses:

NullableFixedByteAlignedReaders.CorruptionDetectingNullableDateReader, NullableFixedByteAlignedReaders.NullableCorruptDateReader, NullableFixedByteAlignedReaders.NullableDateReader, NullableFixedByteAlignedReaders.NullableDecimal28Reader, NullableFixedByteAlignedReaders.NullableDecimal38Reader, NullableFixedByteAlignedReaders.NullableIntervalReader, VarLengthColumn

public abstract class ColumnReader<V extends ValueVector>
extends Object

Field Summary

Fields

Modifier and Type	Field and Description
protected DrillBuf	vectorData

Constructor Summary

Constructors

Modifier	Constructor and Description
protected	ColumnReader(ParquetRecordReader parentReader, int allocateSize, org.apache.parquet.column.ColumnDescriptor descriptor, org.apache.parquet.hadoop.metadata.ColumnChunkMetaData columnChunkMetaData, boolean fixedLength, V v, org.apache.parquet.format.SchemaElement schemaElement)

Method Summary

Methods

Modifier and Type	Method and Description
int	capacity()
protected boolean	checkVectorCapacityReached()
void	clear()
boolean	determineSize(long recordsReadInCurrentPass) Determines the size of a single value in a variable column.
int	getRecordsReadInCurrentPass()
protected void	hitRowGroupEnd()
protected void	postPageRead()
protected boolean	processPageData(int recordsToReadInThisPass)
void	processPages(long recordsToReadInThisPass)
Future<Long>	processPagesAsync(long recordsToReadInThisPass)
protected abstract void	readField(long recordsToRead)
static int	readIntLittleEndian(DrillBuf in, int offset)
boolean	readPage()
Future<Boolean>	readPageAsync()
protected void	readRecords(int recordsToRead)
protected Future<Integer>	readRecordsAsync(int recordsToRead)
void	readValues(long recordsToRead)
void	reset()
protected int	totalValuesReadAndReadyToReadInPage()
void	updatePosition()
void	updateReadyToReadPosition()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

vectorData

protected DrillBuf vectorData

Constructor Detail

ColumnReader

protected ColumnReader(ParquetRecordReader parentReader,
            int allocateSize,
            org.apache.parquet.column.ColumnDescriptor descriptor,
            org.apache.parquet.hadoop.metadata.ColumnChunkMetaData columnChunkMetaData,
            boolean fixedLength,
            V v,
            org.apache.parquet.format.SchemaElement schemaElement)
                throws ExecutionSetupException

Throws:

ExecutionSetupException

Method Detail

getRecordsReadInCurrentPass

public int getRecordsReadInCurrentPass()

processPagesAsync

public Future<Long> processPagesAsync(long recordsToReadInThisPass)

processPages

public void processPages(long recordsToReadInThisPass)
                  throws IOException

Throws:

IOException

clear

public void clear()

readValues

public void readValues(long recordsToRead)

readField

protected abstract void readField(long recordsToRead)

determineSize

public boolean determineSize(long recordsReadInCurrentPass)
                      throws IOException

Determines the size of a single value in a variable column. Return value indicates if we have finished a row group and should stop reading

Parameters:

recordsReadInCurrentPass -

lengthVarFieldsInCurrentRecord -

Returns:

- true if we should stop reading

Throws:

IOException

readRecordsAsync

protected Future<Integer> readRecordsAsync(int recordsToRead)

readRecords

protected void readRecords(int recordsToRead)

processPageData

protected boolean processPageData(int recordsToReadInThisPass)
                           throws IOException

Throws:

IOException

updatePosition

public void updatePosition()

updateReadyToReadPosition

public void updateReadyToReadPosition()

reset

public void reset()

capacity

public int capacity()

readPageAsync

public Future<Boolean> readPageAsync()

readPage

public boolean readPage()
                 throws IOException

Throws:

IOException

totalValuesReadAndReadyToReadInPage

protected int totalValuesReadAndReadyToReadInPage()

postPageRead

protected void postPageRead()

hitRowGroupEnd

protected void hitRowGroupEnd()

checkVectorCapacityReached

protected boolean checkVectorCapacityReached()

readIntLittleEndian

public static int readIntLittleEndian(DrillBuf in,
                      int offset)