public class VectorizedPageIterator extends BasePageIterator
BasePageIterator.IntIterator
currentDL, currentRL, definitionLevels, desc, dictionary, hasNext, page, repetitionLevels, triplesCount, triplesRead, valueEncoding, values, writerVersion
Constructor and Description |
---|
VectorizedPageIterator(org.apache.parquet.column.ColumnDescriptor desc,
java.lang.String writerVersion,
boolean setValidityVector) |
Modifier and Type | Method and Description |
---|---|
protected void |
initDataReader(org.apache.parquet.column.Encoding dataEncoding,
org.apache.parquet.bytes.ByteBufferInputStream in,
int valueCount) |
protected void |
initDefinitionLevelsReader(org.apache.parquet.column.page.DataPageV1 dataPageV1,
org.apache.parquet.column.ColumnDescriptor desc,
org.apache.parquet.bytes.ByteBufferInputStream in,
int triplesCount) |
protected void |
initDefinitionLevelsReader(org.apache.parquet.column.page.DataPageV2 dataPageV2,
org.apache.parquet.column.ColumnDescriptor desc) |
int |
nextBatchDictionaryIds(org.apache.arrow.vector.IntVector vector,
int expectedBatchSize,
int numValsInVector,
NullabilityHolder holder)
Method for reading a batch of dictionary ids from the dictionary encoded data pages.
|
boolean |
producesDictionaryEncodedVector() |
protected void |
reset() |
void |
setAllPagesDictEncoded(boolean allDictEncoded) |
currentPageCount, hasNext, initFromPage, initFromPage, setDictionary, setPage
public VectorizedPageIterator(org.apache.parquet.column.ColumnDescriptor desc, java.lang.String writerVersion, boolean setValidityVector)
public void setAllPagesDictEncoded(boolean allDictEncoded)
protected void reset()
reset
in class BasePageIterator
protected void initDataReader(org.apache.parquet.column.Encoding dataEncoding, org.apache.parquet.bytes.ByteBufferInputStream in, int valueCount)
initDataReader
in class BasePageIterator
public boolean producesDictionaryEncodedVector()
protected void initDefinitionLevelsReader(org.apache.parquet.column.page.DataPageV1 dataPageV1, org.apache.parquet.column.ColumnDescriptor desc, org.apache.parquet.bytes.ByteBufferInputStream in, int triplesCount) throws java.io.IOException
initDefinitionLevelsReader
in class BasePageIterator
java.io.IOException
protected void initDefinitionLevelsReader(org.apache.parquet.column.page.DataPageV2 dataPageV2, org.apache.parquet.column.ColumnDescriptor desc) throws java.io.IOException
initDefinitionLevelsReader
in class BasePageIterator
java.io.IOException
public int nextBatchDictionaryIds(org.apache.arrow.vector.IntVector vector, int expectedBatchSize, int numValsInVector, NullabilityHolder holder)