org.apache.iceberg.spark.data

Class ParquetWithSparkSchemaVisitor<T>

java.lang.Object

org.apache.iceberg.spark.data.ParquetWithSparkSchemaVisitor<T>

Type Parameters:

T - the Java class returned by the visitor

public class ParquetWithSparkSchemaVisitor<T>
extends java.lang.Object

Visitor for traversing a Parquet type with a companion Spark type.

Constructor Summary

Constructors

Constructor and Description
ParquetWithSparkSchemaVisitor()

Method Summary

Modifier and Type	Method and Description
protected java.lang.String[]	currentPath()
T	list(org.apache.spark.sql.types.ArrayType sArray, org.apache.parquet.schema.GroupType array, T element)
T	map(org.apache.spark.sql.types.MapType sMap, org.apache.parquet.schema.GroupType map, T key, T value)
T	message(org.apache.spark.sql.types.StructType sStruct, org.apache.parquet.schema.MessageType message, java.util.List<T> fields)
protected java.lang.String[]	path(java.lang.String name)
T	primitive(org.apache.spark.sql.types.DataType sPrimitive, org.apache.parquet.schema.PrimitiveType primitive)
T	struct(org.apache.spark.sql.types.StructType sStruct, org.apache.parquet.schema.GroupType struct, java.util.List<T> fields)
static <T> T	visit(org.apache.spark.sql.types.DataType sType, org.apache.parquet.schema.Type type, ParquetWithSparkSchemaVisitor<T> visitor)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

ParquetWithSparkSchemaVisitor

public ParquetWithSparkSchemaVisitor()

Method Detail

visit

public static <T> T visit(org.apache.spark.sql.types.DataType sType,
                          org.apache.parquet.schema.Type type,
                          ParquetWithSparkSchemaVisitor<T> visitor)

message

public T message(org.apache.spark.sql.types.StructType sStruct,
                 org.apache.parquet.schema.MessageType message,
                 java.util.List<T> fields)

struct

public T struct(org.apache.spark.sql.types.StructType sStruct,
                org.apache.parquet.schema.GroupType struct,
                java.util.List<T> fields)

list

public T list(org.apache.spark.sql.types.ArrayType sArray,
              org.apache.parquet.schema.GroupType array,
              T element)

map

public T map(org.apache.spark.sql.types.MapType sMap,
             org.apache.parquet.schema.GroupType map,
             T key,
             T value)

primitive

public T primitive(org.apache.spark.sql.types.DataType sPrimitive,
                   org.apache.parquet.schema.PrimitiveType primitive)

currentPath

protected java.lang.String[] currentPath()

path

protected java.lang.String[] path(java.lang.String name)