public class HiveIcebergStorageHandler
extends java.lang.Object
implements org.apache.hadoop.hive.ql.metadata.HiveStoragePredicateHandler, org.apache.hadoop.hive.ql.metadata.HiveStorageHandler
Constructor and Description |
---|
HiveIcebergStorageHandler() |
Modifier and Type | Method and Description |
---|---|
static java.lang.String |
catalogName(org.apache.hadoop.conf.Configuration config,
java.lang.String name)
Returns the catalog name serialized to the configuration.
|
static void |
checkAndSetIoConfig(org.apache.hadoop.conf.Configuration config,
Table table)
If enabled, it populates the FileIO's hadoop configuration with the input config object.
|
static void |
checkAndSkipIoConfigSerialization(org.apache.hadoop.conf.Configuration config,
Table table)
If enabled, it ensures that the FileIO's hadoop configuration will not be serialized.
|
void |
configureInputJobCredentials(org.apache.hadoop.hive.ql.plan.TableDesc tableDesc,
java.util.Map<java.lang.String,java.lang.String> secrets) |
void |
configureInputJobProperties(org.apache.hadoop.hive.ql.plan.TableDesc tableDesc,
java.util.Map<java.lang.String,java.lang.String> map) |
void |
configureJobConf(org.apache.hadoop.hive.ql.plan.TableDesc tableDesc,
org.apache.hadoop.mapred.JobConf jobConf) |
void |
configureOutputJobProperties(org.apache.hadoop.hive.ql.plan.TableDesc tableDesc,
java.util.Map<java.lang.String,java.lang.String> map) |
void |
configureTableJobProperties(org.apache.hadoop.hive.ql.plan.TableDesc tableDesc,
java.util.Map<java.lang.String,java.lang.String> map) |
org.apache.hadoop.hive.ql.metadata.HiveStoragePredicateHandler.DecomposedPredicate |
decomposePredicate(org.apache.hadoop.mapred.JobConf jobConf,
org.apache.hadoop.hive.serde2.Deserializer deserializer,
org.apache.hadoop.hive.ql.plan.ExprNodeDesc exprNodeDesc) |
org.apache.hadoop.hive.ql.security.authorization.HiveAuthorizationProvider |
getAuthorizationProvider() |
org.apache.hadoop.conf.Configuration |
getConf() |
java.lang.Class<? extends org.apache.hadoop.mapred.InputFormat> |
getInputFormatClass() |
org.apache.hadoop.hive.metastore.HiveMetaHook |
getMetaHook() |
java.lang.Class<? extends org.apache.hadoop.mapred.OutputFormat> |
getOutputFormatClass() |
java.lang.Class<? extends org.apache.hadoop.hive.serde2.AbstractSerDe> |
getSerDeClass() |
static java.util.Collection<java.lang.String> |
outputTables(org.apache.hadoop.conf.Configuration config)
Returns the names of the output tables stored in the configuration.
|
static Schema |
schema(org.apache.hadoop.conf.Configuration config)
Returns the Table Schema serialized to the configuration.
|
void |
setConf(org.apache.hadoop.conf.Configuration conf) |
static Table |
table(org.apache.hadoop.conf.Configuration config,
java.lang.String name)
Returns the Table serialized to the configuration based on the table name.
|
java.lang.String |
toString() |
public java.lang.Class<? extends org.apache.hadoop.mapred.InputFormat> getInputFormatClass()
getInputFormatClass
in interface org.apache.hadoop.hive.ql.metadata.HiveStorageHandler
public java.lang.Class<? extends org.apache.hadoop.mapred.OutputFormat> getOutputFormatClass()
getOutputFormatClass
in interface org.apache.hadoop.hive.ql.metadata.HiveStorageHandler
public java.lang.Class<? extends org.apache.hadoop.hive.serde2.AbstractSerDe> getSerDeClass()
getSerDeClass
in interface org.apache.hadoop.hive.ql.metadata.HiveStorageHandler
public org.apache.hadoop.hive.metastore.HiveMetaHook getMetaHook()
getMetaHook
in interface org.apache.hadoop.hive.ql.metadata.HiveStorageHandler
public org.apache.hadoop.hive.ql.security.authorization.HiveAuthorizationProvider getAuthorizationProvider()
getAuthorizationProvider
in interface org.apache.hadoop.hive.ql.metadata.HiveStorageHandler
public void configureInputJobProperties(org.apache.hadoop.hive.ql.plan.TableDesc tableDesc, java.util.Map<java.lang.String,java.lang.String> map)
configureInputJobProperties
in interface org.apache.hadoop.hive.ql.metadata.HiveStorageHandler
public void configureOutputJobProperties(org.apache.hadoop.hive.ql.plan.TableDesc tableDesc, java.util.Map<java.lang.String,java.lang.String> map)
configureOutputJobProperties
in interface org.apache.hadoop.hive.ql.metadata.HiveStorageHandler
public void configureTableJobProperties(org.apache.hadoop.hive.ql.plan.TableDesc tableDesc, java.util.Map<java.lang.String,java.lang.String> map)
configureTableJobProperties
in interface org.apache.hadoop.hive.ql.metadata.HiveStorageHandler
public void configureInputJobCredentials(org.apache.hadoop.hive.ql.plan.TableDesc tableDesc, java.util.Map<java.lang.String,java.lang.String> secrets)
public void configureJobConf(org.apache.hadoop.hive.ql.plan.TableDesc tableDesc, org.apache.hadoop.mapred.JobConf jobConf)
configureJobConf
in interface org.apache.hadoop.hive.ql.metadata.HiveStorageHandler
public org.apache.hadoop.conf.Configuration getConf()
getConf
in interface org.apache.hadoop.conf.Configurable
public void setConf(org.apache.hadoop.conf.Configuration conf)
setConf
in interface org.apache.hadoop.conf.Configurable
public java.lang.String toString()
toString
in class java.lang.Object
public org.apache.hadoop.hive.ql.metadata.HiveStoragePredicateHandler.DecomposedPredicate decomposePredicate(org.apache.hadoop.mapred.JobConf jobConf, org.apache.hadoop.hive.serde2.Deserializer deserializer, org.apache.hadoop.hive.ql.plan.ExprNodeDesc exprNodeDesc)
decomposePredicate
in interface org.apache.hadoop.hive.ql.metadata.HiveStoragePredicateHandler
jobConf
- Job configuration for InputFormat to accessdeserializer
- DeserializerexprNodeDesc
- Filter expression extracted by Hivepublic static Table table(org.apache.hadoop.conf.Configuration config, java.lang.String name)
config
- The configuration used to get the data fromname
- The name of the table we need as returned by TableDesc.getTableName()public static void checkAndSetIoConfig(org.apache.hadoop.conf.Configuration config, Table table)
config
- Configuration to set for FileIO, if enabledtable
- The Iceberg table objectpublic static void checkAndSkipIoConfigSerialization(org.apache.hadoop.conf.Configuration config, Table table)
Note: Skipping FileIO config serialization in this fashion might in turn necessitate calling
checkAndSetIoConfig(Configuration, Table)
on the deserializer-side to enable
subsequent use of the FileIO.
config
- Configuration to set for FileIO in a transient manner, if enabledtable
- The Iceberg table objectpublic static java.util.Collection<java.lang.String> outputTables(org.apache.hadoop.conf.Configuration config)
config
- The configuration used to get the data frompublic static java.lang.String catalogName(org.apache.hadoop.conf.Configuration config, java.lang.String name)
config
- The configuration used to get the data fromname
- The name of the table we neeed as returned by TableDesc.getTableName()public static Schema schema(org.apache.hadoop.conf.Configuration config)
config
- The configuration used to get the data from