com.netflix.iceberg.pig

Class IcebergStorage

java.lang.Object

org.apache.pig.LoadFunc

com.netflix.iceberg.pig.IcebergStorage

All Implemented Interfaces:

org.apache.pig.LoadMetadata, org.apache.pig.LoadPredicatePushdown, org.apache.pig.LoadPushDown

public class IcebergStorage
extends org.apache.pig.LoadFunc
implements org.apache.pig.LoadMetadata, org.apache.pig.LoadPredicatePushdown, org.apache.pig.LoadPushDown

Nested Class Summary

Nested classes/interfaces inherited from interface org.apache.pig.LoadPushDown

org.apache.pig.LoadPushDown.OperatorSet, org.apache.pig.LoadPushDown.RequiredField, org.apache.pig.LoadPushDown.RequiredFieldList, org.apache.pig.LoadPushDown.RequiredFieldResponse

Field Summary

Fields

Modifier and Type	Field and Description
static java.lang.String	PIG_ICEBERG_TABLES_IMPL

Constructor Summary

Constructors

Constructor and Description
IcebergStorage()

Method Summary

Modifier and Type	Method and Description
java.util.List<org.apache.pig.LoadPushDown.OperatorSet>	getFeatures()
<T extends java.io.Serializable> T	getFromUDFContext(java.lang.String key, java.lang.Class<T> clazz)
org.apache.hadoop.mapreduce.InputFormat	getInputFormat()
org.apache.pig.data.Tuple	getNext()
java.lang.String[]	getPartitionKeys(java.lang.String location, org.apache.hadoop.mapreduce.Job job)
java.util.List<java.lang.String>	getPredicateFields(java.lang.String location, org.apache.hadoop.mapreduce.Job job)
org.apache.pig.ResourceSchema	getSchema(java.lang.String location, org.apache.hadoop.mapreduce.Job job)
org.apache.pig.ResourceStatistics	getStatistics(java.lang.String location, org.apache.hadoop.mapreduce.Job job)
java.util.List<org.apache.pig.Expression.OpType>	getSupportedExpressionTypes()
void	prepareToRead(org.apache.hadoop.mapreduce.RecordReader reader, org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigSplit split)
org.apache.pig.LoadPushDown.RequiredFieldResponse	pushProjection(org.apache.pig.LoadPushDown.RequiredFieldList requiredFieldList)
java.lang.String	relativeToAbsolutePath(java.lang.String location, org.apache.hadoop.fs.Path curDir)
void	setLocation(java.lang.String location, org.apache.hadoop.mapreduce.Job job)
void	setPartitionFilter(org.apache.pig.Expression partitionFilter)
void	setPushdownPredicate(org.apache.pig.Expression predicate)
void	setUDFContextSignature(java.lang.String signature)

Methods inherited from class org.apache.pig.LoadFunc

getAbsolutePath, getCacheFiles, getLoadCaster, getPathStrings, getShipFiles, join, warn

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

PIG_ICEBERG_TABLES_IMPL

public static final java.lang.String PIG_ICEBERG_TABLES_IMPL

See Also:

Constant Field Values

Constructor Detail

IcebergStorage

public IcebergStorage()

Method Detail

setLocation

public void setLocation(java.lang.String location,
                        org.apache.hadoop.mapreduce.Job job)

Specified by:

setLocation in class org.apache.pig.LoadFunc

getInputFormat

public org.apache.hadoop.mapreduce.InputFormat getInputFormat()

Specified by:

getInputFormat in class org.apache.pig.LoadFunc

getNext

public org.apache.pig.data.Tuple getNext()
                                  throws java.io.IOException

Specified by:

getNext in class org.apache.pig.LoadFunc

Throws:

java.io.IOException

prepareToRead

public void prepareToRead(org.apache.hadoop.mapreduce.RecordReader reader,
                          org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigSplit split)

Specified by:

prepareToRead in class org.apache.pig.LoadFunc

getSchema

public org.apache.pig.ResourceSchema getSchema(java.lang.String location,
                                               org.apache.hadoop.mapreduce.Job job)
                                        throws java.io.IOException

Specified by:

getSchema in interface org.apache.pig.LoadMetadata

Throws:

java.io.IOException

getStatistics

public org.apache.pig.ResourceStatistics getStatistics(java.lang.String location,
                                                       org.apache.hadoop.mapreduce.Job job)

Specified by:

getStatistics in interface org.apache.pig.LoadMetadata

getPartitionKeys

public java.lang.String[] getPartitionKeys(java.lang.String location,
                                           org.apache.hadoop.mapreduce.Job job)

Specified by:

getPartitionKeys in interface org.apache.pig.LoadMetadata

setPartitionFilter

public void setPartitionFilter(org.apache.pig.Expression partitionFilter)

Specified by:

setPartitionFilter in interface org.apache.pig.LoadMetadata

getPredicateFields

public java.util.List<java.lang.String> getPredicateFields(java.lang.String location,
                                                           org.apache.hadoop.mapreduce.Job job)
                                                    throws java.io.IOException

Specified by:

getPredicateFields in interface org.apache.pig.LoadPredicatePushdown

Throws:

java.io.IOException

getSupportedExpressionTypes

public java.util.List<org.apache.pig.Expression.OpType> getSupportedExpressionTypes()

Specified by:

getSupportedExpressionTypes in interface org.apache.pig.LoadPredicatePushdown

setPushdownPredicate

public void setPushdownPredicate(org.apache.pig.Expression predicate)
                          throws java.io.IOException

Specified by:

setPushdownPredicate in interface org.apache.pig.LoadPredicatePushdown

Throws:

java.io.IOException

getFeatures

public java.util.List<org.apache.pig.LoadPushDown.OperatorSet> getFeatures()

Specified by:

getFeatures in interface org.apache.pig.LoadPushDown

pushProjection

public org.apache.pig.LoadPushDown.RequiredFieldResponse pushProjection(org.apache.pig.LoadPushDown.RequiredFieldList requiredFieldList)

Specified by:

pushProjection in interface org.apache.pig.LoadPushDown

setUDFContextSignature

public void setUDFContextSignature(java.lang.String signature)

Overrides:

setUDFContextSignature in class org.apache.pig.LoadFunc

relativeToAbsolutePath

public java.lang.String relativeToAbsolutePath(java.lang.String location,
                                               org.apache.hadoop.fs.Path curDir)
                                        throws java.io.IOException

Overrides:

relativeToAbsolutePath in class org.apache.pig.LoadFunc

Throws:

java.io.IOException

getFromUDFContext

public <T extends java.io.Serializable> T getFromUDFContext(java.lang.String key,
                                                            java.lang.Class<T> clazz)
                                                     throws java.io.IOException

Throws:

java.io.IOException