Serialized Form

Package org.apache.pig

Class org.apache.pig.FileSplitComparable extends java.lang.Object implements Serializable

serialVersionUID:

1L

Serialized Fields

filename

java.lang.String filename

offset

java.lang.Long offset

Class org.apache.pig.FuncSpec extends java.lang.Object implements Serializable

serialVersionUID:

2L

Serialized Fields

className

java.lang.String className

ctorArgs

java.lang.String[] ctorArgs

inputArgsSchema

Schema inputArgsSchema

Class org.apache.pig.LoadPushDown.RequiredField extends java.lang.Object implements Serializable

serialVersionUID:

1L

Serialized Fields

alias

java.lang.String alias

index

int index

subFields

java.util.List<E> subFields

type

byte type

Class org.apache.pig.LoadPushDown.RequiredFieldList extends java.lang.Object implements Serializable

serialVersionUID:

1L

Serialized Fields

fields

java.util.List<E> fields

Class org.apache.pig.PigException extends java.io.IOException implements Serializable

serialVersionUID:

1L

Serialized Fields

errorCode

int errorCode

errorSource

byte errorSource

retriable

boolean retriable

detailedMessage

java.lang.String detailedMessage

markedAsShowToUser

boolean markedAsShowToUser

sourceLocation

SourceLocation sourceLocation

Class org.apache.pig.ResourceSchema extends java.lang.Object implements Serializable

serialVersionUID:

1L

Serialized Fields

fields

ResourceSchema.ResourceFieldSchema[] fields

sortKeys

int[] sortKeys

sortKeyOrders

ResourceSchema.Order[] sortKeyOrders

version

int version

Class org.apache.pig.ResourceSchema.ResourceFieldSchema extends java.lang.Object implements Serializable

serialVersionUID:

1L

Serialized Fields

name

java.lang.String name

type

byte type

description

java.lang.String description

schema

ResourceSchema schema

Class org.apache.pig.ResourceStatistics.ResourceFieldStatistics extends java.lang.Object implements Serializable

serialVersionUID:

1L

Serialized Fields

version

int version

numDistinctValues

java.lang.Long numDistinctValues

mostCommonValues

java.lang.Object[] mostCommonValues

We need some way to represent a histogram of values in the field, as those will be useful. However, we can't count on being able to hold such histograms in memory. Have to figure out how they can be kept on disk and represented here. for now.. don't create so many buckets you can't hold them in memory an ordered array of the most common values, in descending order of frequency

mostCommonValuesFreq

float[] mostCommonValuesFreq

an array that matches the mostCommonValues array, and lists the frequencies of those values as a fraction (0 through 1) of the total number of records

valueHistogram

java.lang.Object[] valueHistogram

an ordered array of values, from min val to max val such that the number of records with values between valueHistogram[i] and and valueHistogram[i+1] is roughly equal for all values of i. NOTE: if mostCommonValues is non-empty, the values in that array should not be included in the histogram. Adjust accordingly.

Class org.apache.pig.SortColInfo extends java.lang.Object implements Serializable

serialVersionUID:

1L

Serialized Fields

colName

java.lang.String colName

colIndex

int colIndex

sortOrder

SortColInfo.Order sortOrder

Class org.apache.pig.SortInfo extends java.lang.Object implements Serializable

serialVersionUID:

1L

Serialized Fields

isGloballySorted

boolean isGloballySorted

sortColInfoList

java.util.List<E> sortColInfoList

Package org.apache.pig.backend

Class org.apache.pig.backend.BackendException extends PigException implements Serializable

serialVersionUID:

1L

Package org.apache.pig.backend.datastorage

Class org.apache.pig.backend.datastorage.DataStorageException extends BackendException implements Serializable

serialVersionUID:

1L

Package org.apache.pig.backend.executionengine

Class org.apache.pig.backend.executionengine.ExecException extends BackendException implements Serializable

serialVersionUID:

1L

Package org.apache.pig.backend.hadoop.datastorage

Class org.apache.pig.backend.hadoop.datastorage.HConfiguration extends java.util.Properties implements Serializable

serialVersionUID:

1L

Package org.apache.pig.backend.hadoop.executionengine

Class org.apache.pig.backend.hadoop.executionengine.JobCreationException extends FrontendException implements Serializable

serialVersionUID:

1L

Package org.apache.pig.backend.hadoop.executionengine.mapReduceLayer

Class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.LocalExecType extends java.lang.Object implements Serializable

Class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.MapReduceOper extends Operator<MROpPlanVisitor> implements Serializable

serialVersionUID:

1L

Serialized Fields

mapPlan

PhysicalPlan mapPlan

reducePlan

PhysicalPlan reducePlan

combinePlan

PhysicalPlan combinePlan

mapKeyType

byte mapKeyType

mapKeyTypeOfSplittees

byte[] mapKeyTypeOfSplittees

mapDone

boolean mapDone

reduceDone

boolean reduceDone

endOfAllInputInMap

boolean endOfAllInputInMap

endOfAllInputInReduce

boolean endOfAllInputInReduce

globalSort

boolean globalSort

limitAfterSort

boolean limitAfterSort

limitOnly

boolean limitOnly

feature

org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.MapReduceOper.OPER_FEATURE feature

needsDistinctCombiner

boolean needsDistinctCombiner

useSecondaryKey

boolean useSecondaryKey

quantFile

java.lang.String quantFile

sortOrder

boolean[] sortOrder

secondarySortOrder

boolean[] secondarySortOrder

UDFs

java.util.Set<E> UDFs

scalars

java.util.Set<E> scalars

isUDFComparatorUsed

boolean isUDFComparatorUsed

scope

java.lang.String scope

requestedParallelism

int requestedParallelism

estimatedParallelism

int estimatedParallelism

runtimeParallelism

int runtimeParallelism

customPartitioner

java.lang.String customPartitioner

limit

long limit

limitPlan

PhysicalPlan limitPlan

splitter

boolean splitter

skewedJoin

boolean skewedJoin

skewedJoinPartitionFile

java.lang.String skewedJoinPartitionFile

usingTypedComparator

boolean usingTypedComparator

combineSmallSplits

boolean combineSmallSplits

phyToMRMap

MultiMap<K,V> phyToMRMap

Class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.MRCompilerException extends VisitorException implements Serializable

serialVersionUID:

2L

Class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.MRExecType extends java.lang.Object implements Serializable

serialVersionUID:

1L

Class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.NativeMapReduceOper extends MapReduceOper implements Serializable

serialVersionUID:

1L

Serialized Fields

nativeMRJar

java.lang.String nativeMRJar

params

java.lang.String[] params

Package org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.partitioners

Class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.partitioners.CountingMap extends java.util.HashMap<K,java.lang.Integer> implements Serializable

serialVersionUID:

1L

Serialized Fields

totalCount

long totalCount

Package org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.plans

Class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.plans.DotMRPrinter.InnerOperator extends Operator<PlanVisitor> implements Serializable

serialVersionUID:

1L

Serialized Fields

name

java.lang.String name

plan

PhysicalPlan plan

code

int code

Class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.plans.DotMRPrinter.InnerPlan extends OperatorPlan<DotMRPrinter.InnerOperator> implements Serializable

serialVersionUID:

1L

Class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.plans.MROperPlan extends OperatorPlan<MapReduceOper> implements Serializable

serialVersionUID:

1L

Package org.apache.pig.backend.hadoop.executionengine.physicalLayer

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.LogicalToPhysicalTranslatorException extends VisitorException implements Serializable

serialVersionUID:

1L

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.PhysicalOperator extends Operator<PhyPlanVisitor> implements Serializable

serialVersionUID:

1L

Serialized Fields

requestedParallelism

int requestedParallelism

inputs

java.util.List<E> inputs

outputs

java.util.List<E> outputs

resultType

byte resultType

parentPlan

PhysicalPlan parentPlan

inputAttached

boolean inputAttached

input

Tuple input

res

Result res

alias

java.lang.String alias

lineageTracer

LineageTracer lineageTracer

accum

boolean accum

originalLocations

java.util.List<E> originalLocations

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.PhysicalOperator.OriginalLocation extends java.lang.Object implements Serializable

Serialized Fields

alias

java.lang.String alias

line

int line

offset

int offset

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.Result extends java.lang.Object implements Serializable

serialVersionUID:

1L

Serialized Fields

returnStatus

byte returnStatus

result

java.lang.Object result

Package org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.Add extends BinaryExpressionOperator implements Serializable

serialVersionUID:

1L

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.BinaryComparisonOperator extends BinaryExpressionOperator implements Serializable

serialVersionUID:

-1711987060802103390L

Serialized Fields

operandType

byte operandType

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.BinaryExpressionOperator extends ExpressionOperator implements Serializable

serialVersionUID:

1L

Serialized Fields

lhs

ExpressionOperator lhs

rhs

ExpressionOperator rhs

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.ConstantExpression extends ExpressionOperator implements Serializable

serialVersionUID:

1L

Serialized Fields

value

java.lang.Object value

res

Result res

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.Divide extends BinaryExpressionOperator implements Serializable

serialVersionUID:

1L

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.EqualToExpr extends BinaryComparisonOperator implements Serializable

serialVersionUID:

1L

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.ExpressionOperator extends PhysicalOperator implements Serializable

serialVersionUID:

1L

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.GreaterThanExpr extends BinaryComparisonOperator implements Serializable

serialVersionUID:

1L

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.GTOrEqualToExpr extends BinaryComparisonOperator implements Serializable

serialVersionUID:

1L

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.LessThanExpr extends BinaryComparisonOperator implements Serializable

serialVersionUID:

1L

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.LTOrEqualToExpr extends BinaryComparisonOperator implements Serializable

serialVersionUID:

1L

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.Mod extends BinaryExpressionOperator implements Serializable

serialVersionUID:

1L

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.Multiply extends BinaryExpressionOperator implements Serializable

serialVersionUID:

1L

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.NotEqualToExpr extends BinaryComparisonOperator implements Serializable

serialVersionUID:

1L

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.POAnd extends BinaryComparisonOperator implements Serializable

serialVersionUID:

1L

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.POBinCond extends ExpressionOperator implements Serializable

serialVersionUID:

1L

Serialized Fields

cond

ExpressionOperator cond

lhs

ExpressionOperator lhs

rhs

ExpressionOperator rhs

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.POCast extends ExpressionOperator implements Serializable

serialVersionUID:

1L

Serialization Methods

readObject

private void readObject(java.io.ObjectInputStream is)
                 throws java.io.IOException,
                        java.lang.ClassNotFoundException

Throws:

java.io.IOException

java.lang.ClassNotFoundException

Serialized Fields

funcSpec

FuncSpec funcSpec

castNotNeeded

boolean castNotNeeded

realType

java.lang.Byte realType

fieldSchema

ResourceSchema.ResourceFieldSchema fieldSchema

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.POIsNull extends UnaryComparisonOperator implements Serializable

serialVersionUID:

1L

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.POMapLookUp extends ExpressionOperator implements Serializable

serialVersionUID:

1L

Serialized Fields

key

java.lang.String key

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.PONegative extends UnaryExpressionOperator implements Serializable

serialVersionUID:

1L

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.PONot extends UnaryComparisonOperator implements Serializable

serialVersionUID:

1L

Serialized Fields

trueRes

Result trueRes

falseRes

Result falseRes

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.POOr extends BinaryComparisonOperator implements Serializable

serialVersionUID:

1L

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.POProject extends ExpressionOperator implements Serializable

serialVersionUID:

1L

Serialized Fields

resultSingleTupleBag

boolean resultSingleTupleBag

columns

java.util.ArrayList<E> columns

processingBagOfTuples

boolean processingBagOfTuples

overloaded

boolean overloaded

isProjectToEnd

boolean isProjectToEnd

startCol

int startCol

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.PORegexp extends BinaryComparisonOperator implements Serializable

serialVersionUID:

1L

Serialized Fields

impl

RegexImpl impl

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.PORelationToExprProject extends POProject implements Serializable

serialVersionUID:

1L

Serialized Fields

sendEmptyBagOnEOP

boolean sendEmptyBagOnEOP

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.POUserComparisonFunc extends ExpressionOperator implements Serializable

serialVersionUID:

1L

Serialization Methods

readObject

private void readObject(java.io.ObjectInputStream is)
                 throws java.io.IOException,
                        java.lang.ClassNotFoundException

Throws:

java.io.IOException

java.lang.ClassNotFoundException

Serialized Fields

funcSpec

FuncSpec funcSpec

t1

Tuple t1

t2

Tuple t2

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.POUserFunc extends ExpressionOperator implements Serializable

serialVersionUID:

1L

Serialization Methods

readObject

private void readObject(java.io.ObjectInputStream is)
                 throws java.io.IOException,
                        java.lang.ClassNotFoundException

Throws:

java.io.IOException

java.lang.ClassNotFoundException

Serialized Fields

funcSpec

FuncSpec funcSpec

origFSpec

FuncSpec origFSpec

initialized

boolean initialized

executor

MonitoredUDFExecutor executor

referencedOperator

PhysicalOperator referencedOperator

isAccumulationDone

boolean isAccumulationDone

signature

java.lang.String signature

haveCheckedIfTerminatingAccumulator

boolean haveCheckedIfTerminatingAccumulator

numInvocations

long numInvocations

timingFrequency

long timingFrequency

doTiming

boolean doTiming

usingSchemaTupleFactory

boolean usingSchemaTupleFactory

isEarlyTerminating

boolean isEarlyTerminating

isTerminated

boolean isTerminated

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.Subtract extends BinaryExpressionOperator implements Serializable

serialVersionUID:

1L

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.UnaryComparisonOperator extends UnaryExpressionOperator implements Serializable

Serialized Fields

operandType

byte operandType

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.UnaryExpressionOperator extends ExpressionOperator implements Serializable

Serialized Fields

expr

ExpressionOperator expr

Package org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.regex

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.regex.RegexInit extends java.lang.Object implements Serializable

serialVersionUID:

1L

Serialized Fields

regexop

PORegexp regexop

side

int side

rhsConstant

boolean rhsConstant

Package org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PatternNode extends Operator implements Serializable

serialVersionUID:

1L

Serialized Fields

isLeafNode

boolean isLeafNode

Does this node have to be the leaf node

isSourceNode

boolean isSourceNode

Does this node have to be the source node

className

java.lang.Class<T> className

The class this node in plan should be an instance of

match

java.lang.Object match

The node in plan that this pattern node matched

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PatternPlan extends BaseOperatorPlan implements Serializable

Serialized Fields

ptNodesVisited

java.util.ArrayList<E> ptNodesVisited

currentPlan

OperatorPlan<E extends Operator> currentPlan

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan extends OperatorPlan<PhysicalOperator> implements Serializable

serialVersionUID:

1L

Serialized Fields

endOfAllInput

boolean endOfAllInput

opmap

MultiMap<K,V> opmap

Package org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.CombinerPackager extends Packager implements Serializable

serialVersionUID:

1L

Serialized Fields

mBags

boolean[] mBags

keyLookup

java.util.Map<K,V> keyLookup

numBags

int numBags

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.JoinPackager extends Packager implements Serializable

serialVersionUID:

1L

Serialized Fields

forEach

POOptimizedForEach forEach

newKey

boolean newKey

res

Tuple res

chunkSize

long chunkSize

forEachResult

Result forEachResult

dbs

DataBag[] dbs

lastBagIndex

int lastBagIndex

lastBagIter

java.util.Iterator<E> lastBagIter

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.LitePackager extends Packager implements Serializable

serialVersionUID:

1L

Serialized Fields

keyWritable

PigNullableWritable keyWritable

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.MultiQueryPackager extends Packager implements Serializable

serialVersionUID:

1L

Serialized Fields

packagers

java.util.List<E> packagers

isKeyWrapped

java.util.ArrayList<E> isKeyWrapped

If the POLocalRearranges corresponding to the reduce plans in myPlans (the list of inner plans of the demux) have different key types then the MultiQueryOptimizer converts all the keys to be of type tuple by wrapping any non-tuple keys into Tuples (keys which are already tuples are left alone). The list below is a list of booleans indicating whether extra tuple wrapping was done for the key in the corresponding POLocalRearranges and if we need to "unwrap" the tuple to get to the key

sameMapKeyType

boolean sameMapKeyType

inCombiner

boolean inCombiner

keyWritable

PigNullableWritable keyWritable

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.Packager extends java.lang.Object implements Serializable

serialVersionUID:

1L

Serialized Fields

readOnce

boolean[] readOnce

bags

DataBag[] bags

key

java.lang.Object key

isKeyTuple

boolean isKeyTuple

isKeyCompound

boolean isKeyCompound

keyType

byte keyType

numInputs

int numInputs

useSecondaryKey

boolean useSecondaryKey

inner

boolean[] inner

distinct

boolean distinct

keyInfo

java.util.Map<K,V> keyInfo

pkgType

Packager.PackageType pkgType

parent

POPackage parent

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POBroadcastSpark extends PhysicalOperator implements Serializable

serialVersionUID:

1L

Serialized Fields

broadcastedVariableName

java.lang.String broadcastedVariableName

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POCollectedGroup extends PhysicalOperator implements Serializable

serialVersionUID:

1L

Serialized Fields

plans

java.util.List<E> plans

leafOps

java.util.List<E> leafOps

keyType

byte keyType

output

Tuple output

outputBag

DataBag outputBag

prevKey

java.lang.Object prevKey

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POCounter extends PhysicalOperator implements Serializable

serialVersionUID:

1L

Serialized Fields

counterPlans

java.util.List<E> counterPlans

mAscCols

java.util.List<E> mAscCols

isDenseRank

boolean isDenseRank

In case of RANK BY, it could by dense or not. Being a dense rank means to assign consecutive ranks to different values.

isRowNumber

boolean isRowNumber

In case of simple RANK, namely row number mode which is a consecutive number assigned to each tuple.

localCount

java.lang.Long localCount

Local counter for tuples on the same task.

taskID

java.lang.Integer taskID

Task ID to label each tuple analyzed by the corresponding task

operationID

java.lang.String operationID

Unique identifier that links POCounter and PORank, through the global counter labeled with it.

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POCross extends PhysicalOperator implements Serializable

serialVersionUID:

1L

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.PODemux extends PhysicalOperator implements Serializable

serialVersionUID:

1L

Serialized Fields

myPlans

java.util.ArrayList<E> myPlans

getNext

boolean getNext

inpEOP

boolean inpEOP

curLeaf

PhysicalOperator curLeaf

curPlan

PhysicalPlan curPlan

The current pipeline plan

inCombiner

boolean inCombiner

processedSet

java.util.BitSet processedSet

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.PODistinct extends PhysicalOperator implements Serializable

serialVersionUID:

1L

Serialized Fields

customPartitioner

java.lang.String customPartitioner

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POFilter extends PhysicalOperator implements Serializable

serialVersionUID:

1L

Serialized Fields

plan

PhysicalPlan plan

comOp

PhysicalOperator comOp

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POForEach extends PhysicalOperator implements Serializable

serialVersionUID:

1L

Serialized Fields

inputPlans

java.util.List<E> inputPlans

opsToBeReset

java.util.List<E> opsToBeReset

planLeafOps

PhysicalOperator[] planLeafOps

resultTypes

byte[] resultTypes

isToBeFlattenedArray

boolean[] isToBeFlattenedArray

noItems

int noItems

mapSideOnly

boolean mapSideOnly

endOfAllInputProcessing

java.lang.Boolean endOfAllInputProcessing

schema

Schema schema

isEarlyTerminated

boolean isEarlyTerminated

tupleMaker

TupleMaker<A extends Tuple> tupleMaker

knownSize

boolean knownSize

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POFRJoin extends PhysicalOperator implements Serializable

serialVersionUID:

1L

Serialization Methods

readObject

private void readObject(java.io.ObjectInputStream is)
                 throws java.io.IOException,
                        java.lang.ClassNotFoundException,
                        ExecException

Throws:

java.io.IOException

java.lang.ClassNotFoundException

ExecException

Serialized Fields

fragment

int fragment

phyPlanLists

java.util.List<E> phyPlanLists

keyTypes

java.util.List<E> keyTypes

LRs

POLocalRearrange[] LRs

replFiles

FileSpec[] replFiles

constExps

ConstantExpression[] constExps

fe

POForEach fe

isLeftOuterJoin

boolean isLeftOuterJoin

nullBag

DataBag nullBag

inputSchemas

Schema[] inputSchemas

keySchemas

Schema[] keySchemas

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POFRJoin.TupleToMapKey extends java.util.HashMap<java.lang.Object,java.util.ArrayList<Tuple>> implements Serializable

Serialized Fields

tf

SchemaTupleFactory tf

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POFRJoinSpark extends POFRJoin implements Serializable

Serialized Fields

broadcasts

java.util.Map<K,V> broadcasts

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POGlobalRearrange extends PhysicalOperator implements Serializable

serialVersionUID:

1L

Serialized Fields

customPartitioner

java.lang.String customPartitioner

cross

boolean cross

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POLimit extends PhysicalOperator implements Serializable

serialVersionUID:

1L

Serialized Fields

mLimit

long mLimit

expressionPlan

PhysicalPlan expressionPlan

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POLoad extends PhysicalOperator implements Serializable

serialVersionUID:

1L

Serialized Fields

lFile

FileSpec lFile

pc

PigContext pc

setUpDone

boolean setUpDone

signature

java.lang.String signature

isTmpLoad

boolean isTmpLoad

limit

long limit

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POLocalRearrange extends PhysicalOperator implements Serializable

serialVersionUID:

1L

Serialized Fields

plans

java.util.List<E> plans

secondaryPlans

java.util.List<E> secondaryPlans

leafOps

java.util.List<E> leafOps

secondaryLeafOps

java.util.List<E> secondaryLeafOps

index

byte index

keyType

byte keyType

mainKeyType

byte mainKeyType

secondaryKeyType

byte secondaryKeyType

mIsDistinct

boolean mIsDistinct

isCross

boolean isCross

mProjectedColsMap

java.util.Map<K,V> mProjectedColsMap

mSecondaryProjectedColsMap

java.util.Map<K,V> mSecondaryProjectedColsMap

mFakeTuple

Tuple mFakeTuple

mProjectStar

boolean mProjectStar

mSecondaryProjectStar

boolean mSecondaryProjectStar

isKeyTuple

boolean isKeyTuple

isKeyCompound

boolean isKeyCompound

isSecondaryKeyTuple

boolean isSecondaryKeyTuple

mProjectedColsMapSize

int mProjectedColsMapSize

mSecondaryProjectedColsMapSize

int mSecondaryProjectedColsMapSize

useSecondaryKey

boolean useSecondaryKey

stripKeyFromValue

boolean stripKeyFromValue

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POMergeCogroup extends PhysicalOperator implements Serializable

serialVersionUID:

1L

Serialization Methods

readObject

private void readObject(java.io.ObjectInputStream is)
                 throws java.io.IOException,
                        java.lang.ClassNotFoundException,
                        ExecException

Throws:

java.io.IOException

java.lang.ClassNotFoundException

ExecException

Serialized Fields

sidFuncSpecs

java.util.List<E> sidFuncSpecs

sideFileSpecs

java.util.List<E> sideFileSpecs

LRs

POLocalRearrange[] LRs

indexFileName

java.lang.String indexFileName

idxFuncSpec

FuncSpec idxFuncSpec

loaderSignatures

java.util.List<E> loaderSignatures

endOfRecordMark

byte endOfRecordMark

counter

int counter

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POMergeJoin extends PhysicalOperator implements Serializable

serialVersionUID:

1L

Serialization Methods

readObject

private void readObject(java.io.ObjectInputStream is)
                 throws java.io.IOException,
                        java.lang.ClassNotFoundException,
                        ExecException

Throws:

java.io.IOException

java.lang.ClassNotFoundException

ExecException

Serialized Fields

firstTime

boolean firstTime

LRs

POLocalRearrange[] LRs

opKey

OperatorKey opKey

prevLeftKey

java.lang.Object prevLeftKey

prevLeftInp

Result prevLeftInp

prevRightKey

java.lang.Object prevRightKey

prevRightInp

Result prevRightInp

doingJoin

boolean doingJoin

rightLoaderFuncSpec

FuncSpec rightLoaderFuncSpec

rightInputFileName

java.lang.String rightInputFileName

indexFile

java.lang.String indexFile

inpPlans

MultiMap<K,V> inpPlans

rightPipelineLeaf

PhysicalOperator rightPipelineLeaf

rightPipelineRoot

PhysicalOperator rightPipelineRoot

noInnerPlanOnRightSide

boolean noInnerPlanOnRightSide

curJoinKey

java.lang.Object curJoinKey

curJoiningRightTup

Tuple curJoiningRightTup

counter

int counter

leftTupSize

int leftTupSize

rightTupSize

int rightTupSize

arrayListSize

int arrayListSize

joinType

LOJoin.JOINTYPE joinType

signature

java.lang.String signature

endOfRecordMark

byte endOfRecordMark

leftInputConsumedInSpark

boolean leftInputConsumedInSpark

leftInputSchema

Schema leftInputSchema

mergedInputSchema

Schema mergedInputSchema

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POMergeJoin.TuplesToSchemaTupleList extends java.util.ArrayList<Tuple> implements Serializable

Serialized Fields

tf

SchemaTupleFactory tf

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.PONative extends PhysicalOperator implements Serializable

serialVersionUID:

1L

Serialized Fields

nativeMRjar

java.lang.String nativeMRjar

params

java.lang.String[] params

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POOptimizedForEach extends POForEach implements Serializable

serialVersionUID:

1L

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POPackage extends PhysicalOperator implements Serializable

serialVersionUID:

1L

Serialized Fields

key

java.lang.Object key

numInputs

int numInputs

lastBagReadOnly

boolean lastBagReadOnly

pkgr

Packager pkgr

keyWritable

PigNullableWritable keyWritable

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POPartialAgg extends PhysicalOperator implements Serializable

serialVersionUID:

1L

Serialized Fields

listSizeThreshold

int listSizeThreshold

keyPlan

PhysicalPlan keyPlan

keyLeaf

ExpressionOperator keyLeaf

valuePlans

java.util.List<E> valuePlans

valueLeaves

java.util.List<E> valueLeaves

isGroupAll

boolean isGroupAll

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POPartitionRearrange extends POLocalRearrange implements Serializable

serialVersionUID:

1L

Serialized Fields

pigContext

PigContext pigContext

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POPoissonSample extends PhysicalOperator implements Serializable

serialVersionUID:

1L

Serialized Fields

sampleRate

int sampleRate

heapPerc

float heapPerc

totalMemory

java.lang.Long totalMemory

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POPreCombinerLocalRearrange extends PhysicalOperator implements Serializable

serialVersionUID:

1L

Serialized Fields

plans

java.util.List<E> plans

leafOps

java.util.List<E> leafOps

keyType

byte keyType

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.PORank extends PhysicalOperator implements Serializable

serialVersionUID:

1L

Serialized Fields

rankPlans

java.util.List<E> rankPlans

mAscCols

java.util.List<E> mAscCols

ExprOutputTypes

java.util.List<E> ExprOutputTypes

operationID

java.lang.String operationID

Unique identifier that links POCounter and PORank, through the global counter labeled with it.

localCountIllustrator

int localCountIllustrator

Counter used to set tuples into the equivalence classes.

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POReservoirSample extends PhysicalOperator implements Serializable

serialVersionUID:

1L

Serialized Fields

numSamples

int numSamples

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POSkewedJoin extends PhysicalOperator implements Serializable

serialVersionUID:

1L

Serialized Fields

mInnerFlags

boolean[] mInnerFlags

mJoinPlans

MultiMap<K,V> mJoinPlans

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POSort extends PhysicalOperator implements Serializable

serialVersionUID:

1L

Serialized Fields

sortPlans

java.util.List<E> sortPlans

ExprOutputTypes

java.util.List<E> ExprOutputTypes

mAscCols

java.util.List<E> mAscCols

mSortFunc

POUserComparisonFunc mSortFunc

mComparator

java.util.Comparator<T> mComparator

limit

long limit

isUDFComparatorUsed

boolean isUDFComparatorUsed

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POSort.SortComparator extends java.lang.Object implements Serializable

serialVersionUID:

1L

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POSort.UDFSortComparator extends java.lang.Object implements Serializable

serialVersionUID:

1L

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POSortedDistinct extends PODistinct implements Serializable

serialVersionUID:

1L

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POSplit extends PhysicalOperator implements Serializable

serialVersionUID:

1L

Serialized Fields

splitStore

FileSpec splitStore

myPlans

java.util.List<E> myPlans

processedSet

java.util.BitSet processedSet

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POStore extends PhysicalOperator implements Serializable

serialVersionUID:

1L

Serialized Fields

sFile

FileSpec sFile

schema

Schema schema

isTmpStore

boolean isTmpStore

isMultiStore

boolean isMultiStore

disableCounter

boolean disableCounter

index

int index

lFile

FileSpec lFile

sortInfo

SortInfo sortInfo

signature

java.lang.String signature

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POStream extends PhysicalOperator implements Serializable

serialVersionUID:

2L

Serialized Fields

executableManagerStr

java.lang.String executableManagerStr

command

StreamingCommand command

properties

java.util.Properties properties

binaryOutputQueue

java.util.concurrent.BlockingQueue<E> binaryOutputQueue

binaryInputQueue

java.util.concurrent.BlockingQueue<E> binaryInputQueue

isFetchable

boolean isFetchable

This flag indicates whether streaming is done through fetching. If set, FetchLauncher pulls out the data from the pipeline. Therefore we need to skip the case in POStream.getNextTuple() which is called by map() or reduce() when processing the next tuple.

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POUnion extends PhysicalOperator implements Serializable

serialVersionUID:

1L

Serialized Fields

done

java.util.BitSet done

nextReturnEOP

boolean nextReturnEOP

lastInd

int lastInd

Package org.apache.pig.backend.hadoop.executionengine.physicalLayer.util

Class org.apache.pig.backend.hadoop.executionengine.physicalLayer.util.MonitoredUDFExecutor extends java.lang.Object implements Serializable

Package org.apache.pig.backend.hadoop.executionengine.spark

Class org.apache.pig.backend.hadoop.executionengine.spark.Spark1Shims extends SparkShims implements Serializable

Class org.apache.pig.backend.hadoop.executionengine.spark.Spark2Shims extends SparkShims implements Serializable

Class org.apache.pig.backend.hadoop.executionengine.spark.SparkEngineConf extends java.lang.Object implements Serializable

Serialization Methods

readObject

private void readObject(java.io.ObjectInputStream in)
                 throws java.io.IOException,
                        java.lang.ClassNotFoundException

Throws:

java.io.IOException

java.lang.ClassNotFoundException

writeObject

private void writeObject(java.io.ObjectOutputStream out)
                  throws java.io.IOException

Throws:

java.io.IOException

Serialized Fields

properties

java.util.Properties properties

Class org.apache.pig.backend.hadoop.executionengine.spark.SparkExecType extends java.lang.Object implements Serializable

serialVersionUID:

1L

Class org.apache.pig.backend.hadoop.executionengine.spark.SparkLocalExecType extends SparkExecType implements Serializable

serialVersionUID:

1L

Class org.apache.pig.backend.hadoop.executionengine.spark.SparkPigSplit.FileSparkPigSplit extends org.apache.hadoop.mapreduce.lib.input.FileSplit implements Serializable

Serialized Fields

pigSplit

PigSplit pigSplit

Class org.apache.pig.backend.hadoop.executionengine.spark.SparkPigSplit.GenericSparkPigSplit extends org.apache.hadoop.mapreduce.InputSplit implements Serializable

serialVersionUID:

1L

Serialized Fields

pigSplit

PigSplit pigSplit

Class org.apache.pig.backend.hadoop.executionengine.spark.SparkShims extends java.lang.Object implements Serializable

Package org.apache.pig.backend.hadoop.executionengine.spark.converter

Class org.apache.pig.backend.hadoop.executionengine.spark.converter.IndexedKey extends java.lang.Object implements Serializable

Serialized Fields

index

byte index

key

java.lang.Object key

useSecondaryKey

boolean useSecondaryKey

secondarySortOrder

boolean[] secondarySortOrder

Class org.apache.pig.backend.hadoop.executionengine.spark.converter.SkewedJoinConverter extends java.lang.Object implements Serializable

Serialized Fields

LRs

POLocalRearrange[] LRs

poSkewedJoin

POSkewedJoin poSkewedJoin

skewedJoinPartitionFile

java.lang.String skewedJoinPartitionFile

Package org.apache.pig.backend.hadoop.executionengine.spark.operator

Class org.apache.pig.backend.hadoop.executionengine.spark.operator.NativeSparkOperator extends SparkOperator implements Serializable

serialVersionUID:

1L

Serialized Fields

nativeSparkJar

java.lang.String nativeSparkJar

params

java.lang.String[] params

jobId

java.lang.String jobId

Class org.apache.pig.backend.hadoop.executionengine.spark.operator.POGlobalRearrangeSpark extends POGlobalRearrange implements Serializable

Serialized Fields

useSecondaryKey

boolean useSecondaryKey

secondarySortOrder

boolean[] secondarySortOrder

Class org.apache.pig.backend.hadoop.executionengine.spark.operator.POJoinGroupSpark extends PhysicalOperator implements Serializable

Serialized Fields

lraOps

java.util.List<E> lraOps

glaOp

POGlobalRearrangeSpark glaOp

pkgOp

POPackage pkgOp

predecessors

java.util.List<E> predecessors

Class org.apache.pig.backend.hadoop.executionengine.spark.operator.POPoissonSampleSpark extends POPoissonSample implements Serializable

Class org.apache.pig.backend.hadoop.executionengine.spark.operator.POReduceBySpark extends POForEach implements Serializable

Serialized Fields

customPartitioner

java.lang.String customPartitioner

lr

POLocalRearrange lr

pkg

POPackage pkg

useSecondaryKey

boolean useSecondaryKey

secondarySortOrder

boolean[] secondarySortOrder

Class org.apache.pig.backend.hadoop.executionengine.spark.operator.POSampleSortSpark extends POSort implements Serializable

Package org.apache.pig.backend.hadoop.executionengine.spark.plan

Class org.apache.pig.backend.hadoop.executionengine.spark.plan.DotSparkPrinter.InnerOperator extends Operator<PlanVisitor> implements Serializable

serialVersionUID:

1L

Serialized Fields

name

java.lang.String name

plan

PhysicalPlan plan

code

int code

Class org.apache.pig.backend.hadoop.executionengine.spark.plan.DotSparkPrinter.InnerPlan extends OperatorPlan<DotSparkPrinter.InnerOperator> implements Serializable

serialVersionUID:

1L

Class org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkCompilerException extends VisitorException implements Serializable

serialVersionUID:

2L

Class org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperator extends Operator<SparkOpPlanVisitor> implements Serializable

Serialized Fields

physicalPlan

PhysicalPlan physicalPlan

UDFs

java.util.Set<E> UDFs

customPartitioner

java.lang.String customPartitioner

scalars

java.util.Set<E> scalars

requestedParallelism

int requestedParallelism

feature

java.util.BitSet feature

splitter

boolean splitter

skewedJoinPartitionFile

java.lang.String skewedJoinPartitionFile

usingTypedComparator

boolean usingTypedComparator

combineSmallSplits

boolean combineSmallSplits

crossKeys

java.util.List<E> crossKeys

multiQueryOptimizeConnectionMap

MultiMap<K,V> multiQueryOptimizeConnectionMap

isUDFComparatorUsed

boolean isUDFComparatorUsed

quantFile

java.lang.String quantFile

globalSort

boolean globalSort

Class org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperPlan extends OperatorPlan<SparkOperator> implements Serializable

Package org.apache.pig.backend.hadoop.executionengine.tez

Class org.apache.pig.backend.hadoop.executionengine.tez.TezExecType extends java.lang.Object implements Serializable

serialVersionUID:

1L

Class org.apache.pig.backend.hadoop.executionengine.tez.TezLocalExecType extends TezExecType implements Serializable

serialVersionUID:

1L

Package org.apache.pig.backend.hadoop.executionengine.tez.plan

Class org.apache.pig.backend.hadoop.executionengine.tez.plan.TezCompilerException extends VisitorException implements Serializable

serialVersionUID:

2L

Class org.apache.pig.backend.hadoop.executionengine.tez.plan.TezEdgeDescriptor extends java.lang.Object implements Serializable

Serialized Fields

needsDistinctCombiner

boolean needsDistinctCombiner

combinerInMap

java.lang.Boolean combinerInMap

combinerInReducer

java.lang.Boolean combinerInReducer

inputClassName

java.lang.String inputClassName

outputClassName

java.lang.String outputClassName

schedulingType

org.apache.tez.dag.api.EdgeProperty.SchedulingType schedulingType

dataSourceType

org.apache.tez.dag.api.EdgeProperty.DataSourceType dataSourceType

dataMovementType

org.apache.tez.dag.api.EdgeProperty.DataMovementType dataMovementType

partitionerClass

java.lang.Class<T> partitionerClass

useSecondaryKey

boolean useSecondaryKey

secondarySortOrder

boolean[] secondarySortOrder

intermediateOutputKeyClass

java.lang.String intermediateOutputKeyClass

intermediateOutputValueClass

java.lang.String intermediateOutputValueClass

intermediateOutputKeyComparatorClass

java.lang.String intermediateOutputKeyComparatorClass

Class org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator extends Operator<TezOpPlanVisitor> implements Serializable

serialVersionUID:

1L

Serialized Fields

outEdges

java.util.Map<K,V> outEdges

inEdges

java.util.Map<K,V> inEdges

UDFs

java.util.Set<E> UDFs

scalars

java.util.Set<E> scalars

requestedParallelism

java.util.concurrent.atomic.AtomicInteger requestedParallelism

estimatedParallelism

int estimatedParallelism

dontEstimateParallelism

boolean dontEstimateParallelism

overrideIntermediateParallelism

boolean overrideIntermediateParallelism

vertexParallelism

int vertexParallelism

splitter

boolean splitter

splitParent

OperatorKey splitParent

closed

boolean closed

segmentBelow

boolean segmentBelow

sortOrder

boolean[] sortOrder

combineSmallSplits

boolean combineSmallSplits

sampleOperator

TezOperator sampleOperator

sortOperator

TezOperator sortOperator

needEstimateParallelism

boolean needEstimateParallelism

useSecondaryKey

boolean useSecondaryKey

crossKeys

java.util.List<E> crossKeys

useMRMapSettings

boolean useMRMapSettings

useGraceParallelism

boolean useGraceParallelism

parallelismFactorPerSuccessor

java.util.Map<K,V> parallelismFactorPerSuccessor

intermediateReducer

java.lang.Boolean intermediateReducer

feature

java.util.BitSet feature

vertexGroupMembers

java.util.List<E> vertexGroupMembers

vertexGroupStores

java.util.Map<K,V> vertexGroupStores

isVertexGroup

boolean isVertexGroup

loaderInfo

TezOperator.LoaderInfo loaderInfo

totalInputFilesSize

long totalInputFilesSize

Class org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator.LoaderInfo extends java.lang.Object implements Serializable

Serialized Fields

loads

java.util.List<E> loads

inp

java.util.ArrayList<E> inp

inpSignatureLists

java.util.ArrayList<E> inpSignatureLists

inpLimits

java.util.ArrayList<E> inpLimits

Class org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperPlan extends OperatorPlan<TezOperator> implements Serializable

serialVersionUID:

1L

Serialized Fields

estimatedTotalParallelism

int estimatedTotalParallelism

Class org.apache.pig.backend.hadoop.executionengine.tez.plan.TezPlanContainer extends OperatorPlan<TezPlanContainerNode> implements Serializable

serialVersionUID:

1L

Serialized Fields

pigContext

PigContext pigContext

jobName

java.lang.String jobName

dagId

long dagId

Class org.apache.pig.backend.hadoop.executionengine.tez.plan.TezPlanContainerNode extends Operator<TezPlanContainerVisitor> implements Serializable

serialVersionUID:

1L

Serialized Fields

tezPlan

TezOperPlan tezPlan

Package org.apache.pig.backend.hadoop.executionengine.tez.plan.operator

Class org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.BloomPackager extends Packager implements Serializable

serialVersionUID:

1L

Serialized Fields

bloomCreatedInMap

boolean bloomCreatedInMap

vectorSizeBytes

int vectorSizeBytes

numHash

int numHash

hashType

int hashType

bloomKeyType

byte bloomKeyType

isCombiner

boolean isCombiner

Class org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.NativeTezOper extends TezOperator implements Serializable

serialVersionUID:

1L

Serialized Fields

nativeTezJar

java.lang.String nativeTezJar

params

java.lang.String[] params

jobId

java.lang.String jobId

Class org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POBloomFilterRearrangeTez extends POLocalRearrangeTez implements Serializable

serialVersionUID:

1L

Serialized Fields

inputKey

java.lang.String inputKey

numBloomFilters

int numBloomFilters

Class org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POBuildBloomRearrangeTez extends POLocalRearrangeTez implements Serializable

serialVersionUID:

1L

Serialized Fields

bloomOutputKey

java.lang.String bloomOutputKey

skipNullKeys

boolean skipNullKeys

createBloomInMap

boolean createBloomInMap

numBloomFilters

int numBloomFilters

vectorSizeBytes

int vectorSizeBytes

numHash

int numHash

hashType

int hashType

Class org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POCounterStatsTez extends PhysicalOperator implements Serializable

serialVersionUID:

1L

Serialized Fields

inputKey

java.lang.String inputKey

outputKey

java.lang.String outputKey

Class org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POCounterTez extends POCounter implements Serializable

serialVersionUID:

1L

Serialized Fields

tuplesOutputKey

java.lang.String tuplesOutputKey

statsOutputKey

java.lang.String statsOutputKey

Class org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POFRJoinTez extends POFRJoin implements Serializable

serialVersionUID:

1L

Serialized Fields

inputKeys

java.util.List<E> inputKeys

Class org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POIdentityInOutTez extends POLocalRearrangeTez implements Serializable

serialVersionUID:

1L

Serialized Fields

inputKey

java.lang.String inputKey

Class org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POLocalRearrangeTez extends POLocalRearrange implements Serializable

serialVersionUID:

1L

Serialized Fields

outputKey

java.lang.String outputKey

connectedToPackage

boolean connectedToPackage

isSkewedJoin

boolean isSkewedJoin

Class org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POPartitionRearrangeTez extends POLocalRearrangeTez implements Serializable

serialVersionUID:

1L

Class org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.PORankTez extends PORank implements Serializable

serialVersionUID:

1L

Serialized Fields

tuplesInputKey

java.lang.String tuplesInputKey

statsInputKey

java.lang.String statsInputKey

Class org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POShuffledValueInputTez extends PhysicalOperator implements Serializable

serialVersionUID:

1L

Serialized Fields

inputKeys

java.util.Set<E> inputKeys

Class org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POShuffleTezLoad extends POPackage implements Serializable

serialVersionUID:

1L

Serialized Fields

inputKeys

java.util.List<E> inputKeys

isSkewedJoin

boolean isSkewedJoin

Class org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POSimpleTezLoad extends POLoad implements Serializable

serialVersionUID:

1L

Serialized Fields

inputKey

java.lang.String inputKey

Class org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POStoreTez extends POStore implements Serializable

serialVersionUID:

1L

Serialized Fields

outputKey

java.lang.String outputKey

Class org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POValueInputTez extends PhysicalOperator implements Serializable

serialVersionUID:

1L

Serialized Fields

inputKey

java.lang.String inputKey

Class org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POValueOutputTez extends PhysicalOperator implements Serializable

serialVersionUID:

1L

Serialized Fields

scalarOutput

boolean scalarOutput

taskIndexWithRecordIndexAsKey

boolean taskIndexWithRecordIndexAsKey

outputKeys

java.util.Set<E> outputKeys

Package org.apache.pig.builtin

Class org.apache.pig.builtin.BigDecimalWrapper extends java.math.BigDecimal implements Serializable

serialVersionUID:

1L

Serialized Fields

infinity

org.apache.pig.builtin.BigDecimalWrapper.BigDecimalInfinity infinity

Class org.apache.pig.builtin.BigIntegerWrapper extends java.math.BigInteger implements Serializable

serialVersionUID:

1L

Serialized Fields

infinity

org.apache.pig.builtin.BigIntegerWrapper.BigIntegerInfinity infinity

Package org.apache.pig.builtin.mock

Class org.apache.pig.builtin.mock.Storage.Data extends java.lang.Object implements Serializable

serialVersionUID:

1L

Serialized Fields

locationToData

java.util.Map<K,V> locationToData

locationToSchema

java.util.Map<K,V> locationToSchema

Package org.apache.pig.data

Class org.apache.pig.data.AbstractTuple extends java.lang.Object implements Serializable

Class org.apache.pig.data.AccumulativeBag extends java.lang.Object implements Serializable

serialVersionUID:

1L

Serialized Fields

index

int index

Class org.apache.pig.data.AmendableTuple extends DefaultTuple implements Serializable

serialVersionUID:

2L

Serialized Fields

amendKey

java.lang.Object amendKey

Class org.apache.pig.data.AppendableSchemaTuple extends SchemaTuple<T extends AppendableSchemaTuple<T>> implements Serializable

serialVersionUID:

1L

Serialized Fields

appendedFields

Tuple appendedFields

Class org.apache.pig.data.BinSedesTuple extends DefaultTuple implements Serializable

serialVersionUID:

1L

Class org.apache.pig.data.DataByteArray extends java.lang.Object implements Serializable

serialVersionUID:

1L

Serialized Fields

mData

byte[] mData

Class org.apache.pig.data.DefaultAbstractBag extends java.lang.Object implements Serializable

Serialized Fields

mContents

java.util.Collection<E> mContents

mSpillFiles

FileList mSpillFiles

mSize

long mSize

aggSampleTupleSize

long aggSampleTupleSize

sampled

int sampled

spillableRegistered

boolean spillableRegistered

Class org.apache.pig.data.DefaultAbstractBag.BagDelimiterTuple extends DefaultTuple implements Serializable

Class org.apache.pig.data.DefaultAbstractBag.EndBag extends DefaultAbstractBag.BagDelimiterTuple implements Serializable

serialVersionUID:

1L

Class org.apache.pig.data.DefaultAbstractBag.StartBag extends DefaultAbstractBag.BagDelimiterTuple implements Serializable

serialVersionUID:

1L

Class org.apache.pig.data.DefaultDataBag extends DefaultAbstractBag implements Serializable

serialVersionUID:

2L

Class org.apache.pig.data.DefaultTuple extends AbstractTuple implements Serializable

serialVersionUID:

2L

Serialized Fields

mFields

java.util.List<E> mFields

Class org.apache.pig.data.DistinctDataBag extends DefaultAbstractBag implements Serializable

serialVersionUID:

2L

Class org.apache.pig.data.FieldIsNullException extends ExecException implements Serializable

Class org.apache.pig.data.FileList extends java.util.ArrayList<java.io.File> implements Serializable

serialVersionUID:

1L

Class org.apache.pig.data.InternalCachedBag extends SelfSpillBag implements Serializable

serialVersionUID:

1L

Class org.apache.pig.data.InternalDistinctBag extends SortedSpillBag implements Serializable

serialVersionUID:

2L

Class org.apache.pig.data.InternalMap extends java.util.HashMap<java.lang.Object,java.lang.Object> implements Serializable

serialVersionUID:

1L

Class org.apache.pig.data.InternalSortedBag extends SortedSpillBag implements Serializable

serialVersionUID:

2L

Class org.apache.pig.data.LimitedSortedDataBag extends java.lang.Object implements Serializable

serialVersionUID:

1L

Serialized Fields

mComp

java.util.Comparator<T> mComp

priorityQ

java.util.PriorityQueue<E> priorityQ

limit

long limit

Class org.apache.pig.data.NonSpillableDataBag extends java.lang.Object implements Serializable

serialVersionUID:

1L

Serialized Fields

mContents

java.util.List<E> mContents

Class org.apache.pig.data.NonWritableTuple extends AbstractTuple implements Serializable

Class org.apache.pig.data.ReadOnceBag extends java.lang.Object implements Serializable

serialVersionUID:

2L

Serialized Fields

pkgr

Packager pkgr

keyWritable

PigNullableWritable keyWritable

Class org.apache.pig.data.SchemaTuple extends AbstractTuple implements Serializable

serialVersionUID:

1L

Class org.apache.pig.data.SelfSpillBag extends DefaultAbstractBag implements Serializable

serialVersionUID:

1L

Serialized Fields

memLimit

SelfSpillBag.MemoryLimits memLimit

Class org.apache.pig.data.SelfSpillBag.MemoryLimits extends java.lang.Object implements Serializable

Serialized Fields

maxMemUsage

long maxMemUsage

cacheLimit

long cacheLimit

memUsage

long memUsage

numObjsSizeChecked

long numObjsSizeChecked

Class org.apache.pig.data.SingleTupleBag extends java.lang.Object implements Serializable

serialVersionUID:

1L

Serialized Fields

item

Tuple item

Class org.apache.pig.data.SortedDataBag extends DefaultAbstractBag implements Serializable

serialVersionUID:

2L

Serialized Fields

mReadStarted

boolean mReadStarted

Class org.apache.pig.data.SortedSpillBag extends SelfSpillBag implements Serializable

serialVersionUID:

1L

Class org.apache.pig.data.TargetedTuple extends AbstractTuple implements Serializable

serialVersionUID:

2L

Serialized Fields

t

Tuple t

targetOps

java.util.List<E> targetOps

isNull

boolean isNull

Class org.apache.pig.data.TimestampedTuple extends DefaultTuple implements Serializable

serialVersionUID:

2L

Serialized Fields

timestamp

double timestamp

heartbeat

boolean heartbeat

Class org.apache.pig.data.UnlimitedNullTuple extends AbstractTuple implements Serializable

Package org.apache.pig.impl

Class org.apache.pig.impl.PigContext extends java.lang.Object implements Serializable

serialVersionUID:

1L

Serialized Fields

execType

ExecType execType

properties

java.util.Properties properties

scriptFiles

java.util.List<E> scriptFiles

Deprecated.

aliasedScriptFiles

java.util.Map<K,V> aliasedScriptFiles

definedFunctions

java.util.Map<K,V> definedFunctions

a table mapping function names to function specs.

definedCommands

java.util.Map<K,V> definedCommands

a table mapping names to streaming commands.

log4jProperties

java.util.Properties log4jProperties

defaultLogLevel

org.apache.log4j.Level defaultLogLevel

defaultParallel

int defaultParallel

inExplain

boolean inExplain

inDumpSchema

boolean inDumpSchema

inIllustrator

boolean inIllustrator

last_alias

java.lang.String last_alias

skippedShipPaths

java.util.List<E> skippedShipPaths

params

java.util.List<E> params

paramFiles

java.util.List<E> paramFiles

Package org.apache.pig.impl.io

Class org.apache.pig.impl.io.FileSpec extends java.lang.Object implements Serializable

serialVersionUID:

2L

Serialized Fields

fileName

java.lang.String fileName

funcSpec

FuncSpec funcSpec

Class org.apache.pig.impl.io.ResourceNotFoundException extends java.lang.Exception implements Serializable

serialVersionUID:

1L

Serialized Fields

resourceName

java.lang.String resourceName

Package org.apache.pig.impl.logicalLayer

Class org.apache.pig.impl.logicalLayer.FrontendException extends PigException implements Serializable

serialVersionUID:

1L

Package org.apache.pig.impl.logicalLayer.schema

Class org.apache.pig.impl.logicalLayer.schema.Schema extends java.lang.Object implements Serializable

serialVersionUID:

2L

Serialized Fields

mFields

java.util.List<E> mFields

mAliases

java.util.Map<K,V> mAliases

mFieldSchemas

MultiMap<K,V> mFieldSchemas

twoLevelAccessRequired

boolean twoLevelAccessRequired

Class org.apache.pig.impl.logicalLayer.schema.Schema.FieldSchema extends java.lang.Object implements Serializable

serialVersionUID:

2L

Serialized Fields

alias

java.lang.String alias

Alias for this field.

type

byte type

Datatype, using codes from DataType.

schema

Schema schema

If this is a tuple itself, it can have a schema. Otherwise this field must be null.

canonicalName

java.lang.String canonicalName

Canonical name. This name uniquely identifies a field throughout the query. Unlike a an alias, it cannot be changed. It will change when the field is transformed in some way (such as being used in an arithmetic expression or passed to a udf). At that point a new canonical name will be generated for the field.

Class org.apache.pig.impl.logicalLayer.schema.SchemaMergeException extends FrontendException implements Serializable

serialVersionUID:

1L

Package org.apache.pig.impl.logicalLayer.validators

Class org.apache.pig.impl.logicalLayer.validators.TypeCheckerException extends VisitorException implements Serializable

serialVersionUID:

1L

Package org.apache.pig.impl.plan

Class org.apache.pig.impl.plan.Operator extends java.lang.Object implements Serializable

serialVersionUID:

1L

Serialization Methods

readObject

private void readObject(java.io.ObjectInputStream in)
                 throws java.lang.ClassNotFoundException,
                        java.io.IOException

Throws:

java.lang.ClassNotFoundException

java.io.IOException

Serialized Fields

mKey

OperatorKey mKey

OperatorKey associated with this operator. This key is used to find the operator in an OperatorPlan.

Class org.apache.pig.impl.plan.OperatorKey extends java.lang.Object implements Serializable

serialVersionUID:

1L

Serialized Fields

scope

java.lang.String scope

id

long id

Class org.apache.pig.impl.plan.OperatorPlan extends java.lang.Object implements Serializable

serialVersionUID:

1L

Serialized Fields

mOps

java.util.Map<K,V> mOps

mKeys

java.util.Map<K,V> mKeys

mFromEdges

MultiMap<K,V> mFromEdges

mToEdges

MultiMap<K,V> mToEdges

mSoftFromEdges

MultiMap<K,V> mSoftFromEdges

mSoftToEdges

MultiMap<K,V> mSoftToEdges

mRoots

java.util.List<E> mRoots

mLeaves

java.util.List<E> mLeaves

Class org.apache.pig.impl.plan.PlanException extends FrontendException implements Serializable

serialVersionUID:

1L

Class org.apache.pig.impl.plan.PlanValidationException extends VisitorException implements Serializable

serialVersionUID:

1L

Class org.apache.pig.impl.plan.VisitorException extends FrontendException implements Serializable

serialVersionUID:

1L

Package org.apache.pig.impl.plan.optimizer

Class org.apache.pig.impl.plan.optimizer.OptimizerException extends VisitorException implements Serializable

serialVersionUID:

1L

Package org.apache.pig.impl.streaming

Class org.apache.pig.impl.streaming.StreamingCommand extends java.lang.Object implements Serializable

serialVersionUID:

1L

Serialized Fields

executable

java.lang.String executable

argv

java.lang.String[] argv

shipSpec

java.util.List<E> shipSpec

cacheSpec

java.util.List<E> cacheSpec

handleSpecs

java.util.Map<K,V> handleSpecs

Map from the the stdin/stdout/stderr handles to their specifications

persistStderr

boolean persistStderr

logDir

java.lang.String logDir

logFilesLimit

int logFilesLimit

shipFiles

boolean shipFiles

pigContext

PigContext pigContext

Class org.apache.pig.impl.streaming.StreamingCommand.HandleSpec extends java.lang.Object implements Serializable

serialVersionUID:

1L

Serialized Fields

name

java.lang.String name

spec

java.lang.String spec

Class org.apache.pig.impl.streaming.StreamingUDFException extends ExecException implements Serializable

serialVersionUID:

1L

Serialized Fields

message

java.lang.String message

language

java.lang.String language

lineNumber

java.lang.Integer lineNumber

Class org.apache.pig.impl.streaming.StreamingUDFOutputSchemaException extends java.lang.Exception implements Serializable

serialVersionUID:

1L

Serialized Fields

lineNumber

int lineNumber

Package org.apache.pig.impl.util

Class org.apache.pig.impl.util.LinkedMultiMap extends MultiMap<K,V> implements Serializable

serialVersionUID:

1L

Class org.apache.pig.impl.util.MultiMap extends java.lang.Object implements Serializable

serialVersionUID:

2L

Serialized Fields

mMap

java.util.Map<K,V> mMap

Class org.apache.pig.impl.util.Pair extends java.lang.Object implements Serializable

serialVersionUID:

1L

Serialized Fields

first

java.lang.Object first

second

java.lang.Object second

Package org.apache.pig.impl.util.avro

Class org.apache.pig.impl.util.avro.AvroBagWrapper extends java.lang.Object implements Serializable

serialVersionUID:

1L

Serialized Fields

theArray

org.apache.avro.generic.GenericArray<T> theArray

The array object wrapped in this AvroBagWrapper object.

Class org.apache.pig.impl.util.avro.AvroTupleWrapper extends java.lang.Object implements Serializable

Serialization Methods

readObject

private void readObject(java.io.ObjectInputStream in)
                 throws java.io.IOException,
                        java.lang.ClassNotFoundException

Throws:

java.io.IOException

java.lang.ClassNotFoundException

writeObject

private void writeObject(java.io.ObjectOutputStream out)
                  throws java.io.IOException

Throws:

java.io.IOException

Package org.apache.pig.newplan

Class org.apache.pig.newplan.BaseOperatorPlan extends java.lang.Object implements Serializable

Serialized Fields

ops

java.util.List<E> ops

fromEdges

PlanEdge fromEdges

toEdges

PlanEdge toEdges

softFromEdges

PlanEdge softFromEdges

softToEdges

PlanEdge softToEdges

roots

java.util.List<E> roots

leaves

java.util.List<E> leaves

Class org.apache.pig.newplan.Operator extends java.lang.Object implements Serializable

Serialized Fields

location

SourceLocation location

name

java.lang.String name

plan

OperatorPlan plan

Class org.apache.pig.newplan.PlanEdge extends MultiMap<Operator,Operator> implements Serializable

serialVersionUID:

1L

Package org.apache.pig.newplan.logical.expression

Class org.apache.pig.newplan.logical.expression.AddExpression extends BinaryExpression implements Serializable

Class org.apache.pig.newplan.logical.expression.AndExpression extends BinaryExpression implements Serializable

Class org.apache.pig.newplan.logical.expression.BinaryExpression extends LogicalExpression implements Serializable

Class org.apache.pig.newplan.logical.expression.BinCondExpression extends LogicalExpression implements Serializable

Class org.apache.pig.newplan.logical.expression.CastExpression extends UnaryExpression implements Serializable

Serialized Fields

castFunc

FuncSpec castFunc

castSchema

LogicalSchema.LogicalFieldSchema castSchema

Class org.apache.pig.newplan.logical.expression.ColumnExpression extends LogicalExpression implements Serializable

Class org.apache.pig.newplan.logical.expression.ConstantExpression extends ColumnExpression implements Serializable

Serialized Fields

val

java.lang.Object val

type

byte type

Class org.apache.pig.newplan.logical.expression.DereferenceExpression extends ColumnExpression implements Serializable

Serialized Fields

rawColumns

java.util.List<E> rawColumns

columns

java.util.List<E> columns

Class org.apache.pig.newplan.logical.expression.DivideExpression extends BinaryExpression implements Serializable

Class org.apache.pig.newplan.logical.expression.EqualExpression extends BinaryExpression implements Serializable

Class org.apache.pig.newplan.logical.expression.GreaterThanEqualExpression extends BinaryExpression implements Serializable

Class org.apache.pig.newplan.logical.expression.GreaterThanExpression extends BinaryExpression implements Serializable

Class org.apache.pig.newplan.logical.expression.IsNullExpression extends UnaryExpression implements Serializable

Class org.apache.pig.newplan.logical.expression.LessThanEqualExpression extends BinaryExpression implements Serializable

Class org.apache.pig.newplan.logical.expression.LessThanExpression extends BinaryExpression implements Serializable

Class org.apache.pig.newplan.logical.expression.LogicalExpression extends Operator implements Serializable

Serialized Fields

fieldSchema

LogicalSchema.LogicalFieldSchema fieldSchema

uidOnlyFieldSchema

LogicalSchema.LogicalFieldSchema uidOnlyFieldSchema

Class org.apache.pig.newplan.logical.expression.LogicalExpressionPlan extends BaseOperatorPlan implements Serializable

Class org.apache.pig.newplan.logical.expression.MapLookupExpression extends ColumnExpression implements Serializable

Serialized Fields

mMapKey

java.lang.String mMapKey

The key to lookup along with the type and schema corresponding to the type and schema of the value linked to the key

Class org.apache.pig.newplan.logical.expression.ModExpression extends BinaryExpression implements Serializable

Class org.apache.pig.newplan.logical.expression.MultiplyExpression extends BinaryExpression implements Serializable

Class org.apache.pig.newplan.logical.expression.NegativeExpression extends UnaryExpression implements Serializable

Class org.apache.pig.newplan.logical.expression.NotEqualExpression extends BinaryExpression implements Serializable

Class org.apache.pig.newplan.logical.expression.NotExpression extends UnaryExpression implements Serializable

Class org.apache.pig.newplan.logical.expression.OrExpression extends BinaryExpression implements Serializable

Class org.apache.pig.newplan.logical.expression.ProjectExpression extends ColumnExpression implements Serializable

Serialized Fields

input

int input

col

int col

alias

java.lang.String alias

projectedOperator

Operator projectedOperator

In Foreach inner plan, a projection can be made on a relational operator, which may get reused. However, the expression needs to be sticky to the operator on which the expression is projected.

attachedRelationalOp

LogicalRelationalOperator attachedRelationalOp

isRangeProject

boolean isRangeProject

startCol

int startCol

endCol

int endCol

startAlias

java.lang.String startAlias

endAlias

java.lang.String endAlias

Class org.apache.pig.newplan.logical.expression.RegexExpression extends BinaryExpression implements Serializable

Class org.apache.pig.newplan.logical.expression.ScalarExpression extends UserFuncExpression implements Serializable

Serialized Fields

implicitReferencedOperator

Operator implicitReferencedOperator

attachedLogicalOperator

Operator attachedLogicalOperator

Class org.apache.pig.newplan.logical.expression.SubtractExpression extends BinaryExpression implements Serializable

Class org.apache.pig.newplan.logical.expression.UnaryExpression extends LogicalExpression implements Serializable

Class org.apache.pig.newplan.logical.expression.UserFuncExpression extends LogicalExpression implements Serializable

Serialized Fields

mFuncSpec

FuncSpec mFuncSpec

signature

java.lang.String signature

viaDefine

boolean viaDefine

lazilyInitializeInvokerFunction

boolean lazilyInitializeInvokerFunction

saveArgsForLater

java.util.List<E> saveArgsForLater

invokerIsStatic

boolean invokerIsStatic

funcName

java.lang.String funcName

packageName

java.lang.String packageName

Package org.apache.pig.newplan.logical.relational

Class org.apache.pig.newplan.logical.relational.LOCogroup extends LogicalRelationalOperator implements Serializable

Serialized Fields

mIsInner

boolean[] mIsInner

mExpressionPlans

MultiMap<K,V> mExpressionPlans

mGroupType

LOCogroup.GROUPTYPE mGroupType

groupKeyUidOnlySchema

LogicalSchema.LogicalFieldSchema groupKeyUidOnlySchema

generatedInputUids

java.util.Map<K,V> generatedInputUids

Class org.apache.pig.newplan.logical.relational.LOCross extends LogicalRelationalOperator implements Serializable

serialVersionUID:

2L

Serialized Fields

nested

boolean nested

Class org.apache.pig.newplan.logical.relational.LOCube extends LogicalRelationalOperator implements Serializable

Serialized Fields

mExpressionPlans

MultiMap<K,V> mExpressionPlans

operations

java.util.List<E> operations

Class org.apache.pig.newplan.logical.relational.LODistinct extends LogicalRelationalOperator implements Serializable

serialVersionUID:

2L

Class org.apache.pig.newplan.logical.relational.LOFilter extends LogicalRelationalOperator implements Serializable

serialVersionUID:

2L

Serialized Fields

filterPlan

LogicalExpressionPlan filterPlan

isSample

boolean isSample

Class org.apache.pig.newplan.logical.relational.LOForEach extends LogicalRelationalOperator implements Serializable

serialVersionUID:

2L

Serialized Fields

innerPlan

LogicalPlan innerPlan

Class org.apache.pig.newplan.logical.relational.LOGenerate extends LogicalRelationalOperator implements Serializable

Serialized Fields

outputPlans

java.util.List<E> outputPlans

flattenFlags

boolean[] flattenFlags

mUserDefinedSchema

java.util.List<E> mUserDefinedSchema

outputPlanSchemas

java.util.List<E> outputPlanSchemas

expSchemas

java.util.List<E> expSchemas

uidOnlySchemas

java.util.List<E> uidOnlySchemas

Class org.apache.pig.newplan.logical.relational.LogicalPlan extends BaseOperatorPlan implements Serializable

Class org.apache.pig.newplan.logical.relational.LogicalRelationalOperator extends Operator implements Serializable

Serialized Fields

schema

LogicalSchema schema

requestedParallelism

int requestedParallelism

alias

java.lang.String alias

lineNum

int lineNum

mCustomPartitioner

java.lang.String mCustomPartitioner

Name of the customPartitioner if one is used, this is set to null otherwise.

mPinnedOptions

java.util.HashSet<E> mPinnedOptions

A HashSet to indicate whether an option (such a Join Type) was pinned by the user or can be chosen at runtime by the optimizer.

Class org.apache.pig.newplan.logical.relational.LogicalSchema extends java.lang.Object implements Serializable

Serialized Fields

fields

java.util.List<E> fields

Class org.apache.pig.newplan.logical.relational.LogicalSchema.LogicalFieldSchema extends java.lang.Object implements Serializable

Serialized Fields

alias

java.lang.String alias

type

byte type

uid

long uid

schema

LogicalSchema schema

Class org.apache.pig.newplan.logical.relational.LOInnerLoad extends LogicalRelationalOperator implements Serializable

Serialized Fields

prj

ProjectExpression prj

foreach

LOForEach foreach

sourceIsBag

boolean sourceIsBag

Class org.apache.pig.newplan.logical.relational.LOJoin extends LogicalRelationalOperator implements Serializable

serialVersionUID:

2L

Serialized Fields

mJoinPlans

MultiMap<K,V> mJoinPlans

LOJoin contains a list of logical operators corresponding to the relational operators and a list of generates for each relational operator. Each generate operator in turn contains a list of expressions for the columns that are projected

mInnerFlags

boolean[] mInnerFlags

mJoinType

LOJoin.JOINTYPE mJoinType

Class org.apache.pig.newplan.logical.relational.LOLimit extends LogicalRelationalOperator implements Serializable

serialVersionUID:

2L

Serialized Fields

mLimit

long mLimit

mlimitPlan

LogicalExpressionPlan mlimitPlan

Class org.apache.pig.newplan.logical.relational.LOLoad extends LogicalRelationalOperator implements Serializable

Serialized Fields

scriptSchema

LogicalSchema scriptSchema

fs

FileSpec fs

determinedSchema

LogicalSchema determinedSchema

requiredFields

java.util.List<E> requiredFields

castState

LOLoad.CastState castState

uidOnlySchema

LogicalSchema uidOnlySchema

schemaFile

java.lang.String schemaFile

signature

java.lang.String signature

limit

long limit

isTmpLoad

boolean isTmpLoad

Class org.apache.pig.newplan.logical.relational.LONative extends LogicalRelationalOperator implements Serializable

Serialized Fields

nativeMRJar

java.lang.String nativeMRJar

params

java.lang.String[] params

Class org.apache.pig.newplan.logical.relational.LORank extends LogicalRelationalOperator implements Serializable

Serialized Fields

rankColPlans

java.util.List<E> rankColPlans

A List within logical expression plans in case of RANK BY

ascCols

java.util.List<E> ascCols

A List within ascending columns on a RANK BY

isDenseRank

boolean isDenseRank

In case of RANK BY, it could by dense or not. Being a dense rank means to assign consecutive ranking to different tuples.

isRowNumber

boolean isRowNumber

In case of simple RANK, namely row number mode which is a consecutive number assigned to each tuple.

rankColumnUid

long rankColumnUid

This is a uid which has been generated for the rank column. It is important to keep this so that the uid will be persistent between calls of resetSchema and getSchema.

Class org.apache.pig.newplan.logical.relational.LOSort extends LogicalRelationalOperator implements Serializable

Serialized Fields

mAscCols

java.util.List<E> mAscCols

mSortFunc

FuncSpec mSortFunc

mIsStar

boolean mIsStar

limit

long limit

mSortColPlans

java.util.List<E> mSortColPlans

Class org.apache.pig.newplan.logical.relational.LOSplit extends LogicalRelationalOperator implements Serializable

Class org.apache.pig.newplan.logical.relational.LOSplitOutput extends LogicalRelationalOperator implements Serializable

Serialized Fields

filterPlan

LogicalExpressionPlan filterPlan

uidMapping

java.util.Map<K,V> uidMapping

Class org.apache.pig.newplan.logical.relational.LOStore extends LogicalRelationalOperator implements Serializable

Serialized Fields

output

FileSpec output

mInputSpec

FileSpec mInputSpec

signature

java.lang.String signature

isTmpStore

boolean isTmpStore

sortInfo

SortInfo sortInfo

disambiguationEnabled

boolean disambiguationEnabled

Class org.apache.pig.newplan.logical.relational.LOStream extends LogicalRelationalOperator implements Serializable

serialVersionUID:

2L

Serialized Fields

scriptSchema

LogicalSchema scriptSchema

command

StreamingCommand command

uidOnlySchema

LogicalSchema uidOnlySchema

castState

LOStream.CastState castState

Class org.apache.pig.newplan.logical.relational.LOUnion extends LogicalRelationalOperator implements Serializable

Serialized Fields

onSchema

boolean onSchema

uidMapping

java.util.List<E> uidMapping

Class org.apache.pig.newplan.logical.relational.SchemaNotDefinedException extends java.lang.RuntimeException implements Serializable

serialVersionUID:

1L

Package org.apache.pig.parser

Class org.apache.pig.parser.DuplicatedSchemaAliasException extends PigRecognitionException implements Serializable

serialVersionUID:

1L

Serialized Fields

alias

java.lang.String alias

Class org.apache.pig.parser.InvalidCommandException extends PigRecognitionException implements Serializable

serialVersionUID:

1L

Serialized Fields

cmd

java.lang.String cmd

Class org.apache.pig.parser.InvalidPathException extends PigRecognitionException implements Serializable

serialVersionUID:

1L

Serialized Fields

ex

java.net.MalformedURLException ex

Class org.apache.pig.parser.InvalidScalarProjectionException extends PigRecognitionException implements Serializable

serialVersionUID:

1L

Serialized Fields

scalarExpr

ScalarExpression scalarExpr

msg

java.lang.String msg

Class org.apache.pig.parser.NonProjectExpressionException extends PigRecognitionException implements Serializable

serialVersionUID:

1L

Serialized Fields

expr

LogicalExpression expr

Class org.apache.pig.parser.ParserException extends FrontendException implements Serializable

serialVersionUID:

1L

Class org.apache.pig.parser.ParserValidationException extends PigRecognitionException implements Serializable

serialVersionUID:

1L

Serialized Fields

cause

java.lang.String cause

ex

java.lang.Exception ex

Class org.apache.pig.parser.PigRecognitionException extends org.antlr.runtime.RecognitionException implements Serializable

serialVersionUID:

1L

Serialized Fields

location

SourceLocation location

Class org.apache.pig.parser.PlanGenerationFailureException extends PigRecognitionException implements Serializable

serialVersionUID:

1L

Serialized Fields

ex

java.lang.Exception ex

Class org.apache.pig.parser.SourceLocation extends java.lang.Object implements Serializable

Serialized Fields

file

java.lang.String file

line

int line

offset

int offset

Class org.apache.pig.parser.UndefinedAliasException extends PigRecognitionException implements Serializable

serialVersionUID:

1L

Serialized Fields

alias

java.lang.String alias

Package org.apache.pig.pen.util

Class org.apache.pig.pen.util.ExampleTuple extends AbstractTuple implements Serializable

serialVersionUID:

2L

Serialized Fields

synthetic

boolean synthetic

omittable

boolean omittable

expr

java.lang.Object expr

t

Tuple t

Package org.apache.pig.piggybank.evaluation.stats

Class org.apache.pig.piggybank.evaluation.stats.COR extends EvalFunc<DataBag> implements Serializable

Serialized Fields

schemaName

java.util.Vector<E> schemaName

Deprecated.

flag

boolean flag

Deprecated.

Class org.apache.pig.piggybank.evaluation.stats.COR.Final extends EvalFunc<DataBag> implements Serializable

Serialized Fields

schemaName

java.util.Vector<E> schemaName

flag

boolean flag

Class org.apache.pig.piggybank.evaluation.stats.COR.Initial extends EvalFunc<Tuple> implements Serializable

Class org.apache.pig.piggybank.evaluation.stats.COR.Intermed extends EvalFunc<Tuple> implements Serializable

Class org.apache.pig.piggybank.evaluation.stats.COV extends EvalFunc<DataBag> implements Serializable

Serialized Fields

schemaName

java.util.Vector<E> schemaName

Deprecated.

flag

boolean flag

Deprecated.

Class org.apache.pig.piggybank.evaluation.stats.COV.Final extends EvalFunc<DataBag> implements Serializable

Serialized Fields

schemaName

java.util.Vector<E> schemaName

flag

boolean flag

Class org.apache.pig.piggybank.evaluation.stats.COV.Initial extends EvalFunc<Tuple> implements Serializable

Class org.apache.pig.piggybank.evaluation.stats.COV.Intermed extends EvalFunc<Tuple> implements Serializable

Package org.apache.pig.scripting.jruby

Class org.apache.pig.scripting.jruby.RubyDataBag extends org.jruby.RubyObject implements Serializable

serialVersionUID:

1L

Serialized Fields

internalDB

DataBag internalDB

Class org.apache.pig.scripting.jruby.RubyDataByteArray extends org.jruby.RubyObject implements Serializable

serialVersionUID:

1L

Serialized Fields

internalDBA

DataByteArray internalDBA

Class org.apache.pig.scripting.jruby.RubySchema extends org.jruby.RubyObject implements Serializable

serialVersionUID:

1L

Serialized Fields

internalSchema

Schema internalSchema

This is the encapsulated Schema object.

Package org.apache.pig.tools.parameters

Class org.apache.pig.tools.parameters.ParameterSubstitutionException extends org.apache.pig.tools.parameters.ParseException implements Serializable

serialVersionUID:

1L

Class org.apache.pig.tools.parameters.ParseException extends java.lang.Exception implements Serializable

serialVersionUID:

1L

Serialized Fields

currentToken

org.apache.pig.tools.parameters.Token currentToken

expectedTokenSequences

int[][] expectedTokenSequences

tokenImage

java.lang.String[] tokenImage

eol

java.lang.String eol

Class org.apache.pig.tools.parameters.Token extends java.lang.Object implements Serializable

serialVersionUID:

1L

Serialized Fields

kind

int kind

beginLine

int beginLine

beginColumn

int beginColumn

endLine

int endLine

endColumn

int endColumn

image

java.lang.String image

next

org.apache.pig.tools.parameters.Token next

specialToken

org.apache.pig.tools.parameters.Token specialToken

Class org.apache.pig.tools.parameters.TokenMgrError extends java.lang.Error implements Serializable

serialVersionUID:

1L

Serialized Fields

errorCode

int errorCode

Package org.apache.pig.tools.pigstats

Class org.apache.pig.tools.pigstats.JobStats extends Operator implements Serializable

Serialized Fields

state

JobStats.JobState state

outputs

java.util.ArrayList<E> outputs

inputs

java.util.ArrayList<E> inputs

conf

org.apache.hadoop.conf.Configuration conf

hdfsBytesRead

long hdfsBytesRead

hdfsBytesWritten

long hdfsBytesWritten

errorMsg

java.lang.String errorMsg

exception

java.lang.Exception exception

Class org.apache.pig.tools.pigstats.PigStats.JobGraph extends BaseOperatorPlan implements Serializable

Package org.apache.pig.tools.pigstats.mapreduce

Class org.apache.pig.tools.pigstats.mapreduce.MRJobStats extends JobStats implements Serializable

Serialized Fields

mapStores

java.util.List<E> mapStores

reduceStores

java.util.List<E> reduceStores

loads

java.util.List<E> loads

disableCounter

java.lang.Boolean disableCounter

jobId

org.apache.hadoop.mapred.JobID jobId

maxMapTime

long maxMapTime

minMapTime

long minMapTime

avgMapTime

long avgMapTime

medianMapTime

long medianMapTime

maxReduceTime

long maxReduceTime

minReduceTime

long minReduceTime

avgReduceTime

long avgReduceTime

medianReduceTime

long medianReduceTime

numberMaps

int numberMaps

numberReduces

int numberReduces

mapInputRecords

long mapInputRecords

mapOutputRecords

long mapOutputRecords

reduceInputRecords

long reduceInputRecords

reduceOutputRecords

long reduceOutputRecords

spillCount

long spillCount

activeSpillCountObj

long activeSpillCountObj

activeSpillCountRecs

long activeSpillCountRecs

multiStoreCounters

java.util.HashMap<K,V> multiStoreCounters

multiInputCounters

java.util.HashMap<K,V> multiInputCounters

counters

org.apache.hadoop.mapred.Counters counters

Package org.apache.pig.tools.pigstats.spark

Class org.apache.pig.tools.pigstats.spark.Spark1JobStats extends SparkJobStats implements Serializable

Class org.apache.pig.tools.pigstats.spark.Spark2JobStats extends SparkJobStats implements Serializable

Class org.apache.pig.tools.pigstats.spark.SparkCounter extends java.lang.Object implements Serializable

Serialized Fields

name

java.lang.String name

displayName

java.lang.String displayName

accumulator

<any> accumulator

Class org.apache.pig.tools.pigstats.spark.SparkCounter.LongSparkCounter extends SparkCounter<java.lang.Long> implements Serializable

Class org.apache.pig.tools.pigstats.spark.SparkCounter.MapSparkCounter extends SparkCounter<java.util.Map<java.lang.String,java.lang.Long>> implements Serializable

Class org.apache.pig.tools.pigstats.spark.SparkCounterGroup extends java.lang.Object implements Serializable

Serialized Fields

groupName

java.lang.String groupName

groupDisplayName

java.lang.String groupDisplayName

sparkCounters

java.util.Map<K,V> sparkCounters

Class org.apache.pig.tools.pigstats.spark.SparkCounterGroup.LongSparkCounterGroup extends SparkCounterGroup<java.lang.Long> implements Serializable

Class org.apache.pig.tools.pigstats.spark.SparkCounterGroup.MapSparkCounterGroup extends SparkCounterGroup<java.util.Map<java.lang.String,java.lang.Long>> implements Serializable

Class org.apache.pig.tools.pigstats.spark.SparkCounters extends java.lang.Object implements Serializable

serialVersionUID:

1L

Serialized Fields

sparkCounterGroups

java.util.Map<K,V> sparkCounterGroups

Class org.apache.pig.tools.pigstats.spark.SparkJobStats extends JobStats implements Serializable

Serialized Fields

jobId

int jobId

stats

java.util.Map<K,V> stats

disableCounter

boolean disableCounter

counters

org.apache.hadoop.mapred.Counters counters

warningCounters

java.util.Map<K,V> warningCounters

Package org.apache.pig.tools.pigstats.tez

Class org.apache.pig.tools.pigstats.tez.TezDAGStats extends JobStats implements Serializable

Serialized Fields

tezVertexStatsMap

java.util.Map<K,V> tezVertexStatsMap

appId

java.lang.String appId

tezDAGPlan

java.lang.StringBuilder tezDAGPlan

totalTasks

int totalTasks

fileBytesRead

long fileBytesRead

fileBytesWritten

long fileBytesWritten

counters

org.apache.hadoop.mapred.Counters counters

numberMaps

int numberMaps

numberReduces

int numberReduces

mapInputRecords

long mapInputRecords

mapOutputRecords

long mapOutputRecords

reduceInputRecords

long reduceInputRecords

reduceOutputRecords

long reduceOutputRecords

spillCount

long spillCount

activeSpillCountObj

long activeSpillCountObj

activeSpillCountRecs

long activeSpillCountRecs

multiStoreCounters

java.util.Map<K,V> multiStoreCounters

outputsByLocation

java.util.Map<K,V> outputsByLocation

Class org.apache.pig.tools.pigstats.tez.TezVertexStats extends JobStats implements Serializable

Serialized Fields

isMapOpts

boolean isMapOpts

parallelism

int parallelism

vertexState

org.apache.tez.dag.api.client.VertexStatus.State vertexState

counters

java.util.Map<K,V> counters

stores

java.util.List<E> stores

loads

java.util.List<E> loads

numTasks

int numTasks

numInputRecords

long numInputRecords

numReduceInputRecords

long numReduceInputRecords

numOutputRecords

long numOutputRecords

fileBytesRead

long fileBytesRead

fileBytesWritten

long fileBytesWritten

spillCount

long spillCount

activeSpillCountObj

long activeSpillCountObj

activeSpillCountRecs

long activeSpillCountRecs

multiInputCounters

java.util.Map<K,V> multiInputCounters

multiStoreCounters

java.util.Map<K,V> multiStoreCounters