Modifier and Type | Field and Description |
---|---|
java.util.HashMap<java.lang.String,java.util.ArrayList<Pair<java.lang.String,java.lang.Long>>> |
JobControlCompiler.globalCounters |
Modifier and Type | Method and Description |
---|---|
org.apache.hadoop.mapreduce.Mapper.Context |
PigMapBase.getIllustratorContext(org.apache.hadoop.conf.Configuration conf,
DataBag input,
java.util.List<Pair<PigNullableWritable,org.apache.hadoop.io.Writable>> output,
org.apache.hadoop.mapreduce.InputSplit split)
Get mapper's illustrator context
|
abstract org.apache.hadoop.mapreduce.Mapper.Context |
PigGenericMapBase.getIllustratorContext(org.apache.hadoop.conf.Configuration conf,
DataBag input,
java.util.List<Pair<PigNullableWritable,org.apache.hadoop.io.Writable>> output,
org.apache.hadoop.mapreduce.InputSplit split) |
org.apache.hadoop.mapreduce.Reducer.Context |
PigMapReduce.Reduce.getIllustratorContext(org.apache.hadoop.mapred.jobcontrol.Job job,
java.util.List<Pair<PigNullableWritable,org.apache.hadoop.io.Writable>> input,
POPackage pkg)
Get reducer's illustrator context
|
abstract org.apache.hadoop.mapreduce.Reducer.Context |
PigGenericMapReduce.Reduce.getIllustratorContext(org.apache.hadoop.mapred.jobcontrol.Job job,
java.util.List<Pair<PigNullableWritable,org.apache.hadoop.io.Writable>> input,
POPackage pkg)
Get reducer's illustrator context
|
Constructor and Description |
---|
IllustratorContext(org.apache.hadoop.conf.Configuration conf,
DataBag input,
java.util.List<Pair<PigNullableWritable,org.apache.hadoop.io.Writable>> output,
org.apache.hadoop.mapreduce.InputSplit split) |
IllustratorContextImpl(org.apache.hadoop.mapred.jobcontrol.Job job,
java.util.List<Pair<PigNullableWritable,org.apache.hadoop.io.Writable>> input,
POPackage pkg) |
Modifier and Type | Field and Description |
---|---|
protected java.util.Map<java.lang.Object,Pair<java.lang.Integer,java.lang.Integer>> |
SkewedPartitioner.reducerMap |
Modifier and Type | Field and Description |
---|---|
protected java.util.Map<java.lang.Integer,Pair<java.lang.Boolean,java.util.Map<java.lang.Integer,java.lang.Integer>>> |
Packager.keyInfo |
Modifier and Type | Method and Description |
---|---|
java.util.Map<java.lang.Integer,Pair<java.lang.Boolean,java.util.Map<java.lang.Integer,java.lang.Integer>>> |
Packager.getKeyInfo() |
Modifier and Type | Method and Description |
---|---|
void |
Packager.setKeyInfo(java.util.Map<java.lang.Integer,Pair<java.lang.Boolean,java.util.Map<java.lang.Integer,java.lang.Integer>>> keyInfo) |
void |
CombinerPackager.setKeyInfo(java.util.Map<java.lang.Integer,Pair<java.lang.Boolean,java.util.Map<java.lang.Integer,java.lang.Integer>>> keyInfo) |
Modifier and Type | Method and Description |
---|---|
static Pair<POProject,java.lang.Byte>[] |
TezCompiler.getSortCols(java.util.List<PhysicalPlan> plans) |
Modifier and Type | Method and Description |
---|---|
static java.util.Map<java.lang.Object,Pair<java.lang.Integer,java.lang.Integer>> |
TezRuntimeUtil.readReduceMapFromSample(TupleFactory tf) |
Modifier and Type | Method and Description |
---|---|
static java.util.List<Pair<PhysicalOperator,PhysicalPlan>> |
CombinerOptimizerUtil.findAlgebraicOps(java.util.List<PhysicalPlan> feInners)
find algebraic operators and also check if the foreach statement is
suitable for combiner use
|
static <E> java.util.Map<E,Pair<java.lang.Integer,java.lang.Integer>> |
MapRedUtil.loadPartitionFileFromLocalCache(java.lang.String keyDistFile,
java.lang.Integer[] totalReducers,
byte keyType,
org.apache.hadoop.conf.Configuration mapConf)
Loads the key distribution sampler file
|
Modifier and Type | Field and Description |
---|---|
protected java.util.Map<java.lang.Object,Pair<java.lang.Integer,java.lang.Integer>> |
IsFirstReduceOfKey.reducerMap |
Modifier and Type | Method and Description |
---|---|
void |
SampleLoader.computeSamples(java.util.ArrayList<Pair<FileSpec,java.lang.Boolean>> inputs,
PigContext pc) |
Modifier and Type | Method and Description |
---|---|
Pair<java.lang.Integer,java.lang.Integer> |
RequiredFields.getField(int i) |
Pair<java.lang.Integer,java.lang.Integer> |
ProjectionMap.Column.getInputColumn()
Get the mapped column details
|
Modifier and Type | Method and Description |
---|---|
java.util.List<Pair<java.lang.Integer,java.lang.Integer>> |
RequiredFields.getFields() |
java.util.List<Pair<java.lang.Integer,java.lang.Integer>> |
ProjectionMap.getRemovedFields() |
Modifier and Type | Method and Description |
---|---|
void |
RequiredFields.setFields(java.util.List<Pair<java.lang.Integer,java.lang.Integer>> fields) |
void |
ProjectionMap.setRemovedFields(java.util.List<Pair<java.lang.Integer,java.lang.Integer>> fields) |
Constructor and Description |
---|
Column(Pair<java.lang.Integer,java.lang.Integer> inputColumn) |
Column(Pair<java.lang.Integer,java.lang.Integer> inputColumn,
boolean cast,
byte castType) |
Constructor and Description |
---|
ProjectionMap(MultiMap<java.lang.Integer,ProjectionMap.Column> mapFields,
java.util.List<Pair<java.lang.Integer,java.lang.Integer>> removedFields,
java.util.List<java.lang.Integer> addedFields) |
RequiredFields(java.util.List<Pair<java.lang.Integer,java.lang.Integer>> fields) |
Modifier and Type | Method and Description |
---|---|
Pair<java.lang.Integer,java.lang.Integer> |
OperatorSubPlan.disconnect(Operator from,
Operator to) |
Pair<java.lang.Integer,java.lang.Integer> |
OperatorPlan.disconnect(Operator from,
Operator to)
Disconnect two operators in the plan.
|
Pair<java.lang.Integer,java.lang.Integer> |
BaseOperatorPlan.disconnect(Operator from,
Operator to)
Disconnect two operators in the plan.
|
Pair<Operator,java.lang.Integer> |
PlanEdge.removeWithPosition(Operator key,
Operator value)
Remove one value from an existing key and return which position in
the arraylist the value was at..
|
Modifier and Type | Method and Description |
---|---|
static Pair<java.util.List<LOInnerLoad>,java.lang.Boolean> |
LOForEach.findReacheableInnerLoadFromBoundaryProject(ProjectExpression project) |
Modifier and Type | Method and Description |
---|---|
void |
ColumnPruneVisitor.addRequiredItems(LOLoad load,
Pair<java.util.Map<java.lang.Integer,java.util.Set<java.lang.String>>,java.util.Set<java.lang.Integer>> requiredItem) |
Constructor and Description |
---|
ColumnPruneVisitor(OperatorPlan plan,
java.util.Map<LOLoad,Pair<java.util.Map<java.lang.Integer,java.util.Set<java.lang.String>>,java.util.Set<java.lang.Integer>>> requiredItems,
boolean columnPrune) |
Copyright © 2007-2017 The Apache Software Foundation