| Modifier and Type | Method and Description |
|---|---|
void |
ExecutionEngine.explain(LogicalPlan lp,
PigContext pc,
java.io.PrintStream ps,
java.lang.String format,
boolean verbose,
java.io.File dir,
java.lang.String suffix)
This method handles the backend processing of the Explain command.
|
| Modifier and Type | Method and Description |
|---|---|
void |
HExecutionEngine.explain(LogicalPlan lp,
PigContext pc,
java.io.PrintStream ps,
java.lang.String format,
boolean verbose,
java.io.File file,
java.lang.String suffix) |
abstract void |
Launcher.explain(PhysicalPlan pp,
PigContext pc,
java.io.PrintStream ps,
java.lang.String format,
boolean verbose)
Explain how a pig job will be executed on the underlying infrastructure.
|
| Modifier and Type | Method and Description |
|---|---|
void |
FetchLauncher.explain(PhysicalPlan pp,
PigContext pc,
java.io.PrintStream ps,
java.lang.String format)
Creates an empty MR plan
|
| Modifier and Type | Method and Description |
|---|---|
void |
LimitAdjuster.adjust() |
void |
MRCompiler.aggregateScalarsFiles() |
MROperPlan |
MRCompiler.compile()
The front-end method that the user calls to compile
the plan.
|
MROperPlan |
MapReduceLauncher.compile(PhysicalPlan php,
PigContext pc) |
void |
MRCompiler.connectSoftLink() |
void |
MapReduceLauncher.explain(PhysicalPlan php,
PigContext pc,
java.io.PrintStream ps,
java.lang.String format,
boolean verbose) |
PigStats |
MapReduceLauncher.launchPig(PhysicalPlan php,
java.lang.String grpName,
PigContext pc) |
void |
MapReduceOper.setMapDoneMultiple(boolean mapDone) |
void |
MapReduceOper.setMapDoneSingle(boolean mapDone) |
static void |
MRUtil.simpleConnectMapToReduce(MapReduceOper mro,
java.lang.String scope,
NodeIdGenerator nig) |
| Modifier and Type | Method and Description |
|---|---|
void |
PhysicalPlan.connect(PhysicalOperator from,
PhysicalOperator to) |
void |
PhysicalPlan.replace(PhysicalOperator oldNode,
PhysicalOperator newNode) |
| Modifier and Type | Method and Description |
|---|---|
void |
POLocalRearrange.setPlans(java.util.List<PhysicalPlan> plans) |
void |
POCollectedGroup.setPlans(java.util.List<PhysicalPlan> plans) |
void |
POLocalRearrange.setPlansFromCombiner(java.util.List<PhysicalPlan> plans) |
void |
POLocalRearrange.setSecondaryPlans(java.util.List<PhysicalPlan> plans) |
| Constructor and Description |
|---|
POMergeJoin(OperatorKey k,
int rp,
java.util.List<PhysicalOperator> inp,
MultiMap<PhysicalOperator,PhysicalPlan> inpPlans,
java.util.List<java.util.List<java.lang.Byte>> keyTypes,
LOJoin.JOINTYPE joinType,
Schema leftInputSchema,
Schema rightInputSchema,
Schema mergedInputSchema) |
| Modifier and Type | Method and Description |
|---|---|
SparkOperPlan |
SparkLauncher.compile(PhysicalPlan physicalPlan,
PigContext pigContext) |
static void |
SparkUtil.createIndexerSparkNode(SparkOperator baseSparkOp,
java.lang.String scope,
NodeIdGenerator nig) |
| Modifier and Type | Method and Description |
|---|---|
void |
SparkCompiler.compile() |
void |
SparkCompiler.connectSoftLink() |
| Modifier and Type | Method and Description |
|---|---|
TezPlanContainer |
TezLauncher.compile(PhysicalPlan php,
PigContext pc) |
void |
TezLauncher.explain(PhysicalPlan php,
PigContext pc,
java.io.PrintStream ps,
java.lang.String format,
boolean verbose) |
| Modifier and Type | Method and Description |
|---|---|
void |
TezPlanContainer.addPlan(TezOperPlan plan) |
TezOperPlan |
TezCompiler.compile()
The front-end method that the user calls to compile the plan.
|
TezPlanContainer |
TezCompiler.getPlanContainer() |
static Pair<POProject,java.lang.Byte>[] |
TezCompiler.getSortCols(java.util.List<PhysicalPlan> plans) |
void |
TezOperPlan.moveTree(TezOperator root,
TezOperPlan newPlan)
Move everything below a given operator to the new operator plan.
|
void |
TezPlanContainer.split(TezPlanContainerNode planNode) |
| Modifier and Type | Method and Description |
|---|---|
POLocalRearrangeTez |
POLocalRearrangeTezFactory.create() |
POLocalRearrangeTez |
POLocalRearrangeTezFactory.create(int index,
POLocalRearrangeTezFactory.LocalRearrangeType type) |
POLocalRearrangeTez |
POLocalRearrangeTezFactory.create(int index,
POLocalRearrangeTezFactory.LocalRearrangeType type,
java.util.List<PhysicalPlan> plans,
byte keyType) |
POLocalRearrangeTez |
POLocalRearrangeTezFactory.create(POLocalRearrangeTezFactory.LocalRearrangeType type) |
| Modifier and Type | Method and Description |
|---|---|
void |
UnionOptimizer.connectPredecessorsToVertexGroups(TezOperator unionOp,
TezOperator pred,
PhysicalPlan predClonedUnionPlan,
TezOperator[] storeVertexGroupOps,
TezOperator[] outputVertexGroupOps)
Connects the unionOp predecessor to the store vertex groups and the output vertex groups
and disconnects it from the unionOp.
|
| Modifier and Type | Method and Description |
|---|---|
static TezEdgeDescriptor |
TezCompilerUtil.connect(TezOperPlan plan,
TezOperator from,
TezOperator to) |
static void |
TezCompilerUtil.connect(TezOperPlan plan,
TezOperator from,
TezOperator to,
TezEdgeDescriptor edge) |
static void |
TezCompilerUtil.connectTezOpToNewPredecessor(TezOperPlan plan,
TezOperator tezOp,
TezOperator newPredecessor,
TezEdgeDescriptor edge,
java.lang.String oldInputKey) |
static void |
TezCompilerUtil.connectTezOpToNewSuccesor(TezOperPlan plan,
TezOperator tezOp,
TezOperator newSuccessor,
TezEdgeDescriptor edge,
java.lang.String oldOutputKey) |
static boolean |
TezCompilerUtil.isNonPackageInput(java.lang.String inputKey,
TezOperator tezOp) |
static void |
TezCompilerUtil.replaceInput(TezOperator tezOp,
java.lang.String oldInputKey,
java.lang.String newInputKey) |
static void |
TezCompilerUtil.replaceOutput(TezOperator tezOp,
java.lang.String oldOutputKey,
java.lang.String newOutputKey) |
static void |
TezCompilerUtil.simpleConnectTwoVertex(TezOperPlan tezPlan,
TezOperator op1,
TezOperator op2,
java.lang.String scope,
NodeIdGenerator nig) |
| Modifier and Type | Method and Description |
|---|---|
static void |
CombinerOptimizerUtil.addAlgebraicFuncToCombineFE(POForEach cfe,
java.util.Map<PhysicalOperator,java.lang.Integer> op2newpos)
add algebraic functions with appropriate projection to new foreach in combiner
|
static void |
CombinerOptimizerUtil.changeFunc(POForEach fe,
byte type)
Change the algebriac function type for algebraic functions in map and combine
In map and combine the algebraic functions will be leaf of the plan
|
static PhysicalPlan |
CombinerOptimizerUtil.createPlanWithPredecessors(PhysicalOperator algeOp,
PhysicalPlan pplan)
Create new plan and add to it the clones of operator algeOp and its
predecessors from the physical plan pplan .
|
static POLocalRearrange |
CombinerOptimizerUtil.getNewRearrange(POLocalRearrange rearrange)
create new Local rearrange by cloning existing rearrange and
add plan for projecting the key
|
| Modifier and Type | Method and Description |
|---|---|
void |
OperatorPlan.addAsLeaf(E leaf)
Utility method heavily used in the MRCompiler
Adds the leaf operator to the plan and connects
all existing leaves to the new leaf
|
void |
OperatorPlan.addAsRoot(E root)
Adds the root operator to the plan and connects
all existing roots the new root
|
void |
OperatorPlan.connect(E from,
E to)
Create an edge between two nodes.
|
void |
OperatorPlan.createSoftLink(E from,
E to)
Create an soft edge between two nodes.
|
void |
OperatorPlan.doInsertBetween(E after,
E newNode,
E before,
boolean rewire) |
void |
OperatorPlan.insertBetween(E after,
E newNode,
E before)
Given two connected nodes add another node between them.
|
OperatorPlan<E> |
OperatorPlan.merge(OperatorPlan<E> inpPlan)
Merges the operators in the incoming operPlan with
this plan's operators.
|
OperatorPlan<E> |
OperatorPlan.mergeSharedPlan(OperatorPlan<E> inpPlan)
Merges the operators in the incoming plan with this plan's operators.
|
void |
OperatorPlan.pushAfter(E first,
E second,
int outputNum)
Push one operator after another.
|
void |
OperatorPlan.pushBefore(E first,
E second,
int inputNum)
Push one operator in front of another.
|
void |
OperatorPlan.removeAndReconnect(E node)
Remove a node in a way that connects the node's predecessor (if any)
with the node's successor (if any).
|
void |
OperatorPlan.removeAndReconnectMultiSucc(E node)
Remove a node in a way that connects the node's predecessor (if any)
with the node's successors (if any).
|
void |
OperatorPlan.replace(E oldNode,
E newNode)
Replace an existing node in the graph with a new node.
|
void |
Operator.rewire(Operator<V> oldPred,
int oldPredIndex,
Operator<V> newPred,
boolean useOldPred)
Make any necessary changes to a node based on a change of position in the
plan.
|
void |
OperatorPlan.swap(E first,
E second)
Swap two operators in a plan.
|
| Modifier and Type | Method and Description |
|---|---|
static void |
CompilerUtils.addEmptyBagOuterJoin(PhysicalPlan fePlan,
Schema inputSchema,
boolean skewedRightOuterJoin,
java.lang.String isFirstReduceOfKeyClassName) |
Copyright © 2007-2017 The Apache Software Foundation