org.apache.pig.tools.pigstats.spark

Class Spark2JobStats

java.lang.Object

org.apache.pig.newplan.Operator

org.apache.pig.tools.pigstats.JobStats

org.apache.pig.tools.pigstats.spark.SparkJobStats

org.apache.pig.tools.pigstats.spark.Spark2JobStats

All Implemented Interfaces:

java.io.Serializable

public class Spark2JobStats
extends SparkJobStats

See Also:

Serialized Form

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.pig.tools.pigstats.JobStats

JobStats.JobState

Field Summary

Fields inherited from class org.apache.pig.tools.pigstats.spark.SparkJobStats

counters, FS_COUNTER_GROUP

Fields inherited from class org.apache.pig.tools.pigstats.JobStats

ALIAS, ALIAS_LOCATION, conf, FAILURE_HEADER, FEATURE, hdfsBytesRead, hdfsBytesWritten, inputs, outputs, state, SUCCESS_HEADER

Fields inherited from class org.apache.pig.newplan.Operator

annotations, hashPrime, location, name, plan

Constructor Summary

Constructors

Constructor and Description
Spark2JobStats(int jobId, PigStats.JobGraph plan, org.apache.hadoop.conf.Configuration conf)
Spark2JobStats(java.lang.String jobId, PigStats.JobGraph plan, org.apache.hadoop.conf.Configuration conf)

Method Summary

Modifier and Type	Method and Description
protected java.util.Map<java.lang.String,java.lang.Long>	combineTaskMetrics(java.util.Map<java.lang.String,java.util.List<TaskMetrics>> jobMetric)

Methods inherited from class org.apache.pig.tools.pigstats.spark.SparkJobStats

accept, addInputStats, addOutputInfo, collectStats, getAvgMapTime, getAvgREduceTime, getDisplayString, getHadoopCounters, getJobId, getMapInputRecords, getMapOutputRecords, getMaxMapTime, getMaxReduceTime, getMinMapTime, getMinReduceTime, getMultiInputCounters, getMultiStoreCounters, getNumberMaps, getNumberReduces, getProactiveSpillCountObjects, getProactiveSpillCountRecs, getReduceInputRecords, getReduceOutputRecords, getSMMSpillCount, getStats, getWarningCounters, initWarningCounters, setAlias, setConf

Methods inherited from class org.apache.pig.tools.pigstats.JobStats

calculateMedianValue, getAlias, getAliasLocation, getBytesWritten, getErrorMessage, getException, getFeature, getHdfsBytesRead, getHdfsBytesWritten, getInputs, getOutputs, getOutputSize, getRecordWrittern, getState, isEqual, isIndexer, isSampler, isSuccessful, setBackendException, setErrorMsg, setSuccessful

Methods inherited from class org.apache.pig.newplan.Operator

annotate, getAnnotation, getLocation, getName, getPlan, removeAnnotation, setLocation, setPlan

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

Spark2JobStats

public Spark2JobStats(int jobId,
                      PigStats.JobGraph plan,
                      org.apache.hadoop.conf.Configuration conf)

Spark2JobStats

public Spark2JobStats(java.lang.String jobId,
                      PigStats.JobGraph plan,
                      org.apache.hadoop.conf.Configuration conf)

Method Detail

combineTaskMetrics

protected java.util.Map<java.lang.String,java.lang.Long> combineTaskMetrics(java.util.Map<java.lang.String,java.util.List<TaskMetrics>> jobMetric)

Specified by:

combineTaskMetrics in class SparkJobStats