org.apache.pig.tools.pigstats.spark

Class Spark1JobStats

java.lang.Object

org.apache.pig.newplan.Operator

org.apache.pig.tools.pigstats.JobStats

org.apache.pig.tools.pigstats.spark.SparkJobStats

org.apache.pig.tools.pigstats.spark.Spark1JobStats

All Implemented Interfaces:

java.io.Serializable

public class Spark1JobStats
extends SparkJobStats

See Also:

Serialized Form

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.pig.tools.pigstats.JobStats

JobStats.JobState

Field Summary

Fields inherited from class org.apache.pig.tools.pigstats.spark.SparkJobStats

counters, FS_COUNTER_GROUP

Fields inherited from class org.apache.pig.tools.pigstats.JobStats

ALIAS, ALIAS_LOCATION, conf, FAILURE_HEADER, FEATURE, hdfsBytesRead, hdfsBytesWritten, inputs, outputs, state, SUCCESS_HEADER

Fields inherited from class org.apache.pig.newplan.Operator

annotations, hashPrime, location, name, plan

Constructor Summary

Constructors

Constructor and Description
Spark1JobStats(int jobId, PigStats.JobGraph plan, org.apache.hadoop.conf.Configuration conf)
Spark1JobStats(java.lang.String jobId, PigStats.JobGraph plan, org.apache.hadoop.conf.Configuration conf)

Method Summary

Modifier and Type	Method and Description
protected java.util.Map<java.lang.String,java.lang.Long>	combineTaskMetrics(java.util.Map<java.lang.String,java.util.List<TaskMetrics>> jobMetric)

Methods inherited from class org.apache.pig.tools.pigstats.spark.SparkJobStats

accept, addInputStats, addOutputInfo, collectStats, getAvgMapTime, getAvgREduceTime, getDisplayString, getHadoopCounters, getJobId, getMapInputRecords, getMapOutputRecords, getMaxMapTime, getMaxReduceTime, getMinMapTime, getMinReduceTime, getMultiInputCounters, getMultiStoreCounters, getNumberMaps, getNumberReduces, getProactiveSpillCountObjects, getProactiveSpillCountRecs, getReduceInputRecords, getReduceOutputRecords, getSMMSpillCount, getStats, getWarningCounters, initWarningCounters, setAlias, setConf

Methods inherited from class org.apache.pig.tools.pigstats.JobStats

calculateMedianValue, getAlias, getAliasLocation, getBytesWritten, getErrorMessage, getException, getFeature, getHdfsBytesRead, getHdfsBytesWritten, getInputs, getOutputs, getOutputSize, getRecordWrittern, getState, isEqual, isIndexer, isSampler, isSuccessful, setBackendException, setErrorMsg, setSuccessful

Methods inherited from class org.apache.pig.newplan.Operator

annotate, getAnnotation, getLocation, getName, getPlan, removeAnnotation, setLocation, setPlan

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

Spark1JobStats

public Spark1JobStats(int jobId,
                      PigStats.JobGraph plan,
                      org.apache.hadoop.conf.Configuration conf)

Spark1JobStats

public Spark1JobStats(java.lang.String jobId,
                      PigStats.JobGraph plan,
                      org.apache.hadoop.conf.Configuration conf)

Method Detail

combineTaskMetrics

protected java.util.Map<java.lang.String,java.lang.Long> combineTaskMetrics(java.util.Map<java.lang.String,java.util.List<TaskMetrics>> jobMetric)

Specified by:

combineTaskMetrics in class SparkJobStats