com.google.cloud.spark.bigquery.metrics

Class SparkBigQueryReadSessionMetrics

java.lang.Object

org.apache.spark.scheduler.SparkListener

com.google.cloud.spark.bigquery.metrics.SparkBigQueryReadSessionMetrics

All Implemented Interfaces:

ReadSessionMetrics, Serializable, org.apache.spark.scheduler.SparkListenerInterface

public class SparkBigQueryReadSessionMetrics
extends org.apache.spark.scheduler.SparkListener
implements Serializable, ReadSessionMetrics

See Also:

Serialized Form

Field Summary

Fields

Modifier and Type	Field and Description
long	numReadStreams
org.apache.spark.util.LongAccumulator	rowsReadAccumulator

Method Summary

Modifier and Type	Method and Description
boolean	equals(Object o)
static SparkBigQueryReadSessionMetrics	from(org.apache.spark.sql.SparkSession sparkSession, com.google.cloud.bigquery.storage.v1.ReadSession readSession, long timestamp, com.google.cloud.bigquery.storage.v1.DataFormat readDataFormat, DataOrigin dataOrigin, long numReadStreams)
long	getBytesRead()
org.apache.spark.util.LongAccumulator	getBytesReadAccumulator()
long	getNumReadStreams()
long	getParseTime()
org.apache.spark.util.LongAccumulator	getParseTimeAccumulator()
long	getRowsRead()
org.apache.spark.util.LongAccumulator	getRowsReadAccumulator()
long	getScanTime()
org.apache.spark.util.LongAccumulator	getScanTimeAccumulator()
int	hashCode()
void	incrementBytesReadAccumulator(long value)
void	incrementParseTimeAccumulator(long value)
void	incrementRowsReadAccumulator(long value)
void	incrementScanTimeAccumulator(long value)
void	onJobEnd(org.apache.spark.scheduler.SparkListenerJobEnd jobEnd)

Methods inherited from class org.apache.spark.scheduler.SparkListener

onApplicationEnd, onApplicationStart, onBlockManagerAdded, onBlockManagerRemoved, onBlockUpdated, onEnvironmentUpdate, onExecutorAdded, onExecutorBlacklisted, onExecutorBlacklistedForStage, onExecutorExcluded, onExecutorExcludedForStage, onExecutorMetricsUpdate, onExecutorRemoved, onExecutorUnblacklisted, onExecutorUnexcluded, onJobStart, onNodeBlacklisted, onNodeBlacklistedForStage, onNodeExcluded, onNodeExcludedForStage, onNodeUnblacklisted, onNodeUnexcluded, onOtherEvent, onResourceProfileAdded, onSpeculativeTaskSubmitted, onStageCompleted, onStageExecutorMetrics, onStageSubmitted, onTaskEnd, onTaskGettingResult, onTaskStart, onUnpersistRDD, onUnschedulableTaskSetAdded, onUnschedulableTaskSetRemoved

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, toString, wait, wait, wait

Field Detail

rowsReadAccumulator

public final org.apache.spark.util.LongAccumulator rowsReadAccumulator

numReadStreams

public long numReadStreams

Method Detail

hashCode

public int hashCode()

Overrides:

hashCode in class Object

equals

public boolean equals(Object o)

Overrides:

equals in class Object

from

public static SparkBigQueryReadSessionMetrics from(org.apache.spark.sql.SparkSession sparkSession,
                                                   com.google.cloud.bigquery.storage.v1.ReadSession readSession,
                                                   long timestamp,
                                                   com.google.cloud.bigquery.storage.v1.DataFormat readDataFormat,
                                                   DataOrigin dataOrigin,
                                                   long numReadStreams)

incrementBytesReadAccumulator

public void incrementBytesReadAccumulator(long value)

Specified by:

incrementBytesReadAccumulator in interface ReadSessionMetrics

incrementRowsReadAccumulator

public void incrementRowsReadAccumulator(long value)

Specified by:

incrementRowsReadAccumulator in interface ReadSessionMetrics

incrementScanTimeAccumulator

public void incrementScanTimeAccumulator(long value)

Specified by:

incrementScanTimeAccumulator in interface ReadSessionMetrics

incrementParseTimeAccumulator

public void incrementParseTimeAccumulator(long value)

Specified by:

incrementParseTimeAccumulator in interface ReadSessionMetrics

getBytesRead

public long getBytesRead()

getRowsRead

public long getRowsRead()

getScanTime

public long getScanTime()

getParseTime

public long getParseTime()

getNumReadStreams

public long getNumReadStreams()

getBytesReadAccumulator

public org.apache.spark.util.LongAccumulator getBytesReadAccumulator()

getRowsReadAccumulator

public org.apache.spark.util.LongAccumulator getRowsReadAccumulator()

getParseTimeAccumulator

public org.apache.spark.util.LongAccumulator getParseTimeAccumulator()

getScanTimeAccumulator

public org.apache.spark.util.LongAccumulator getScanTimeAccumulator()

onJobEnd

public void onJobEnd(org.apache.spark.scheduler.SparkListenerJobEnd jobEnd)

Specified by:

onJobEnd in interface org.apache.spark.scheduler.SparkListenerInterface

Overrides:

onJobEnd in class org.apache.spark.scheduler.SparkListener