Package datahub.spark

Class DatahubSparkListener

java.lang.Object
org.apache.spark.scheduler.SparkListener
datahub.spark.DatahubSparkListener
All Implemented Interfaces:
org.apache.spark.scheduler.SparkListenerInterface
public class DatahubSparkListener extends org.apache.spark.scheduler.SparkListener

  • Constructor Summary

    Constructors
    Constructor
    Description
    DatahubSparkListener()
     

  • Method Summary

    Modifier and Type
    Method
    Description
    Optional<DatahubEmitterConfig>
    initializeEmitter(com.typesafe.config.Config sparkConf)
     
    void
    onApplicationEnd(org.apache.spark.scheduler.SparkListenerApplicationEnd applicationEnd)
     
    void
    onApplicationStart(org.apache.spark.scheduler.SparkListenerApplicationStart applicationStart)
     
    void
    onJobEnd(org.apache.spark.scheduler.SparkListenerJobEnd jobEnd)
     
    void
    onJobStart(org.apache.spark.scheduler.SparkListenerJobStart jobStart)
     
    void
    onOtherEvent(org.apache.spark.scheduler.SparkListenerEvent event)
     
    void
    onTaskEnd(org.apache.spark.scheduler.SparkListenerTaskEnd taskEnd)
     

    Methods inherited from class org.apache.spark.scheduler.SparkListener

    onBlockManagerAdded, onBlockManagerRemoved, onBlockUpdated, onEnvironmentUpdate, onExecutorAdded, onExecutorBlacklisted, onExecutorBlacklistedForStage, onExecutorExcluded, onExecutorExcludedForStage, onExecutorMetricsUpdate, onExecutorRemoved, onExecutorUnblacklisted, onExecutorUnexcluded, onNodeBlacklisted, onNodeBlacklistedForStage, onNodeExcluded, onNodeExcludedForStage, onNodeUnblacklisted, onNodeUnexcluded, onResourceProfileAdded, onSpeculativeTaskSubmitted, onStageCompleted, onStageExecutorMetrics, onStageSubmitted, onTaskGettingResult, onTaskStart, onUnpersistRDD, onUnschedulableTaskSetAdded, onUnschedulableTaskSetRemoved

    Methods inherited from class java.lang.Object

    clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

  • Constructor Details

  • Method Details

    • onApplicationStart

      public void onApplicationStart(org.apache.spark.scheduler.SparkListenerApplicationStart applicationStart)
      Specified by:
      onApplicationStart in interface org.apache.spark.scheduler.SparkListenerInterface
      Overrides:
      onApplicationStart in class org.apache.spark.scheduler.SparkListener

    • initializeEmitter

      public Optional<DatahubEmitterConfig> initializeEmitter(com.typesafe.config.Config sparkConf)

    • onApplicationEnd

      public void onApplicationEnd(org.apache.spark.scheduler.SparkListenerApplicationEnd applicationEnd)
      Specified by:
      onApplicationEnd in interface org.apache.spark.scheduler.SparkListenerInterface
      Overrides:
      onApplicationEnd in class org.apache.spark.scheduler.SparkListener

    • onTaskEnd

      public void onTaskEnd(org.apache.spark.scheduler.SparkListenerTaskEnd taskEnd)
      Specified by:
      onTaskEnd in interface org.apache.spark.scheduler.SparkListenerInterface
      Overrides:
      onTaskEnd in class org.apache.spark.scheduler.SparkListener

    • onJobEnd

      public void onJobEnd(org.apache.spark.scheduler.SparkListenerJobEnd jobEnd)
      Specified by:
      onJobEnd in interface org.apache.spark.scheduler.SparkListenerInterface
      Overrides:
      onJobEnd in class org.apache.spark.scheduler.SparkListener

    • onJobStart

      public void onJobStart(org.apache.spark.scheduler.SparkListenerJobStart jobStart)
      Specified by:
      onJobStart in interface org.apache.spark.scheduler.SparkListenerInterface
      Overrides:
      onJobStart in class org.apache.spark.scheduler.SparkListener

    • onOtherEvent

      public void onOtherEvent(org.apache.spark.scheduler.SparkListenerEvent event)
      Specified by:
      onOtherEvent in interface org.apache.spark.scheduler.SparkListenerInterface
      Overrides:
      onOtherEvent in class org.apache.spark.scheduler.SparkListener