美文网首页
3.3 SparkListenerBus - 监听器消息注册

3.3 SparkListenerBus - 监听器消息注册

作者: GongMeng | 来源:发表于2018-11-14 15:38 被阅读0次

    这个BUS挂载spark的webui上, 注册了多个监听事件, 帮助web ui显示当前整个spark applicaiton的最新状态

    private[spark] trait SparkListenerBus extends ListenerBus[SparkListener, SparkListenerEvent] {
    
      override def onPostEvent(listener: SparkListener, event: SparkListenerEvent): Unit = {
        event match {
          case stageSubmitted: SparkListenerStageSubmitted =>
            listener.onStageSubmitted(stageSubmitted)
          case stageCompleted: SparkListenerStageCompleted =>
            listener.onStageCompleted(stageCompleted)
          case jobStart: SparkListenerJobStart =>
            listener.onJobStart(jobStart)
          case jobEnd: SparkListenerJobEnd =>
            listener.onJobEnd(jobEnd)
          case taskStart: SparkListenerTaskStart =>
            listener.onTaskStart(taskStart)
          case taskGettingResult: SparkListenerTaskGettingResult =>
            listener.onTaskGettingResult(taskGettingResult)
          case taskEnd: SparkListenerTaskEnd =>
            listener.onTaskEnd(taskEnd)
          case environmentUpdate: SparkListenerEnvironmentUpdate =>
            listener.onEnvironmentUpdate(environmentUpdate)
          case blockManagerAdded: SparkListenerBlockManagerAdded =>
            listener.onBlockManagerAdded(blockManagerAdded)
          case blockManagerRemoved: SparkListenerBlockManagerRemoved =>
            listener.onBlockManagerRemoved(blockManagerRemoved)
          case unpersistRDD: SparkListenerUnpersistRDD =>
            listener.onUnpersistRDD(unpersistRDD)
          case applicationStart: SparkListenerApplicationStart =>
            listener.onApplicationStart(applicationStart)
          case applicationEnd: SparkListenerApplicationEnd =>
            listener.onApplicationEnd(applicationEnd)
          case metricsUpdate: SparkListenerExecutorMetricsUpdate =>
            listener.onExecutorMetricsUpdate(metricsUpdate)
          case executorAdded: SparkListenerExecutorAdded =>
            listener.onExecutorAdded(executorAdded)
          case executorRemoved: SparkListenerExecutorRemoved =>
            listener.onExecutorRemoved(executorRemoved)
          case blockUpdated: SparkListenerBlockUpdated =>
            listener.onBlockUpdated(blockUpdated)
          case logStart: SparkListenerLogStart => // ignore event log metadata
        }
      }
    }
    

    相关文章

      网友评论

          本文标题:3.3 SparkListenerBus - 监听器消息注册

          本文链接:https://www.haomeiwen.com/subject/zvdjfqtx.html