From c29ae7253f74bff49638006012cac4ed86de8193 Mon Sep 17 00:00:00 2001 From: Yan Xiaole Date: Thu, 6 Aug 2020 14:57:46 +0800 Subject: [PATCH] [SPARK-32557][CORE] Logging and swallowing the exception per entry in History server --- .../org/apache/spark/deploy/history/FsHistoryProvider.scala | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/core/src/main/scala/org/apache/spark/deploy/history/FsHistoryProvider.scala b/core/src/main/scala/org/apache/spark/deploy/history/FsHistoryProvider.scala index bc3e53c4122e7..fe8be0b3b20d3 100644 --- a/core/src/main/scala/org/apache/spark/deploy/history/FsHistoryProvider.scala +++ b/core/src/main/scala/org/apache/spark/deploy/history/FsHistoryProvider.scala @@ -27,6 +27,7 @@ import java.util.zip.ZipOutputStream import scala.collection.JavaConverters._ import scala.collection.mutable import scala.io.Source +import scala.util.control.NonFatal import scala.xml.Node import com.fasterxml.jackson.annotation.JsonIgnore @@ -539,7 +540,8 @@ private[history] class FsHistoryProvider(conf: SparkConf, clock: Clock) case _: FileNotFoundException => false } - case _: FileNotFoundException => + case NonFatal(e) => + logWarning(s"Error while filtering log ${reader.rootPath}", e) false } }