check fetchFailedTasks parameter

linkedin · Oct 24, 2018 · 7966c61 · 7966c61
1 parent c5d421a
commit 7966c61
Showing 1 changed file with 6 additions and 2 deletions.
diff --git a/app/com/linkedin/drelephant/spark/fetchers/SparkRestClient.scala b/app/com/linkedin/drelephant/spark/fetchers/SparkRestClient.scala
@@ -95,8 +95,12 @@ class SparkRestClient(sparkConf: SparkConf) {
           getLogData(attemptTarget)
         }
       } else Future.successful(None)
-      val futureFailedTasks = Future {
-        getStagesWithFailedTasks(attemptTarget)
+      val futureFailedTasks = if (fetchFailedTasks) {
+        Future {
+          getStagesWithFailedTasks(attemptTarget)
+        }
+      } else {
+        Future.successful(Seq.empty)
       }
 
       SparkRestDerivedData(