Fixed SparkParallelTracker to work with Spark2.3 (dmlc#3062)

tomasatdatabricks · superbobry · commit 5ef684641b35 · 2018-01-25T04:31:38.000+01:00
diff --git a/jvm-packages/xgboost4j-spark/src/main/scala/org/apache/spark/SparkParallelismTracker.scala b/jvm-packages/xgboost4j-spark/src/main/scala/org/apache/spark/SparkParallelismTracker.scala
@@ -76,11 +76,12 @@ class SparkParallelismTracker(
   }
 
   private[this] def safeExecute[T](body: => T): T = {
-    sc.listenerBus.listeners.add(0, new TaskFailedListener)
+    val listener = new TaskFailedListener;
+    sc.addSparkListener(listener)
     try {
       body
     } finally {
-      sc.listenerBus.listeners.remove(0)
+      sc.listenerBus.removeListener(listener)
     }
   }
 

Original file line number	Diff line number	Diff line change
`@@ -76,11 +76,12 @@ class SparkParallelismTracker(`
`76`	`76`	`}`
`77`	`77`
`78`	`78`	`private[this] def safeExecute[T](body: => T): T = {`
`79`		`- sc.listenerBus.listeners.add(0, new TaskFailedListener)`
	`79`	`+ val listener = new TaskFailedListener;`
	`80`	`+ sc.addSparkListener(listener)`
`80`	`81`	`try {`
`81`	`82`	`body`
`82`	`83`	`} finally {`
`83`		`- sc.listenerBus.listeners.remove(0)`
	`84`	`+ sc.listenerBus.removeListener(listener)`
`84`	`85`	`}`
`85`	`86`	`}`
`86`	`87`