Skip to content

Commit d4a5b9a

Browse files
committed
Add the logWarn when catch the exception.
1 parent fe4427a commit d4a5b9a

File tree

1 file changed

+11
-1
lines changed

1 file changed

+11
-1
lines changed

core/src/main/scala/org/apache/spark/rdd/HadoopRDD.scala

Lines changed: 11 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -26,7 +26,16 @@ import scala.reflect.ClassTag
2626
import scala.collection.mutable.ListBuffer
2727

2828
import org.apache.hadoop.conf.{Configurable, Configuration}
29-
import org.apache.hadoop.mapred._
29+
import org.apache.hadoop.mapred.FileSplit
30+
import org.apache.hadoop.mapred.InputFormat
31+
import org.apache.hadoop.mapred.InputSplit
32+
import org.apache.hadoop.mapred.JobConf
33+
import org.apache.hadoop.mapred.RecordReader
34+
import org.apache.hadoop.mapred.Reporter
35+
import org.apache.hadoop.mapred.JobID
36+
import org.apache.hadoop.mapred.TaskAttemptID
37+
import org.apache.hadoop.mapred.TaskID
38+
import org.apache.hadoop.mapred.InvalidInputException
3039
import org.apache.hadoop.util.ReflectionUtils
3140

3241
import org.apache.spark._
@@ -200,6 +209,7 @@ class HadoopRDD[K, V](
200209
array
201210
} catch {
202211
case e: InvalidInputException => {
212+
logWarning("InvalidInput!", e)
203213
new Array[Partition](0)
204214
}
205215
}

0 commit comments

Comments
 (0)