From cff6f2a0459e8cc4e48f28bde8103ea44ce5a1ab Mon Sep 17 00:00:00 2001 From: Gengliang Wang Date: Wed, 25 Jul 2018 03:24:59 +0800 Subject: [PATCH] avro migration followup: change artifactId to spark-avro --- external/avro/pom.xml | 2 +- .../main/scala/org/apache/spark/sql/avro/AvroFileFormat.scala | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/external/avro/pom.xml b/external/avro/pom.xml index ad7df1f49ac4..8f118ba48201 100644 --- a/external/avro/pom.xml +++ b/external/avro/pom.xml @@ -25,7 +25,7 @@ ../../pom.xml - spark-sql-avro_2.11 + spark-avro_2.11 avro diff --git a/external/avro/src/main/scala/org/apache/spark/sql/avro/AvroFileFormat.scala b/external/avro/src/main/scala/org/apache/spark/sql/avro/AvroFileFormat.scala index b043252f49af..c6b3c13be514 100755 --- a/external/avro/src/main/scala/org/apache/spark/sql/avro/AvroFileFormat.scala +++ b/external/avro/src/main/scala/org/apache/spark/sql/avro/AvroFileFormat.scala @@ -56,7 +56,7 @@ private[avro] class AvroFileFormat extends FileFormat with DataSourceRegister { spark: SparkSession, options: Map[String, String], files: Seq[FileStatus]): Option[StructType] = { - val conf = spark.sparkContext.hadoopConfiguration + val conf = spark.sessionState.newHadoopConf() val parsedOptions = new AvroOptions(options, conf) // Schema evolution is not supported yet. Here we only pick a single random sample file to