Updating Parquet version (#63)

* Project building with Parquet 1.12.0, new icons added

* Google Java Format

* Updating Avro version

Co-authored-by: GitHub Actions <>

build.gradle

@@ -13,17 +13,16 @@ targetCompatibility = JavaVersion.VERSION_1_8
 
 dependencies {
  //Avro dependencies
- compile("org.apache.avro:avro:1.10.0") {
+ compile("org.apache.avro:avro:1.10.2") {
  exclude group: 'org.slf4j'
  }
  compile("org.xerial.snappy:snappy-java:1.1.8.1")
 
  //Parquet dependencies
- //This is org.apache.parquet:parquet-avro-1.11.0 with added support for INT96
- compile files("libs/parquet-avro-1.11.1-SNAPSHOT.jar")
- compile("org.apache.parquet:parquet-column:1.11.1")
- compile("org.apache.parquet:parquet-hadoop:1.11.1")
- compile("org.apache.parquet:parquet-format-structures:1.11.1")
+ compile("org.apache.parquet:parquet-avro:1.12.0")
+ compile("org.apache.parquet:parquet-column:1.12.0")
+ compile("org.apache.parquet:parquet-hadoop:1.12.0")
+ compile("org.apache.parquet:parquet-format-structures:1.12.0")
  compile("org.apache.hadoop:hadoop-client:3.3.0")
 
  //External dependencies

src/main/java/uk/co/hadoopathome/intellij/viewer/fileformat/ParquetFileReader.java

@@ -7,23 +7,27 @@
 import java.util.ArrayList;
 import java.util.List;
 import org.apache.avro.generic.GenericData;
+import org.apache.hadoop.conf.Configuration;
 import org.apache.parquet.avro.AvroParquetReader;
 import org.apache.parquet.hadoop.ParquetReader;
 
 public class ParquetFileReader implements Reader {
 
  private static final Logger LOGGER = Logger.getInstance(ParquetFileReader.class);
  private final Path path;
+ private final Configuration conf;
 
  public ParquetFileReader(File file) {
  this.path = file.toPath();
+ this.conf = new Configuration();
+ this.conf.set("parquet.avro.readInt96AsFixed", "true");
  GenericDataConfigurer.configureGenericData();
  }
 
  @Override
  public String getSchema() throws IOException {
  try (ParquetReader<Object> parquetReader =
- AvroParquetReader.builder(new LocalInputFile(this.path)).build()) {
+ AvroParquetReader.builder(new LocalInputFile(this.path)).withConf(this.conf).build()) {
  GenericData.Record firstRecord = (GenericData.Record) parquetReader.read();
  if (firstRecord == null) {
  throw new IOException("Can't process empty Parquet file");
@@ -37,6 +41,7 @@ public List<String> getRecords(int numRecords) throws IOException, IllegalArgume
  try (ParquetReader<Object> parquetReader =
  AvroParquetReader.builder(new LocalInputFile(this.path))
  .withDataModel(GenericData.get())
+ .withConf(this.conf)
  .build()) {
  List<String> records = new ArrayList<>();
  GenericData.Record value;

src/main/resources/META-INF/plugin.xml

@@ -8,7 +8,9 @@
  <depends>com.intellij.modules.lang</depends>
 
  <extensions defaultExtensionNs="com.intellij">
- <toolWindow id="Avro/Parquet Viewer" anchor="bottom"
- factoryClass="uk.co.hadoopathome.intellij.viewer.FileViewerToolWindow"/>
+ <toolWindow id="Avro/Parquet Viewer"
+ anchor="bottom"
+ factoryClass="uk.co.hadoopathome.intellij.viewer.FileViewerToolWindow"
+ icon="/menuIcon.svg"/>
  </extensions>
 </idea-plugin>