We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 3104886 commit f7aeba3Copy full SHA for f7aeba3
sql/core/src/main/scala/org/apache/spark/sql/parquet/ParquetTypes.scala
@@ -170,6 +170,9 @@ private[parquet] object ParquetTypesConverter {
170
Some(ParquetPrimitiveTypeName.FIXED_LEN_BYTE_ARRAY)
171
case FloatType => Some(ParquetPrimitiveTypeName.FLOAT)
172
case IntegerType => Some(ParquetPrimitiveTypeName.INT32)
173
+ // There is no type for Byte or Short so we promote them to INT32.
174
+ case ShortType => Some(ParquetPrimitiveTypeName.INT32)
175
+ case ByteType => Some(ParquetPrimitiveTypeName.INT32)
176
case LongType => Some(ParquetPrimitiveTypeName.INT64)
177
case _ => None
178
}
0 commit comments