[fix-##1334] orc timestamp type write error

DTStack · Dec 7, 2022 · c3c444a · c3c444a
1 parent 2327b6f
commit c3c444a
Show file tree

Hide file tree

Showing 3 changed files with 9 additions and 4 deletions.
diff --git a/chunjun-connectors/chunjun-connector-hdfs/pom.xml b/chunjun-connectors/chunjun-connector-hdfs/pom.xml
@@ -13,7 +13,7 @@
  <name>ChunJun : Connectors : HDFS</name>
 
  <properties>
- <hive.version>3.0.0</hive.version>
+ <hive.version>3.1.3</hive.version>
  </properties>
 
  <dependencies>

diff --git a/...fs/src/main/java/com/dtstack/chunjun/connector/hdfs/converter/HdfsOrcColumnConverter.java b/...fs/src/main/java/com/dtstack/chunjun/connector/hdfs/converter/HdfsOrcColumnConverter.java
@@ -222,8 +222,13 @@ protected ISerializationConverter<Object[]> createExternalConverter(String type)
  case "CHAR":
  return (rowData, index, data) -> data[index] = rowData.getString(index).toString();
  case "TIMESTAMP":
- return (rowData, index, data) ->
- data[index] = rowData.getTimestamp(index, 6).toTimestamp();
+ return (rowData, index, data) -> {
+ Timestamp ts = rowData.getTimestamp(index, 6).toTimestamp();
+ int nanos = ts.getNanos();
+ data[index] =
+ org.apache.hadoop.hive.common.type.Timestamp.ofEpochMilli(
+ ts.getTime(), nanos);
+ };
  case "DATE":
  return (rowData, index, data) ->
  data[index] = new Date(rowData.getTimestamp(index, 6).getMillisecond());

diff --git a/...hunjun-connector-hdfs/src/main/java/com/dtstack/chunjun/connector/hdfs/util/HdfsUtil.java b/...hunjun-connector-hdfs/src/main/java/com/dtstack/chunjun/connector/hdfs/util/HdfsUtil.java
@@ -159,7 +159,7 @@ public static ObjectInspector columnTypeToObjectInspetor(ColumnType columnType)
  case TIMESTAMP:
  objectInspector =
  ObjectInspectorFactory.getReflectionObjectInspector(
- java.sql.Timestamp.class,
+ org.apache.hadoop.hive.common.type.Timestamp.class,
  ObjectInspectorFactory.ObjectInspectorOptions.JAVA);
  break;
  case DATE: