diff --git a/be/src/util/jni-util.cpp b/be/src/util/jni-util.cpp
index 47675ba17143c9..856d1a18891c47 100644
--- a/be/src/util/jni-util.cpp
+++ b/be/src/util/jni-util.cpp
@@ -336,6 +336,7 @@ Status JniUtil::convert_to_java_map(JNIEnv* env, const std::map<std::string, std
     }
     env->DeleteLocalRef(hashmap_class);
     RETURN_IF_ERROR(LocalToGlobalRef(env, hashmap_local_object, hashmap_object));
+    env->DeleteLocalRef(hashmap_local_object);
     return Status::OK();
 }