From 40396f4173c235300766c2d300b472cce06a8777 Mon Sep 17 00:00:00 2001 From: Michael Dinzinger Date: Tue, 17 Jan 2023 17:48:56 +0100 Subject: [PATCH] Modifying functionality for rocksdb.purge to use abstract method Signed-off-by: Michael Dinzinger --- .../service/rocksdb/RocksDBService.java | 15 ++------------- 1 file changed, 2 insertions(+), 13 deletions(-) diff --git a/service/src/main/java/crawlercommons/urlfrontier/service/rocksdb/RocksDBService.java b/service/src/main/java/crawlercommons/urlfrontier/service/rocksdb/RocksDBService.java index 05e4f03..33ba147 100644 --- a/service/src/main/java/crawlercommons/urlfrontier/service/rocksdb/RocksDBService.java +++ b/service/src/main/java/crawlercommons/urlfrontier/service/rocksdb/RocksDBService.java @@ -25,18 +25,13 @@ import crawlercommons.urlfrontier.service.QueueWithinCrawl; import crawlercommons.urlfrontier.service.SynchronizedStreamObserver; import io.grpc.stub.StreamObserver; -import java.io.File; import java.io.IOException; import java.nio.ByteBuffer; import java.nio.charset.StandardCharsets; -import java.nio.file.Files; -import java.nio.file.Path; -import java.nio.file.Paths; import java.text.DecimalFormat; import java.time.Instant; import java.util.ArrayList; import java.util.Arrays; -import java.util.Comparator; import java.util.HashMap; import java.util.HashSet; import java.util.List; @@ -96,14 +91,8 @@ public RocksDBService(final Map configuration) { LOG.info("RocksDB data stored in {} ", path); if (configuration.containsKey("rocksdb.purge")) { - try { - Files.walk(Paths.get(path)) - .sorted(Comparator.reverseOrder()) - .map(Path::toFile) - .forEach(File::delete); - } catch (IOException e) { - LOG.error("Couldn't delete path {}", path); - } + createOrCleanDirectory(path); + LOG.info("Purged storage path {}", path); } if (configuration.containsKey("rocksdb.stats")) {