diff --git a/config-application-package/src/main/java/com/yahoo/config/model/application/provider/FilesApplicationPackage.java b/config-application-package/src/main/java/com/yahoo/config/model/application/provider/FilesApplicationPackage.java
index 01fd0b7fe3a..b6c091d6eaa 100644
--- a/config-application-package/src/main/java/com/yahoo/config/model/application/provider/FilesApplicationPackage.java
+++ b/config-application-package/src/main/java/com/yahoo/config/model/application/provider/FilesApplicationPackage.java
@@ -653,7 +653,7 @@ private void validateServicesFile() throws IOException {
     }
 
     private long filesInApplicationPackage() {
-        return uncheck(() -> Files.list(appDir.toPath()).count());
+        return uncheck(() -> { try (var files = Files.list(appDir.toPath())) { return files.count(); } });
     }
 
     private void copyUserDefsIntoApplication() {