RocksDB storage

components/componentLoader.ts

@@ -38,6 +38,7 @@
 import { PluginModule } from './PluginModule.ts';
 import { platform } from 'node:os';
 import { getEnvBuiltInComponents } from './Application.ts';
+import { RocksDatabase } from '@harperdb/rocksdb-js';
 
 const CF_ROUTES_DIR = resolvePath(env.get(CONFIG_PARAMS.COMPONENTSROOT));
 let loadedComponents = new Map<any, any>();
@@ -74,7 +75,7 @@
 	});
 }
 
 export const TRUSTED_RESOURCE_PLUGINS = {
 	REST, // for backwards compatibility with older configs
 	rest: REST,
 	graphql: graphqlQueryHandler,
@@ -116,16 +117,23 @@
 	return new Promise<void>((resolve, reject) => {
 		// Create timeout to avoid deadlocks
 		const timeout = setTimeout(() => {
-			Status.primaryStore.unlock(componentDirectory, 0);
+			store.unlock(componentDirectory, 0);
 			reject(new Error('symlinking harperdb module timed out'));
 		}, 10_000);
-		if (
-			// Get lock for this component
-			Status.primaryStore.attemptLock(componentDirectory, 0, () => {
-				clearTimeout(timeout);
-				resolve();
-			})
-		) {
+
+		const callback = () => {
+			clearTimeout(timeout);
+			resolve();
+		};
+		const store = Status.primaryStore;
+		const lockAcquired =
+			store instanceof RocksDatabase
+				? store.tryLock(componentDirectory, callback)
+				: store.attemptLock(componentDirectory, 0, callback);
+
+		if (!lockAcquired) {
+			clearTimeout(timeout);
+		} else {
 			try {
 				// validate node_modules directory exists
 				const nodeModulesDir = join(componentDirectory, 'node_modules');
@@ -151,7 +159,7 @@
 				resolve();
 			} finally {
 				// finally release the lock
-				Status.primaryStore.unlock(componentDirectory, 0);
+				store.unlock(componentDirectory, 0);
 			}
 		}
 	});
@@ -175,12 +183,15 @@
 			throw new Error(`Invalid timeout value for ${scope.name}. Expected a number, received: ${typeof timeout}`);
 		}
 		let whenResolved, timer;
-		if (
-			!Status.primaryStore.attemptLock(scope.name, 0, () => {
-				clearTimeout(timer);
-				whenResolved(sequentiallyHandleApplication(scope, plugin));
-			})
-		) {
+		const callback = () => {
+			clearTimeout(timer);
+			whenResolved(sequentiallyHandleApplication(scope, plugin));
+		};
+		const store = Status.primaryStore;
+		const lockAcquired =
+			store instanceof RocksDatabase ? store.tryLock(scope.name, callback) : store.attemptLock(scope.name, 0, callback);
+
+		if (!lockAcquired) {
 			return new Promise((resolve, reject) => {
 				whenResolved = resolve;
 				timer = setTimeout(() => {

dataLayer/harperBridge/ResourceBridge.ts

@@ -66,7 +66,7 @@
 		}
 
 		return table.search(
 			{
 				conditions: searchObject.conditions,
 				//set the operator to always be lowercase for later evaluations
 				operator: searchObject.operator ? searchObject.operator.toLowerCase() : undefined,
@@ -459,7 +459,7 @@
 	}
 
 	resetReadTxn(schema, table) {
-		getTable({ schema, table })?.primaryStore.resetReadTxn();
+		getTable({ schema, table })?.primaryStore.resetReadTxn?.();
 	}
 
 	async deleteAuditLogsBefore(deleteObj) {

eslint.config.mjs

@@ -21,7 +21,9 @@ export default defineConfig([
 		extends: ['js/recommended'],
 		languageOptions: { globals: globals.node },
 		// Customize rules for all files here
-		rules: {},
+		rules: {
+			'prefer-const': 'off',
+		},
 	},
 	{
 		files: ['**/*.js'],

package.json

@@ -90,6 +90,7 @@
 		"@fastify/compress": "~6.5.0",
 		"@fastify/cors": "~9.0.1",
 		"@fastify/static": "~7.0.4",
+		"@harperdb/extended-iterable": "^1.0.1",
 		"@turf/area": "6.5.0",
 		"@turf/boolean-contains": "6.5.0",
 		"@turf/boolean-disjoint": "6.5.0",