Improve and Document Test Structure

src/util/log.ts

@@ -3,7 +3,6 @@ import { createStream, type Options } from 'rotating-file-stream'
 
 export class FlowrLogger extends Logger<ILogObj> {
 	/** by keeping track of all children we can propagate updates of the settings (e.g., in tests) */
-
 	private readonly childLoggers: Logger<ILogObj>[] = []
 
 	public getSubLogger(

test/functionality/_helper/collect-tests.ts

@@ -0,0 +1,18 @@
+import fs from 'node:fs'
+import path from 'path'
+
+/**
+ * Require all files in a folder that end with a suffix, will never recurse into subfolders
+ * @param folder - the folder to require all files from
+ * @param suffix - the suffix which the files of interest must have
+ */
+export function requireAllTestsInFolder(folder: string, suffix = '-tests.ts'): void {
+	for(const fileBuff of fs.readdirSync(folder, { recursive: false })) {
+		const file = fileBuff.toString()
+		if(file.endsWith(suffix)) {
+			require(path.join(folder,file))
+		} else if(!file.endsWith('.spec.ts')) {
+			throw new Error(`Unexpected file ${file} in ${folder}, neither matches the import suffix '${suffix}', nor the test suffix '.spec.ts'. This is a sanity check so no files are lost. Please restructure your folders if this is intended.`)
+		}
+	}
+}

test/functionality/_helper/environment-builder.ts

@@ -0,0 +1,7 @@
+import { NodeId } from '../../../src/r-bridge'
+import { IdentifierDefinition } from '../../../src/dataflow'
+import { LocalScope } from '../../../src/dataflow/environments/scopes'
+
+export function variable(name: string, definedAt: NodeId): IdentifierDefinition {
+	return { name, kind: 'variable', scope: LocalScope, used: 'always', nodeId: '_0', definedAt }
+}

test/functionality/benchmark/slicer.spec.ts → test/functionality/benchmark-slicer/slicer.spec.ts

@@ -18,7 +18,7 @@ async function retrieveStatsSafe(slicer: BenchmarkSlicer, request: { request: st
 	return { stats, statInfo }
 }
 
-describe('The Benchmark Slicer', () => {
+describe('Benchmark Slicer', () => {
 	describe('Stats by parsing text-based inputs', function() {
 		this.timeout('15min')
 		it('Simple slice for simple line', async() => {

test/functionality/dataflow/dataflow.spec.ts

@@ -1,16 +1,15 @@
+import { requireAllTestsInFolder } from '../_helper/collect-tests'
+import path from 'path'
+
 describe('Dataflow', () => {
-	require('./environments/environments')
+	describe('Environments', () =>
+		requireAllTestsInFolder(path.join(__dirname, 'environments'))
+	)
+
+	describe('Graph', () =>
+		requireAllTestsInFolder(path.join(__dirname, 'graph'))
+	)
 
-	describe('Graph', () => {
-		require('./graph/equal')
-	})
 
-	describe('Extraction', () => {
-		require('./elements/atomic')
-		require('./elements/expression-lists')
-		describe('Functions', () => {
-			require('./elements/functions/function-definition')
-			require('./elements/functions/function-call')
-		})
-	})
+	require('./processing-of-elements/processing-of-elements')
 })

test/functionality/dataflow/environments/modification.ts → test/functionality/dataflow/environments/modification-tests.ts

@@ -3,8 +3,8 @@ import { DefaultEnvironmentMemory, IEnvironment, initializeCleanEnvironments } f
 import { guard } from '../../../../src/util/assert'
 import { expect } from 'chai'
 import { appendEnvironments, define, overwriteEnvironments } from '../../../../src/dataflow/environments'
-import { variable } from './environments'
 import { GlobalScope, LocalScope } from '../../../../src/dataflow/environments/scopes'
+import { variable } from '../../_helper/environment-builder'
 
 /** if you pass multiple `definedAt`, this will expect the node to have multiple definitions */
 function existsDefinedAt(name: string, definedAt: NodeId[], result: IEnvironment | undefined, message?: string) {
@@ -17,7 +17,7 @@ function existsDefinedAt(name: string, definedAt: NodeId[], result: IEnvironment
 	expect(got.map(d => d.definedAt), `${name} should be defined at ${JSON.stringify(definedAt)}. ${message ?? ''}`).to.deep.equal(definedAt)
 }
 
-describe('Overwrite', () => {
+describe('Modification', () => {
 	describe('Global', () => {
 		it('Different variables', () => {
 			let clean = initializeCleanEnvironments()

test/functionality/dataflow/environments/resolve.ts → test/functionality/dataflow/environments/resolve-tests.ts

@@ -1,8 +1,8 @@
 import { define, initializeCleanEnvironments, resolveByName } from '../../../../src/dataflow/environments'
-import { variable } from './environments'
 import { expect } from 'chai'
 import { guard } from '../../../../src/util/assert'
 import { GlobalScope, LocalScope } from '../../../../src/dataflow/environments/scopes'
+import { variable } from '../../_helper/environment-builder'
 
 describe('Resolve', () => {
 	describe('ByName', () => {

test/functionality/dataflow/graph/equal.ts → test/functionality/dataflow/graph/equal-tests.ts

@@ -12,7 +12,7 @@ function test(cmp: (x: boolean) => void, a: DataflowGraph, b: DataflowGraph, tex
 	}
 }
 
-describe('Graph Equality', () => {
+describe('Equal', () => {
 	const raw = (name: string, a: DataflowGraph, b: DataflowGraph, text: string, cmp: (x: boolean) => void) => {
 		return it(name, () => {
 			// as the comparison is relatively quick, we allow explicit checks for commutativity

test/functionality/dataflow/elements/atomic.ts → test/functionality/dataflow/processing-of-elements/atomic/atomic-tests.ts

@@ -3,15 +3,15 @@
  * Yet, some constructs (like for-loops) require the combination of statements, they are included as well.
  * This will not include functions!
  */
-import { assertDataflow, withShell } from '../../helper/shell'
-import { DataflowGraph, EdgeType, initializeCleanEnvironments } from '../../../../src/dataflow'
-import { RAssignmentOpPool, RNonAssignmentBinaryOpPool, RUnaryOpPool } from '../../helper/provider'
-import { appendEnvironments, define } from '../../../../src/dataflow/environments'
-import { UnnamedArgumentPrefix } from '../../../../src/dataflow/internal/process/functions/argument'
-import { GlobalScope, LocalScope } from '../../../../src/dataflow/environments/scopes'
-import { MIN_VERSION_PIPE } from '../../../../src/r-bridge/lang-4.x/ast/model/versions'
+import { assertDataflow, withShell } from '../../../_helper/shell'
+import { DataflowGraph, EdgeType, initializeCleanEnvironments } from '../../../../../src/dataflow'
+import { RAssignmentOpPool, RNonAssignmentBinaryOpPool, RUnaryOpPool } from '../../../_helper/provider'
+import { appendEnvironments, define } from '../../../../../src/dataflow/environments'
+import { UnnamedArgumentPrefix } from '../../../../../src/dataflow/internal/process/functions/argument'
+import { GlobalScope, LocalScope } from '../../../../../src/dataflow/environments/scopes'
+import { MIN_VERSION_PIPE } from '../../../../../src/r-bridge/lang-4.x/ast/model/versions'
 
-describe('Atomic dataflow information', withShell((shell) => {
+describe('Atomic (dataflow information)', withShell((shell) => {
 	describe('uninteresting leafs', () => {
 		for(const input of ['42', '"test"', 'TRUE', 'NA', 'NULL']) {
 			assertDataflow(input, shell, input, new DataflowGraph())

test/functionality/dataflow/elements/lists/if-then.ts → test/functionality/dataflow/processing-of-elements/expression-lists/if-then-tests.ts

@@ -2,7 +2,7 @@ import {
 	DataflowGraph, EdgeType,
 	initializeCleanEnvironments
 } from '../../../../../src/dataflow'
-import { assertDataflow, withShell } from '../../../helper/shell'
+import { assertDataflow, withShell } from '../../../_helper/shell'
 import { appendEnvironments, define } from '../../../../../src/dataflow/environments'
 import { GlobalScope, LocalScope } from '../../../../../src/dataflow/environments/scopes'
 

test/functionality/dataflow/elements/lists/read.ts → test/functionality/dataflow/processing-of-elements/expression-lists/read-tests.ts

@@ -1,6 +1,6 @@
 import { NodeId } from '../../../../../src/r-bridge'
 import { DataflowGraph, EdgeType, initializeCleanEnvironments } from '../../../../../src/dataflow'
-import { assertDataflow, withShell } from '../../../helper/shell'
+import { assertDataflow, withShell } from '../../../_helper/shell'
 import { define } from '../../../../../src/dataflow/environments'
 import { LocalScope } from '../../../../../src/dataflow/environments/scopes'
 

test/functionality/dataflow/elements/lists/uninteresting.ts → test/functionality/dataflow/processing-of-elements/expression-lists/uninteresting-tests.ts

@@ -1,4 +1,4 @@
-import { assertDataflow, withShell } from '../../../helper/shell'
+import { assertDataflow, withShell } from '../../../_helper/shell'
 import { DataflowGraph } from '../../../../../src/dataflow'
 
 describe('Lists without variable references ', withShell(shell => {