Organized load tests

Author: metincansiper

package-lock.json

@@ -62,6 +62,9 @@
     "w3-css": "^4.1.0"
   },
   "devDependencies": {
-    "qunitjs": "^2.4.1"
+    "node-fetch": "^2.6.7",
+    "qunitjs": "^2.4.1",
+    "uuid": "^8.3.2",
+    "findit": "^2.0.0"
   }
 }

package.json

@@ -0,0 +1,24 @@
+config:
+  target: "http://localhost:3001"
+  http:
+    timeout: 120
+  environments:
+    production:
+      target: "https://causalpath.org"
+    staging:
+      target: "http://35.192.108.199:3001"
+    local:
+      target: "http://localhost:3001"
+  phases:
+    - duration: 1
+      arrivalRate: 20
+      name: Load
+  processor: "./processor.js"
+scenarios:
+  - flow:
+    - post:
+        url: "/api/analysisDir"
+        beforeRequest: makeAnalysisDirVars
+        json:
+          inputFiles: "{{ inputFiles }}"
+          room: "{{ room }}"

test/input/analysis.zip

@@ -0,0 +1,24 @@
+config:
+  target: "http://localhost:3001"
+  http:
+    timeout: 120
+  environments:
+    production:
+      target: "https://causalpath.org"
+    staging:
+      target: "http://35.192.108.199:3001"
+    local:
+      target: "http://localhost:3001"
+  phases:
+    - duration: 1
+      arrivalRate: 2
+      name: Load
+  processor: "./processor.js"
+scenarios:
+  - flow:
+    - post:
+        url: "/api/analysisZip"
+        beforeRequest: makeAnalysisZipVars
+        json:
+          fileContent: "{{ fileContent }}"
+          room: "{{ room }}"

test/loadtest/analysisdir.yml

@@ -0,0 +1,19 @@
+config:
+  target: "http://localhost:3001"
+  http:
+    timeout: 10
+  environments:
+    production:
+      target: "https://causalpath.org"
+    staging:
+      target: "http://35.192.108.199:3001"
+    local:
+      target: "http://localhost:3001"
+  phases:
+    - duration: 1
+      arrivalRate: 20
+      name: Load
+scenarios:
+  - flow:
+    - post:
+        url: "/api/calculateDemoFolderFilePaths"

test/loadtest/analysiszip.yml

@@ -0,0 +1,23 @@
+config:
+  target: "http://localhost:3001"
+  http:
+    timeout: 10
+  environments:
+    production:
+      target: "https://causalpath.org"
+    staging:
+      target: "http://35.192.108.199:3001"
+    local:
+      target: "http://localhost:3001"
+  phases:
+    - duration: 1
+      arrivalRate: 20
+      name: Load
+  processor: "./processor.js"
+scenarios:
+  - flow:
+    - post:
+        url: "/api/downloadRequest"
+        beforeRequest: makeDownloadRequestVars
+        json:
+          room: "{{ room }}"

test/loadtest/demofilepaths.yml

@@ -0,0 +1,23 @@
+config:
+  target: "http://localhost:3001"
+  http:
+    timeout: 10
+  environments:
+    production:
+      target: "https://causalpath.org"
+    staging:
+      target: "http://35.192.108.199:3001"
+    local:
+      target: "http://localhost:3001"
+  phases:
+    - duration: 1
+      arrivalRate: 20
+      name: Load
+  processor: "./processor.js"
+scenarios:
+  - flow:
+    - post:
+        url: "/api/getJsonAtPath"
+        beforeRequest: makeGetJsonAtPathVars
+        json:
+          dir: "{{ path }}"

test/loadtest/downloadrequest.yml

@@ -0,0 +1,17 @@
+config:
+  target: "http://localhost:3001"
+  phases:
+    - duration: 1
+      arrivalRate: 20
+      name: Load
+  environments:
+    production:
+      target: "https://causalpath.org"
+    staging:
+      target: "http://35.192.108.199:3001"
+    local:
+      target: "http://localhost:3001"
+scenarios:
+  - flow:
+    - get:
+        url: "/demo"

test/loadtest/getjsonatpath.yml

@@ -0,0 +1,121 @@
+let fs = require('fs');
+let { v4: uuid } = require('uuid');
+let fetch = require('node-fetch');
+let findit = require('findit');
+
+function getRandomInt(max) {
+  return Math.floor(Math.random() * max);
+}
+
+function getAnalysisZipInput() {
+  let fileContent = fs.readFileSync( '../input/analysis.zip', 'binary' );
+  return fileContent;
+}
+
+let causalityFilePath = '../../public/demo/PNLL-causality-formatted.txt';
+let parametersFilePath = '../../public/demo/parameters.txt';
+
+// To be able to make the download request tests we need to have the enough number of analysis results
+// first. Since some analysis may end earlier then the others it may cause the some download requests start
+// much later earlier then some others. This may make us load testing much smaller number of download requests
+// then we would rather.
+// Therefore, I want to make sure that we start the all download requests at the time when all of the
+// analysis requests are ended. This file will be used to observe if all of the analysis requests are completed.
+// I tried a few other ways but none of them was feasible. Therefore, I had to use this workaround.
+let countFileName = './download_request_count.txt'
+
+if ( !fs.existsSync(countFileName) ) {
+  fs.writeFileSync(countFileName, '');
+}
+
+function readFile(filePath){
+    var fileContent = fs.readFileSync(filePath, 'utf-8');
+    return fileContent;
+};
+
+function makeAnalysisDirVars(requestParams, ctx, ee, next) {
+  let fileNames = [ 'PNLL-causality-formatted.txt', 'parameters.txt' ];
+  let inputFiles = fileNames.map( name => {
+    let content = readFile( '../../public/demo/' + name );
+    return { content, name };
+  } );
+  ctx.vars["inputFiles"] = inputFiles;
+  ctx.vars["room"] = uuid();
+
+  return next();
+}
+
+function makeGetJsonAtPathVars(requestParams, ctx, ee, next) {
+  let finder = findit('../../analysisOut');
+  let paths = [];
+  finder.on('file', function (file, stat) {
+      // console.log(file);
+      if ( file.endsWith('causative.json') ) {
+        paths.push(file);
+      }
+  });
+
+  finder.on('end', function () {
+    // TODO: Handle no path case?
+    let i = getRandomInt( paths.length - 1 );
+    ctx.vars["path"] = paths[ i ].replace('../../', './');
+    console.log(paths[i])
+    next();
+  });
+}
+
+function makeAnalysisZipVars(requestParams, ctx, ee, next) {
+  let fileContent = getAnalysisZipInput();
+  ctx.vars["fileContent"] = fileContent;
+  ctx.vars["room"] = uuid();
+
+  return next();
+}
+
+function makeDownloadRequestVars(requestParams, ctx, ee, next){
+  let interval = 5000;
+  var intervalID = setInterval( () => {
+    var fileContent = fs.readFileSync(countFileName);
+    // the expected length may change based on the number of requests
+    // TODO: may take the number of requests from the yml file as a parameter?
+    if ( fileContent.length == 20 ) {
+      return new Promise(resolve => setTimeout(resolve, interval)).then( () => {
+        if ( fs.existsSync(countFileName) ) {
+          fs.unlinkSync(countFileName);
+        }
+        clearInterval(intervalID);
+        next();
+      } );
+    }
+  }, interval );
+  console.log(uuid)
+  let room = uuid();
+  ctx.vars["room"] = room;
+
+  let fileContent = getAnalysisZipInput();
+  let q = {
+    fileContent,
+    room
+  };
+
+  console.log('preparing for download request, called analysisZip for room ', room);
+  let makeRequest = () => fetch( 'http://localhost:3001/api/analysisZip', {
+      method: 'POST',
+      headers: {
+        'content-type': 'application/json'
+      },
+      body: JSON.stringify(q)
+  });
+
+  makeRequest().then( () => {
+    console.log('analysis is done for room ', room);
+    fs.appendFileSync(countFileName, '1');
+  } );
+}
+
+module.exports = {
+  makeAnalysisDirVars,
+  makeAnalysisZipVars,
+  makeDownloadRequestVars,
+  makeGetJsonAtPathVars
+};