test(integration): Improve integration test stability (#389)

* Remove legacy `Executor` class.
* Add dev dependency on [execa](https://github.com/sindresorhus/execa) to spawn child processes during integration testing
* Pipe output to host process as that seems to be the most stable for travis builds (don't now why)
* Configure all integration tests as "info" to reduce integration test output.

integrationTest/package.json

@@ -21,7 +21,10 @@
     "typescript": "^2.4.2"
   },
   "scripts": {
-    "postinstall": "install-local && link-parent-bin -c test --link-local-dependencies true"
+    "postinstall": "install-local && link-parent-bin -c test --link-local-dependencies true",
+    "build": "tsc",
+    "pretest": "npm run build",
+    "test": "mocha run-integration-test.js"
   },
   "localDependencies": {
     "grunt-stryker": "../packages/grunt-stryker",

integrationTest/run-integration-test.ts

@@ -1,28 +1,25 @@
 import * as fs from 'fs';
 import * as path from 'path';
-import Executor from './Executor';
+import execa = require('execa');
 
 describe('integration-tests', function () {
 
   this.timeout(500000);
 
-  before(done => {
-    new Executor('.').exec('npm install', {}, done);
+  before(() => {
+    console.log('  Exec npm install...');
+    return execa('npm', ['install'], { cwd: __dirname });
   });
 
-  const root = path.join('integrationTest', 'test');
-  const dirs = fs.readdirSync(root)
-    .filter(f => fs.statSync(path.join(root, f)).isDirectory());
+  const testRootDir = path.resolve(__dirname, 'test');
+  const dirs = fs.readdirSync(testRootDir)
+    .filter(file => fs.statSync(path.join(testRootDir, file)).isDirectory());
   dirs.forEach(testDir => {
     describe(testDir, () => {
-      it('should run test', (done) => {
-        new Executor(path.join('test', testDir)).exec('npm test', {}, error => {
-          if (error) {
-            done(new Error(error));
-          } else {
-            done();
-          }
-        });
+      it('should run test', () => {
+        const currentTestDir = path.resolve(testRootDir, testDir);
+        console.log(`    Exec ${testDir} npm test`);
+        execa.sync('npm', ['test'], { cwd: currentTestDir });
       });
     });
   });

integrationTest/test/grunt-stryker-test/stryker.conf.js

@@ -6,7 +6,7 @@ module.exports = function (config) {
     ],
     testFramework: 'jasmine',
     testRunner: 'karma',
-    logLevel: 'debug',
+    logLevel: 'info',
     maxConcurrentTestRunners: 2,
     port: 9234
   });

package.json

@@ -7,6 +7,7 @@
     "@types/escodegen": "0.0.6",
     "@types/esprima": "^2.1.31",
     "@types/estree": "0.0.32",
+    "@types/execa": "^0.7.0",
     "@types/express-serve-static-core": "4.0.46",
     "@types/glob": "^5.0.29",
     "@types/istanbul": "^0.4.29",
@@ -24,6 +25,7 @@
     "chai": "^4.1.1",
     "chai-as-promised": "^7.1.1",
     "concurrently": "^3.4.0",
+    "execa": "^0.8.0",
     "glob": "^7.1.1",
     "lerna": "^2.0.0",
     "link-parent-bin": "^0.1.1",