build: fix small browser test coverage

* No longer just runs the tests against the first browser of a test platform (travis, saucelabs, browserstack)
* Stability is more valuable than speed (runs sequentially on CI now)
* Update Saucelabs Connect
* Remove unused spec reporter
* Update from Edge 14 to Edge 17
* Fix pixel deviations in Edge 17

Author: devversion

package-lock.json

@@ -107,9 +107,7 @@
     "karma-firefox-launcher": "^1.0.1",
     "karma-jasmine": "^1.1.0",
     "karma-sauce-launcher": "^1.2.0",
-    "karma-sharding": "^4.4.0",
     "karma-sourcemap-loader": "^0.3.7",
-    "karma-spec-reporter": "^0.0.32",
     "madge": "^2.2.0",
     "magic-string": "^0.22.4",
     "minimatch": "^3.0.4",

package.json

@@ -2,7 +2,7 @@
 
 set -e -o pipefail
 
-TUNNEL_FILE="sc-4.4.10-linux.tar.gz"
+TUNNEL_FILE="sc-4.4.12-linux.tar.gz"
 TUNNEL_URL="https://saucelabs.com/downloads/${TUNNEL_FILE}"
 TUNNEL_DIR="/tmp/saucelabs-connect"
 

scripts/saucelabs/start-tunnel.sh

@@ -726,8 +726,16 @@ describe('CdkTable', () => {
           return;
         }
 
-        expect(element.style[d])
-            .toBe(directions[d], `Expected direction ${d} to be ${directions[d]}`);
+        const expectationMessage = `Expected direction ${d} to be ${directions[d]}`;
+
+        // If the direction contains `px`, we parse the number to be able to avoid deviations
+        // caused by individual browsers.
+        if (directions[d].includes('px')) {
+          expect(Math.round(parseInt(element.style[d])))
+            .toBe(Math.round(parseInt(directions[d])), expectationMessage);
+        } else {
+          expect(element.style[d]).toBe(directions[d], expectationMessage);
+        }
       });
     }
 

src/cdk/table/table.spec.ts

@@ -5,7 +5,7 @@ module.exports = (config) => {
 
   config.set({
     basePath: path.join(__dirname, '..'),
-    frameworks: ['sharding', 'jasmine'],
+    frameworks: ['jasmine'],
     plugins: [
       require('karma-jasmine'),
       require('karma-browserstack-launcher'),
@@ -14,8 +14,6 @@ module.exports = (config) => {
       require('karma-firefox-launcher'),
       require('karma-sourcemap-loader'),
       require('karma-coverage'),
-      require('karma-spec-reporter'),
-      require('karma-sharding'),
     ],
     files: [
       {pattern: 'node_modules/core-js/client/core.js', included: true, watched: false},
@@ -60,13 +58,6 @@ module.exports = (config) => {
       subdir: '.'
     },
 
-    // TODO(josephperrott): Determine how to properly disable extra output on ci.
-    specReporter: {
-      maxLogLines: Infinity, // Log out the entire stack trace on errors and failures.
-      suppressSkipped: true,
-      showSpecTiming: true,
-    },
-
     sauceLabs: {
       testName: 'material2',
       startConnect: false,
@@ -90,8 +81,8 @@ module.exports = (config) => {
     browserDisconnectTolerance: 3,
     browserNoActivityTimeout: 300000,
     captureTimeout: 180000,
-    browsers: ['ChromeHeadlessLocal'],
 
+    browsers: ['ChromeHeadlessLocal'],
     singleRun: false,
 
     browserConsoleLogOptions: {
@@ -104,7 +95,7 @@ module.exports = (config) => {
         // TODO(jelbourn): re-enable random test order once we can de-flake existing issues.
         random: false
       }
-    }
+    },
   });
 
   if (process.env['TRAVIS']) {
@@ -115,8 +106,6 @@ module.exports = (config) => {
 
       config.preprocessors['dist/packages/**/!(*+(.|-)spec).js'] = ['coverage'];
       config.reporters.push('coverage');
-      // Hide passed tests from logs while on travis.
-      config.specReporter.suppressPassed = true;
     }
 
     // The MODE variable is the indicator of what row in the test matrix we're running.
@@ -135,7 +124,9 @@ module.exports = (config) => {
       throw new Error(`Platform "${platform}" unknown, but Travis specified. Exiting.`);
     }
 
-    // Set the browser list to be the same browser 3 times, to shard tests into three instances.
-    config.browsers = (new Array(3)).fill(platformMap[platform][target.toLowerCase()][0]);
+    // To guarantee a better stability for tests running on external browsers, we disable
+    // concurrency. Stability is compared to speed more important.
+    config.concurrency = 1;
+    config.browsers = platformMap[platform][target.toLowerCase()];
   }
 };

test/karma.conf.js

@@ -112,7 +112,7 @@
     "base": "SauceLabs",
     "browserName": "microsoftedge",
     "platform": "Windows 10",
-    "version": "14"
+    "version": "17"
   },
   "SL_ANDROID4.1": {
     "base": "SauceLabs",