chore: add script to generate ivy test blacklist

Author: jelbourn

scripts/ivy/generate-blacklist.js

@@ -0,0 +1,92 @@
+#!/usr/bin/env node
+
+const path = require('path');
+const fs = require('fs');
+
+const karmaOutput = JSON.parse(fs.readFileSync('/tmp/karma-result.json'));
+
+
+let generatedBlacklist = {};
+for (const desc of Object.keys(karmaOutput)) {
+  generatedBlacklist = {...generatedBlacklist, ...getFullFailure(karmaOutput[desc], desc)};
+}
+
+// We want to "remember" the notes from the current blacklist on angular/angular unless the
+// error message has changed. We need to know where the local angular/angular repo is.
+const angularRepoPath = process.argv[2];
+if (!angularRepoPath) {
+  console.error('Please provide the path to your local angular/angular repo as the first argument');
+  process.exit(1);
+}
+
+// Read the contents of the previous blacklist.
+const previousBlacklistPath =
+     path.join(angularRepoPath, 'tools', 'material-ci', 'angular_material_test_blacklist.js');
+const previousBlacklistContent = fs.readFileSync(previousBlacklistPath, 'utf-8');
+
+// Because the blacklist is a javascript file meant to be executed, we just actually execute it with
+// eval. Create a dummy `window` for it to add to.
+const window = {};
+eval(previousBlacklistContent);
+const previousBlacklist = window.testBlacklist;
+
+// Copy any existing test notes.
+for (const testName of Object.keys(generatedBlacklist)) {
+  if (previousBlacklist[testName] &&
+      generatedBlacklist[testName].error === previousBlacklist[testName].error) {
+    generatedBlacklist[testName].notes = previousBlacklist[testName].notes;
+  }
+}
+
+// Format the output as an executable javascript program.
+const output =
+`/**
+ * @license
+ * Copyright Google Inc. All Rights Reserved.
+ *
+ * Use of this source code is governed by an MIT-style license that can be
+ * found in the LICENSE file at https://angular.io/license
+ */
+
+/**
+ * Blacklist of unit tests from angular/material2 with ivy that are skipped when running on
+ * angular/angular. As bugs are resolved, items should be removed from this blacklist.
+ *
+ * The \`notes\` section should be used to keep track of specific issues associated with the failures.
+ *
+ * TODO(jelbourn): it's not currently straightforward to regenerate this blacklist from scratch.
+ */
+
+// clang-format off
+// tslint:disable
+
+window.testBlacklist = ${JSON.stringify(generatedBlacklist, null, 2)};
+// clang-format on`;
+
+// Write that sucker to dist.
+fs.writeFileSync('dist/angular_material_test_blacklist.js', output, 'utf-8');
+
+
+/**
+ * Given a karma test result, get a blacklist entry in the form
+ * {[full test name]: {error: '...', notes: '...'}}
+ */
+function getFullFailure(result, fullName = '') {
+  if (result['log']) {
+    if (result['log'].length) {
+      return {[fullName]: {
+        error: result['log'][0].split('\n')[0],
+        notes: 'Unknown',
+      }};
+    }
+
+    return {};
+  }
+
+  let failures = {};
+  for (const key of Object.keys(result)) {
+    failures = {...failures, ...getFullFailure(result[key], fullName + ' ' + key)};
+  }
+
+  return failures;
+}

yarn.lock

@@ -4351,6 +4351,11 @@ ftp@~0.3.10:
     readable-stream "1.1.x"
     xregexp "2.0.0"
 
+fun-map@^3.3.1:
+  version "3.3.1"
+  resolved "https://registry.yarnpkg.com/fun-map/-/fun-map-3.3.1.tgz#6415fde3b93ad58f9ee9566236cff3e3c64b94cb"
+  integrity sha1-ZBX947k61Y+e6VZiNs/z48ZLlMs=
+
 gauge@~2.7.3:
   version "2.7.4"
   resolved "https://registry.yarnpkg.com/gauge/-/gauge-2.7.4.tgz#2c03405c7538c39d7eb37b317022e325fb018bf7"
@@ -6420,6 +6425,13 @@ karma-jasmine@^2.0.1:
   dependencies:
     jasmine-core "^3.3"
 
+karma-json-result-reporter@^1.0.0:
+  version "1.0.0"
+  resolved "https://registry.yarnpkg.com/karma-json-result-reporter/-/karma-json-result-reporter-1.0.0.tgz#9bfaa17d610470d08556e48ccbaf64d7950c7255"
+  integrity sha1-m/qhfWEEcNCFVuSMy69k15UMclU=
+  dependencies:
+    fun-map "^3.3.1"
+
 karma-parallel@^0.3.0:
   version "0.3.1"
   resolved "https://registry.yarnpkg.com/karma-parallel/-/karma-parallel-0.3.1.tgz#781876e5992b2781619e762f3e04dcbf85f47fa1"