chore: add script to generate ivy test blacklist (#14877)

Author: jelbourn

scripts/ivy/generate-blacklist.js

@@ -0,0 +1,90 @@
+#!/usr/bin/env node
+
+const path = require('path');
+const fs = require('fs');
+
+const karmaOutput = JSON.parse(fs.readFileSync('/tmp/karma-result.json'));
+
+
+let generatedBlacklist = {};
+for (const desc of Object.keys(karmaOutput)) {
+  generatedBlacklist = {...generatedBlacklist, ...getFullFailure(karmaOutput[desc], desc)};
+}
+
+// We want to "remember" the notes from the current blacklist on angular/angular unless the
+// error message has changed. We need to know where the local angular/angular repo is.
+const angularRepoPath = process.argv[2];
+if (!angularRepoPath) {
+  console.error('Please provide the path to your local angular/angular repo as the first argument');
+  process.exit(1);
+}
+
+// Read the contents of the previous blacklist.
+const previousBlacklistPath =
+     path.join(angularRepoPath, 'tools', 'material-ci', 'angular_material_test_blacklist.js');
+const previousBlacklistContent = fs.readFileSync(previousBlacklistPath, 'utf-8');
+
+// Because the blacklist is a javascript file meant to be executed, we just actually execute it with
+// eval. Create a dummy `window` for it to add to.
+const window = {};
+eval(previousBlacklistContent);
+const previousBlacklist = window.testBlacklist;
+
+// Copy any existing test notes.
+for (const testName of Object.keys(generatedBlacklist)) {
+  if (previousBlacklist[testName] &&
+      generatedBlacklist[testName].error === previousBlacklist[testName].error) {
+    generatedBlacklist[testName].notes = previousBlacklist[testName].notes;
+  }
+}
+
+// Format the output as an executable javascript program.
+const output =
+`/**
+ * @license
+ * Copyright Google Inc. All Rights Reserved.
+ *
+ * Use of this source code is governed by an MIT-style license that can be
+ * found in the LICENSE file at https://angular.io/license
+ */
+
+/**
+ * Blacklist of unit tests from angular/material2 with ivy that are skipped when running on
+ * angular/angular. As bugs are resolved, items should be removed from this blacklist.
+ *
+ * The \`notes\` section should be used to keep track of specific issues associated with the failures.
+ */
+
+// clang-format off
+// tslint:disable
+
+window.testBlacklist = ${JSON.stringify(generatedBlacklist, null, 2)};
+// clang-format on`;
+
+// Write that sucker to dist.
+fs.writeFileSync('dist/angular_material_test_blacklist.js', output, 'utf-8');
+
+
+/**
+ * Given a karma test result, get a blacklist entry in the form
+ * {[full test name]: {error: '...', notes: '...'}}
+ */
+function getFullFailure(result, fullName = '') {
+  if (result['log']) {
+    if (result['log'].length) {
+      return {[fullName]: {
+        error: result['log'][0].split('\n')[0],
+        notes: 'Unknown',
+      }};
+    }
+
+    return {};
+  }
+
+  let failures = {};
+  for (const key of Object.keys(result)) {
+    failures = {...failures, ...getFullFailure(result[key], fullName + ' ' + key)};
+  }
+
+  return failures;
+}