feat(plugins): add option to treat chrome a11y warnings as passes

See angular#1854

Author: juliemr

plugins/accessibility/index.js

@@ -13,7 +13,9 @@ var q = require('q'),
  *    exports.config = {
  *      ...
  *      plugins: [{
- *        chromeA11YDevTools: true,
+ *        chromeA11YDevTools: {
+ *          treatWarningsAsFailures: true
+ *        },
  *        path: 'node_modules/protractor.plugins/accessiblity'
  *      }]
  *    }
@@ -152,7 +154,7 @@ function runTenonIO(config) {
  *    failed tests
  * @private
  */
-function runChromeDevTools() {
+function runChromeDevTools(config) {
 
   var data = fs.readFileSync(AUDIT_FILE, 'utf-8');
   data = data + ' return axs.Audit.run();';
@@ -189,10 +191,18 @@ function runChromeDevTools() {
 
       return audit.forEach(function(result, index) {
         if (result.result === 'FAIL') {
-          result.passed = false;
-          testOut.failedCount++;
-
           var label = result.elementCount === 1 ? ' element ' : ' elements ';
+          if (result.rule.severity !== 'Warning'
+              || config.chromeA11YDevTools.treatWarningsAsFailures) {
+            result.passed = false;
+            testOut.failedCount++;
+          } else {
+            result.passed = true;
+            result.rule.heading = '\x1b[33m(WARNING) '
+                + result.rule.heading + ' (' + result.elementCount
+                + label + 'failed)';
+            // TODO - continue to output the element failures.
+          }
           result.output = '\n\t\t' + result.elementCount + label + 'failed:';
 
           // match elements returned via promises

plugins/accessibility/spec/failureConfig.js

@@ -13,7 +13,9 @@ exports.config = {
       },
       printAll: false
     },
-    chromeA11YDevTools: true,
+    chromeA11YDevTools: {
+      treatWarningsAsFailures: true
+    },
     path: '../index.js'
   }]
 };