test.run(url, function(error, results) {
if (error) {
reporter.error(error.stack);
return done(error.stack);
}
// filter out "invalid" (ignoreable) results
results = results ? results.filter(isValidResult) : [];
reporter.results(results, url);
if (results.some(isFailingResult)) {
failed = true;
}
// never report failure here so the tests can all run
done(null, results);
});
}, function(error, runs) {
if (error || failed) {
if (failed) {
var count = 0;
var failing = runs.map(function(results) {
var failing = results.filter(isFailingResult);
count += failing.length;
return failing;
})
.filter(function(failing) {
return failing.length;
});
reporter.error([
pluralize(count, 'failure'),
'on', pluralize(failing.length, 'page')
].join(' '));
}
process.exit(2);
}
});