/** * Console test reporter * * Copyright (C) 2018 R-T Specialty, LLC. * * This file is part of TAME. * * TAME is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program. If not, see . */ "use strict"; const { Class } = require( 'easejs' ); /** * Real-time reporting of test cases to the console * * Test cases will be output in a block of dots (success) or 'F's (failure), * in a style similar to PHPUnit. If failures occur, they will be output to * in more detail after all tests have run. * * This class contains various virtual methods for overriding portions of * the output. It is a bit of a mess, produced in a rush. If you find that * it requires more extension in the future, it may be worth reconsidering. */ module.exports = Class( 'ConsoleTestReporter', { /** * Standard out * * @type {Object} standard out */ 'private _stdout': null, /** * Initialize reporter with target console * * STDOUT must follow Node.js' API. * * @param {Object} stdout standard out */ constructor( stdout ) { this._stdout = stdout; }, /** * Invoked before tests are run * * The only information provided here is the number of test cases to be * run, which can be used to produce a progress indicator. * * @param {number} total number of test cases * * @return {undefined} */ 'public preRun'( total ) { // this reporter does nothing with this method }, /** * Invoked for each test case immediately after it has been run * * For the format of RESULT, see TestRunner. * * @param {Object} result test case result * @param {number} total total number of test cases * * @return {undefined} */ 'public testCaseResult'( result, total ) { this._stdout.write( this.createTestCaseResult( result, total ) ); }, /** * Produce string for test case result * * The result is the concatenation of result and progress indicators. * * @param {Object} result test case result * @param {number} total total number of test cases * * @return {string} output string */ 'virtual protected createTestCaseResult'( result, total ) { return this.getInd( result, total ) + this.createResultProgress( result, total ); }, /** * Produce test case result indicator * * The indicator is a single `.` on success, and `F` on failure. * * @param {Object} result test case result * @param {number} total total number of test cases * * @return {string} output string */ 'virtual protected getInd'( { i, failures }, total ) { return ( failures.length === 0 ) ? '.' : 'F'; }, /** * Produce progress indicator for test case result * * Progress will be reported numerically every 50 test cases, followed * by a newline. * * @param {Object} result test case result * @param {number} total total number of test cases * * @return {string} progress string */ 'virtual protected createResultProgress'( { i }, total ) { return ( i % 50 === 49 ) ? ` ${i+1}/${total}\n` : ''; }, /** * Invoked after all test cases have been run * * RESULTS is an array containing each result that was previously * reported to `#testCaseResult`. * * A final line will be output, preceded by an empty line, summarizing * the number of tests, assertions, and failures for each. * * @param {Array} results all test results * * @return {undefined} */ 'public done'( results ) { this._outputFailureReport( results ); this._outputSummary( results ); }, /** * For each failure, output each expected and resulting value * * Failures are prefixed with a 1-indexed number. * * @param {Object} result test case result} * * @return {undefined} */ 'private _outputFailureReport'( results ) { const parts = results .filter( ( { failures } ) => failures.length > 0 ) .map( this._reportTestFailure.bind( this ) ); this._stdout.write( this.combineFailureResults( parts ) ); }, /** * Compile failure result strings into a single report * * @param {Array} results failures * * @return {string} combined report */ 'virtual protected combineFailureResults'( results ) { return "\n\n" + results.join( "\n" ); }, /** * Generate report for test case failure * * @param {Object} _ test case result data * * @return {string} report */ 'private _reportTestFailure'( { i, desc, failures } ) { return this.createFailureHeading( i, desc ) + failures.map( this.createFailureDiff.bind( this ) ) .join( '' ); }, /** * Create heading for individual test case failure * * @param {number} i test case index * @param {string} desc test case description * * @return {string} heading */ 'virtual protected createFailureHeading'( i, desc ) { return `[#${i+1}] ${desc}\n`; }, /** * Create diff output for failed assertions * * @param {Object} result failure data * * @return {string} diff */ 'virtual protected createFailureDiff'( { field, expect, result } ) { return ` ${field}:\n` + ` expected: ` + JSON.stringify( expect ) + `\n` + ` result: ` + JSON.stringify( result ) + `\n`; }, /** * Output a line, preceded by an empty line, summarizing the number of * tests, assertions, and failures for each * * @param {Array} results all test results * * @return {undefined} */ 'private _outputSummary'( results ) { const [ failed, afailed, acount ] = results.reduce( ( [ failed, afailed, acount ], { failures, total } ) => [ ( failed + +( failures.length > 0 ) ), ( afailed + failures.length ), ( acount + total ) ], [ 0, 0, 0 ] ); this._stdout.write( this.createSummaryLine( results.length, failed, acount, afailed ) ); }, /** * Output a line, preceded by an empty line, summarizing the number of * tests, assertions, and failures for each * * @param {number} test_total total number of test cases run * @param {number} failed number of failed test cases * @param {number} acount total number of assertions * @param {number} failed number of assertion failures * * @return {string} summary line */ 'virtual protected createSummaryLine'( test_total, failed, acount, afailed ) { return `\n${test_total} tests, ${failed} failed (` + `${acount} assertions, ${afailed} failures)\n`; }, } );