/***************************************************************************** * * This file is part of Mapnik (c++ mapping toolkit) * * Copyright (C) 2015 Artem Pavlenko * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Lesser General Public * License as published by the Free Software Foundation; either * version 2.1 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public * License along with this library; if not, write to the Free Software * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA * *****************************************************************************/ // stl #include #include #include #include "report.hpp" namespace visual_tests { void console_report::report(result const & r) { s << '"' << r.name << '-' << r.size.width << '-' << r.size.height << '-' << std::fixed << std::setprecision(1) << r.scale_factor << "\" with " << r.renderer_name << "... "; switch (r.state) { case STATE_OK: s << "OK"; break; case STATE_FAIL: s << "FAILED (" << r.diff << " different pixels)"; break; case STATE_OVERWRITE: s << "OVERWRITTEN (" << r.diff << " different pixels)"; break; case STATE_ERROR: s << "ERROR (" << r.error_message << ")"; break; } s << std::endl; } unsigned console_report::summary(result_list const & results) { unsigned ok = 0; unsigned error = 0; unsigned fail = 0; unsigned overwrite = 0; for (auto const & r : results) { switch (r.state) { case STATE_OK: ok++; break; case STATE_FAIL: fail++; break; case STATE_ERROR: error++; break; case STATE_OVERWRITE: overwrite++; break; } } s << std::endl; s << "Visual rendering: " << fail << " failed / " << ok << " passed / " << overwrite << " overwritten / " << error << " errors" << std::endl; return fail + error; } void console_short_report::report(result const & r) { switch (r.state) { case STATE_OK: s << "."; break; case STATE_FAIL: s << "✘"; break; case STATE_OVERWRITE: s << "✓"; break; case STATE_ERROR: s << "ERROR (" << r.error_message << ")\n"; break; } } void html_report::report(result const & r, boost::filesystem::path const & output_dir) { if (r.state == STATE_ERROR) { s << "

Failed to render: " << r.name << "
" << r.error_message << "

\n"; } else if (r.state == STATE_FAIL) { using namespace boost::filesystem; path reference = output_dir / r.reference_image_path.filename(); path actual = output_dir / r.actual_image_path.filename(); copy_file(r.reference_image_path, reference, copy_option::overwrite_if_exists); copy_file(r.actual_image_path, actual, copy_option::overwrite_if_exists); s << "

\n" " \n" "

\n" "

" << r.diff << "

\n" "

\n" " \n" "

\n"; } } constexpr const char * html_header = R"template(

expected

% difference

actual

)template"; constexpr const char * html_footer = R"template(

)template"; void html_report::summary(result_list const & results, boost::filesystem::path const & output_dir) { s << html_header; for (auto const & r : results) { if (r.state != STATE_OK) { report(r, output_dir); } } s << html_footer; } void html_summary(result_list const & results, boost::filesystem::path output_dir) { boost::filesystem::path html_root = output_dir / "visual-test-results"; ensure_dir(html_root); boost::filesystem::path html_report_path = html_root / "index.html"; std::clog << "View failure report at " << html_report_path << "\n"; std::ofstream output_file(html_report_path.string()); html_report report(output_file); report.summary(results, html_root); } }