170 lines
4.7 KiB
C++
170 lines
4.7 KiB
C++
/*****************************************************************************
|
|
*
|
|
* This file is part of Mapnik (c++ mapping toolkit)
|
|
*
|
|
* Copyright (C) 2015 Artem Pavlenko
|
|
*
|
|
* This library is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
*
|
|
* This library is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Lesser General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
* License along with this library; if not, write to the Free Software
|
|
* Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
|
|
*
|
|
*****************************************************************************/
|
|
|
|
// stl
|
|
#include <iomanip>
|
|
#include <fstream>
|
|
#include <numeric>
|
|
|
|
#include "report.hpp"
|
|
|
|
namespace visual_tests
|
|
{
|
|
|
|
void console_report::report(result const & r)
|
|
{
|
|
s << '"' << r.name << '-' << r.size.width << '-' << r.size.height << '-' << std::fixed <<
|
|
std::setprecision(1) << r.scale_factor << "\" with " << r.renderer_name << "... ";
|
|
|
|
switch (r.state)
|
|
{
|
|
case STATE_OK:
|
|
s << "OK";
|
|
break;
|
|
case STATE_FAIL:
|
|
s << "FAILED (" << r.diff << " different pixels)";
|
|
break;
|
|
case STATE_OVERWRITE:
|
|
s << "OVERWRITTEN (" << r.diff << " different pixels)";
|
|
break;
|
|
case STATE_ERROR:
|
|
s << "ERROR (" << r.error_message << ")";
|
|
break;
|
|
}
|
|
|
|
s << std::endl;
|
|
}
|
|
|
|
unsigned console_report::summary(result_list const & results)
|
|
{
|
|
unsigned ok = 0;
|
|
unsigned error = 0;
|
|
unsigned fail = 0;
|
|
unsigned overwrite = 0;
|
|
|
|
for (auto const & r : results)
|
|
{
|
|
switch (r.state)
|
|
{
|
|
case STATE_OK: ok++; break;
|
|
case STATE_FAIL: fail++; break;
|
|
case STATE_ERROR: error++; break;
|
|
case STATE_OVERWRITE: overwrite++; break;
|
|
}
|
|
}
|
|
|
|
s << std::endl;
|
|
s << "Visual rendering: " << fail << " failed / " << ok << " passed / "
|
|
<< overwrite << " overwritten / " << error << " errors" << std::endl;
|
|
|
|
return fail + error;
|
|
}
|
|
|
|
void console_short_report::report(result const & r)
|
|
{
|
|
s << '.';
|
|
}
|
|
|
|
void html_report::report(result const & r, boost::filesystem::path const & output_dir)
|
|
{
|
|
using namespace boost::filesystem;
|
|
|
|
path reference = output_dir / r.reference_image_path.filename();
|
|
path actual = output_dir / r.actual_image_path.filename();
|
|
|
|
copy_file(r.reference_image_path, reference, copy_option::overwrite_if_exists);
|
|
copy_file(r.actual_image_path, actual, copy_option::overwrite_if_exists);
|
|
|
|
s << "<div class=\"expected\">\n"
|
|
" <a href=" << reference.filename() << ">\n"
|
|
" <img src=" << reference.filename() << " width=\"100\%\">\n"
|
|
" </a>\n"
|
|
"</div>\n"
|
|
"<div class=\"text\">" << r.diff << "</div>\n"
|
|
"<div class=\"actual\">\n"
|
|
" <a href=" << actual.filename() << ">\n"
|
|
" <img src=" << actual.filename() << " width=\"100\%\">\n"
|
|
" </a>\n"
|
|
"</div>\n";
|
|
}
|
|
|
|
constexpr const char * html_header = R"template(<!DOCTYPE html>
|
|
<html>
|
|
<head>
|
|
<style>
|
|
body { margin:10; padding:10; }
|
|
.expected {
|
|
float:left;
|
|
border-width:1px;
|
|
border-style:solid;
|
|
width:45%;
|
|
}
|
|
.actual {
|
|
float:right;
|
|
border-width:1px;
|
|
border-style:solid;
|
|
width:45%;
|
|
}
|
|
.text {
|
|
float:left;
|
|
}
|
|
</style>
|
|
</head>
|
|
<body>
|
|
<script>
|
|
</script>
|
|
<div id='results'>
|
|
<div class="expected">expected</div>
|
|
<div class="text">% difference</div>
|
|
<div class="actual">actual</div>
|
|
)template";
|
|
|
|
constexpr const char * html_footer = R"template(</div>
|
|
</body>
|
|
</html>)template";
|
|
|
|
void html_report::summary(result_list const & results, boost::filesystem::path const & output_dir)
|
|
{
|
|
s << html_header;
|
|
|
|
for (auto const & r : results)
|
|
{
|
|
if (r.state != STATE_OK)
|
|
{
|
|
report(r, output_dir);
|
|
}
|
|
}
|
|
|
|
s << html_footer;
|
|
}
|
|
|
|
void html_summary(result_list const & results, boost::filesystem::path output_dir)
|
|
{
|
|
boost::filesystem::path html_root = output_dir / "visual-test-results";
|
|
ensure_dir(html_root);
|
|
boost::filesystem::path html_report_path = html_root / "comparison.html";
|
|
std::ofstream output_file(html_report_path.string());
|
|
html_report report(output_file);
|
|
report.summary(results, html_root);
|
|
}
|
|
|
|
}
|