mapnik/tests/visual_tests/test.py

#!/usr/bin/env python
# -*- coding: utf-8 -*-

import mapnik
mapnik.logger.set_severity(mapnik.severity_type.None)

import sys
import os.path
from compare import compare, compare_grids, summary, fail

try:
    import json
except ImportError:
    import simplejson as json

visual_output_dir = "/tmp/mapnik-visual-images"

defaults = {
    'sizes': [(500, 100)]
}

sizes_many_in_big_range = [(800, 100), (600, 100), (400, 100),
    (300, 100), (250, 100), (150, 100), (100, 100)]

sizes_few_square = [(800, 800), (600, 600), (400, 400), (200, 200)]
sizes_many_in_small_range = [(490, 100), (495, 100), (497, 100), (498, 100),
    (499, 100), (500, 100), (501, 100), (502, 100), (505, 100), (510, 100)]

default_text_box = mapnik.Box2d(-0.05, -0.01, 0.95, 0.01)

dirname = os.path.dirname(__file__)

files = [
    {'name': "list", 'sizes': sizes_many_in_big_range,'bbox':default_text_box},
    {'name': "simple", 'sizes': sizes_many_in_big_range,'bbox':default_text_box},
    {'name': "lines-1", 'sizes': sizes_few_square,'bbox':default_text_box},
    {'name': "lines-2", 'sizes': sizes_few_square,'bbox':default_text_box},
    {'name': "lines-3", 'sizes': sizes_few_square,'bbox':default_text_box},
    {'name': "lines-4", 'sizes': sizes_few_square,'bbox':default_text_box},
    {'name': "lines-5", 'sizes': sizes_few_square,'bbox':default_text_box},
    {'name': "lines-6", 'sizes': sizes_few_square,'bbox':default_text_box},
    # https://github.com/mapnik/mapnik/issues/1696
    # https://github.com/mapnik/mapnik/issues/1521
    # fails with clang++ on os x
    #{'name': "lines-shield", 'sizes': sizes_few_square,'bbox':default_text_box},
    {'name': "collision", 'sizes':[(600,400)]},
    {'name': "marker-multi-policy", 'sizes':[(600,400)]},
    {'name': "marker-on-line", 'sizes':[(600,400)],
        'bbox': mapnik.Box2d(-10, 0, 15, 20)},
    {'name': "marker-on-line-spacing-eq-width", 'sizes':[(600,400)]},
    {'name': "marker-on-line-spacing-eq-width-overlap", 'sizes':[(600,400)]},
    {'name': "marker_line_placement_on_points"},
    {'name': "marker-with-background-image", 'sizes':[(600,400),(400,600),(257,256)]},
    {'name': "marker-with-background-image-and-hsla-transform", 'sizes':[(600,400),(400,600),(257,256)]},
    {'name': "marker-on-hex-grid", 'sizes':[(600,400),(400,600),(257,256)]},
    {'name': "whole-centroid", 'sizes':[(600,400)],
        'bbox': mapnik.Box2d(736908, 4390316, 2060771, 5942346)},
    {'name': "simple-E", 'bbox':mapnik.Box2d(-0.05, -0.01, 0.95, 0.01)},
    {'name': "simple-NE",'bbox':default_text_box},
    {'name': "simple-NW",'bbox':default_text_box},
    {'name': "simple-N",'bbox':default_text_box},
    {'name': "simple-SE",'bbox':default_text_box},
    {'name': "simple-SW",'bbox':default_text_box},
    {'name': "simple-S",'bbox':default_text_box},
    {'name': "simple-W",'bbox':default_text_box},
    {'name': "formatting-1",'bbox':default_text_box},
    {'name': "formatting-2",'bbox':default_text_box},
    {'name': "formatting-3",'bbox':default_text_box},
    {'name': "formatting-4",'bbox':default_text_box},
    {'name': "formatting", 'bbox':default_text_box},
    {'name': "expressionformat",'bbox':default_text_box},
    {'name': "shieldsymbolizer-1", 'sizes': sizes_many_in_small_range,'bbox':default_text_box},
    {'name': "rtl-point", 'sizes': [(200, 200)],'bbox':default_text_box},
    {'name': "jalign-auto", 'sizes': [(200, 200)],'bbox':default_text_box},
    {'name': "line-offset", 'sizes':[(900, 250)],'bbox': mapnik.Box2d(-5.192, 50.189, -5.174, 50.195)},
    {'name': "tiff-alpha-gdal", 'sizes':[(600,400)]},
    {'name': "tiff-alpha-broken-assoc-alpha-gdal", 'sizes':[(600,400)]},
    {'name': "tiff-alpha-gradient-gdal", 'sizes':[(600,400)]},
    {'name': "tiff-nodata-edge-gdal", 'sizes':[(600,400)]},
    {'name': "tiff-opaque-edge-gdal", 'sizes':[(256,256)]},
    {'name': "tiff-opaque-edge-gdal2", 'sizes':[(600,400)]},
    {'name': "tiff-opaque-edge-raster2", 'sizes':[(600,400)]},
    {'name': "tiff-resampling", 'sizes':[(600,400)]},
    # https://github.com/mapnik/mapnik/issues/1520
    # commented because these are not critical failures
    #{'name': "tiff-alpha-raster", 'sizes':[(600,400)]},
    #{'name': "tiff-alpha-broken-assoc-alpha-raster", 'sizes':[(600,400)]},
    #{'name': "tiff-nodata-edge-raster", 'sizes':[(600,400)]},
    #{'name': "tiff-opaque-edge-raster", 'sizes':[(256,256)]},
    {'name': "shieldsymbolizer-2"},
    {'name': "shieldsymbolizer-3"},
    {'name': "shieldsymbolizer-4"},    
    {'name': "orientation", 'sizes': [(800, 200)]},
    {'name': "hb-fontsets", 'sizes': [(800, 200)]},
    {'name': "charspacing", 'sizes': [(200, 400)]},
    {'name': "line_break", 'sizes': [(800, 800)]},
    ]

def report(diff,quiet=False,threshold=0):
    if diff > threshold:
        if quiet:
            sys.stderr.write('\x1b[31m.\x1b[0m')
        else:
            print '\x1b[31m✘\x1b[0m (\x1b[34m%u different pixels\x1b[0m)' % diff
    else:
        if quiet:
            sys.stderr.write('\x1b[32m.\x1b[0m')
        else:
            print '\x1b[32m✓\x1b[0m'

def render(config, width, height, bbox, quiet=False):
    filename = config['name']
    m = mapnik.Map(width, height)
    
    ## AGG rendering
    if config.get('agg',True):
        expected = os.path.join(dirname, "images", '%s-%d-reference.png' % (filename, width))
        actual = '%s-%d' % (filename, width)
        try:
            mapnik.load_map(m, os.path.join(dirname, "styles", "%s.xml" % filename), False)
            if bbox is not None:
                m.zoom_to_box(bbox)
            else:
                m.zoom_all()
        except Exception, e:
            sys.stderr.write(e.message + '\n')
            fail(actual,expected,str(e.message))
            return
        actual_agg = os.path.join(visual_output_dir, '%s-agg.png' % actual)
        if not quiet:
            print "\"%s\" with size %dx%d with agg..." % (filename, width, height),
        
        try:
            mapnik.render_to_file(m, actual_agg)
            if not os.path.exists(expected):
                # generate it on the fly
                fail(actual_agg,expected,None)
            else:
                diff = compare(actual_agg, expected, threshold=1, alpha=True)
                report(diff,quiet)
        except Exception, e:
            sys.stderr.write(e.message + '\n')
            fail(actual_agg,expected,str(e.message))
    
    ### TODO - set up tests to compare agg and cairo png output
    
    ### Cairo rendering
    if config.get('cairo',True):
        expected_cairo = os.path.join(dirname, "images", '%s-%d-reference-cairo.png' % (filename, width))
        actual_cairo = os.path.join(visual_output_dir, '%s-cairo.png' % actual)
        if not quiet:
            print "\"%s\" with size %dx%d with cairo..." % (filename, width, height),
        try:
            mapnik.render_to_file(m, actual_cairo,'ARGB32')
            if not os.path.exists(expected_cairo):
                # generate it on the fly
                fail(actual_cairo,expected_cairo,None)
            else:
                # cairo and agg differ in alpha for reasons unknown, so don't test it for now
                diff_threshold = 1
                diff = compare(actual_cairo, expected_cairo, threshold=diff_threshold, alpha=False)
                report(diff,quiet,threshold=diff_threshold)
        except Exception, e:
            sys.stderr.write(e.message + '\n')
            fail(actual_cairo,expected_cairo,str(e.message))
    
    ## Grid rendering
    if config.get('grid',True):
        expected_grid = os.path.join(dirname, "grids", '%s-%d-reference.json' % (filename, width))
        actual_grid = os.path.join(visual_output_dir, '%s-grid.json' % actual)
        if not quiet:
            print "\"%s\" with size %dx%d with grid..." % (filename, width, height),
        try:
            grid = mapnik.Grid(m.width,m.height)
            mapnik.render_layer(m,grid,layer=0)
            utf1 = grid.encode('utf',resolution=4)
            open(actual_grid,'wb').write(json.dumps(utf1,indent=2))
            if not os.path.exists(expected_grid):
                # generate it on the fly
                fail(actual_grid,expected_grid,None)
            else:
                diff = compare_grids(actual_grid, expected_grid, threshold=1, alpha=False)
                report(diff,quiet)
        except Exception, e:
            sys.stderr.write(e.message + '\n')
            fail(actual_grid,expected,str(e.message))
    return m

if __name__ == "__main__":
    if '-q' in sys.argv:
       quiet = True
       sys.argv.remove('-q')
    else:
       quiet = False

    if len(sys.argv) <= 1:
        active = files
    elif len(sys.argv) == 2:
        active = [{"name": sys.argv[1], "sizes": sizes_few_square}]
    elif len(sys.argv) > 2:
        active = []
        if sys.argv[1] == "-s":
            name = sys.argv[2]
            for f in files:
                if f['name'] == name:
                    active.append(f)
        else:
            for name in sys.argv[1:]:
                active.append({"name": name})

    if not os.path.exists(visual_output_dir):
        os.makedirs(visual_output_dir)

    if 'osm' in mapnik.DatasourceCache.plugin_names():
        for f in active:
            config = dict(defaults)
            config.update(f)
            for size in config['sizes']:
                m = render(config, size[0], size[1], config.get('bbox'), quiet=quiet)
            mapnik.save_map(m, os.path.join(dirname, 'xml_output', "%s-out.xml" % config['name']))

        summary(generate=True)