sij/mapnik
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions
mapnik/tests/python_tests/postgis_test.py

1032 lines
44 KiB
Python
Raw Normal View History

add long overdue postgis tests
2011-11-21 01:43:47 +01:00
#!/usr/bin/env python
from nose.tools import *
import atexit
import time
convert postgis test to run all tests from command line
2013-06-02 22:37:29 +02:00
from utilities import execution_path, run_all
add long overdue postgis tests
2011-11-21 01:43:47 +01:00
from subprocess import Popen, PIPE
switch back from mapnik2 to mapnik add mapnik2 module which redirects to mapnik and issues DeprecationWarning
2011-11-23 12:33:58 +01:00
import os, mapnik
add postgis threaded stress test (though queries still runs serially)
2012-11-29 04:15:29 +01:00
from Queue import Queue
import threading
add long overdue postgis tests
2011-11-21 01:43:47 +01:00
MAPNIK_TEST_DBNAME = 'mapnik-tmp-postgis-test-db'
POSTGIS_TEMPLATE_DBNAME = 'template_postgis'
fixup postgis test paths
2011-11-21 03:17:51 +01:00
SHAPEFILE = os.path.join(execution_path('.'),'../data/shp/world_merc.shp')
add long overdue postgis tests
2011-11-21 01:43:47 +01:00
def setup():
# All of the paths used are relative, if we run the tests
# from another directory we need to chdir()
os.chdir(execution_path('.'))
def call(cmd,silent=False):
stdin, stderr = Popen(cmd, shell=True, stdout=PIPE, stderr=PIPE).communicate()
if not stderr:
return stdin.strip()
make sure postgis test does not run on windows if no server is availabl
2014-09-01 05:09:16 +02:00
elif not silent and 'error' in stderr.lower() \
or 'could not connect' in stderr.lower() \
or 'bad connection' in stderr.lower() \
or 'not recognized as an internal' in stderr.lower():
add long overdue postgis tests
2011-11-21 01:43:47 +01:00
raise RuntimeError(stderr.strip())
def psql_can_connect():
"""Test ability to connect to a postgis template db with no options.
fixup whitespace with pep8 tricks from https://gist.github.com/1903033
2012-02-24 22:13:56 +01:00
add long overdue postgis tests
2011-11-21 01:43:47 +01:00
Basically, to run these tests your user must have full read
access over unix sockets without supplying a password. This
keeps these tests simple and focused on postgis not on postgres
auth issues.
"""
try:
call('psql %s -c "select postgis_version()"' % POSTGIS_TEMPLATE_DBNAME)
return True
except RuntimeError, e:
tests: postgis tests are optional, so be much less verbose if they cannot be automatically run
2011-12-02 21:35:31 +01:00
print 'Notice: skipping postgis tests (connection)'
add long overdue postgis tests
2011-11-21 01:43:47 +01:00
return False
def shp2pgsql_on_path():
"""Test for presence of shp2pgsql on the user path.
fixup whitespace with pep8 tricks from https://gist.github.com/1903033
2012-02-24 22:13:56 +01:00
add long overdue postgis tests
2011-11-21 01:43:47 +01:00
We require this program to load test data into a temporarily database.
"""
try:
call('shp2pgsql')
return True
except RuntimeError, e:
tests: postgis tests are optional, so be much less verbose if they cannot be automatically run
2011-12-02 21:35:31 +01:00
print 'Notice: skipping postgis tests (shp2pgsql)'
add long overdue postgis tests
2011-11-21 01:43:47 +01:00
return False
def createdb_and_dropdb_on_path():
"""Test for presence of dropdb/createdb on user path.
fixup whitespace with pep8 tricks from https://gist.github.com/1903033
2012-02-24 22:13:56 +01:00
add long overdue postgis tests
2011-11-21 01:43:47 +01:00
We require these programs to setup and teardown the testing db.
"""
try:
call('createdb --help')
call('dropdb --help')
return True
except RuntimeError, e:
tests: postgis tests are optional, so be much less verbose if they cannot be automatically run
2011-12-02 21:35:31 +01:00
print 'Notice: skipping postgis tests (createdb/dropdb)'
add long overdue postgis tests
2011-11-21 01:43:47 +01:00
return False
postgis: add support for auto-detection of primary key field - closes #804 - refs #753
2012-04-03 01:20:41 +02:00
insert_table_1 = """
CREATE TABLE test(gid serial PRIMARY KEY, geom geometry);
cleanup python datasource api simplifying access to descriptors
2012-01-12 05:03:47 +01:00
INSERT INTO test(geom) values (GeomFromEWKT('SRID=4326;POINT(0 0)'));
INSERT INTO test(geom) values (GeomFromEWKT('SRID=4326;POINT(-2 2)'));
INSERT INTO test(geom) values (GeomFromEWKT('SRID=4326;MULTIPOINT(2 1,1 2)'));
INSERT INTO test(geom) values (GeomFromEWKT('SRID=4326;LINESTRING(0 0,1 1,1 2)'));
INSERT INTO test(geom) values (GeomFromEWKT('SRID=4326;MULTILINESTRING((1 0,0 1,3 2),(3 2,5 4))'));
INSERT INTO test(geom) values (GeomFromEWKT('SRID=4326;POLYGON((0 0,4 0,4 4,0 4,0 0),(1 1, 2 1, 2 2, 1 2,1 1))'));
INSERT INTO test(geom) values (GeomFromEWKT('SRID=4326;MULTIPOLYGON(((1 1,3 1,3 3,1 3,1 1),(1 1,2 1,2 2,1 2,1 1)), ((-1 -1,-1 -2,-2 -2,-2 -1,-1 -1)))'));
INSERT INTO test(geom) values (GeomFromEWKT('SRID=4326;GEOMETRYCOLLECTION(POLYGON((1 1, 2 1, 2 2, 1 2,1 1)),POINT(2 3),LINESTRING(2 3,3 4))'));
"""
postgis: add support for auto-detection of primary key field - closes #804 - refs #753
2012-04-03 01:20:41 +02:00
insert_table_2 = """
CREATE TABLE test2(manual_id int4 PRIMARY KEY, geom geometry);
INSERT INTO test2(manual_id, geom) values (0, GeomFromEWKT('SRID=4326;POINT(0 0)'));
INSERT INTO test2(manual_id, geom) values (1, GeomFromEWKT('SRID=4326;POINT(0 0)'));
INSERT INTO test2(manual_id, geom) values (1000, GeomFromEWKT('SRID=4326;POINT(0 0)'));
INSERT INTO test2(manual_id, geom) values (-1000, GeomFromEWKT('SRID=4326;POINT(0 0)'));
INSERT INTO test2(manual_id, geom) values (2147483647, GeomFromEWKT('SRID=4326;POINT(0 0)'));
INSERT INTO test2(manual_id, geom) values (-2147483648, GeomFromEWKT('SRID=4326;POINT(0 0)'));
"""
insert_table_3 = """
CREATE TABLE test3(non_id bigint, manual_id int4, geom geometry);
INSERT INTO test3(non_id, manual_id, geom) values (9223372036854775807, 0, GeomFromEWKT('SRID=4326;POINT(0 0)'));
INSERT INTO test3(non_id, manual_id, geom) values (9223372036854775807, 1, GeomFromEWKT('SRID=4326;POINT(0 0)'));
INSERT INTO test3(non_id, manual_id, geom) values (9223372036854775807, 1000, GeomFromEWKT('SRID=4326;POINT(0 0)'));
INSERT INTO test3(non_id, manual_id, geom) values (9223372036854775807, -1000, GeomFromEWKT('SRID=4326;POINT(0 0)'));
INSERT INTO test3(non_id, manual_id, geom) values (9223372036854775807, 2147483647, GeomFromEWKT('SRID=4326;POINT(0 0)'));
INSERT INTO test3(non_id, manual_id, geom) values (9223372036854775807, -2147483648, GeomFromEWKT('SRID=4326;POINT(0 0)'));
"""
insert_table_4 = """
CREATE TABLE test4(non_id int4, manual_id int8 PRIMARY KEY, geom geometry);
INSERT INTO test4(non_id, manual_id, geom) values (0, 0, GeomFromEWKT('SRID=4326;POINT(0 0)'));
INSERT INTO test4(non_id, manual_id, geom) values (0, 1, GeomFromEWKT('SRID=4326;POINT(0 0)'));
INSERT INTO test4(non_id, manual_id, geom) values (0, 1000, GeomFromEWKT('SRID=4326;POINT(0 0)'));
INSERT INTO test4(non_id, manual_id, geom) values (0, -1000, GeomFromEWKT('SRID=4326;POINT(0 0)'));
INSERT INTO test4(non_id, manual_id, geom) values (0, 2147483647, GeomFromEWKT('SRID=4326;POINT(0 0)'));
INSERT INTO test4(non_id, manual_id, geom) values (0, -2147483648, GeomFromEWKT('SRID=4326;POINT(0 0)'));
"""
postgis: warn in the unlikely case of a numeric primary key
2012-04-03 03:13:27 +02:00
insert_table_5 = """
CREATE TABLE test5(non_id int4, manual_id numeric PRIMARY KEY, geom geometry);
INSERT INTO test5(non_id, manual_id, geom) values (0, -1, GeomFromEWKT('SRID=4326;POINT(0 0)'));
INSERT INTO test5(non_id, manual_id, geom) values (0, 1, GeomFromEWKT('SRID=4326;POINT(0 0)'));
"""
add empty geom test
2012-08-08 19:19:16 +02:00
insert_table_5b = '''
postgis: support mixed case table names - closes #1159
2012-04-03 04:21:14 +02:00
CREATE TABLE "tableWithMixedCase"(gid serial PRIMARY KEY, geom geometry);
INSERT INTO "tableWithMixedCase"(geom) values (ST_MakePoint(0,0));
INSERT INTO "tableWithMixedCase"(geom) values (ST_MakePoint(0,1));
INSERT INTO "tableWithMixedCase"(geom) values (ST_MakePoint(1,0));
INSERT INTO "tableWithMixedCase"(geom) values (ST_MakePoint(1,1));
'''
add empty geom test
2012-08-08 19:19:16 +02:00
insert_table_6 = '''
postgis: primary key autodetection will now only happen if 'autodetect_key_field' is set to true - maintains current behavior - refs #804
2012-04-05 20:05:14 +02:00
CREATE TABLE test6(first_id int4, second_id int4,PRIMARY KEY (first_id,second_id), geom geometry);
INSERT INTO test6(first_id, second_id, geom) values (0, 0, GeomFromEWKT('SRID=4326;POINT(0 0)'));
'''
add empty geom test
2012-08-08 19:19:16 +02:00
insert_table_7 = '''
CREATE TABLE test7(gid serial PRIMARY KEY, geom geometry);
INSERT INTO test7(gid, geom) values (1, GeomFromEWKT('SRID=4326;GEOMETRYCOLLECTION(MULTILINESTRING((10 10,20 20,10 40),(40 40,30 30,40 20,30 10)),LINESTRING EMPTY)'));
'''
fix number handling in csv plugin and add tests for 64bit integer support in sqlite and postgis datasources - refs #1669
2012-12-22 04:53:33 +01:00
insert_table_8 = '''
CREATE TABLE test8(gid serial PRIMARY KEY,int_field bigint, geom geometry);
INSERT INTO test8(gid, int_field, geom) values (1, 2147483648, ST_MakePoint(1,1));
INSERT INTO test8(gid, int_field, geom) values (2, 922337203685477580, ST_MakePoint(1,1));
'''
add null and boolean comparison test for postgis - refs #794, #1642, #1644
2013-04-12 00:55:30 +02:00
insert_table_9 = '''
CREATE TABLE test9(gid serial PRIMARY KEY, name varchar, geom geometry);
INSERT INTO test9(gid, name, geom) values (1, 'name', ST_MakePoint(1,1));
INSERT INTO test9(gid, name, geom) values (2, '', ST_MakePoint(1,1));
INSERT INTO test9(gid, name, geom) values (3, null, ST_MakePoint(1,1));
'''
insert_table_10 = '''
CREATE TABLE test10(gid serial PRIMARY KEY, bool_field boolean, geom geometry);
INSERT INTO test10(gid, bool_field, geom) values (1, TRUE, ST_MakePoint(1,1));
INSERT INTO test10(gid, bool_field, geom) values (2, FALSE, ST_MakePoint(1,1));
INSERT INTO test10(gid, bool_field, geom) values (3, null, ST_MakePoint(1,1));
'''
integrate async test into main postgis tests
2013-09-24 00:12:42 +02:00
insert_table_11 = """
CREATE TABLE test11(gid serial PRIMARY KEY, label varchar(40), geom geometry);
INSERT INTO test11(label,geom) values ('label_1',GeomFromEWKT('SRID=4326;POINT(0 0)'));
INSERT INTO test11(label,geom) values ('label_2',GeomFromEWKT('SRID=4326;POINT(-2 2)'));
INSERT INTO test11(label,geom) values ('label_3',GeomFromEWKT('SRID=4326;MULTIPOINT(2 1,1 2)'));
INSERT INTO test11(label,geom) values ('label_4',GeomFromEWKT('SRID=4326;LINESTRING(0 0,1 1,1 2)'));
INSERT INTO test11(label,geom) values ('label_5',GeomFromEWKT('SRID=4326;MULTILINESTRING((1 0,0 1,3 2),(3 2,5 4))'));
INSERT INTO test11(label,geom) values ('label_6',GeomFromEWKT('SRID=4326;POLYGON((0 0,4 0,4 4,0 4,0 0),(1 1, 2 1, 2 2, 1 2,1 1))'));
INSERT INTO test11(label,geom) values ('label_7',GeomFromEWKT('SRID=4326;MULTIPOLYGON(((1 1,3 1,3 3,1 3,1 1),(1 1,2 1,2 2,1 2,1 1)), ((-1 -1,-1 -2,-2 -2,-2 -1,-1 -1)))'));
INSERT INTO test11(label,geom) values ('label_8',GeomFromEWKT('SRID=4326;GEOMETRYCOLLECTION(POLYGON((1 1, 2 1, 2 2, 1 2,1 1)),POINT(2 3),LINESTRING(2 3,3 4))'));
"""
add support for rendering (vs skipping) 3D and 4D postgis geometries like POINTZM, LINESTRINGZM, and POLYGONZM - closes #44
2014-04-10 01:40:14 +02:00
insert_table_12 = """
CREATE TABLE test12(gid serial PRIMARY KEY, name varchar(40), geom geometry);
INSERT INTO test12(name,geom) values ('Point',GeomFromEWKT('SRID=4326;POINT(0 0)'));
INSERT INTO test12(name,geom) values ('PointZ',GeomFromEWKT('SRID=4326;POINTZ(0 0 0)'));
INSERT INTO test12(name,geom) values ('PointM',GeomFromEWKT('SRID=4326;POINTM(0 0 0)'));
INSERT INTO test12(name,geom) values ('PointZM',GeomFromEWKT('SRID=4326;POINTZM(0 0 0 0)'));
INSERT INTO test12(name,geom) values ('MultiPoint',GeomFromEWKT('SRID=4326;MULTIPOINT(0 0, 1 1)'));
INSERT INTO test12(name,geom) values ('MultiPointZ',GeomFromEWKT('SRID=4326;MULTIPOINTZ(0 0 0, 1 1 1)'));
INSERT INTO test12(name,geom) values ('MultiPointM',GeomFromEWKT('SRID=4326;MULTIPOINTM(0 0 0, 1 1 1)'));
INSERT INTO test12(name,geom) values ('MultiPointZM',GeomFromEWKT('SRID=4326;MULTIPOINTZM(0 0 0 0, 1 1 1 1)'));
INSERT INTO test12(name,geom) values ('LineString',GeomFromEWKT('SRID=4326;LINESTRING(0 0, 1 1)'));
INSERT INTO test12(name,geom) values ('LineStringZ',GeomFromEWKT('SRID=4326;LINESTRINGZ(0 0 0, 1 1 1)'));
INSERT INTO test12(name,geom) values ('LineStringM',GeomFromEWKT('SRID=4326;LINESTRINGM(0 0 0, 1 1 1)'));
INSERT INTO test12(name,geom) values ('LineStringZM',GeomFromEWKT('SRID=4326;LINESTRINGZM(0 0 0 0, 1 1 1 1)'));
INSERT INTO test12(name,geom) values ('Polygon',GeomFromEWKT('SRID=4326;POLYGON((0 0, 1 1, 2 2, 0 0))'));
INSERT INTO test12(name,geom) values ('PolygonZ',GeomFromEWKT('SRID=4326;POLYGONZ((0 0 0, 1 1 1, 2 2 2, 0 0 0))'));
INSERT INTO test12(name,geom) values ('PolygonM',GeomFromEWKT('SRID=4326;POLYGONZ((0 0 0, 1 1 1, 2 2 2, 0 0 0))'));
INSERT INTO test12(name,geom) values ('PolygonZM',GeomFromEWKT('SRID=4326;POLYGONZM((0 0 0 0, 1 1 1 1, 2 2 2 2, 0 0 0 0))'));
INSERT INTO test12(name,geom) values ('MultiLineString',GeomFromEWKT('SRID=4326;MULTILINESTRING((0 0, 1 1),(2 2, 3 3))'));
INSERT INTO test12(name,geom) values ('MultiLineStringZ',GeomFromEWKT('SRID=4326;MULTILINESTRINGZ((0 0 0, 1 1 1),(2 2 2, 3 3 3))'));
INSERT INTO test12(name,geom) values ('MultiLineStringM',GeomFromEWKT('SRID=4326;MULTILINESTRINGM((0 0 0, 1 1 1),(2 2 2, 3 3 3))'));
INSERT INTO test12(name,geom) values ('MultiLineStringZM',GeomFromEWKT('SRID=4326;MULTILINESTRINGZM((0 0 0 0, 1 1 1 1),(2 2 2 2, 3 3 3 3))'));
INSERT INTO test12(name,geom) values ('MultiPolygon',GeomFromEWKT('SRID=4326;MULTIPOLYGON(((0 0, 1 1, 2 2, 0 0)),((0 0, 1 1, 2 2, 0 0)))'));
INSERT INTO test12(name,geom) values ('MultiPolygonZ',GeomFromEWKT('SRID=4326;MULTIPOLYGONZ(((0 0 0, 1 1 1, 2 2 2, 0 0 0)),((0 0 0, 1 1 1, 2 2 2, 0 0 0)))'));
INSERT INTO test12(name,geom) values ('MultiPolygonM',GeomFromEWKT('SRID=4326;MULTIPOLYGONM(((0 0 0, 1 1 1, 2 2 2, 0 0 0)),((0 0 0, 1 1 1, 2 2 2, 0 0 0)))'));
INSERT INTO test12(name,geom) values ('MultiPolygonZM',GeomFromEWKT('SRID=4326;MULTIPOLYGONZM(((0 0 0 0, 1 1 1 1, 2 2 2 2, 0 0 0 0)),((0 0 0 0, 1 1 1 1, 2 2 2 2, 0 0 0 0)))'));
"""
add empty geom test
2012-08-08 19:19:16 +02:00
add long overdue postgis tests
2011-11-21 01:43:47 +01:00
def postgis_setup():
call('dropdb %s' % MAPNIK_TEST_DBNAME,silent=True)
call('createdb -T %s %s' % (POSTGIS_TEMPLATE_DBNAME,MAPNIK_TEST_DBNAME),silent=False)
fixup postgis test paths
2011-11-21 03:17:51 +01:00
call('shp2pgsql -s 3857 -g geom -W LATIN1 %s world_merc | psql -q %s' % (SHAPEFILE,MAPNIK_TEST_DBNAME), silent=True)
cleanup python datasource api simplifying access to descriptors
2012-01-12 05:03:47 +01:00
call('''psql -q %s -c "CREATE TABLE \"empty\" (key serial);SELECT AddGeometryColumn('','empty','geom','-1','GEOMETRY',4);"''' % MAPNIK_TEST_DBNAME,silent=False)
postgis: add support for auto-detection of primary key field - closes #804 - refs #753
2012-04-03 01:20:41 +02:00
call('''psql -q %s -c "%s"''' % (MAPNIK_TEST_DBNAME,insert_table_1),silent=False)
call('''psql -q %s -c "%s"''' % (MAPNIK_TEST_DBNAME,insert_table_2),silent=False)
call('''psql -q %s -c "%s"''' % (MAPNIK_TEST_DBNAME,insert_table_3),silent=False)
call('''psql -q %s -c "%s"''' % (MAPNIK_TEST_DBNAME,insert_table_4),silent=False)
postgis: warn in the unlikely case of a numeric primary key
2012-04-03 03:13:27 +02:00
call('''psql -q %s -c "%s"''' % (MAPNIK_TEST_DBNAME,insert_table_5),silent=False)
add empty geom test
2012-08-08 19:19:16 +02:00
call("""psql -q %s -c '%s'""" % (MAPNIK_TEST_DBNAME,insert_table_5b),silent=False)
call('''psql -q %s -c "%s"''' % (MAPNIK_TEST_DBNAME,insert_table_6),silent=False)
postgis: primary key autodetection will now only happen if 'autodetect_key_field' is set to true - maintains current behavior - refs #804
2012-04-05 20:05:14 +02:00
call('''psql -q %s -c "%s"''' % (MAPNIK_TEST_DBNAME,insert_table_7),silent=False)
fix number handling in csv plugin and add tests for 64bit integer support in sqlite and postgis datasources - refs #1669
2012-12-22 04:53:33 +01:00
call('''psql -q %s -c "%s"''' % (MAPNIK_TEST_DBNAME,insert_table_8),silent=False)
add null and boolean comparison test for postgis - refs #794, #1642, #1644
2013-04-12 00:55:30 +02:00
call('''psql -q %s -c "%s"''' % (MAPNIK_TEST_DBNAME,insert_table_9),silent=False)
call('''psql -q %s -c "%s"''' % (MAPNIK_TEST_DBNAME,insert_table_10),silent=False)
integrate async test into main postgis tests
2013-09-24 00:12:42 +02:00
call('''psql -q %s -c "%s"''' % (MAPNIK_TEST_DBNAME,insert_table_11),silent=False)
add support for rendering (vs skipping) 3D and 4D postgis geometries like POINTZM, LINESTRINGZM, and POLYGONZM - closes #44
2014-04-10 01:40:14 +02:00
call('''psql -q %s -c "%s"''' % (MAPNIK_TEST_DBNAME,insert_table_12),silent=False)
postgis: add support for auto-detection of primary key field - closes #804 - refs #753
2012-04-03 01:20:41 +02:00
add long overdue postgis tests
2011-11-21 01:43:47 +01:00
def postgis_takedown():
pass
# fails as the db is in use: https://github.com/mapnik/mapnik/issues/960
#call('dropdb %s' % MAPNIK_TEST_DBNAME)
+ code: avoid exposing unsafe static methods in datasource_cache ( #1451) + python: remove redundent 'instance' method (mapnik.DatasourceCache) + python: reflect plugin_directories method + tests: update python usage TODO: consider using similar approach in FontEngine etc.. TODO: consider returning reference from singleton::instance() to safeguard from accidental deleting a 'singleton' pointer
2012-09-05 13:53:37 +02:00
if 'postgis' in mapnik.DatasourceCache.plugin_names() \
add long overdue postgis tests
2011-11-21 01:43:47 +01:00
and createdb_and_dropdb_on_path() \
and psql_can_connect() \
and shp2pgsql_on_path():
fixup whitespace with pep8 tricks from https://gist.github.com/1903033
2012-02-24 22:13:56 +01:00
add long overdue postgis tests
2011-11-21 01:43:47 +01:00
# initialize test database
postgis_setup()
def test_feature():
switch back from mapnik2 to mapnik add mapnik2 module which redirects to mapnik and issues DeprecationWarning
2011-11-23 12:33:58 +01:00
ds = mapnik.PostGIS(dbname=MAPNIK_TEST_DBNAME,table='world_merc')
add long overdue postgis tests
2011-11-21 01:43:47 +01:00
fs = ds.featureset()
feature = fs.next()
eq_(feature['gid'],1)
eq_(feature['fips'],u'AC')
eq_(feature['iso2'],u'AG')
eq_(feature['iso3'],u'ATG')
eq_(feature['un'],28)
eq_(feature['name'],u'Antigua and Barbuda')
eq_(feature['area'],44)
eq_(feature['pop2005'],83039)
eq_(feature['region'],19)
eq_(feature['subregion'],29)
eq_(feature['lon'],-61.783)
eq_(feature['lat'],17.078)
finish refactor, moving to separate method off datasources to get_geometry_type and using enums all around
2012-01-17 07:09:46 +01:00
eq_(ds.describe()['geometry_type'],mapnik.DataGeometryType.Polygon)
add long overdue postgis tests
2011-11-21 01:43:47 +01:00
def test_subquery():
switch back from mapnik2 to mapnik add mapnik2 module which redirects to mapnik and issues DeprecationWarning
2011-11-23 12:33:58 +01:00
ds = mapnik.PostGIS(dbname=MAPNIK_TEST_DBNAME,table='(select * from world_merc) as w')
add long overdue postgis tests
2011-11-21 01:43:47 +01:00
fs = ds.featureset()
feature = fs.next()
eq_(feature['gid'],1)
eq_(feature['fips'],u'AC')
eq_(feature['iso2'],u'AG')
eq_(feature['iso3'],u'ATG')
eq_(feature['un'],28)
eq_(feature['name'],u'Antigua and Barbuda')
eq_(feature['area'],44)
eq_(feature['pop2005'],83039)
eq_(feature['region'],19)
eq_(feature['subregion'],29)
eq_(feature['lon'],-61.783)
eq_(feature['lat'],17.078)
finish refactor, moving to separate method off datasources to get_geometry_type and using enums all around
2012-01-17 07:09:46 +01:00
eq_(ds.describe()['geometry_type'],mapnik.DataGeometryType.Polygon)
add long overdue postgis tests
2011-11-21 01:43:47 +01:00
switch back from mapnik2 to mapnik add mapnik2 module which redirects to mapnik and issues DeprecationWarning
2011-11-23 12:33:58 +01:00
ds = mapnik.PostGIS(dbname=MAPNIK_TEST_DBNAME,table='(select gid,geom,fips as _fips from world_merc) as w')
add long overdue postgis tests
2011-11-21 01:43:47 +01:00
fs = ds.featureset()
feature = fs.next()
eq_(feature['gid'],1)
eq_(feature['_fips'],u'AC')
eq_(len(feature),2)
finish refactor, moving to separate method off datasources to get_geometry_type and using enums all around
2012-01-17 07:09:46 +01:00
eq_(ds.describe()['geometry_type'],mapnik.DataGeometryType.Polygon)
add long overdue postgis tests
2011-11-21 01:43:47 +01:00
def test_empty_db():
switch back from mapnik2 to mapnik add mapnik2 module which redirects to mapnik and issues DeprecationWarning
2011-11-23 12:33:58 +01:00
ds = mapnik.PostGIS(dbname=MAPNIK_TEST_DBNAME,table='empty')
add long overdue postgis tests
2011-11-21 01:43:47 +01:00
fs = ds.featureset()
+ update tests to use Python iterator protocol
2012-08-08 18:31:30 +02:00
feature = None
try:
feature = fs.next()
except StopIteration:
pass
add long overdue postgis tests
2011-11-21 01:43:47 +01:00
eq_(feature,None)
fix postgis tests
2014-04-25 07:24:22 +02:00
eq_(ds.describe()['geometry_type'],None)
cleanup python datasource api simplifying access to descriptors
2012-01-12 05:03:47 +01:00
def test_geometry_detection():
ds = mapnik.PostGIS(dbname=MAPNIK_TEST_DBNAME,table='test',
geometry_field='geom')
finish refactor, moving to separate method off datasources to get_geometry_type and using enums all around
2012-01-17 07:09:46 +01:00
eq_(ds.describe()['geometry_type'],mapnik.DataGeometryType.Collection)
cleanup python datasource api simplifying access to descriptors
2012-01-12 05:03:47 +01:00
remove geometry type tests for postgis that are not longer valid with postgis 2.0
2012-06-30 01:52:54 +02:00
# will fail with postgis 2.0 because it automatically adds a geometry_columns entry
#ds = mapnik.PostGIS(dbname=MAPNIK_TEST_DBNAME,table='test',
# geometry_field='geom',
# row_limit=1)
#eq_(ds.describe()['geometry_type'],mapnik.DataGeometryType.Point)
add long overdue postgis tests
2011-11-21 01:43:47 +01:00
tests: ensure postgis plugin throws if invalid query is made - refs #792
2011-12-05 21:11:59 +01:00
@raises(RuntimeError)
def test_that_nonexistant_query_field_throws(**kwargs):
ds = mapnik.PostGIS(dbname=MAPNIK_TEST_DBNAME,table='empty')
eq_(len(ds.fields()),1)
eq_(ds.fields(),['key'])
eq_(ds.field_types(),['int'])
query = mapnik.Query(ds.envelope())
for fld in ds.fields():
query.add_property_name(fld)
# also add an invalid one, triggering throw
query.add_property_name('bogus')
fs = ds.features(query)
postgis: add support for auto-detection of primary key field - closes #804 - refs #753
2012-04-03 01:20:41 +02:00
def test_auto_detection_of_unique_feature_id_32_bit():
ds = mapnik.PostGIS(dbname=MAPNIK_TEST_DBNAME,table='test2',
postgis: primary key autodetection will now only happen if 'autodetect_key_field' is set to true - maintains current behavior - refs #804
2012-04-05 20:05:14 +02:00
geometry_field='geom',
autodetect_key_field=True)
postgis: add support for auto-detection of primary key field - closes #804 - refs #753
2012-04-03 01:20:41 +02:00
fs = ds.featureset()
eq_(fs.next()['manual_id'],0)
eq_(fs.next()['manual_id'],1)
eq_(fs.next()['manual_id'],1000)
eq_(fs.next()['manual_id'],-1000)
eq_(fs.next()['manual_id'],2147483647)
eq_(fs.next()['manual_id'],-2147483648)
fs = ds.featureset()
eq_(fs.next().id(),0)
eq_(fs.next().id(),1)
eq_(fs.next().id(),1000)
eq_(fs.next().id(),-1000)
eq_(fs.next().id(),2147483647)
eq_(fs.next().id(),-2147483648)
def test_auto_detection_will_fail_since_no_primary_key():
ds = mapnik.PostGIS(dbname=MAPNIK_TEST_DBNAME,table='test3',
geometry_field='geom',
postgis: primary key autodetection will now only happen if 'autodetect_key_field' is set to true - maintains current behavior - refs #804
2012-04-05 20:05:14 +02:00
autodetect_key_field=False)
postgis: add support for auto-detection of primary key field - closes #804 - refs #753
2012-04-03 01:20:41 +02:00
fs = ds.featureset()
feat = fs.next()
eq_(feat['manual_id'],0)
# will fail: https://github.com/mapnik/mapnik/issues/895
#eq_(feat['non_id'],9223372036854775807)
eq_(fs.next()['manual_id'],1)
eq_(fs.next()['manual_id'],1000)
eq_(fs.next()['manual_id'],-1000)
eq_(fs.next()['manual_id'],2147483647)
eq_(fs.next()['manual_id'],-2147483648)
# since no valid primary key will be detected the fallback
# is auto-incrementing counter
fs = ds.featureset()
eq_(fs.next().id(),1)
eq_(fs.next().id(),2)
eq_(fs.next().id(),3)
eq_(fs.next().id(),4)
eq_(fs.next().id(),5)
eq_(fs.next().id(),6)
@raises(RuntimeError)
def test_auto_detection_will_fail_and_should_throw():
ds = mapnik.PostGIS(dbname=MAPNIK_TEST_DBNAME,table='test3',
geometry_field='geom',
postgis: primary key autodetection will now only happen if 'autodetect_key_field' is set to true - maintains current behavior - refs #804
2012-04-05 20:05:14 +02:00
autodetect_key_field=True)
postgis: add support for auto-detection of primary key field - closes #804 - refs #753
2012-04-03 01:20:41 +02:00
fs = ds.featureset()
def test_auto_detection_of_unique_feature_id_64_bit():
ds = mapnik.PostGIS(dbname=MAPNIK_TEST_DBNAME,table='test4',
geometry_field='geom',
postgis: primary key autodetection will now only happen if 'autodetect_key_field' is set to true - maintains current behavior - refs #804
2012-04-05 20:05:14 +02:00
autodetect_key_field=True)
postgis: add support for auto-detection of primary key field - closes #804 - refs #753
2012-04-03 01:20:41 +02:00
fs = ds.featureset()
eq_(fs.next()['manual_id'],0)
eq_(fs.next()['manual_id'],1)
eq_(fs.next()['manual_id'],1000)
eq_(fs.next()['manual_id'],-1000)
eq_(fs.next()['manual_id'],2147483647)
eq_(fs.next()['manual_id'],-2147483648)
fs = ds.featureset()
eq_(fs.next().id(),0)
eq_(fs.next().id(),1)
eq_(fs.next().id(),1000)
eq_(fs.next().id(),-1000)
eq_(fs.next().id(),2147483647)
eq_(fs.next().id(),-2147483648)
postgis: primary key autodetection will now only happen if 'autodetect_key_field' is set to true - maintains current behavior - refs #804
2012-04-05 20:05:14 +02:00
def test_disabled_auto_detection_and_subquery():
ds = mapnik.PostGIS(dbname=MAPNIK_TEST_DBNAME,table='''(select geom, 'a'::varchar as name from test2) as t''',
geometry_field='geom',
autodetect_key_field=False)
fs = ds.featureset()
feat = fs.next()
eq_(feat.id(),1)
eq_(feat['name'],'a')
feat = fs.next()
eq_(feat.id(),2)
eq_(feat['name'],'a')
feat = fs.next()
eq_(feat.id(),3)
eq_(feat['name'],'a')
feat = fs.next()
eq_(feat.id(),4)
eq_(feat['name'],'a')
feat = fs.next()
eq_(feat.id(),5)
eq_(feat['name'],'a')
feat = fs.next()
eq_(feat.id(),6)
eq_(feat['name'],'a')
def test_auto_detection_and_subquery_including_key():
ds = mapnik.PostGIS(dbname=MAPNIK_TEST_DBNAME,table='''(select geom, manual_id from test2) as t''',
geometry_field='geom',
autodetect_key_field=True)
fs = ds.featureset()
eq_(fs.next()['manual_id'],0)
eq_(fs.next()['manual_id'],1)
eq_(fs.next()['manual_id'],1000)
eq_(fs.next()['manual_id'],-1000)
eq_(fs.next()['manual_id'],2147483647)
eq_(fs.next()['manual_id'],-2147483648)
fs = ds.featureset()
eq_(fs.next().id(),0)
eq_(fs.next().id(),1)
eq_(fs.next().id(),1000)
eq_(fs.next().id(),-1000)
eq_(fs.next().id(),2147483647)
eq_(fs.next().id(),-2147483648)
@raises(RuntimeError)
def test_auto_detection_of_invalid_numeric_primary_key():
ds = mapnik.PostGIS(dbname=MAPNIK_TEST_DBNAME,table='''(select geom, manual_id::numeric from test2) as t''',
geometry_field='geom',
autodetect_key_field=True)
@raises(RuntimeError)
def test_auto_detection_of_invalid_multiple_keys():
ds = mapnik.PostGIS(dbname=MAPNIK_TEST_DBNAME,table='''test6''',
geometry_field='geom',
autodetect_key_field=True)
@raises(RuntimeError)
def test_auto_detection_of_invalid_multiple_keys_subquery():
ds = mapnik.PostGIS(dbname=MAPNIK_TEST_DBNAME,table='''(select first_id,second_id,geom from test6) as t''',
geometry_field='geom',
autodetect_key_field=True)
postgis: add support for auto-detection of primary key field - closes #804 - refs #753
2012-04-03 01:20:41 +02:00
def test_manually_specified_feature_id_field():
ds = mapnik.PostGIS(dbname=MAPNIK_TEST_DBNAME,table='test4',
geometry_field='geom',
key_field='manual_id',
postgis: primary key autodetection will now only happen if 'autodetect_key_field' is set to true - maintains current behavior - refs #804
2012-04-05 20:05:14 +02:00
autodetect_key_field=True)
postgis: add support for auto-detection of primary key field - closes #804 - refs #753
2012-04-03 01:20:41 +02:00
fs = ds.featureset()
eq_(fs.next()['manual_id'],0)
eq_(fs.next()['manual_id'],1)
eq_(fs.next()['manual_id'],1000)
eq_(fs.next()['manual_id'],-1000)
eq_(fs.next()['manual_id'],2147483647)
eq_(fs.next()['manual_id'],-2147483648)
fs = ds.featureset()
eq_(fs.next().id(),0)
eq_(fs.next().id(),1)
eq_(fs.next().id(),1000)
eq_(fs.next().id(),-1000)
eq_(fs.next().id(),2147483647)
eq_(fs.next().id(),-2147483648)
postgis: warn in the unlikely case of a numeric primary key
2012-04-03 03:13:27 +02:00
def test_numeric_type_feature_id_field():
ds = mapnik.PostGIS(dbname=MAPNIK_TEST_DBNAME,table='test5',
geometry_field='geom',
postgis: primary key autodetection will now only happen if 'autodetect_key_field' is set to true - maintains current behavior - refs #804
2012-04-05 20:05:14 +02:00
autodetect_key_field=False)
postgis: warn in the unlikely case of a numeric primary key
2012-04-03 03:13:27 +02:00
fs = ds.featureset()
eq_(fs.next()['manual_id'],-1)
eq_(fs.next()['manual_id'],1)
fs = ds.featureset()
eq_(fs.next().id(),1)
eq_(fs.next().id(),2)
postgis: support mixed case table names - closes #1159
2012-04-03 04:21:14 +02:00
def test_querying_table_with_mixed_case():
ds = mapnik.PostGIS(dbname=MAPNIK_TEST_DBNAME,table='"tableWithMixedCase"',
geometry_field='geom',
postgis: primary key autodetection will now only happen if 'autodetect_key_field' is set to true - maintains current behavior - refs #804
2012-04-05 20:05:14 +02:00
autodetect_key_field=True)
postgis: support mixed case table names - closes #1159
2012-04-03 04:21:14 +02:00
fs = ds.featureset()
+ update tests to use Python iterator protocol
2012-08-08 18:31:30 +02:00
for id in range(1,5):
eq_(fs.next().id(),id)
postgis: support mixed case table names - closes #1159
2012-04-03 04:21:14 +02:00
def test_querying_subquery_with_mixed_case():
ds = mapnik.PostGIS(dbname=MAPNIK_TEST_DBNAME,table='(SeLeCt * FrOm "tableWithMixedCase") as MixedCaseQuery',
geometry_field='geom',
postgis: primary key autodetection will now only happen if 'autodetect_key_field' is set to true - maintains current behavior - refs #804
2012-04-05 20:05:14 +02:00
autodetect_key_field=True)
postgis: support mixed case table names - closes #1159
2012-04-03 04:21:14 +02:00
fs = ds.featureset()
+ update tests to use Python iterator protocol
2012-08-08 18:31:30 +02:00
for id in range(1,5):
eq_(fs.next().id(),id)
postgis: support mixed case table names - closes #1159
2012-04-03 04:21:14 +02:00
tests: add simple tests for postgis 'bbox' token replacement
2012-04-03 04:29:06 +02:00
def test_bbox_token_in_subquery1():
ds = mapnik.PostGIS(dbname=MAPNIK_TEST_DBNAME,table='''
(SeLeCt * FrOm "tableWithMixedCase" where geom && !bbox! ) as MixedCaseQuery''',
geometry_field='geom',
postgis: primary key autodetection will now only happen if 'autodetect_key_field' is set to true - maintains current behavior - refs #804
2012-04-05 20:05:14 +02:00
autodetect_key_field=True)
tests: add simple tests for postgis 'bbox' token replacement
2012-04-03 04:29:06 +02:00
fs = ds.featureset()
+ update tests to use Python iterator protocol
2012-08-08 18:31:30 +02:00
for id in range(1,5):
eq_(fs.next().id(),id)
tests: add simple tests for postgis 'bbox' token replacement
2012-04-03 04:29:06 +02:00
def test_bbox_token_in_subquery2():
ds = mapnik.PostGIS(dbname=MAPNIK_TEST_DBNAME,table='''
(SeLeCt * FrOm "tableWithMixedCase" where ST_Intersects(geom,!bbox!) ) as MixedCaseQuery''',
geometry_field='geom',
postgis: primary key autodetection will now only happen if 'autodetect_key_field' is set to true - maintains current behavior - refs #804
2012-04-05 20:05:14 +02:00
autodetect_key_field=True)
tests: add simple tests for postgis 'bbox' token replacement
2012-04-03 04:29:06 +02:00
fs = ds.featureset()
+ update tests to use Python iterator protocol
2012-08-08 18:31:30 +02:00
for id in range(1,5):
eq_(fs.next().id(),id)
tests: add simple tests for postgis 'bbox' token replacement
2012-04-03 04:29:06 +02:00
add empty geom test
2012-08-08 19:19:16 +02:00
def test_empty_geom():
ds = mapnik.PostGIS(dbname=MAPNIK_TEST_DBNAME,table='test7',
geometry_field='geom')
fs = ds.featureset()
eq_(fs.next()['gid'],1)
add postgis threaded stress test (though queries still runs serially)
2012-11-29 04:15:29 +01:00
def create_ds():
ds = mapnik.PostGIS(dbname=MAPNIK_TEST_DBNAME,
table='test',
postgis test: fix for postgis < 2.x
2013-05-23 02:20:17 +02:00
max_size=20,
geometry_field='geom')
add postgis threaded stress test (though queries still runs serially)
2012-11-29 04:15:29 +01:00
fs = ds.all_features()
integrate async test into main postgis tests
2013-09-24 00:12:42 +02:00
eq_(len(fs),8)
add postgis threaded stress test (though queries still runs serially)
2012-11-29 04:15:29 +01:00
def test_threaded_create(NUM_THREADS=100):
postgis test: ensure threaded test fails early
2013-05-23 02:03:08 +02:00
# run one to start before thread loop
# to ensure that a throw stops the test
# from running all threads
create_ds()
integrate async test into main postgis tests
2013-09-24 00:12:42 +02:00
runs = 0
add postgis threaded stress test (though queries still runs serially)
2012-11-29 04:15:29 +01:00
for i in range(NUM_THREADS):
t = threading.Thread(target=create_ds)
t.start()
t.join()
integrate async test into main postgis tests
2013-09-24 00:12:42 +02:00
runs +=1
eq_(runs,NUM_THREADS)
add postgis threaded stress test (though queries still runs serially)
2012-11-29 04:15:29 +01:00
def create_ds_and_error():
try:
ds = mapnik.PostGIS(dbname=MAPNIK_TEST_DBNAME,
table='asdfasdfasdfasdfasdf',
max_size=20)
fs = ds.all_features()
integrate async test into main postgis tests
2013-09-24 00:12:42 +02:00
except Exception, e:
eq_('in executeQuery' in str(e),True)
add postgis threaded stress test (though queries still runs serially)
2012-11-29 04:15:29 +01:00
def test_threaded_create2(NUM_THREADS=10):
for i in range(NUM_THREADS):
t = threading.Thread(target=create_ds_and_error)
t.start()
t.join()
fix number handling in csv plugin and add tests for 64bit integer support in sqlite and postgis datasources - refs #1669
2012-12-22 04:53:33 +01:00
def test_that_64bit_int_fields_work():
ds = mapnik.PostGIS(dbname=MAPNIK_TEST_DBNAME,
fix test behavior with postgis < 2.x
2013-05-22 18:22:47 +02:00
table='test8',
geometry_field='geom')
fix number handling in csv plugin and add tests for 64bit integer support in sqlite and postgis datasources - refs #1669
2012-12-22 04:53:33 +01:00
eq_(len(ds.fields()),2)
eq_(ds.fields(),['gid','int_field'])
eq_(ds.field_types(),['int','int'])
fs = ds.featureset()
feat = fs.next()
eq_(feat.id(),1)
eq_(feat['gid'],1)
eq_(feat['int_field'],2147483648)
feat = fs.next()
eq_(feat.id(),2)
eq_(feat['gid'],2)
eq_(feat['int_field'],922337203685477580)
add postgis threaded stress test (though queries still runs serially)
2012-11-29 04:15:29 +01:00
Fix postgresql connection leaks Return connection to pool on connection error (see #1708) Fix leaks on persist_connection=false (#1711) Includes testcase for #1711
2013-01-30 18:52:55 +01:00
def test_persist_connection_off():
# NOTE: max_size should be equal or greater than
# the pool size. There's currently no API to
# check nor set that size, but the current
# default is 20, so we use that value. See
# http://github.com/mapnik/mapnik/issues/863
max_size = 20
for i in range(0, max_size+1):
ds = mapnik.PostGIS(dbname=MAPNIK_TEST_DBNAME,
max_size=1, # unused
persist_connection=False,
table='(select ST_MakePoint(0,0) as g, pg_backend_pid() as p, 1 as v) as w',
geometry_field='g')
fs = ds.featureset()
eq_(fs.next()['v'], 1)
add null and boolean comparison test for postgis - refs #794, #1642, #1644
2013-04-12 00:55:30 +02:00
def test_null_comparision():
ds = mapnik.PostGIS(dbname=MAPNIK_TEST_DBNAME,table='test9',
geometry_field='geom')
fs = ds.featureset()
feat = fs.next()
eq_(feat['gid'],1)
eq_(feat['name'],'name')
eq_(mapnik.Expression("[name] = 'name'").evaluate(feat),True)
eq_(mapnik.Expression("[name] = ''").evaluate(feat),False)
eq_(mapnik.Expression("[name] = null").evaluate(feat),False)
eq_(mapnik.Expression("[name] = true").evaluate(feat),False)
eq_(mapnik.Expression("[name] = false").evaluate(feat),False)
eq_(mapnik.Expression("[name] != 'name'").evaluate(feat),False)
eq_(mapnik.Expression("[name] != ''").evaluate(feat),True)
eq_(mapnik.Expression("[name] != null").evaluate(feat),True)
eq_(mapnik.Expression("[name] != true").evaluate(feat),True)
eq_(mapnik.Expression("[name] != false").evaluate(feat),True)
feat = fs.next()
eq_(feat['gid'],2)
eq_(feat['name'],'')
eq_(mapnik.Expression("[name] = 'name'").evaluate(feat),False)
eq_(mapnik.Expression("[name] = ''").evaluate(feat),True)
eq_(mapnik.Expression("[name] = null").evaluate(feat),False)
eq_(mapnik.Expression("[name] = true").evaluate(feat),False)
eq_(mapnik.Expression("[name] = false").evaluate(feat),False)
eq_(mapnik.Expression("[name] != 'name'").evaluate(feat),True)
eq_(mapnik.Expression("[name] != ''").evaluate(feat),False)
eq_(mapnik.Expression("[name] != null").evaluate(feat),True)
fixup postgis null comparision tests
2013-04-17 22:39:11 +02:00
eq_(mapnik.Expression("[name] != true").evaluate(feat),True)
add null and boolean comparison test for postgis - refs #794, #1642, #1644
2013-04-12 00:55:30 +02:00
eq_(mapnik.Expression("[name] != false").evaluate(feat),True)
feat = fs.next()
eq_(feat['gid'],3)
eq_(feat['name'],None) # null
eq_(mapnik.Expression("[name] = 'name'").evaluate(feat),False)
eq_(mapnik.Expression("[name] = ''").evaluate(feat),False)
eq_(mapnik.Expression("[name] = null").evaluate(feat),True)
eq_(mapnik.Expression("[name] = true").evaluate(feat),False)
eq_(mapnik.Expression("[name] = false").evaluate(feat),False)
eq_(mapnik.Expression("[name] != 'name'").evaluate(feat),True)
fix postgis tests after null/empty string change - refs #1859
2013-06-02 22:44:58 +02:00
# https://github.com/mapnik/mapnik/issues/1859
eq_(mapnik.Expression("[name] != ''").evaluate(feat),False)
add null and boolean comparison test for postgis - refs #794, #1642, #1644
2013-04-12 00:55:30 +02:00
eq_(mapnik.Expression("[name] != null").evaluate(feat),False)
eq_(mapnik.Expression("[name] != true").evaluate(feat),True)
eq_(mapnik.Expression("[name] != false").evaluate(feat),True)
fixup postgis null comparision tests
2013-04-17 22:39:11 +02:00
def test_null_comparision2():
add null and boolean comparison test for postgis - refs #794, #1642, #1644
2013-04-12 00:55:30 +02:00
ds = mapnik.PostGIS(dbname=MAPNIK_TEST_DBNAME,table='test10',
geometry_field='geom')
fs = ds.featureset()
feat = fs.next()
eq_(feat['gid'],1)
eq_(feat['bool_field'],True)
eq_(mapnik.Expression("[bool_field] = 'name'").evaluate(feat),False)
eq_(mapnik.Expression("[bool_field] = ''").evaluate(feat),False)
eq_(mapnik.Expression("[bool_field] = null").evaluate(feat),False)
eq_(mapnik.Expression("[bool_field] = true").evaluate(feat),True)
eq_(mapnik.Expression("[bool_field] = false").evaluate(feat),False)
eq_(mapnik.Expression("[bool_field] != 'name'").evaluate(feat),True)
fixup postgis null comparision tests
2013-04-17 22:39:11 +02:00
eq_(mapnik.Expression("[bool_field] != ''").evaluate(feat),True) # in 2.1.x used to be False
eq_(mapnik.Expression("[bool_field] != null").evaluate(feat),True) # in 2.1.x used to be False
add null and boolean comparison test for postgis - refs #794, #1642, #1644
2013-04-12 00:55:30 +02:00
eq_(mapnik.Expression("[bool_field] != true").evaluate(feat),False)
eq_(mapnik.Expression("[bool_field] != false").evaluate(feat),True)
feat = fs.next()
eq_(feat['gid'],2)
eq_(feat['bool_field'],False)
eq_(mapnik.Expression("[bool_field] = 'name'").evaluate(feat),False)
eq_(mapnik.Expression("[bool_field] = ''").evaluate(feat),False)
eq_(mapnik.Expression("[bool_field] = null").evaluate(feat),False)
eq_(mapnik.Expression("[bool_field] = true").evaluate(feat),False)
eq_(mapnik.Expression("[bool_field] = false").evaluate(feat),True)
eq_(mapnik.Expression("[bool_field] != 'name'").evaluate(feat),True)
eq_(mapnik.Expression("[bool_field] != ''").evaluate(feat),True)
fixup postgis null comparision tests
2013-04-17 22:39:11 +02:00
eq_(mapnik.Expression("[bool_field] != null").evaluate(feat),True) # in 2.1.x used to be False
add null and boolean comparison test for postgis - refs #794, #1642, #1644
2013-04-12 00:55:30 +02:00
eq_(mapnik.Expression("[bool_field] != true").evaluate(feat),True)
eq_(mapnik.Expression("[bool_field] != false").evaluate(feat),False)
feat = fs.next()
eq_(feat['gid'],3)
eq_(feat['bool_field'],None) # null
eq_(mapnik.Expression("[bool_field] = 'name'").evaluate(feat),False)
eq_(mapnik.Expression("[bool_field] = ''").evaluate(feat),False)
eq_(mapnik.Expression("[bool_field] = null").evaluate(feat),True)
eq_(mapnik.Expression("[bool_field] = true").evaluate(feat),False)
eq_(mapnik.Expression("[bool_field] = false").evaluate(feat),False)
fixup postgis null comparision tests
2013-04-17 22:39:11 +02:00
eq_(mapnik.Expression("[bool_field] != 'name'").evaluate(feat),True) # in 2.1.x used to be False
fix postgis tests after null/empty string change - refs #1859
2013-06-02 22:44:58 +02:00
# https://github.com/mapnik/mapnik/issues/1859
eq_(mapnik.Expression("[bool_field] != ''").evaluate(feat),False)
add null and boolean comparison test for postgis - refs #794, #1642, #1644
2013-04-12 00:55:30 +02:00
eq_(mapnik.Expression("[bool_field] != null").evaluate(feat),False)
fixup postgis null comparision tests
2013-04-17 22:39:11 +02:00
eq_(mapnik.Expression("[bool_field] != true").evaluate(feat),True) # in 2.1.x used to be False
eq_(mapnik.Expression("[bool_field] != false").evaluate(feat),True) # in 2.1.x used to be False
add null and boolean comparison test for postgis - refs #794, #1642, #1644
2013-04-12 00:55:30 +02:00
add test for #1816
2013-04-17 22:40:17 +02:00
# https://github.com/mapnik/mapnik/issues/1816
def test_exception_message_reporting():
try:
ds = mapnik.PostGIS(dbname=MAPNIK_TEST_DBNAME,table='doesnotexist')
except Exception, e:
eq_(e.message != 'unidentifiable C++ exception', True)
fix handling of null values for feature id in sqlite/postgis input - closes #1817
2013-04-18 00:34:21 +02:00
def test_null_id_field():
opts = {'type':'postgis',
'dbname':MAPNIK_TEST_DBNAME,
'geometry_field':'geom',
'table':"(select null::bigint as osm_id, GeomFromEWKT('SRID=4326;POINT(0 0)') as geom) as tmp"}
ds = mapnik.Datasource(**opts)
fs = ds.featureset()
feat = fs.next()
eq_(feat.id(),1L)
eq_(feat['osm_id'],None)
@raises(StopIteration)
def test_null_key_field():
opts = {'type':'postgis',
"key_field": 'osm_id',
'dbname':MAPNIK_TEST_DBNAME,
'geometry_field':'geom',
'table':"(select null::bigint as osm_id, GeomFromEWKT('SRID=4326;POINT(0 0)') as geom) as tmp"}
ds = mapnik.Datasource(**opts)
fs = ds.featureset()
feat = fs.next() ## should throw since key_field is null: StopIteration: No more features.
integrate async test into main postgis tests
2013-09-24 00:12:42 +02:00
def test_psql_error_should_not_break_connection_pool():
# Bad request, will trigger an error when returning result
ds_bad = mapnik.PostGIS(dbname=MAPNIK_TEST_DBNAME,table="""(SELECT geom as geom,label::int from test11) as failure_table""",
max_async_connection=5,geometry_field='geom',srid=4326)
# Good request
ds_good = mapnik.PostGIS(dbname=MAPNIK_TEST_DBNAME,table="test",
max_async_connection=5,geometry_field='geom',srid=4326)
# This will/should trigger a PSQL error
failed = False
try:
fs = ds_bad.featureset()
for feature in fs:
pass
except RuntimeError:
failed = True
eq_(failed,True)
# Should be ok
fs = ds_good.featureset()
count = 0
for feature in fs:
count += 1
eq_(count,8)
Abort pending postgis connections when exception occurs - patch from @abonnasseau - closes #2042 - refs #2069
2013-11-13 03:38:39 +01:00
def test_psql_error_should_give_back_connections_opened_for_lower_layers_to_the_pool():
map1 = mapnik.Map(600,300)
s = mapnik.Style()
r = mapnik.Rule()
fix postgis tests
2014-04-25 07:24:22 +02:00
r.symbols.append(mapnik.PolygonSymbolizer())
Abort pending postgis connections when exception occurs - patch from @abonnasseau - closes #2042 - refs #2069
2013-11-13 03:38:39 +01:00
s.rules.append(r)
map1.append_style('style',s)
# This layer will fail after a while
buggy_s = mapnik.Style()
buggy_r = mapnik.Rule()
fix postgis tests
2014-04-25 07:24:22 +02:00
buggy_r.symbols.append(mapnik.PolygonSymbolizer())
Abort pending postgis connections when exception occurs - patch from @abonnasseau - closes #2042 - refs #2069
2013-11-13 03:38:39 +01:00
buggy_r.filter = mapnik.Filter("[fips] = 'FR'")
buggy_s.rules.append(buggy_r)
map1.append_style('style for buggy layer',buggy_s)
buggy_layer = mapnik.Layer('this layer is buggy at runtime')
# We ensure the query wille be long enough
buggy_layer.datasource = mapnik.PostGIS(dbname=MAPNIK_TEST_DBNAME,table='(SELECT geom as geom, pg_sleep(0.1), fips::int from world_merc) as failure_tabl',
max_async_connection=2, max_size=2,asynchronous_request = True, geometry_field='geom')
buggy_layer.styles.append('style for buggy layer')
# The query for this layer will be sent, then the previous layer will raise an exception before results are read
forced_canceled_layer = mapnik.Layer('this layer will be canceled when an exception stops map rendering')
forced_canceled_layer.datasource = mapnik.PostGIS(dbname=MAPNIK_TEST_DBNAME,table='world_merc',
max_async_connection=2, max_size=2, asynchronous_request = True, geometry_field='geom')
forced_canceled_layer.styles.append('style')
map1.layers.append(buggy_layer)
map1.layers.append(forced_canceled_layer)
map1.zoom_all()
map2 = mapnik.Map(600,300)
map2.background = mapnik.Color('steelblue')
s = mapnik.Style()
r = mapnik.Rule()
fix postgis tests
2014-04-25 07:24:22 +02:00
r.symbols.append(mapnik.LineSymbolizer())
r.symbols.append(mapnik.LineSymbolizer())
Abort pending postgis connections when exception occurs - patch from @abonnasseau - closes #2042 - refs #2069
2013-11-13 03:38:39 +01:00
s.rules.append(r)
map2.append_style('style',s)
layer1 = mapnik.Layer('layer1')
layer1.datasource = mapnik.PostGIS(dbname=MAPNIK_TEST_DBNAME,table='world_merc',
max_async_connection=2, max_size=2, asynchronous_request = True, geometry_field='geom')
layer1.styles.append('style')
map2.layers.append(layer1)
map2.zoom_all()
# We expect this to trigger a PSQL error
try:
write test output to tmp
2014-04-25 08:54:33 +02:00
mapnik.render_to_file(map1,'/tmp/mapnik-postgis-test-map1.png', 'png')
Abort pending postgis connections when exception occurs - patch from @abonnasseau - closes #2042 - refs #2069
2013-11-13 03:38:39 +01:00
# Test must fail if error was not raised just above
eq_(False,True)
except RuntimeError:
pass
# This used to raise an exception before correction of issue 2042
write test output to tmp
2014-04-25 08:54:33 +02:00
mapnik.render_to_file(map2,'/tmp/mapnik-postgis-test-map2.png', 'png')
Abort pending postgis connections when exception occurs - patch from @abonnasseau - closes #2042 - refs #2069
2013-11-13 03:38:39 +01:00
add support for rendering (vs skipping) 3D and 4D postgis geometries like POINTZM, LINESTRINGZM, and POLYGONZM - closes #44
2014-04-10 01:40:14 +02:00
def test_handling_of_zm_dimensions():
ds = mapnik.PostGIS(dbname=MAPNIK_TEST_DBNAME,
table='(select gid,ST_CoordDim(geom) as dim,name,geom from test12) as tmp',
geometry_field='geom')
eq_(len(ds.fields()),3)
eq_(ds.fields(),['gid', 'dim', 'name'])
eq_(ds.field_types(),['int', 'int', 'str'])
fs = ds.featureset()
# Point (2d)
feat = fs.next()
eq_(feat.id(),1)
eq_(feat['gid'],1)
eq_(feat['dim'],2)
eq_(feat['name'],'Point')
geoms = feat.geometries()
eq_(len(geoms),1)
eq_(geoms[0].to_wkt(),'Point(0 0)')
# PointZ
feat = fs.next()
eq_(feat.id(),2)
eq_(feat['gid'],2)
eq_(feat['dim'],3)
eq_(feat['name'],'PointZ')
geoms = feat.geometries()
eq_(len(geoms),1)
eq_(geoms[0].to_wkt(),'Point(0 0)')
# PointM
feat = fs.next()
eq_(feat.id(),3)
eq_(feat['gid'],3)
eq_(feat['dim'],3)
eq_(feat['name'],'PointM')
geoms = feat.geometries()
eq_(len(geoms),1)
eq_(geoms[0].to_wkt(),'Point(0 0)')
# PointZM
feat = fs.next()
eq_(feat.id(),4)
eq_(feat['gid'],4)
eq_(feat['dim'],4)
eq_(feat['name'],'PointZM')
geoms = feat.geometries()
eq_(len(geoms),1)
eq_(geoms[0].to_wkt(),'Point(0 0)')
# MultiPoint
feat = fs.next()
eq_(feat.id(),5)
eq_(feat['gid'],5)
eq_(feat['dim'],2)
eq_(feat['name'],'MultiPoint')
geoms = feat.geometries()
eq_(len(geoms),2)
eq_(geoms[0].to_wkt(),'Point(0 0)')
eq_(geoms[1].to_wkt(),'Point(1 1)')
# MultiPointZ
feat = fs.next()
eq_(feat.id(),6)
eq_(feat['gid'],6)
eq_(feat['dim'],3)
eq_(feat['name'],'MultiPointZ')
geoms = feat.geometries()
eq_(len(geoms),2)
eq_(geoms[0].to_wkt(),'Point(0 0)')
eq_(geoms[1].to_wkt(),'Point(1 1)')
# MultiPointM
feat = fs.next()
eq_(feat.id(),7)
eq_(feat['gid'],7)
eq_(feat['dim'],3)
eq_(feat['name'],'MultiPointM')
geoms = feat.geometries()
eq_(len(geoms),2)
eq_(geoms[0].to_wkt(),'Point(0 0)')
eq_(geoms[1].to_wkt(),'Point(1 1)')
# MultiPointZM
feat = fs.next()
eq_(feat.id(),8)
eq_(feat['gid'],8)
eq_(feat['dim'],4)
eq_(feat['name'],'MultiPointZM')
geoms = feat.geometries()
eq_(len(geoms),2)
eq_(geoms[0].to_wkt(),'Point(0 0)')
eq_(geoms[1].to_wkt(),'Point(1 1)')
# LineString
feat = fs.next()
eq_(feat.id(),9)
eq_(feat['gid'],9)
eq_(feat['dim'],2)
eq_(feat['name'],'LineString')
geoms = feat.geometries()
eq_(len(geoms),1)
eq_(geoms[0].to_wkt(),'LineString(0 0,1 1)')
# LineStringZ
feat = fs.next()
eq_(feat.id(),10)
eq_(feat['gid'],10)
eq_(feat['dim'],3)
eq_(feat['name'],'LineStringZ')
geoms = feat.geometries()
eq_(len(geoms),1)
eq_(geoms[0].to_wkt(),'LineString(0 0,1 1)')
# LineStringM
feat = fs.next()
eq_(feat.id(),11)
eq_(feat['gid'],11)
eq_(feat['dim'],3)
eq_(feat['name'],'LineStringM')
geoms = feat.geometries()
eq_(len(geoms),1)
eq_(geoms[0].to_wkt(),'LineString(0 0,1 1)')
# LineStringZM
feat = fs.next()
eq_(feat.id(),12)
eq_(feat['gid'],12)
eq_(feat['dim'],4)
eq_(feat['name'],'LineStringZM')
geoms = feat.geometries()
eq_(len(geoms),1)
eq_(geoms[0].to_wkt(),'LineString(0 0,1 1)')
# Polygon
feat = fs.next()
eq_(feat.id(),13)
eq_(feat['gid'],13)
eq_(feat['name'],'Polygon')
geoms = feat.geometries()
eq_(len(geoms),1)
eq_(geoms[0].to_wkt(),'Polygon((0 0,1 1,2 2,0 0))')
# PolygonZ
feat = fs.next()
eq_(feat.id(),14)
eq_(feat['gid'],14)
eq_(feat['name'],'PolygonZ')
geoms = feat.geometries()
eq_(len(geoms),1)
eq_(geoms[0].to_wkt(),'Polygon((0 0,1 1,2 2,0 0))')
# PolygonM
feat = fs.next()
eq_(feat.id(),15)
eq_(feat['gid'],15)
eq_(feat['name'],'PolygonM')
geoms = feat.geometries()
eq_(len(geoms),1)
eq_(geoms[0].to_wkt(),'Polygon((0 0,1 1,2 2,0 0))')
# PolygonZM
feat = fs.next()
eq_(feat.id(),16)
eq_(feat['gid'],16)
eq_(feat['name'],'PolygonZM')
geoms = feat.geometries()
eq_(len(geoms),1)
eq_(geoms[0].to_wkt(),'Polygon((0 0,1 1,2 2,0 0))')
# MultiLineString
feat = fs.next()
eq_(feat.id(),17)
eq_(feat['gid'],17)
eq_(feat['name'],'MultiLineString')
geoms = feat.geometries()
eq_(len(geoms),2)
eq_(geoms[0].to_wkt(),'LineString(0 0,1 1)')
eq_(geoms[1].to_wkt(),'LineString(2 2,3 3)')
# MultiLineStringZ
feat = fs.next()
eq_(feat.id(),18)
eq_(feat['gid'],18)
eq_(feat['name'],'MultiLineStringZ')
geoms = feat.geometries()
eq_(len(geoms),2)
eq_(geoms[0].to_wkt(),'LineString(0 0,1 1)')
eq_(geoms[1].to_wkt(),'LineString(2 2,3 3)')
# MultiLineStringM
feat = fs.next()
eq_(feat.id(),19)
eq_(feat['gid'],19)
eq_(feat['name'],'MultiLineStringM')
geoms = feat.geometries()
eq_(len(geoms),2)
eq_(geoms[0].to_wkt(),'LineString(0 0,1 1)')
eq_(geoms[1].to_wkt(),'LineString(2 2,3 3)')
# MultiLineStringZM
feat = fs.next()
eq_(feat.id(),20)
eq_(feat['gid'],20)
eq_(feat['name'],'MultiLineStringZM')
geoms = feat.geometries()
eq_(len(geoms),2)
eq_(geoms[0].to_wkt(),'LineString(0 0,1 1)')
eq_(geoms[1].to_wkt(),'LineString(2 2,3 3)')
# MultiPolygon
feat = fs.next()
eq_(feat.id(),21)
eq_(feat['gid'],21)
eq_(feat['name'],'MultiPolygon')
geoms = feat.geometries()
eq_(len(geoms),2)
eq_(geoms[0].to_wkt(),'Polygon((0 0,1 1,2 2,0 0))')
eq_(geoms[1].to_wkt(),'Polygon((0 0,1 1,2 2,0 0))')
# MultiPolygonZ
feat = fs.next()
eq_(feat.id(),22)
eq_(feat['gid'],22)
eq_(feat['name'],'MultiPolygonZ')
geoms = feat.geometries()
eq_(len(geoms),2)
eq_(geoms[0].to_wkt(),'Polygon((0 0,1 1,2 2,0 0))')
eq_(geoms[1].to_wkt(),'Polygon((0 0,1 1,2 2,0 0))')
# MultiPolygonM
feat = fs.next()
eq_(feat.id(),23)
eq_(feat['gid'],23)
eq_(feat['name'],'MultiPolygonM')
geoms = feat.geometries()
eq_(len(geoms),2)
eq_(geoms[0].to_wkt(),'Polygon((0 0,1 1,2 2,0 0))')
eq_(geoms[1].to_wkt(),'Polygon((0 0,1 1,2 2,0 0))')
# MultiPolygonZM
feat = fs.next()
eq_(feat.id(),24)
eq_(feat['gid'],24)
eq_(feat['name'],'MultiPolygonZM')
geoms = feat.geometries()
eq_(len(geoms),2)
eq_(geoms[0].to_wkt(),'Polygon((0 0,1 1,2 2,0 0))')
eq_(geoms[1].to_wkt(),'Polygon((0 0,1 1,2 2,0 0))')
variables now available as postgis datasource tokens
2014-05-14 05:47:22 +02:00
def test_variable_in_subquery1():
ds = mapnik.PostGIS(dbname=MAPNIK_TEST_DBNAME,table='''
(select * from test where @zoom = 30 ) as tmp''',
Add missing input srid in test Happens to work without srid specification due to && operator not re-checking in newer postgis, but would fail with older postgis.
2014-09-17 15:48:16 +02:00
geometry_field='geom', srid=4326,
variables now available as postgis datasource tokens
2014-05-14 05:47:22 +02:00
autodetect_key_field=True)
fs = ds.featureset(variables={'zoom':30})
for id in range(1,5):
eq_(fs.next().id(),id)
Abort pending postgis connections when exception occurs - patch from @abonnasseau - closes #2042 - refs #2069
2013-11-13 03:38:39 +01:00
add long overdue postgis tests
2011-11-21 01:43:47 +01:00
atexit.register(postgis_takedown)
if __name__ == "__main__":
setup()
Fix false negative responses from python tests Closes #2298
2014-07-14 18:34:20 +02:00
exit(run_all(eval(x) for x in dir() if x.startswith("test_")))
Reference in a new issue Copy permalink