2009-02-09 20:43:57 +01:00
/*****************************************************************************
*
* This file is part of Mapnik ( c + + mapping toolkit )
*
2011-04-01 03:22:19 +02:00
* Copyright ( C ) 2010 Artem Pavlenko
2009-02-09 20:43:57 +01:00
*
* This library is free software ; you can redistribute it and / or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation ; either
* version 2.1 of the License , or ( at your option ) any later version .
*
* This library is distributed in the hope that it will be useful ,
* but WITHOUT ANY WARRANTY ; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE . See the GNU
* Lesser General Public License for more details .
*
* You should have received a copy of the GNU Lesser General Public
* License along with this library ; if not , write to the Free Software
* Foundation , Inc . , 51 Franklin St , Fifth Floor , Boston , MA 02110 - 1301 USA
*
* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
// $Id$
# include "sqlite_datasource.hpp"
# include "sqlite_featureset.hpp"
// mapnik
# include <mapnik/ptree_helpers.hpp>
2010-11-12 01:12:47 +01:00
# include <mapnik/sql_utils.hpp>
2009-02-09 20:43:57 +01:00
2011-08-13 04:52:46 +02:00
// to enable extent fallback hack
# include <mapnik/feature_factory.hpp>
2009-02-09 20:43:57 +01:00
// boost
# include <boost/algorithm/string.hpp>
# include <boost/lexical_cast.hpp>
2011-08-11 01:42:47 +02:00
# include <boost/format.hpp>
2009-02-09 20:43:57 +01:00
# include <boost/tokenizer.hpp>
2009-03-12 00:39:26 +01:00
# include <boost/filesystem/operations.hpp>
2011-05-17 01:41:34 +02:00
# include <boost/make_shared.hpp>
2009-02-09 20:43:57 +01:00
using boost : : lexical_cast ;
using boost : : bad_lexical_cast ;
using mapnik : : datasource ;
using mapnik : : parameters ;
DATASOURCE_PLUGIN ( sqlite_datasource )
2009-12-16 21:02:06 +01:00
using mapnik : : box2d ;
2009-02-09 20:43:57 +01:00
using mapnik : : coord2d ;
using mapnik : : query ;
using mapnik : : featureset_ptr ;
using mapnik : : layer_descriptor ;
using mapnik : : attribute_descriptor ;
using mapnik : : datasource_exception ;
2010-10-24 08:34:18 +02:00
sqlite_datasource : : sqlite_datasource ( parameters const & params , bool bind )
2009-02-09 20:43:57 +01:00
: datasource ( params ) ,
extent_ ( ) ,
extent_initialized_ ( false ) ,
type_ ( datasource : : Vector ) ,
2011-03-18 00:50:16 +01:00
table_ ( * params_ . get < std : : string > ( " table " , " " ) ) ,
fields_ ( * params_ . get < std : : string > ( " fields " , " * " ) ) ,
metadata_ ( * params_ . get < std : : string > ( " metadata " , " " ) ) ,
geometry_table_ ( * params_ . get < std : : string > ( " geometry_table " , " " ) ) ,
2011-04-04 05:56:15 +02:00
geometry_field_ ( * params_ . get < std : : string > ( " geometry_field " , " " ) ) ,
2011-07-11 19:46:53 +02:00
// index_table_ defaults to "idx_{geometry_table_}_{geometry_field_}"
index_table_ ( * params_ . get < std : : string > ( " index_table " , " " ) ) ,
2011-04-01 00:32:22 +02:00
// http://www.sqlite.org/lang_createtable.html#rowid
2011-08-16 18:17:54 +02:00
key_field_ ( * params_ . get < std : : string > ( " key_field " , " " ) ) ,
2009-02-23 16:00:25 +01:00
row_offset_ ( * params_ . get < int > ( " row_offset " , 0 ) ) ,
row_limit_ ( * params_ . get < int > ( " row_limit " , 0 ) ) ,
2011-03-18 00:50:16 +01:00
desc_ ( * params_ . get < std : : string > ( " type " ) , * params_ . get < std : : string > ( " encoding " , " utf-8 " ) ) ,
2010-05-30 05:23:59 +02:00
format_ ( mapnik : : wkbGeneric )
2009-02-09 20:43:57 +01:00
{
2011-04-04 05:56:15 +02:00
// TODO
// - change param from 'file' to 'dbname'
2011-08-24 02:32:00 +02:00
// - ensure that the supplied key_field is a valid "integer primary key"
// - move all intialization code to bind()
2011-04-04 05:56:15 +02:00
2011-03-18 00:50:16 +01:00
boost : : optional < std : : string > file = params_ . get < std : : string > ( " file " ) ;
2010-11-19 00:36:21 +01:00
if ( ! file ) throw datasource_exception ( " Sqlite Plugin: missing <file> parameter " ) ;
2009-02-09 20:43:57 +01:00
2011-08-24 02:32:00 +02:00
if ( table_ . empty ( ) ) {
throw mapnik : : datasource_exception ( " Sqlite Plugin: missing <table> parameter " ) ;
2011-09-01 00:47:37 +02:00
}
2011-08-16 18:17:54 +02:00
boost : : optional < std : : string > key_field_name = params_ . get < std : : string > ( " key_field " ) ;
if ( key_field_name ) {
2011-08-17 01:05:19 +02:00
std : : string const & key_field_string = * key_field_name ;
if ( key_field_string . empty ( ) ) {
2011-08-16 18:17:54 +02:00
key_field_ = " rowid " ;
2011-08-17 01:05:19 +02:00
} else {
key_field_ = key_field_string ;
}
}
else
{
key_field_ = " rowid " ;
2011-08-16 18:17:54 +02:00
}
2011-04-04 05:56:15 +02:00
2011-03-18 00:50:16 +01:00
boost : : optional < std : : string > wkb = params_ . get < std : : string > ( " wkb_format " ) ;
2009-02-23 16:00:25 +01:00
if ( wkb )
{
if ( * wkb = = " spatialite " )
format_ = mapnik : : wkbSpatiaLite ;
}
2009-02-09 20:43:57 +01:00
multiple_geometries_ = * params_ . get < mapnik : : boolean > ( " multiple_geometries " , false ) ;
2009-02-10 20:09:16 +01:00
use_spatial_index_ = * params_ . get < mapnik : : boolean > ( " use_spatial_index " , true ) ;
2011-08-15 22:02:57 +02:00
has_spatial_index_ = false ;
2011-08-17 22:39:07 +02:00
using_subquery_ = false ;
2009-02-09 20:43:57 +01:00
2010-11-14 15:51:04 +01:00
boost : : optional < std : : string > ext = params_ . get < std : : string > ( " extent " ) ;
if ( ext ) extent_initialized_ = extent_ . from_string ( * ext ) ;
2011-03-18 00:50:16 +01:00
boost : : optional < std : : string > base = params_ . get < std : : string > ( " base " ) ;
2009-03-30 22:19:57 +02:00
if ( base )
dataset_name_ = * base + " / " + * file ;
else
dataset_name_ = * file ;
2011-07-11 19:46:53 +02:00
// Populate init_statements_
// 1. Build attach database statements from the "attachdb" parameter
// 2. Add explicit init statements from "initdb" parameter
// Note that we do some extra work to make sure that any attached
// databases are relative to directory containing dataset_name_. Sqlite
// will default to attaching from cwd. Typicaly usage means that the
// map loader will produce full paths here.
boost : : optional < std : : string > attachdb = params_ . get < std : : string > ( " attachdb " ) ;
if ( attachdb ) {
parse_attachdb ( * attachdb ) ;
}
boost : : optional < std : : string > initdb = params_ . get < std : : string > ( " initdb " ) ;
if ( initdb ) {
init_statements_ . push_back ( * initdb ) ;
}
2010-10-24 08:34:18 +02:00
if ( bind )
{
this - > bind ( ) ;
}
}
2011-07-11 19:46:53 +02:00
void sqlite_datasource : : parse_attachdb ( std : : string const & attachdb ) {
boost : : char_separator < char > sep ( " , " ) ;
boost : : tokenizer < boost : : char_separator < char > > tok ( attachdb , sep ) ;
// The attachdb line is a comma sparated list of
// [dbname@]filename
for ( boost : : tokenizer < boost : : char_separator < char > > : : iterator beg = tok . begin ( ) ;
beg ! = tok . end ( ) ; + + beg )
{
std : : string const & spec ( * beg ) ;
size_t atpos = spec . find ( ' @ ' ) ;
// See if it contains an @ sign
if ( atpos = = spec . npos ) {
throw datasource_exception ( " attachdb parameter has syntax dbname@filename[,...] " ) ;
}
// Break out the dbname and the filename
2011-08-12 21:26:30 +02:00
std : : string dbname = boost : : trim_copy ( spec . substr ( 0 , atpos ) ) ;
std : : string filename = boost : : trim_copy ( spec . substr ( atpos + 1 ) ) ;
2011-07-11 19:46:53 +02:00
// Normalize the filename and make it relative to dataset_name_
2011-08-12 21:26:30 +02:00
if ( filename . compare ( " :memory: " ) ! = 0 ) {
2011-07-11 19:46:53 +02:00
boost : : filesystem : : path child_path ( filename ) ;
2011-08-12 21:26:30 +02:00
// It is a relative path. Fix it.
2011-07-11 19:46:53 +02:00
if ( ! child_path . has_root_directory ( ) & & ! child_path . has_root_name ( ) ) {
boost : : filesystem : : path absolute_path ( dataset_name_ ) ;
2011-09-02 01:23:29 +02:00
// support symlinks
2011-09-02 03:38:24 +02:00
# if (BOOST_FILESYSTEM_VERSION == 3)
2011-09-02 01:23:29 +02:00
if ( boost : : filesystem : : is_symlink ( absolute_path ) )
{
absolute_path = boost : : filesystem : : read_symlink ( absolute_path ) ;
}
2011-08-12 21:26:30 +02:00
filename = boost : : filesystem : : absolute ( absolute_path . parent_path ( ) / filename ) . string ( ) ;
2011-09-02 03:38:24 +02:00
2011-08-13 03:44:37 +02:00
# else
2011-09-02 03:38:24 +02:00
if ( boost : : filesystem : : is_symlink ( absolute_path ) )
{
//cannot figure out how to resolve on in v2 so just print a warning
std : : clog < < " ###Warning: ' " < < absolute_path . string ( ) < < " ' is a symlink which is not supported in attachdb \n " ;
}
2011-08-13 03:44:37 +02:00
filename = boost : : filesystem : : complete ( absolute_path . branch_path ( ) / filename ) . normalize ( ) . string ( ) ;
2011-09-02 03:38:24 +02:00
2011-08-13 03:44:37 +02:00
# endif
2011-07-11 19:46:53 +02:00
}
}
// And add an init_statement_
init_statements_ . push_back ( " attach database ' " + filename + " ' as " + dbname ) ;
}
}
2010-10-24 08:34:18 +02:00
void sqlite_datasource : : bind ( ) const
{
if ( is_bound_ ) return ;
2010-11-19 00:36:21 +01:00
if ( ! boost : : filesystem : : exists ( dataset_name_ ) )
throw datasource_exception ( " Sqlite Plugin: " + dataset_name_ + " does not exist " ) ;
2009-03-30 22:19:57 +02:00
dataset_ = new sqlite_connection ( dataset_name_ ) ;
2009-02-09 20:43:57 +01:00
2011-07-11 19:46:53 +02:00
// Execute init_statements_
for ( std : : vector < std : : string > : : const_iterator iter = init_statements_ . begin ( ) ; iter ! = init_statements_ . end ( ) ; + + iter )
{
# ifdef MAPNIK_DEBUG
std : : clog < < " Sqlite Plugin: Execute init sql: " < < * iter < < std : : endl ;
# endif
dataset_ - > execute ( * iter ) ;
}
2011-03-18 00:50:16 +01:00
if ( geometry_table_ . empty ( ) )
{
geometry_table_ = mapnik : : table_from_sql ( table_ ) ;
}
2011-04-01 00:32:22 +02:00
2011-04-04 05:56:15 +02:00
// should we deduce column names and types using PRAGMA?
bool use_pragma_table_info = true ;
if ( table_ ! = geometry_table_ )
{
// if 'table_' is a subquery then we try to deduce names
// and types from the first row returned from that query
2011-08-17 22:39:07 +02:00
using_subquery_ = true ;
2011-04-04 05:56:15 +02:00
use_pragma_table_info = false ;
}
if ( ! use_pragma_table_info )
{
std : : ostringstream s ;
s < < " SELECT " < < fields_ < < " FROM ( " < < table_ < < " ) LIMIT 1 " ;
boost : : scoped_ptr < sqlite_resultset > rs ( dataset_ - > execute_query ( s . str ( ) ) ) ;
if ( rs - > is_valid ( ) & & rs - > step_next ( ) )
{
for ( int i = 0 ; i < rs - > column_count ( ) ; + + i )
{
const int type_oid = rs - > column_type ( i ) ;
const char * fld_name = rs - > column_name ( i ) ;
switch ( type_oid )
{
case SQLITE_INTEGER :
desc_ . add_descriptor ( attribute_descriptor ( fld_name , mapnik : : Integer ) ) ;
break ;
case SQLITE_FLOAT :
desc_ . add_descriptor ( attribute_descriptor ( fld_name , mapnik : : Double ) ) ;
break ;
case SQLITE_TEXT :
desc_ . add_descriptor ( attribute_descriptor ( fld_name , mapnik : : String ) ) ;
break ;
case SQLITE_NULL :
// sqlite reports based on value, not actual column type unless
// PRAGMA table_info is used so here we assume the column is a string
// which is a lesser evil than altogether dropping the column
desc_ . add_descriptor ( attribute_descriptor ( fld_name , mapnik : : String ) ) ;
case SQLITE_BLOB :
if ( geometry_field_ . empty ( ) & &
( boost : : algorithm : : icontains ( fld_name , " geom " ) | |
boost : : algorithm : : icontains ( fld_name , " point " ) | |
boost : : algorithm : : icontains ( fld_name , " linestring " ) | |
boost : : algorithm : : icontains ( fld_name , " polygon " ) )
)
geometry_field_ = std : : string ( fld_name ) ;
break ;
default :
# ifdef MAPNIK_DEBUG
std : : clog < < " Sqlite Plugin: unknown type_oid= " < < type_oid < < std : : endl ;
# endif
break ;
}
}
}
else
{
// if we do not have at least a row and
// we cannot determine the right columns types and names
// as all column_type are SQLITE_NULL
// so we fallback to using PRAGMA table_info
use_pragma_table_info = true ;
}
}
2011-08-24 02:32:00 +02:00
if ( key_field_ = = " rowid " )
desc_ . add_descriptor ( attribute_descriptor ( " rowid " , mapnik : : Integer ) ) ;
2011-04-04 05:56:15 +02:00
if ( use_pragma_table_info )
{
std : : ostringstream s ;
s < < " PRAGMA table_info( " < < geometry_table_ < < " ) " ;
boost : : scoped_ptr < sqlite_resultset > rs ( dataset_ - > execute_query ( s . str ( ) ) ) ;
bool found_table = false ;
while ( rs - > is_valid ( ) & & rs - > step_next ( ) )
{
found_table = true ;
2011-08-24 02:32:00 +02:00
// TODO - support unicode strings?
2011-04-04 05:56:15 +02:00
const char * fld_name = rs - > column_text ( 1 ) ;
std : : string fld_type ( rs - > column_text ( 2 ) ) ;
boost : : algorithm : : to_lower ( fld_type ) ;
// see 2.1 "Column Affinity" at http://www.sqlite.org/datatype3.html
if ( geometry_field_ . empty ( ) & &
(
( boost : : algorithm : : icontains ( fld_name , " geom " ) | |
boost : : algorithm : : icontains ( fld_name , " point " ) | |
boost : : algorithm : : icontains ( fld_name , " linestring " ) | |
boost : : algorithm : : icontains ( fld_name , " polygon " ) )
| |
( boost : : algorithm : : contains ( fld_type , " geom " ) | |
boost : : algorithm : : contains ( fld_type , " point " ) | |
boost : : algorithm : : contains ( fld_type , " linestring " ) | |
boost : : algorithm : : contains ( fld_type , " polygon " ) )
)
)
geometry_field_ = std : : string ( fld_name ) ;
else if ( boost : : algorithm : : contains ( fld_type , " int " ) )
{
desc_ . add_descriptor ( attribute_descriptor ( fld_name , mapnik : : Integer ) ) ;
}
else if ( boost : : algorithm : : contains ( fld_type , " text " ) | |
boost : : algorithm : : contains ( fld_type , " char " ) | |
boost : : algorithm : : contains ( fld_type , " clob " ) )
{
desc_ . add_descriptor ( attribute_descriptor ( fld_name , mapnik : : String ) ) ;
}
else if ( boost : : algorithm : : contains ( fld_type , " real " ) | |
boost : : algorithm : : contains ( fld_type , " float " ) | |
boost : : algorithm : : contains ( fld_type , " double " ) )
{
desc_ . add_descriptor ( attribute_descriptor ( fld_name , mapnik : : Double ) ) ;
}
else if ( boost : : algorithm : : contains ( fld_type , " blob " ) & & ! geometry_field_ . empty ( ) )
2011-07-13 03:40:36 +02:00
{
2011-04-04 05:56:15 +02:00
desc_ . add_descriptor ( attribute_descriptor ( fld_name , mapnik : : String ) ) ;
2011-07-13 03:40:36 +02:00
}
2011-04-04 05:56:15 +02:00
# ifdef MAPNIK_DEBUG
else
{
// "Column Affinity" says default to "Numeric" but for now we pass..
//desc_.add_descriptor(attribute_descriptor(fld_name,mapnik::Double));
std : : clog < < " Sqlite Plugin: column ' " < < std : : string ( fld_name ) < < " ' unhandled due to unknown type: " < < fld_type < < std : : endl ;
}
# endif
}
if ( ! found_table )
{
2011-08-17 22:39:07 +02:00
std : : ostringstream s ;
s < < " Sqlite Plugin: could not query table ' " < < geometry_table_ < < " ' " ;
if ( using_subquery_ )
s < < " from subquery ' " < < table_ < < " ' " ;
s < < " using 'PRAGMA table_info( " < < geometry_table_ < < " )' " ;
s < < sqlite3_errmsg ( * ( * dataset_ ) ) ;
throw datasource_exception ( s . str ( ) ) ;
2011-04-04 05:56:15 +02:00
}
}
if ( geometry_field_ . empty ( ) ) {
throw datasource_exception ( " Sqlite Plugin: cannot detect geometry_field, please supply the name of the geometry_field to use. " ) ;
}
2011-08-15 22:02:57 +02:00
if ( index_table_ . size ( ) = = 0 ) {
// Generate implicit index_table name - need to do this after
// we have discovered meta-data or else we don't know the column
// name
2011-09-01 00:47:37 +02:00
index_table_ = " \" idx_ " + mapnik : : unquote_sql2 ( geometry_table_ ) + " _ " + geometry_field_ + " \" " ;
2011-08-15 22:02:57 +02:00
}
2011-04-04 05:56:15 +02:00
2011-04-01 00:32:22 +02:00
if ( use_spatial_index_ )
{
std : : ostringstream s ;
2011-07-11 19:46:53 +02:00
s < < " SELECT pkid,xmin,xmax,ymin,ymax FROM " < < index_table_ ;
s < < " LIMIT 0 " ;
2011-08-16 18:27:49 +02:00
if ( dataset_ - > execute_with_code ( s . str ( ) ) = = SQLITE_OK )
2011-08-15 22:02:57 +02:00
{
has_spatial_index_ = true ;
}
2011-04-01 00:32:22 +02:00
}
2011-03-18 00:50:16 +01:00
if ( metadata_ ! = " " & & ! extent_initialized_ )
2009-02-09 20:43:57 +01:00
{
std : : ostringstream s ;
2010-11-19 00:36:21 +01:00
s < < " SELECT xmin, ymin, xmax, ymax FROM " < < metadata_ ;
2011-03-18 00:50:16 +01:00
s < < " WHERE LOWER(f_table_name) = LOWER(' " < < geometry_table_ < < " ') " ;
2009-02-10 20:09:16 +01:00
boost : : scoped_ptr < sqlite_resultset > rs ( dataset_ - > execute_query ( s . str ( ) ) ) ;
2009-02-09 20:43:57 +01:00
if ( rs - > is_valid ( ) & & rs - > step_next ( ) )
{
2009-02-10 20:09:16 +01:00
double xmin = rs - > column_double ( 0 ) ;
double ymin = rs - > column_double ( 1 ) ;
double xmax = rs - > column_double ( 2 ) ;
double ymax = rs - > column_double ( 3 ) ;
2009-02-23 16:00:25 +01:00
2009-02-10 20:09:16 +01:00
extent_ . init ( xmin , ymin , xmax , ymax ) ;
extent_initialized_ = true ;
2009-02-09 20:43:57 +01:00
}
}
2011-04-01 00:32:22 +02:00
2011-08-15 22:02:57 +02:00
if ( ! extent_initialized_ & & has_spatial_index_ )
2009-02-10 20:09:16 +01:00
{
2009-02-23 17:04:57 +01:00
std : : ostringstream s ;
2011-04-01 06:35:56 +02:00
s < < " SELECT MIN(xmin), MIN(ymin), MAX(xmax), MAX(ymax) FROM "
2011-07-11 19:46:53 +02:00
< < index_table_ ;
2009-02-23 17:04:57 +01:00
boost : : scoped_ptr < sqlite_resultset > rs ( dataset_ - > execute_query ( s . str ( ) ) ) ;
if ( rs - > is_valid ( ) & & rs - > step_next ( ) )
2009-02-10 20:09:16 +01:00
{
2011-08-11 01:42:47 +02:00
if ( ! rs - > column_isnull ( 0 ) ) {
try
{
double xmin = lexical_cast < double > ( rs - > column_double ( 0 ) ) ;
double ymin = lexical_cast < double > ( rs - > column_double ( 1 ) ) ;
double xmax = lexical_cast < double > ( rs - > column_double ( 2 ) ) ;
double ymax = lexical_cast < double > ( rs - > column_double ( 3 ) ) ;
extent_ . init ( xmin , ymin , xmax , ymax ) ;
extent_initialized_ = true ;
}
catch ( bad_lexical_cast & ex )
{
std : : clog < < boost : : format ( " SQLite Plugin: warning: could not determine extent from query: %s \n Error was: '%s' \n " ) % s . str ( ) % ex . what ( ) < < std : : endl ;
}
}
2011-04-01 00:32:22 +02:00
}
2009-02-10 20:09:16 +01:00
}
2009-02-23 23:13:21 +01:00
2011-08-13 04:52:46 +02:00
// final fallback to gather extent
2011-08-16 18:27:49 +02:00
if ( ! extent_initialized_ | | ! has_spatial_index_ ) {
2011-08-16 18:45:03 +02:00
2011-08-24 02:32:00 +02:00
/*if (use_spatial_index_ && key_field_ == "rowid" && using_subquery_) {
2011-08-16 18:45:03 +02:00
// this is an impossible situation because rowid will be null via a subquery
throw datasource_exception ( " Sqlite Plugin: Using a spatial index will require creating one on the fly which is not possible unless you supply a 'key_field' value that references the primary key of your spatial table. To avoid using a spatial index set 'use_spatial_index'=false " ) ;
} */
2011-08-13 04:52:46 +02:00
std : : ostringstream s ;
2011-08-15 22:02:57 +02:00
s < < " SELECT " < < geometry_field_ < < " , " < < key_field_
2011-08-16 18:45:03 +02:00
< < " FROM " < < geometry_table_ ;
2011-08-13 04:52:46 +02:00
if ( row_limit_ > 0 ) {
s < < " LIMIT " < < row_limit_ ;
}
if ( row_offset_ > 0 ) {
s < < " OFFSET " < < row_offset_ ;
}
# ifdef MAPNIK_DEBUG
std : : clog < < " Sqlite Plugin: " < < s . str ( ) < < std : : endl ;
# endif
boost : : shared_ptr < sqlite_resultset > rs ( dataset_ - > execute_query ( s . str ( ) ) ) ;
2011-08-15 22:02:57 +02:00
// spatial index sql
std : : string spatial_index_sql = " create virtual table " + index_table_
+ " using rtree(pkid, xmin, xmax, ymin, ymax) " ;
std : : string spatial_index_insert_sql = " insert into " + index_table_
+ " values (?,?,?,?,?) " ;
sqlite3_stmt * stmt = 0 ;
if ( use_spatial_index_ ) {
2011-09-01 00:47:37 +02:00
dataset_ - > execute ( spatial_index_sql ) ;
2011-08-15 22:02:57 +02:00
int rc = sqlite3_prepare_v2 ( * ( * dataset_ ) , spatial_index_insert_sql . c_str ( ) , - 1 , & stmt , 0 ) ;
if ( rc ! = SQLITE_OK )
{
2011-09-01 00:47:37 +02:00
std : : ostringstream index_error ;
index_error < < " Sqlite Plugin: auto-index table creation failed: ' "
< < sqlite3_errmsg ( * ( * dataset_ ) ) < < " ' query was: " < < spatial_index_insert_sql ;
throw datasource_exception ( index_error . str ( ) ) ;
2011-08-15 22:02:57 +02:00
}
}
2011-08-13 04:52:46 +02:00
bool first = true ;
while ( rs - > is_valid ( ) & & rs - > step_next ( ) )
{
int size ;
const char * data = ( const char * ) rs - > column_blob ( 0 , size ) ;
if ( data ) {
// create a tmp feature to be able to parse geometry
// ideally we would not have to do this.
// see: http://trac.mapnik.org/ticket/745
mapnik : : feature_ptr feature ( mapnik : : feature_factory : : create ( 0 ) ) ;
mapnik : : geometry_utils : : from_wkb ( * feature , data , size , multiple_geometries_ , format_ ) ;
2011-08-15 22:02:57 +02:00
mapnik : : box2d < double > const & bbox = feature - > envelope ( ) ;
if ( bbox . valid ( ) ) {
extent_initialized_ = true ;
if ( first ) {
first = false ;
extent_ = bbox ;
} else {
extent_ . expand_to_include ( bbox ) ;
}
// index creation
if ( use_spatial_index_ ) {
const int type_oid = rs - > column_type ( 1 ) ;
2011-08-16 18:17:54 +02:00
if ( type_oid ! = SQLITE_INTEGER ) {
std : : ostringstream type_error ;
type_error < < " Sqlite Plugin: invalid type for key field ' "
< < key_field_ < < " ' when creating index ' " < < index_table_
< < " ' type was: " < < type_oid < < " " ;
throw datasource_exception ( type_error . str ( ) ) ;
}
2011-08-15 22:02:57 +02:00
2011-08-17 22:39:07 +02:00
sqlite_int64 pkid = rs - > column_integer64 ( 1 ) ;
if ( sqlite3_bind_int64 ( stmt , 1 , pkid ) ! = SQLITE_OK )
2011-08-15 22:02:57 +02:00
{
throw datasource_exception ( " invalid value for for key field while generating index " ) ;
}
if ( ( sqlite3_bind_double ( stmt , 2 , bbox . minx ( ) ) ! = SQLITE_OK ) | |
( sqlite3_bind_double ( stmt , 3 , bbox . maxx ( ) ) ! = SQLITE_OK ) | |
( sqlite3_bind_double ( stmt , 4 , bbox . miny ( ) ) ! = SQLITE_OK ) | |
( sqlite3_bind_double ( stmt , 5 , bbox . maxy ( ) ) ! = SQLITE_OK ) ) {
throw datasource_exception ( " invalid value for for extent while generating index " ) ;
}
sqlite3_step ( stmt ) ;
sqlite3_reset ( stmt ) ;
}
2011-08-13 04:52:46 +02:00
}
}
}
2011-08-15 22:02:57 +02:00
int res = sqlite3_finalize ( stmt ) ;
if ( res ! = SQLITE_OK )
{
throw datasource_exception ( " auto-indexing failed: set use_spatial_index=false to disable auto-indexing and avoid this error " ) ;
}
2011-08-13 04:52:46 +02:00
}
2011-08-11 00:48:50 +02:00
2011-04-04 05:56:15 +02:00
if ( ! extent_initialized_ ) {
std : : ostringstream s ;
2011-08-11 00:48:50 +02:00
s < < " Sqlite Plugin: extent could not be determined for table ' "
< < geometry_table_ < < " ' and geometry field ' " < < geometry_field_ < < " ' "
2011-08-11 01:42:47 +02:00
< < " because an rtree spatial index is missing or empty. "
2011-04-04 05:56:15 +02:00
< < " - either set the table 'extent' or create an rtree spatial index " ;
throw datasource_exception ( s . str ( ) ) ;
2009-02-09 20:43:57 +01:00
}
2010-10-24 08:34:18 +02:00
is_bound_ = true ;
2009-02-09 20:43:57 +01:00
}
sqlite_datasource : : ~ sqlite_datasource ( )
{
2010-10-24 08:34:18 +02:00
if ( is_bound_ )
{
delete dataset_ ;
}
2009-02-09 20:43:57 +01:00
}
std : : string sqlite_datasource : : name ( )
{
2010-11-14 15:51:04 +01:00
return " sqlite " ;
2009-02-09 20:43:57 +01:00
}
int sqlite_datasource : : type ( ) const
{
return type_ ;
}
2009-12-16 21:02:06 +01:00
box2d < double > sqlite_datasource : : envelope ( ) const
2009-02-09 20:43:57 +01:00
{
2010-10-24 08:34:18 +02:00
if ( ! is_bound_ ) bind ( ) ;
2009-02-09 20:43:57 +01:00
return extent_ ;
}
layer_descriptor sqlite_datasource : : get_descriptor ( ) const
{
2010-10-24 08:34:18 +02:00
if ( ! is_bound_ ) bind ( ) ;
2009-02-09 20:43:57 +01:00
return desc_ ;
}
featureset_ptr sqlite_datasource : : features ( query const & q ) const
{
2010-10-24 08:34:18 +02:00
if ( ! is_bound_ ) bind ( ) ;
2009-02-09 20:43:57 +01:00
if ( dataset_ )
{
2009-12-16 21:02:06 +01:00
mapnik : : box2d < double > const & e = q . get_bbox ( ) ;
2009-02-09 20:43:57 +01:00
std : : ostringstream s ;
2009-02-23 23:13:21 +01:00
2010-11-19 00:36:21 +01:00
s < < " SELECT " < < geometry_field_ < < " , " < < key_field_ ;
2009-02-09 20:43:57 +01:00
std : : set < std : : string > const & props = q . property_names ( ) ;
std : : set < std : : string > : : const_iterator pos = props . begin ( ) ;
std : : set < std : : string > : : const_iterator end = props . end ( ) ;
while ( pos ! = end )
{
2011-04-01 00:32:22 +02:00
s < < " , \" " < < * pos < < " \" " ;
+ + pos ;
}
2009-02-23 23:13:21 +01:00
2010-11-19 00:36:21 +01:00
s < < " FROM " ;
2009-02-23 23:13:21 +01:00
2011-08-17 01:05:19 +02:00
std : : string query ( table_ ) ;
/* todo
throw if select * and key_field = = rowid ?
or add schema support so sqlite throws
*/
2009-02-23 23:13:21 +01:00
2011-08-15 22:02:57 +02:00
if ( has_spatial_index_ )
2009-02-10 20:09:16 +01:00
{
2011-08-17 22:39:07 +02:00
/*
Use rtree to limit record id ' s to a given bbox
then a btree to pull the records for those ids .
*/
2009-02-23 23:13:21 +01:00
std : : ostringstream spatial_sql ;
spatial_sql < < std : : setprecision ( 16 ) ;
2011-07-11 19:46:53 +02:00
spatial_sql < < " WHERE " < < key_field_ < < " IN (SELECT pkid FROM " < < index_table_ ;
2011-04-01 00:32:22 +02:00
spatial_sql < < " WHERE xmax>= " < < e . minx ( ) < < " AND xmin<= " < < e . maxx ( ) ;
spatial_sql < < " AND ymax>= " < < e . miny ( ) < < " AND ymin<= " < < e . maxy ( ) < < " ) " ;
2010-11-19 00:36:21 +01:00
if ( boost : : algorithm : : ifind_first ( query , " WHERE " ) )
2009-02-23 23:13:21 +01:00
{
2010-11-19 00:36:21 +01:00
boost : : algorithm : : ireplace_first ( query , " WHERE " , spatial_sql . str ( ) + " AND " ) ;
2009-02-23 23:13:21 +01:00
}
2011-03-18 00:50:16 +01:00
else if ( boost : : algorithm : : ifind_first ( query , geometry_table_ ) )
2009-02-23 23:13:21 +01:00
{
2011-03-18 00:50:16 +01:00
boost : : algorithm : : ireplace_first ( query , table_ , table_ + " " + spatial_sql . str ( ) ) ;
2009-02-23 23:13:21 +01:00
}
2009-02-10 20:09:16 +01:00
}
2009-02-23 23:13:21 +01:00
s < < query ;
2009-02-23 16:00:25 +01:00
if ( row_limit_ > 0 ) {
2010-11-19 00:36:21 +01:00
s < < " LIMIT " < < row_limit_ ;
2009-02-23 16:00:25 +01:00
}
if ( row_offset_ > 0 ) {
2010-11-19 00:36:21 +01:00
s < < " OFFSET " < < row_offset_ ;
2009-02-23 16:00:25 +01:00
}
2009-02-23 23:13:21 +01:00
# ifdef MAPNIK_DEBUG
2011-08-17 22:39:07 +02:00
std : : clog < < " Sqlite Plugin: table_: " < < table_ < < " \n \n " ;
std : : clog < < " Sqlite Plugin: query: " < < s . str ( ) < < " \n \n " ;
2009-02-23 23:13:21 +01:00
# endif
2009-02-10 20:09:16 +01:00
boost : : shared_ptr < sqlite_resultset > rs ( dataset_ - > execute_query ( s . str ( ) ) ) ;
2009-02-09 20:43:57 +01:00
2011-08-24 02:32:00 +02:00
return boost : : make_shared < sqlite_featureset > ( rs , desc_ . get_encoding ( ) , format_ , multiple_geometries_ , using_subquery_ ) ;
2009-02-09 20:43:57 +01:00
}
return featureset_ptr ( ) ;
}
featureset_ptr sqlite_datasource : : features_at_point ( coord2d const & pt ) const
{
2010-10-24 08:34:18 +02:00
if ( ! is_bound_ ) bind ( ) ;
2009-02-09 20:43:57 +01:00
2011-04-02 06:54:26 +02:00
if ( dataset_ )
{
// TODO - need tolerance
mapnik : : box2d < double > const e ( pt . x , pt . y , pt . x , pt . y ) ;
std : : ostringstream s ;
s < < " SELECT " < < geometry_field_ < < " , " < < key_field_ ;
std : : vector < attribute_descriptor > : : const_iterator itr = desc_ . get_descriptors ( ) . begin ( ) ;
std : : vector < attribute_descriptor > : : const_iterator end = desc_ . get_descriptors ( ) . end ( ) ;
while ( itr ! = end )
{
std : : string fld_name = itr - > get_name ( ) ;
if ( fld_name ! = key_field_ )
s < < " , \" " < < itr - > get_name ( ) < < " \" " ;
+ + itr ;
}
s < < " FROM " ;
std : : string query ( table_ ) ;
2011-08-15 22:02:57 +02:00
if ( has_spatial_index_ )
2011-04-02 06:54:26 +02:00
{
std : : ostringstream spatial_sql ;
spatial_sql < < std : : setprecision ( 16 ) ;
2011-07-11 19:46:53 +02:00
spatial_sql < < " WHERE " < < key_field_ < < " IN (SELECT pkid FROM " < < index_table_ ;
2011-04-02 06:54:26 +02:00
spatial_sql < < " WHERE xmax>= " < < e . minx ( ) < < " AND xmin<= " < < e . maxx ( ) ;
spatial_sql < < " AND ymax>= " < < e . miny ( ) < < " AND ymin<= " < < e . maxy ( ) < < " ) " ;
if ( boost : : algorithm : : ifind_first ( query , " WHERE " ) )
{
boost : : algorithm : : ireplace_first ( query , " WHERE " , spatial_sql . str ( ) + " AND " ) ;
}
else if ( boost : : algorithm : : ifind_first ( query , geometry_table_ ) )
{
boost : : algorithm : : ireplace_first ( query , table_ , table_ + " " + spatial_sql . str ( ) ) ;
}
}
s < < query ;
if ( row_limit_ > 0 ) {
s < < " LIMIT " < < row_limit_ ;
}
if ( row_offset_ > 0 ) {
s < < " OFFSET " < < row_offset_ ;
}
# ifdef MAPNIK_DEBUG
std : : clog < < " Sqlite Plugin: " < < s . str ( ) < < std : : endl ;
# endif
boost : : shared_ptr < sqlite_resultset > rs ( dataset_ - > execute_query ( s . str ( ) ) ) ;
2011-08-24 02:32:00 +02:00
return boost : : make_shared < sqlite_featureset > ( rs , desc_ . get_encoding ( ) , format_ , multiple_geometries_ , using_subquery_ ) ;
2011-04-02 06:54:26 +02:00
}
2009-02-09 20:43:57 +01:00
return featureset_ptr ( ) ;
}