4f4e2b001e
Conflicts: SConstruct benchmark/run.cpp bindings/python/mapnik_datasource.cpp bindings/python/mapnik_feature.cpp bindings/python/python_optional.hpp include/mapnik/css_color_grammar.hpp include/mapnik/expression_grammar.hpp include/mapnik/feature.hpp include/mapnik/feature_style_processor_impl.hpp include/mapnik/image_filter_types.hpp include/mapnik/image_util.hpp include/mapnik/json/geometry_generator_grammar.hpp include/mapnik/json/geometry_grammar.hpp include/mapnik/processed_text.hpp include/mapnik/tiff_io.hpp include/mapnik/util/geometry_svg_generator.hpp include/mapnik/util/geometry_wkt_generator.hpp include/mapnik/utils.hpp include/mapnik/webp_io.hpp include/mapnik/wkt/wkt_grammar.hpp plugins/input/shape/shape_datasource.cpp plugins/input/shape/shapefile.hpp src/expression_grammar.cpp src/expression_string.cpp src/image_util.cpp src/json/feature_collection_parser.cpp src/json/feature_parser.cpp src/miniz.c src/symbolizer_helpers.cpp src/tiff_reader.cpp src/webp_reader.cpp tests/cpp_tests/geometry_converters_test.cpp tests/cpp_tests/image_io_test.cpp tests/cpp_tests/map_request_test.cpp tests/python_tests/image_test.py tests/visual_tests/test.py
345 lines
11 KiB
C++
345 lines
11 KiB
C++
/*****************************************************************************
|
|
*
|
|
* This file is part of Mapnik (c++ mapping toolkit)
|
|
*
|
|
* Copyright (C) 2013 Artem Pavlenko
|
|
*
|
|
* This library is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
*
|
|
* This library is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Lesser General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
* License along with this library; if not, write to the Free Software
|
|
* Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
|
|
*
|
|
*****************************************************************************/
|
|
|
|
#include "shape_datasource.hpp"
|
|
#include "shape_featureset.hpp"
|
|
#include "shape_index_featureset.hpp"
|
|
|
|
// boost
|
|
#include <boost/version.hpp>
|
|
#include <boost/format.hpp>
|
|
#include <boost/algorithm/string.hpp>
|
|
#include <boost/make_shared.hpp>
|
|
|
|
// mapnik
|
|
#include <mapnik/debug.hpp>
|
|
#include <mapnik/util/fs.hpp>
|
|
#include <mapnik/global.hpp>
|
|
#include <mapnik/utils.hpp>
|
|
#include <mapnik/boolean.hpp>
|
|
#include <mapnik/util/conversions.hpp>
|
|
#include <mapnik/geom_util.hpp>
|
|
#include <mapnik/timer.hpp>
|
|
#include <mapnik/value_types.hpp>
|
|
|
|
// stl
|
|
#include <fstream>
|
|
#include <stdexcept>
|
|
|
|
DATASOURCE_PLUGIN(shape_datasource)
|
|
|
|
using mapnik::String;
|
|
using mapnik::Double;
|
|
using mapnik::Integer;
|
|
using mapnik::Boolean;
|
|
using mapnik::datasource_exception;
|
|
using mapnik::filter_in_box;
|
|
using mapnik::filter_at_point;
|
|
using mapnik::attribute_descriptor;
|
|
|
|
shape_datasource::shape_datasource(const parameters ¶ms)
|
|
: datasource (params),
|
|
type_(datasource::Vector),
|
|
file_length_(0),
|
|
indexed_(false),
|
|
row_limit_(*params.get<mapnik::value_integer>("row_limit",0)),
|
|
desc_(*params.get<std::string>("type"), *params.get<std::string>("encoding","utf-8"))
|
|
{
|
|
#ifdef MAPNIK_STATS
|
|
mapnik::progress_timer __stats__(std::clog, "shape_datasource::init");
|
|
#endif
|
|
boost::optional<std::string> file = params.get<std::string>("file");
|
|
if (!file) throw datasource_exception("Shape Plugin: missing <file> parameter");
|
|
|
|
boost::optional<std::string> base = params.get<std::string>("base");
|
|
if (base)
|
|
shape_name_ = *base + "/" + *file;
|
|
else
|
|
shape_name_ = *file;
|
|
|
|
boost::algorithm::ireplace_last(shape_name_,".shp","");
|
|
|
|
if (!mapnik::util::exists(shape_name_ + ".shp"))
|
|
{
|
|
throw datasource_exception("Shape Plugin: shapefile '" + shape_name_ + ".shp' does not exist");
|
|
}
|
|
if (mapnik::util::is_directory(shape_name_ + ".shp"))
|
|
{
|
|
throw datasource_exception("Shape Plugin: shapefile '" + shape_name_ + ".shp' appears to be a directory not a file");
|
|
}
|
|
if (!mapnik::util::exists(shape_name_ + ".dbf"))
|
|
{
|
|
throw datasource_exception("Shape Plugin: shapefile '" + shape_name_ + ".dbf' does not exist");
|
|
}
|
|
|
|
try
|
|
{
|
|
#ifdef MAPNIK_STATS
|
|
mapnik::progress_timer __stats2__(std::clog, "shape_datasource::init(get_column_description)");
|
|
#endif
|
|
|
|
boost::shared_ptr<shape_io> shape_ref = boost::make_shared<shape_io>(shape_name_);
|
|
init(*shape_ref);
|
|
for (int i=0;i<shape_ref->dbf().num_fields();++i)
|
|
{
|
|
field_descriptor const& fd=shape_ref->dbf().descriptor(i);
|
|
std::string fld_name=fd.name_;
|
|
switch (fd.type_)
|
|
{
|
|
case 'C': // character
|
|
case 'D': // date
|
|
desc_.add_descriptor(attribute_descriptor(fld_name, String));
|
|
break;
|
|
case 'L': // logical
|
|
desc_.add_descriptor(attribute_descriptor(fld_name, Boolean));
|
|
break;
|
|
case 'N': // numeric
|
|
case 'O': // double
|
|
case 'F': // float
|
|
{
|
|
if (fd.dec_>0)
|
|
{
|
|
desc_.add_descriptor(attribute_descriptor(fld_name,Double,false,8));
|
|
}
|
|
else
|
|
{
|
|
desc_.add_descriptor(attribute_descriptor(fld_name,Integer,false,4));
|
|
}
|
|
break;
|
|
}
|
|
default:
|
|
// I - long
|
|
// G - ole
|
|
// + - autoincrement
|
|
// @ - timestamp
|
|
// B - binary
|
|
// l - long
|
|
// M - memo
|
|
MAPNIK_LOG_ERROR(shape) << "shape_datasource: Unknown type=" << fd.type_;
|
|
break;
|
|
}
|
|
}
|
|
// for indexed shapefiles we keep open the file descriptor for fast reads
|
|
if (indexed_) {
|
|
shape_ = shape_ref;
|
|
}
|
|
|
|
}
|
|
catch (datasource_exception const& ex)
|
|
{
|
|
MAPNIK_LOG_ERROR(shape) << "Shape Plugin: error processing field attributes, " << ex.what();
|
|
throw;
|
|
}
|
|
catch (const std::exception& ex)
|
|
{
|
|
MAPNIK_LOG_ERROR(shape) << "Shape Plugin: error processing field attributes, " << ex.what();
|
|
throw;
|
|
}
|
|
catch (...) // exception: pipe_select_interrupter: Too many open files
|
|
{
|
|
MAPNIK_LOG_ERROR(shape) << "Shape Plugin: error processing field attributes";
|
|
throw;
|
|
}
|
|
|
|
}
|
|
|
|
void shape_datasource::init(shape_io& shape)
|
|
{
|
|
#ifdef MAPNIK_STATS
|
|
mapnik::progress_timer __stats__(std::clog, "shape_datasource::init");
|
|
#endif
|
|
|
|
//first read header from *.shp
|
|
int file_code=shape.shp().read_xdr_integer();
|
|
if (file_code!=9994)
|
|
{
|
|
//invalid file code
|
|
throw datasource_exception("Shape Plugin: " + (boost::format("wrong file code : %d") % file_code).str());
|
|
}
|
|
|
|
shape.shp().skip(5*4);
|
|
file_length_=shape.shp().read_xdr_integer();
|
|
int version=shape.shp().read_ndr_integer();
|
|
|
|
if (version!=1000)
|
|
{
|
|
//invalid version number
|
|
throw datasource_exception("Shape Plugin: " + (boost::format("invalid version number: %d") % version).str());
|
|
}
|
|
|
|
shape_type_ = static_cast<shape_io::shapeType>(shape.shp().read_ndr_integer());
|
|
if (shape_type_ == shape_io::shape_multipatch)
|
|
throw datasource_exception("Shape Plugin: shapefile multipatch type is not supported");
|
|
|
|
shape.shp().read_envelope(extent_);
|
|
|
|
#ifdef MAPNIK_LOG
|
|
const double zmin = shape.shp().read_double();
|
|
const double zmax = shape.shp().read_double();
|
|
const double mmin = shape.shp().read_double();
|
|
const double mmax = shape.shp().read_double();
|
|
|
|
MAPNIK_LOG_DEBUG(shape) << "shape_datasource: Z min/max=" << zmin << "," << zmax;
|
|
MAPNIK_LOG_DEBUG(shape) << "shape_datasource: M min/max=" << mmin << "," << mmax;
|
|
#else
|
|
shape.shp().skip(4*8);
|
|
#endif
|
|
|
|
// check if we have an index file around
|
|
indexed_ = shape.has_index();
|
|
MAPNIK_LOG_DEBUG(shape) << "shape_datasource: Extent=" << extent_;
|
|
MAPNIK_LOG_DEBUG(shape) << "shape_datasource: File length=" << file_length_;
|
|
MAPNIK_LOG_DEBUG(shape) << "shape_datasource: Shape type=" << shape_type_;
|
|
}
|
|
|
|
shape_datasource::~shape_datasource() {}
|
|
|
|
const char * shape_datasource::name()
|
|
{
|
|
return "shape";
|
|
}
|
|
|
|
datasource::datasource_t shape_datasource::type() const
|
|
{
|
|
return type_;
|
|
}
|
|
|
|
layer_descriptor shape_datasource::get_descriptor() const
|
|
{
|
|
return desc_;
|
|
}
|
|
|
|
featureset_ptr shape_datasource::features(const query& q) const
|
|
{
|
|
#ifdef MAPNIK_STATS
|
|
mapnik::progress_timer __stats__(std::clog, "shape_datasource::features");
|
|
#endif
|
|
|
|
filter_in_box filter(q.get_bbox());
|
|
if (indexed_)
|
|
{
|
|
shape_->shp().seek(0);
|
|
// TODO - use boost::make_shared - #760
|
|
return featureset_ptr
|
|
(new shape_index_featureset<filter_in_box>(filter,
|
|
*shape_,
|
|
q.property_names(),
|
|
desc_.get_encoding(),
|
|
shape_name_,
|
|
row_limit_));
|
|
}
|
|
else
|
|
{
|
|
return boost::make_shared<shape_featureset<filter_in_box> >(filter,
|
|
shape_name_,
|
|
q.property_names(),
|
|
desc_.get_encoding(),
|
|
file_length_,
|
|
row_limit_);
|
|
}
|
|
}
|
|
|
|
featureset_ptr shape_datasource::features_at_point(coord2d const& pt, double tol) const
|
|
{
|
|
#ifdef MAPNIK_STATS
|
|
mapnik::progress_timer __stats__(std::clog, "shape_datasource::features_at_point");
|
|
#endif
|
|
|
|
filter_at_point filter(pt,tol);
|
|
// collect all attribute names
|
|
std::vector<attribute_descriptor> const& desc_vector = desc_.get_descriptors();
|
|
std::vector<attribute_descriptor>::const_iterator itr = desc_vector.begin();
|
|
std::vector<attribute_descriptor>::const_iterator end = desc_vector.end();
|
|
std::set<std::string> names;
|
|
|
|
while (itr != end)
|
|
{
|
|
names.insert(itr->get_name());
|
|
++itr;
|
|
}
|
|
|
|
if (indexed_)
|
|
{
|
|
shape_->shp().seek(0);
|
|
// TODO - use boost::make_shared - #760
|
|
return featureset_ptr
|
|
(new shape_index_featureset<filter_at_point>(filter,
|
|
*shape_,
|
|
names,
|
|
desc_.get_encoding(),
|
|
shape_name_,
|
|
row_limit_));
|
|
}
|
|
else
|
|
{
|
|
return boost::make_shared<shape_featureset<filter_at_point> >(filter,
|
|
shape_name_,
|
|
names,
|
|
desc_.get_encoding(),
|
|
file_length_,
|
|
row_limit_);
|
|
}
|
|
}
|
|
|
|
box2d<double> shape_datasource::envelope() const
|
|
{
|
|
return extent_;
|
|
}
|
|
|
|
boost::optional<mapnik::datasource::geometry_t> shape_datasource::get_geometry_type() const
|
|
{
|
|
#ifdef MAPNIK_STATS
|
|
mapnik::progress_timer __stats__(std::clog, "shape_datasource::get_geometry_type");
|
|
#endif
|
|
|
|
boost::optional<mapnik::datasource::geometry_t> result;
|
|
switch (shape_type_)
|
|
{
|
|
case shape_io::shape_point:
|
|
case shape_io::shape_pointm:
|
|
case shape_io::shape_pointz:
|
|
case shape_io::shape_multipoint:
|
|
case shape_io::shape_multipointm:
|
|
case shape_io::shape_multipointz:
|
|
{
|
|
result.reset(mapnik::datasource::Point);
|
|
break;
|
|
}
|
|
case shape_io::shape_polyline:
|
|
case shape_io::shape_polylinem:
|
|
case shape_io::shape_polylinez:
|
|
{
|
|
result.reset(mapnik::datasource::LineString);
|
|
break;
|
|
}
|
|
case shape_io::shape_polygon:
|
|
case shape_io::shape_polygonm:
|
|
case shape_io::shape_polygonz:
|
|
{
|
|
result.reset(mapnik::datasource::Polygon);
|
|
break;
|
|
}
|
|
default:
|
|
break;
|
|
}
|
|
return result;
|
|
}
|