2006-03-31 10:32:02 +00:00
|
|
|
/*****************************************************************************
|
2011-11-14 03:37:50 +00:00
|
|
|
*
|
2006-03-31 10:32:02 +00:00
|
|
|
* This file is part of Mapnik (c++ mapping toolkit)
|
2005-06-14 15:06:59 +00:00
|
|
|
*
|
2011-10-22 13:27:28 +00:00
|
|
|
* Copyright (C) 2011 Artem Pavlenko
|
2005-06-14 15:06:59 +00:00
|
|
|
*
|
2006-03-31 10:32:02 +00:00
|
|
|
* This library is free software; you can redistribute it and/or
|
|
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
|
|
* License as published by the Free Software Foundation; either
|
|
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
|
|
*
|
|
|
|
* This library is distributed in the hope that it will be useful,
|
2005-06-14 15:06:59 +00:00
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
2006-03-31 10:32:02 +00:00
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
* Lesser General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
|
|
* License along with this library; if not, write to the Free Software
|
|
|
|
* Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
|
2005-06-14 15:06:59 +00:00
|
|
|
*
|
2006-03-31 10:32:02 +00:00
|
|
|
*****************************************************************************/
|
2005-06-14 15:06:59 +00:00
|
|
|
|
2006-10-04 11:22:18 +00:00
|
|
|
#ifndef SHAPEFILE_HPP
|
|
|
|
#define SHAPEFILE_HPP
|
2005-06-14 15:06:59 +00:00
|
|
|
|
2011-10-22 13:27:28 +00:00
|
|
|
// stl
|
|
|
|
#include <cstring>
|
|
|
|
#include <fstream>
|
2013-06-03 03:19:33 +00:00
|
|
|
#include <stdexcept>
|
2014-05-06 17:06:47 +00:00
|
|
|
#include <cstdint>
|
2011-10-22 13:27:28 +00:00
|
|
|
|
2011-05-16 23:41:34 +00:00
|
|
|
// mapnik
|
2009-07-03 13:29:50 +00:00
|
|
|
#include <mapnik/global.hpp>
|
2013-05-21 16:42:55 +00:00
|
|
|
#include <mapnik/utils.hpp>
|
2009-12-16 20:02:06 +00:00
|
|
|
#include <mapnik/box2d.hpp>
|
2013-08-13 16:19:01 +00:00
|
|
|
#ifdef SHAPE_MEMORY_MAPPED_FILE
|
2013-08-13 18:13:56 +00:00
|
|
|
#include <boost/interprocess/mapped_region.hpp>
|
2011-04-06 13:02:31 +00:00
|
|
|
#include <mapnik/mapped_memory_cache.hpp>
|
2013-10-29 01:31:20 +00:00
|
|
|
#include <boost/interprocess/streams/bufferstream.hpp>
|
2013-08-13 16:19:01 +00:00
|
|
|
#endif
|
2012-12-17 02:19:52 +00:00
|
|
|
#include <mapnik/noncopyable.hpp>
|
2011-05-16 23:41:34 +00:00
|
|
|
|
2009-12-16 20:02:06 +00:00
|
|
|
using mapnik::box2d;
|
2009-07-07 23:56:01 +00:00
|
|
|
using mapnik::read_int32_ndr;
|
|
|
|
using mapnik::read_int32_xdr;
|
2009-07-03 13:29:50 +00:00
|
|
|
using mapnik::read_double_ndr;
|
|
|
|
using mapnik::read_double_xdr;
|
2005-06-14 15:06:59 +00:00
|
|
|
|
2009-07-07 23:56:01 +00:00
|
|
|
|
|
|
|
struct RecordTag
|
|
|
|
{
|
2014-07-07 17:23:15 +00:00
|
|
|
using data_type = char*;
|
2009-07-07 23:56:01 +00:00
|
|
|
static data_type alloc(unsigned size)
|
|
|
|
{
|
|
|
|
return static_cast<data_type>(::operator new(sizeof(char)*size));
|
|
|
|
}
|
2011-11-14 03:37:50 +00:00
|
|
|
|
2009-07-07 23:56:01 +00:00
|
|
|
static void dealloc(data_type data)
|
|
|
|
{
|
|
|
|
::operator delete(data);
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
|
|
|
struct MappedRecordTag
|
|
|
|
{
|
2014-07-07 17:23:15 +00:00
|
|
|
using data_type = const char*;
|
2011-10-22 13:27:28 +00:00
|
|
|
static data_type alloc(unsigned) { return 0; }
|
2009-07-07 23:56:01 +00:00
|
|
|
static void dealloc(data_type ) {}
|
|
|
|
};
|
|
|
|
|
|
|
|
template <typename Tag>
|
2005-06-14 15:06:59 +00:00
|
|
|
struct shape_record
|
|
|
|
{
|
2009-07-07 23:56:01 +00:00
|
|
|
typename Tag::data_type data;
|
2009-07-03 13:29:50 +00:00
|
|
|
size_t size;
|
|
|
|
mutable size_t pos;
|
2011-10-22 13:27:28 +00:00
|
|
|
|
2013-01-03 20:37:45 +00:00
|
|
|
explicit shape_record(size_t size_)
|
|
|
|
: data(Tag::alloc(size_)),
|
|
|
|
size(size_),
|
2011-11-14 03:37:50 +00:00
|
|
|
pos(0)
|
2011-10-22 13:27:28 +00:00
|
|
|
{}
|
|
|
|
|
|
|
|
~shape_record()
|
|
|
|
{
|
|
|
|
Tag::dealloc(data);
|
|
|
|
}
|
|
|
|
|
2009-07-07 23:56:01 +00:00
|
|
|
void set_data(typename Tag::data_type data_)
|
2009-07-03 13:29:50 +00:00
|
|
|
{
|
|
|
|
data = data_;
|
|
|
|
}
|
2009-07-07 23:56:01 +00:00
|
|
|
|
2011-11-14 03:37:50 +00:00
|
|
|
typename Tag::data_type get_data()
|
2009-07-07 23:56:01 +00:00
|
|
|
{
|
2011-11-14 03:37:50 +00:00
|
|
|
return data;
|
2009-07-07 23:56:01 +00:00
|
|
|
}
|
2011-11-14 03:37:50 +00:00
|
|
|
|
2009-07-03 13:29:50 +00:00
|
|
|
void skip(unsigned n)
|
|
|
|
{
|
2011-10-22 13:27:28 +00:00
|
|
|
pos += n;
|
2009-07-03 13:29:50 +00:00
|
|
|
}
|
2011-11-14 03:37:50 +00:00
|
|
|
|
2009-07-03 13:29:50 +00:00
|
|
|
int read_ndr_integer()
|
|
|
|
{
|
2014-05-06 17:06:47 +00:00
|
|
|
std::int32_t val;
|
2011-10-22 13:27:28 +00:00
|
|
|
read_int32_ndr(&data[pos], val);
|
|
|
|
pos += 4;
|
2009-07-03 13:29:50 +00:00
|
|
|
return val;
|
|
|
|
}
|
2011-11-14 03:37:50 +00:00
|
|
|
|
2009-07-03 13:29:50 +00:00
|
|
|
int read_xdr_integer()
|
|
|
|
{
|
2014-05-06 17:06:47 +00:00
|
|
|
std::int32_t val;
|
2011-10-22 13:27:28 +00:00
|
|
|
read_int32_xdr(&data[pos], val);
|
|
|
|
pos += 4;
|
2009-07-03 13:29:50 +00:00
|
|
|
return val;
|
|
|
|
}
|
2011-11-14 03:37:50 +00:00
|
|
|
|
2009-07-03 13:29:50 +00:00
|
|
|
double read_double()
|
|
|
|
{
|
2011-11-14 03:37:50 +00:00
|
|
|
double val;
|
2011-10-22 13:27:28 +00:00
|
|
|
read_double_ndr(&data[pos], val);
|
|
|
|
pos += 8;
|
2009-07-03 13:29:50 +00:00
|
|
|
return val;
|
|
|
|
}
|
2011-10-22 13:27:28 +00:00
|
|
|
|
2011-11-14 03:37:50 +00:00
|
|
|
long remains()
|
2009-07-03 13:29:50 +00:00
|
|
|
{
|
2011-10-22 13:27:28 +00:00
|
|
|
return (size - pos);
|
2011-11-14 03:37:50 +00:00
|
|
|
}
|
2005-06-14 15:06:59 +00:00
|
|
|
};
|
|
|
|
|
2012-12-17 02:19:52 +00:00
|
|
|
class shape_file : mapnik::noncopyable
|
2011-11-14 03:37:50 +00:00
|
|
|
{
|
2009-07-03 13:29:50 +00:00
|
|
|
public:
|
2010-09-06 19:20:59 +00:00
|
|
|
|
2009-07-07 23:56:01 +00:00
|
|
|
#ifdef SHAPE_MEMORY_MAPPED_FILE
|
2014-07-07 17:23:15 +00:00
|
|
|
using file_source_type = boost::interprocess::ibufferstream;
|
|
|
|
using record_type = shape_record<MappedRecordTag>;
|
2013-05-30 21:32:20 +00:00
|
|
|
mapnik::mapped_region_ptr mapped_region_;
|
2009-07-07 23:56:01 +00:00
|
|
|
#else
|
2014-07-07 17:23:15 +00:00
|
|
|
using file_source_type = std::ifstream;
|
|
|
|
using record_type = shape_record<RecordTag>;
|
2009-07-07 23:56:01 +00:00
|
|
|
#endif
|
2011-11-14 03:37:50 +00:00
|
|
|
|
2010-11-08 20:38:17 +00:00
|
|
|
file_source_type file_;
|
2011-10-22 13:27:28 +00:00
|
|
|
|
2009-07-07 23:56:01 +00:00
|
|
|
shape_file() {}
|
2011-11-14 03:37:50 +00:00
|
|
|
|
2011-10-22 13:27:28 +00:00
|
|
|
shape_file(std::string const& file_name) :
|
2009-07-08 23:54:45 +00:00
|
|
|
#ifdef SHAPE_MEMORY_MAPPED_FILE
|
2011-04-06 13:02:31 +00:00
|
|
|
file_()
|
2013-05-21 16:42:55 +00:00
|
|
|
#elif defined (_WINDOWS)
|
2013-05-21 18:25:00 +00:00
|
|
|
file_(mapnik::utf8_to_utf16(file_name), std::ios::in | std::ios::binary)
|
2011-11-14 03:37:50 +00:00
|
|
|
#else
|
2011-04-07 13:35:21 +00:00
|
|
|
file_(file_name.c_str(), std::ios::in | std::ios::binary)
|
2009-07-08 23:54:45 +00:00
|
|
|
#endif
|
2011-04-06 13:02:31 +00:00
|
|
|
{
|
|
|
|
#ifdef SHAPE_MEMORY_MAPPED_FILE
|
2011-10-22 13:27:28 +00:00
|
|
|
boost::optional<mapnik::mapped_region_ptr> memory =
|
2013-04-10 11:44:05 +00:00
|
|
|
mapnik::mapped_memory_cache::instance().find(file_name,true);
|
2011-10-22 13:27:28 +00:00
|
|
|
|
2011-04-06 13:02:31 +00:00
|
|
|
if (memory)
|
|
|
|
{
|
2013-05-30 21:32:20 +00:00
|
|
|
mapped_region_ = *memory;
|
2013-12-11 15:27:51 +00:00
|
|
|
file_.buffer(static_cast<char*>(mapped_region_->get_address()),mapped_region_->get_size());
|
2013-05-30 21:32:20 +00:00
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
|
|
|
throw std::runtime_error("could not create file mapping for "+file_name);
|
2011-04-06 13:02:31 +00:00
|
|
|
}
|
2011-11-14 03:37:50 +00:00
|
|
|
#endif
|
2011-04-06 13:02:31 +00:00
|
|
|
}
|
2011-11-14 03:37:50 +00:00
|
|
|
|
2009-07-07 23:56:01 +00:00
|
|
|
~shape_file() {}
|
|
|
|
|
2011-10-22 13:27:28 +00:00
|
|
|
inline file_source_type& file()
|
2010-09-06 19:20:59 +00:00
|
|
|
{
|
|
|
|
return file_;
|
|
|
|
}
|
2011-11-14 03:37:50 +00:00
|
|
|
|
2014-05-30 14:37:23 +00:00
|
|
|
inline bool is_open() const
|
2009-07-03 13:29:50 +00:00
|
|
|
{
|
2011-04-06 13:02:31 +00:00
|
|
|
#ifdef SHAPE_MEMORY_MAPPED_FILE
|
|
|
|
return (file_.buffer().second > 0);
|
|
|
|
#else
|
2009-07-07 23:56:01 +00:00
|
|
|
return file_.is_open();
|
2011-04-06 13:02:31 +00:00
|
|
|
#endif
|
2009-07-07 23:56:01 +00:00
|
|
|
}
|
2011-11-14 03:37:50 +00:00
|
|
|
|
2009-07-07 23:56:01 +00:00
|
|
|
inline void read_record(record_type& rec)
|
|
|
|
{
|
|
|
|
#ifdef SHAPE_MEMORY_MAPPED_FILE
|
2011-04-06 13:02:31 +00:00
|
|
|
rec.set_data(file_.buffer().first + file_.tellg());
|
2011-10-22 13:27:28 +00:00
|
|
|
file_.seekg(rec.size, std::ios::cur);
|
2009-07-07 23:56:01 +00:00
|
|
|
#else
|
2011-10-22 13:27:28 +00:00
|
|
|
file_.read(rec.get_data(), rec.size);
|
2009-07-07 23:56:01 +00:00
|
|
|
#endif
|
2009-07-03 13:29:50 +00:00
|
|
|
}
|
2011-11-14 03:37:50 +00:00
|
|
|
|
2009-07-03 13:29:50 +00:00
|
|
|
inline int read_xdr_integer()
|
|
|
|
{
|
|
|
|
char b[4];
|
|
|
|
file_.read(b, 4);
|
2014-05-06 17:06:47 +00:00
|
|
|
std::int32_t val;
|
2011-10-22 13:27:28 +00:00
|
|
|
read_int32_xdr(b, val);
|
2009-07-03 13:29:50 +00:00
|
|
|
return val;
|
|
|
|
}
|
2011-11-14 03:37:50 +00:00
|
|
|
|
2009-07-03 13:29:50 +00:00
|
|
|
inline int read_ndr_integer()
|
|
|
|
{
|
|
|
|
char b[4];
|
2011-10-22 13:27:28 +00:00
|
|
|
file_.read(b, 4);
|
2014-05-06 17:06:47 +00:00
|
|
|
std::int32_t val;
|
2011-10-22 13:27:28 +00:00
|
|
|
read_int32_ndr(b, val);
|
2009-07-03 13:29:50 +00:00
|
|
|
return val;
|
|
|
|
}
|
2011-11-14 03:37:50 +00:00
|
|
|
|
2009-07-03 13:29:50 +00:00
|
|
|
inline double read_double()
|
|
|
|
{
|
|
|
|
double val;
|
2009-07-07 23:56:01 +00:00
|
|
|
#ifndef MAPNIK_BIG_ENDIAN
|
2011-10-22 13:27:28 +00:00
|
|
|
file_.read(reinterpret_cast<char*>(&val), 8);
|
2005-06-14 15:06:59 +00:00
|
|
|
#else
|
2009-07-03 13:29:50 +00:00
|
|
|
char b[8];
|
2011-10-22 13:27:28 +00:00
|
|
|
file_.read(b, 8);
|
|
|
|
read_double_ndr(b, val);
|
2005-06-14 15:06:59 +00:00
|
|
|
#endif
|
2009-07-03 13:29:50 +00:00
|
|
|
return val;
|
|
|
|
}
|
2011-11-14 03:37:50 +00:00
|
|
|
|
2009-12-16 20:02:06 +00:00
|
|
|
inline void read_envelope(box2d<double>& envelope)
|
2009-07-03 13:29:50 +00:00
|
|
|
{
|
2009-07-07 23:56:01 +00:00
|
|
|
#ifndef MAPNIK_BIG_ENDIAN
|
2011-10-22 13:27:28 +00:00
|
|
|
file_.read(reinterpret_cast<char*>(&envelope), sizeof(envelope));
|
2005-06-14 15:06:59 +00:00
|
|
|
#else
|
2011-10-22 13:27:28 +00:00
|
|
|
char data[4 * 8];
|
|
|
|
file_.read(data,4 * 8);
|
|
|
|
double minx, miny, maxx, maxy;
|
|
|
|
read_double_ndr(data + 0 * 8, minx);
|
|
|
|
read_double_ndr(data + 1 * 8, miny);
|
|
|
|
read_double_ndr(data + 2 * 8, maxx);
|
|
|
|
read_double_ndr(data + 3 * 8, maxy);
|
|
|
|
envelope.init(minx, miny, maxx, maxy);
|
2011-11-14 03:37:50 +00:00
|
|
|
#endif
|
2009-07-03 13:29:50 +00:00
|
|
|
}
|
2011-11-14 03:37:50 +00:00
|
|
|
|
2009-07-03 13:29:50 +00:00
|
|
|
inline void skip(std::streampos bytes)
|
|
|
|
{
|
2011-10-22 13:27:28 +00:00
|
|
|
file_.seekg(bytes, std::ios::cur);
|
2009-07-03 13:29:50 +00:00
|
|
|
}
|
2011-11-14 03:37:50 +00:00
|
|
|
|
2009-07-03 13:29:50 +00:00
|
|
|
inline void rewind()
|
|
|
|
{
|
|
|
|
seek(100);
|
|
|
|
}
|
2011-11-14 03:37:50 +00:00
|
|
|
|
2009-07-03 13:29:50 +00:00
|
|
|
inline void seek(std::streampos pos)
|
|
|
|
{
|
2011-10-22 13:27:28 +00:00
|
|
|
file_.seekg(pos, std::ios::beg);
|
2009-07-03 13:29:50 +00:00
|
|
|
}
|
2011-11-14 03:37:50 +00:00
|
|
|
|
2009-07-03 13:29:50 +00:00
|
|
|
inline std::streampos pos()
|
|
|
|
{
|
|
|
|
return file_.tellg();
|
|
|
|
}
|
2011-11-14 03:37:50 +00:00
|
|
|
|
2009-07-03 13:29:50 +00:00
|
|
|
inline bool is_eof()
|
|
|
|
{
|
|
|
|
return file_.eof();
|
|
|
|
}
|
2005-06-14 15:06:59 +00:00
|
|
|
};
|
2006-10-04 11:22:18 +00:00
|
|
|
|
2011-10-22 13:27:28 +00:00
|
|
|
#endif // SHAPEFILE_HPP
|