0e0b7a578c
+ cache mapped memory regions for re-use
275 lines
6.3 KiB
C++
275 lines
6.3 KiB
C++
/*****************************************************************************
|
|
*
|
|
* This file is part of Mapnik (c++ mapping toolkit)
|
|
*
|
|
* Copyright (C) 2006 Artem Pavlenko
|
|
*
|
|
* This library is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
*
|
|
* This library is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Lesser General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
* License along with this library; if not, write to the Free Software
|
|
* Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
|
|
*
|
|
*****************************************************************************/
|
|
|
|
//$Id: shapefile.hpp 33 2005-04-04 13:01:03Z pavlenko $
|
|
|
|
#ifndef SHAPEFILE_HPP
|
|
#define SHAPEFILE_HPP
|
|
|
|
#include <mapnik/global.hpp>
|
|
#include <mapnik/box2d.hpp>
|
|
#include <mapnik/mapped_memory_cache.hpp>
|
|
// boost
|
|
#include <boost/utility.hpp>
|
|
#include <boost/cstdint.hpp>
|
|
|
|
#include <boost/interprocess/streams/bufferstream.hpp>
|
|
|
|
//#include <boost/interprocess/file_mapping.hpp>
|
|
//#include <boost/interprocess/mapped_region.hpp>
|
|
|
|
#include <boost/iostreams/stream.hpp>
|
|
#include <boost/iostreams/device/file.hpp>
|
|
//#include <boost/iostreams/device/mapped_file.hpp>
|
|
|
|
#include <cstring>
|
|
|
|
using mapnik::box2d;
|
|
using mapnik::read_int32_ndr;
|
|
using mapnik::read_int32_xdr;
|
|
using mapnik::read_double_ndr;
|
|
using mapnik::read_double_xdr;
|
|
|
|
|
|
struct RecordTag
|
|
{
|
|
typedef char* data_type;
|
|
static data_type alloc(unsigned size)
|
|
{
|
|
return static_cast<data_type>(::operator new(sizeof(char)*size));
|
|
}
|
|
|
|
static void dealloc(data_type data)
|
|
{
|
|
::operator delete(data);
|
|
}
|
|
};
|
|
|
|
struct MappedRecordTag
|
|
{
|
|
typedef const char* data_type;
|
|
static data_type alloc(unsigned) { return 0;}
|
|
static void dealloc(data_type ) {}
|
|
};
|
|
|
|
template <typename Tag>
|
|
struct shape_record
|
|
{
|
|
typename Tag::data_type data;
|
|
size_t size;
|
|
mutable size_t pos;
|
|
explicit shape_record(size_t size)
|
|
:
|
|
data(Tag::alloc(size)),
|
|
size(size),
|
|
pos(0) {}
|
|
|
|
void set_data(typename Tag::data_type data_)
|
|
{
|
|
data = data_;
|
|
}
|
|
|
|
typename Tag::data_type get_data()
|
|
{
|
|
return data;
|
|
}
|
|
|
|
void skip(unsigned n)
|
|
{
|
|
pos+=n;
|
|
}
|
|
|
|
int read_ndr_integer()
|
|
{
|
|
boost::int32_t val;
|
|
read_int32_ndr(&data[pos],val);
|
|
pos+=4;
|
|
return val;
|
|
}
|
|
|
|
int read_xdr_integer()
|
|
{
|
|
boost::int32_t val;
|
|
read_int32_xdr(&data[pos],val);
|
|
pos+=4;
|
|
return val;
|
|
}
|
|
|
|
double read_double()
|
|
{
|
|
double val;
|
|
read_double_ndr(&data[pos],val);
|
|
pos+=8;
|
|
return val;
|
|
}
|
|
long remains()
|
|
{
|
|
return (size-pos);
|
|
}
|
|
|
|
~shape_record()
|
|
{
|
|
Tag::dealloc(data);
|
|
}
|
|
|
|
};
|
|
|
|
using namespace boost::iostreams;
|
|
using namespace boost::interprocess;
|
|
|
|
class shape_file : boost::noncopyable
|
|
{
|
|
public:
|
|
|
|
#ifdef SHAPE_MEMORY_MAPPED_FILE
|
|
//typedef stream<mapped_file_source> file_source_type;
|
|
typedef ibufferstream file_source_type;
|
|
typedef shape_record<MappedRecordTag> record_type;
|
|
//typedef boost::shared_ptr<mapped_region> mapped_region_ptr;
|
|
//mapped_region_ptr region_;
|
|
#else
|
|
typedef stream<file_source> file_source_type;
|
|
typedef shape_record<RecordTag> record_type;
|
|
#endif
|
|
|
|
file_source_type file_;
|
|
shape_file() {}
|
|
|
|
shape_file(std::string const& file_name)
|
|
:
|
|
#ifdef SHAPE_MEMORY_MAPPED_FILE
|
|
file_()
|
|
#else
|
|
file_(file_name,std::ios::in | std::ios::binary)
|
|
#endif
|
|
{
|
|
#ifdef SHAPE_MEMORY_MAPPED_FILE
|
|
//file_mapping mapping(file_name.c_str(),read_only);
|
|
//region_ = mapped_region_ptr(new mapped_region(mapping, read_only));
|
|
boost::optional<mapnik::mapped_region_ptr> memory = mapnik::mapped_memory_cache::find(file_name.c_str(),true);
|
|
if (memory)
|
|
{
|
|
file_.buffer(static_cast<char*>((*memory)->get_address()),(*memory)->get_size());
|
|
}
|
|
#endif
|
|
}
|
|
|
|
~shape_file() {}
|
|
|
|
inline file_source_type & file()
|
|
{
|
|
return file_;
|
|
}
|
|
|
|
inline bool is_open()
|
|
{
|
|
#ifdef SHAPE_MEMORY_MAPPED_FILE
|
|
return (file_.buffer().second > 0);
|
|
#else
|
|
return file_.is_open();
|
|
#endif
|
|
}
|
|
|
|
inline void read_record(record_type& rec)
|
|
{
|
|
#ifdef SHAPE_MEMORY_MAPPED_FILE
|
|
rec.set_data(file_.buffer().first + file_.tellg());
|
|
file_.seekg(rec.size,std::ios::cur);
|
|
#else
|
|
file_.read(rec.get_data(),rec.size);
|
|
#endif
|
|
}
|
|
|
|
inline int read_xdr_integer()
|
|
{
|
|
char b[4];
|
|
file_.read(b, 4);
|
|
boost::int32_t val;
|
|
read_int32_xdr(b,val);
|
|
return val;
|
|
}
|
|
|
|
inline int read_ndr_integer()
|
|
{
|
|
char b[4];
|
|
file_.read(b,4);
|
|
boost::int32_t val;
|
|
read_int32_ndr(b,val);
|
|
return val;
|
|
}
|
|
|
|
inline double read_double()
|
|
{
|
|
double val;
|
|
#ifndef MAPNIK_BIG_ENDIAN
|
|
file_.read(reinterpret_cast<char*>(&val),8);
|
|
#else
|
|
char b[8];
|
|
file_.read(b,8);
|
|
read_double_ndr(b,val);
|
|
#endif
|
|
return val;
|
|
}
|
|
|
|
inline void read_envelope(box2d<double>& envelope)
|
|
{
|
|
#ifndef MAPNIK_BIG_ENDIAN
|
|
file_.read(reinterpret_cast<char*>(&envelope),sizeof(envelope));
|
|
#else
|
|
char data[4*8];
|
|
file_.read(data,4*8);
|
|
double minx,miny,maxx,maxy;
|
|
read_double_ndr(data + 0*8,minx);
|
|
read_double_ndr(data + 1*8,miny);
|
|
read_double_ndr(data + 2*8,maxx);
|
|
read_double_ndr(data + 3*8,maxy);
|
|
envelope.init(minx,miny,maxx,maxy);
|
|
#endif
|
|
}
|
|
|
|
inline void skip(std::streampos bytes)
|
|
{
|
|
file_.seekg(bytes,std::ios::cur);
|
|
}
|
|
|
|
inline void rewind()
|
|
{
|
|
seek(100);
|
|
}
|
|
|
|
inline void seek(std::streampos pos)
|
|
{
|
|
file_.seekg(pos,std::ios::beg);
|
|
}
|
|
|
|
inline std::streampos pos()
|
|
{
|
|
return file_.tellg();
|
|
}
|
|
|
|
inline bool is_eof()
|
|
{
|
|
return file_.eof();
|
|
}
|
|
};
|
|
|
|
#endif //SHAPEFILE_HPP
|