sij/mapnik
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

use boost::spirit to parse int and double from dbf

Browse source
This commit is contained in:
Artem Pavlenko 2010-09-02 20:20:51 +00:00
parent 7776b8f4ae
commit 65eba5f894
1 changed files with 116 additions and 110 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

226
plugins/input/shape/dbffile.cpp
View file

@ -26,200 +26,206 @@
#include "dbffile.hpp" #include "dbffile.hpp"
// boost // boost
#include <boost/algorithm/string.hpp> #include <boost/algorithm/string.hpp>
#include <boost/lexical_cast.hpp> #include <boost/spirit/include/qi.hpp>
// stl // stl
#include <string> #include <string>
dbf_file::dbf_file() dbf_file::dbf_file()
: num_records_(0), : num_records_(0),
num_fields_(0), num_fields_(0),
record_length_(0), record_length_(0),
record_(0) {} record_(0) {}
dbf_file::dbf_file(std::string const& file_name) dbf_file::dbf_file(std::string const& file_name)
:num_records_(0), :num_records_(0),
num_fields_(0), num_fields_(0),
record_length_(0), record_length_(0),
#ifdef SHAPE_MEMORY_MAPPED_FILE #ifdef SHAPE_MEMORY_MAPPED_FILE
file_(file_name), file_(file_name),
#else #else
file_(file_name,std::ios::in | std::ios::binary), file_(file_name,std::ios::in | std::ios::binary),
#endif #endif
record_(0) record_(0)
{ {
if (file_.is_open()) if (file_.is_open())
{ {
read_header(); read_header();
} }
} }
dbf_file::~dbf_file() dbf_file::~dbf_file()
{ {
::operator delete(record_); ::operator delete(record_);
} }
bool dbf_file::is_open() bool dbf_file::is_open()
{ {
return file_.is_open(); return file_.is_open();
} }
void dbf_file::close() void dbf_file::close()
{ {
if (file_ && file_.is_open()) if (file_ && file_.is_open())
file_.close(); file_.close();
} }
int dbf_file::num_records() const int dbf_file::num_records() const
{ {
return num_records_; return num_records_;
} }
int dbf_file::num_fields() const int dbf_file::num_fields() const
{ {
return num_fields_; return num_fields_;
} }
void dbf_file::move_to(int index) void dbf_file::move_to(int index)
{ {
if (index>0 && index<=num_records_) if (index>0 && index<=num_records_)
{ {
long pos=(num_fields_<<5)+34+(index-1)*(record_length_+1); long pos=(num_fields_<<5)+34+(index-1)*(record_length_+1);
file_.seekg(pos,std::ios::beg); file_.seekg(pos,std::ios::beg);
file_.read(record_,record_length_); file_.read(record_,record_length_);
} }
} }
std::string dbf_file::string_value(int col) const std::string dbf_file::string_value(int col) const
{ {
if (col>=0 && col<num_fields_) if (col>=0 && col<num_fields_)
{ {
return std::string(record_+fields_[col].offset_,fields_[col].length_); return std::string(record_+fields_[col].offset_,fields_[col].length_);
} }
return ""; return "";
} }
const field_descriptor& dbf_file::descriptor(int col) const const field_descriptor& dbf_file::descriptor(int col) const
{ {
assert(col>=0 && col<num_fields_); assert(col>=0 && col<num_fields_);
return fields_[col]; return fields_[col];
} }
void dbf_file::add_attribute(int col, mapnik::transcoder const& tr, Feature const& f) const throw() void dbf_file::add_attribute(int col, mapnik::transcoder const& tr, Feature const& f) const throw()
{ {
if (col>=0 && col<num_fields_) using namespace boost::spirit;
{
std::string name=fields_[col].name_; if (col>=0 && col<num_fields_)
std::string str(record_+fields_[col].offset_,fields_[col].length_); {
boost::trim(str); std::string name=fields_[col].name_;
switch (fields_[col].type_) switch (fields_[col].type_)
{ {
case 'C': case 'C':
case 'D'://todo handle date? case 'D'://todo handle date?
case 'M': case 'M':
case 'L': case 'L':
{ {
// FIXME!!!
std::string str(record_+fields_[col].offset_,fields_[col].length_);
boost::trim(str);
f[name] = tr.transcode(str.c_str()); f[name] = tr.transcode(str.c_str());
break; break;
} }
case 'N': case 'N':
case 'F': case 'F':
{ {
if (str[0]=='*')
if (record_[fields_[col].offset_] == '*')
{ {
boost::put(f,name,0); boost::put(f,name,0);
break; break;
} }
if ( fields_[col].dec_>0 ) if ( fields_[col].dec_>0 )
{ {
double d = 0.0; double val = 0.0;
std::istringstream(str) >> d; qi::phrase_parse(record_+fields_[col].offset_,record_+fields_[col].offset_ + fields_[col].length_,
boost::put(f,name,d); double_,ascii::space,val);
boost::put(f,name,val);
} }
else else
{ {
int i = 0; int val = 0;
std::istringstream(str) >> i; qi::phrase_parse(record_+fields_[col].offset_,record_+fields_[col].offset_ + fields_[col].length_,
boost::put(f,name,i); int_,ascii::space,val);
boost::put(f,name,val);
} }
break; break;
} }
} }
} }
} }
void dbf_file::read_header() void dbf_file::read_header()
{ {
char c=file_.get(); char c=file_.get();
if (c=='\3' || c=='\131') if (c=='\3' || c=='\131')
{ {
skip(3); skip(3);
num_records_=read_int(); num_records_=read_int();
assert(num_records_>=0); assert(num_records_>=0);
num_fields_=read_short(); num_fields_=read_short();
assert(num_fields_>0); assert(num_fields_>0);
num_fields_=(num_fields_-33)/32; num_fields_=(num_fields_-33)/32;
skip(22); skip(22);
int offset=0; int offset=0;
char name[11]; char name[11];
memset(&name,0,11); memset(&name,0,11);
fields_.reserve(num_fields_); fields_.reserve(num_fields_);
for (int i=0;i<num_fields_;++i) for (int i=0;i<num_fields_;++i)
{ {
field_descriptor desc; field_descriptor desc;
desc.index_=i; desc.index_=i;
file_.read(name,10); file_.read(name,10);
desc.name_=boost::trim_left_copy(std::string(name)); desc.name_=boost::trim_left_copy(std::string(name));
skip(1); skip(1);
desc.type_=file_.get(); desc.type_=file_.get();
skip(4); skip(4);
desc.length_=file_.get(); desc.length_=file_.get();
desc.dec_=file_.get(); desc.dec_=file_.get();
skip(14); skip(14);
desc.offset_=offset; desc.offset_=offset;
offset+=desc.length_; offset+=desc.length_;
fields_.push_back(desc); fields_.push_back(desc);
} }
record_length_=offset; record_length_=offset;
if (record_length_>0) if (record_length_>0)
{ {
record_=static_cast<char*>(::operator new (sizeof(char)*record_length_)); record_=static_cast<char*>(::operator new (sizeof(char)*record_length_));
} }
} }
} }
int dbf_file::read_short() int dbf_file::read_short()
{ {
char b[2]; char b[2];
file_.read(b,2); file_.read(b,2);
boost::int16_t val; boost::int16_t val;
mapnik::read_int16_ndr(b,val); mapnik::read_int16_ndr(b,val);
return val; return val;
} }
int dbf_file::read_int() int dbf_file::read_int()
{ {
char b[4]; char b[4];
file_.read(b,4); file_.read(b,4);
boost::int32_t val; boost::int32_t val;
mapnik::read_int32_ndr(b,val); mapnik::read_int32_ndr(b,val);
return val; return val;
} }
void dbf_file::skip(int bytes) void dbf_file::skip(int bytes)
{ {
file_.seekg(bytes,std::ios::cur); file_.seekg(bytes,std::ios::cur);
} }