/***************************************************************************** * * This file is part of Mapnik (c++ mapping toolkit) * * Copyright (C) 2021 Artem Pavlenko * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Lesser General Public * License as published by the Free Software Foundation; either * version 2.1 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public * License along with this library; if not, write to the Free Software * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA * *****************************************************************************/ // mapnik #include "csv_featureset.hpp" #include #include #include #include // stl #include #include #include csv_featureset::csv_featureset(std::string const& filename, locator_type const& locator, char separator, char quote, std::vector const& headers, mapnik::context_ptr const& ctx, array_type && index_array) : #if defined(MAPNIK_MEMORY_MAPPED_FILE) // #elif defined( _WINDOWS) file_(_wfopen(mapnik::utf8_to_utf16(filename).c_str(), L"rb"), std::fclose), #else file_(std::fopen(filename.c_str(),"rb"), std::fclose), #endif separator_(separator), quote_(quote), headers_(headers), index_array_(std::move(index_array)), index_itr_(index_array_.begin()), index_end_(index_array_.end()), ctx_(ctx), locator_(locator), tr_("utf8") { #if defined (MAPNIK_MEMORY_MAPPED_FILE) boost::optional memory = mapnik::mapped_memory_cache::instance().find(filename, true); if (memory) { mapped_region_ = *memory; } else { throw std::runtime_error("could not create file mapping for " + filename); } #else if (!file_) throw std::runtime_error("Can't open " + filename); #endif } csv_featureset::~csv_featureset() {} mapnik::feature_ptr csv_featureset::parse_feature(char const* beg, char const* end) { auto values = csv_utils::parse_line(beg, end, separator_, quote_, headers_.size()); auto geom = csv_utils::extract_geometry(values, locator_); if (!geom.is()) { mapnik::feature_ptr feature(mapnik::feature_factory::create(ctx_, ++feature_id_)); feature->set_geometry(std::move(geom)); csv_utils::process_properties(*feature, headers_, values, locator_, tr_); return feature; } return mapnik::feature_ptr(); } mapnik::feature_ptr csv_featureset::next() { if (index_itr_ != index_end_) { csv_datasource::item_type const& item = *index_itr_++; std::uint64_t file_offset = item.second.first; std::uint64_t size = item.second.second; #if defined(MAPNIK_MEMORY_MAPPED_FILE) char const* start = (char const*)mapped_region_->get_address() + file_offset; char const* end = start + size; #else std::fseek(file_.get(), file_offset, SEEK_SET); std::vector record; record.resize(size); if (std::fread(record.data(), size, 1, file_.get()) != 1) { return mapnik::feature_ptr(); } auto const* start = record.data(); auto const* end = start + record.size(); #endif return parse_feature(start, end); } return mapnik::feature_ptr(); }