/***************************************************************************** * * This file is part of Mapnik (c++ mapping toolkit) * * Copyright (C) 2021 Artem Pavlenko * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Lesser General Public * License as published by the Free Software Foundation; either * version 2.1 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public * License along with this library; if not, write to the Free Software * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA * *****************************************************************************/ #include "process_csv_file.hpp" #include "../../plugins/input/csv/csv_getline.hpp" #include "../../plugins/input/csv/csv_utils.hpp" #include #include #include #if defined(MAPNIK_MEMORY_MAPPED_FILE) #include MAPNIK_DISABLE_WARNING_PUSH #include #include #include #include MAPNIK_DISABLE_WARNING_POP #include #endif #include #include #include namespace mapnik { namespace detail { template std::pair process_csv_file(T & boxes, std::string const& filename, std::string const& manual_headers, char separator, char quote) { using box_type = typename T::value_type::first_type; csv_utils::csv_file_parser p; p.manual_headers_ = manual_headers; p.separator_ = separator; p.quote_ = quote; #if defined(MAPNIK_MEMORY_MAPPED_FILE) using file_source_type = boost::interprocess::ibufferstream; file_source_type csv_file; mapnik::mapped_region_ptr mapped_region; boost::optional memory = mapnik::mapped_memory_cache::instance().find(filename, true); if (memory) { mapped_region = *memory; csv_file.buffer(static_cast(mapped_region->get_address()),mapped_region->get_size()); } else { std::clog << "Error : cannot mmap " << filename << std::endl; return std::make_pair(false, box_type(p.extent_)); } #else #if defined(_WIN32) std::ifstream csv_file(mapnik::utf8_to_utf16(filename),std::ios_base::in | std::ios_base::binary); #else std::ifstream csv_file(filename.c_str(),std::ios_base::in | std::ios_base::binary); #endif if (!csv_file.is_open()) { std::clog << "Error : cannot open " << filename << std::endl; return std::make_pair(false, box_type(p.extent_)); } #endif try { p.parse_csv_and_boxes(csv_file, boxes); return std::make_pair(true, box_type(p.extent_)); } catch (std::exception const& ex) { std::clog << ex.what() << std::endl; return std::make_pair(false, box_type(p.extent_)); } } using box_type = mapnik::box2d; using item_type = std::pair>; using boxes_type = std::vector; template std::pair process_csv_file(boxes_type&, std::string const&, std::string const&, char, char); }}