1 #ifndef OSMIUM_RELATIONS_COLLECTOR_HPP 2 #define OSMIUM_RELATIONS_COLLECTOR_HPP 56 #include <osmium/relations/detail/relation_meta.hpp> 57 #include <osmium/relations/detail/member_meta.hpp> 97 template <
typename TCollector,
bool TNodes,
bool TWays,
bool TRelations>
114 if (m_collector.keep_relation(relation)) {
115 m_collector.add_relation(relation);
139 m_check_order.
node(node);
140 if (! m_collector.find_and_add_object(node)) {
141 m_collector.node_not_in_any_relation(node);
148 m_check_order.
way(way);
149 if (! m_collector.find_and_add_object(way)) {
150 m_collector.way_not_in_any_relation(way);
158 if (! m_collector.find_and_add_object(relation)) {
159 m_collector.relation_not_in_any_relation(relation);
200 return make_range(std::equal_range(mmv.begin(), mmv.end(), MemberMeta(
id)));
209 m_handler_pass2(*static_cast<TCollector*>(this)),
210 m_relations_buffer(initial_buffer_size,
osmium::memory::Buffer::auto_grow::yes),
211 m_members_buffer(initial_buffer_size,
osmium::memory::Buffer::auto_grow::yes),
219 return m_member_meta[
static_cast<uint16_t
>(
type) - 1];
302 assert(m_relations_buffer.
committed() > offset);
317 return get_relation(m_relations[member_meta.relation_pos()]);
321 assert(m_members_buffer.
committed() > offset);
336 const size_t offset = m_relations_buffer.
committed();
337 m_relations_buffer.
add_item(relation);
339 RelationMeta relation_meta(offset);
343 if (static_cast<TCollector*>(
this)->keep_member(relation_meta, member)) {
344 member_meta(member.type()).emplace_back(member.ref(), m_relations.size(), n);
345 relation_meta.increment_need_members();
352 assert(offset == m_relations_buffer.
committed());
353 if (relation_meta.has_all_members()) {
356 m_relations_buffer.
commit();
357 m_relations.push_back(std::move(relation_meta));
366 std::sort(m_member_meta[0].
begin(), m_member_meta[0].
end());
367 std::sort(m_member_meta[1].
begin(), m_member_meta[1].
end());
368 std::sort(m_member_meta[2].
begin(), m_member_meta[2].
end());
372 return std::count_if(range.
begin(), range.
end(), [](MemberMeta& mm) {
373 return !mm.removed();
406 assert(
member_meta.relation_pos() < m_relations.size());
407 RelationMeta& relation_meta = m_relations[
member_meta.relation_pos()];
409 relation_meta.got_one_member();
410 if (relation_meta.has_all_members()) {
411 const size_t relation_offset =
member_meta.relation_pos();
412 static_cast<TCollector*
>(
this)->complete_relation(relation_meta);
414 m_relations[relation_offset] = RelationMeta();
424 for (
const auto& member : relation.
members()) {
425 if (member.ref() != 0) {
427 assert(!range.empty());
432 get_member(range.begin()->buffer_offset()).set_removed(
true);
448 const uint64_t nmembers = m_member_meta[0].capacity() + m_member_meta[1].capacity() + m_member_meta[2].capacity();
449 const uint64_t members = nmembers *
sizeof(MemberMeta);
450 const uint64_t
relations = m_relations.capacity() *
sizeof(RelationMeta);
451 const uint64_t relations_buffer_capacity = m_relations_buffer.
capacity();
452 const uint64_t members_buffer_capacity = m_members_buffer.
capacity();
454 std::cerr <<
" nR = m_relations.capacity() ........... = " << std::setw(12) << m_relations.capacity() <<
"\n";
455 std::cerr <<
" nMN = m_member_meta[NODE].capacity() ... = " << std::setw(12) << m_member_meta[0].capacity() <<
"\n";
456 std::cerr <<
" nMW = m_member_meta[WAY].capacity() .... = " << std::setw(12) << m_member_meta[1].capacity() <<
"\n";
457 std::cerr <<
" nMR = m_member_meta[RELATION].capacity() = " << std::setw(12) << m_member_meta[2].capacity() <<
"\n";
458 std::cerr <<
" nM = m_member_meta[*].capacity() ...... = " << std::setw(12) << nmembers <<
"\n";
460 std::cerr <<
" sRM = sizeof(RelationMeta) ............. = " << std::setw(12) <<
sizeof(RelationMeta) <<
"\n";
461 std::cerr <<
" sMM = sizeof(MemberMeta) ............... = " << std::setw(12) <<
sizeof(MemberMeta) <<
"\n\n";
463 std::cerr <<
" nR * sRM ............................... = " << std::setw(12) << relations <<
"\n";
464 std::cerr <<
" nM * sMM ............................... = " << std::setw(12) << members <<
"\n";
465 std::cerr <<
" relations_buffer_capacity .............. = " << std::setw(12) << relations_buffer_capacity <<
"\n";
466 std::cerr <<
" members_buffer_capacity ................ = " << std::setw(12) << members_buffer_capacity <<
"\n";
468 const uint64_t total = relations + members + relations_buffer_capacity + members_buffer_capacity;
470 std::cerr <<
" total .................................. = " << std::setw(12) << total <<
"\n";
471 std::cerr <<
" =======================================================\n";
473 return relations_buffer_capacity + members_buffer_capacity + relations + members;
501 assert(!range.empty());
502 return range.begin()->is_available();
516 assert(!range.empty());
517 assert(range.begin()->is_available());
518 return range.begin()->buffer_offset();
539 assert(!range.empty());
540 if (range.begin()->is_available()) {
541 return std::make_pair(
true, range.begin()->buffer_offset());
543 return std::make_pair(
false, 0);
546 template <
typename TIter>
553 template <
typename TSource>
576 if (m_count_complete > 10000) {
586 m_count_complete = 0;
599 std::vector<const osmium::Relation*>
relations;
600 for (
const auto& relation_meta : m_relations) {
601 if (!relation_meta.has_all_members()) {
614 #endif // OSMIUM_RELATIONS_COLLECTOR_HPP mm_vector_type::iterator mm_iterator
Definition: collector.hpp:188
void relation(const osmium::Relation &relation)
Definition: collector.hpp:155
std::size_t capacity() const noexcept
Definition: buffer.hpp:260
Definition: iterator.hpp:42
bool keep_member(const RelationMeta &, const osmium::RelationMember &) const
Definition: collector.hpp:253
callback_func_type m_callback
Definition: collector.hpp:194
std::size_t commit()
Definition: buffer.hpp:355
osmium::memory::Buffer & members_buffer()
Definition: collector.hpp:484
osmium::OSMObject & get_member(size_t offset) const
Definition: collector.hpp:320
type
Definition: entity_bits.hpp:63
void way(const osmium::Way &) const noexcept
Definition: handler.hpp:81
RelationMemberList & members()
Get a reference to the member list.
Definition: relation.hpp:186
bool is_available(osmium::item_type type, osmium::object_id_type id)
Definition: collector.hpp:499
const std::vector< RelationMeta > & relations() const
Definition: collector.hpp:226
Definition: check_order.hpp:87
mm_vector_type m_member_meta[3]
Definition: collector.hpp:189
void node(const osmium::Node &) const noexcept
Definition: handler.hpp:78
bool keep_relation(const osmium::Relation &) const
Definition: collector.hpp:239
void way(const osmium::Way &way)
Definition: collector.hpp:146
item_type
Definition: item_type.hpp:43
std::vector< const osmium::Relation * > get_incomplete_relations() const
Definition: collector.hpp:598
void moving_in_buffer(size_t old_offset, size_t new_offset)
Definition: collector.hpp:559
Definition: relation.hpp:168
static constexpr size_t initial_buffer_size
Definition: collector.hpp:196
void node(const osmium::Node &node)
Definition: check_order.hpp:95
Definition: handler.hpp:71
iterator_range< It > make_range(P &&p) noexcept
Definition: iterator.hpp:68
size_type size() const noexcept
Definition: collection.hpp:152
osmium::memory::Buffer m_members_buffer
Definition: collector.hpp:178
void read_relations(TSource &source)
Definition: collector.hpp:554
size_t get_offset(osmium::item_type type, osmium::object_id_type id)
Definition: collector.hpp:514
void relation_not_in_any_relation(const osmium::Relation &)
Definition: collector.hpp:284
std::vector< MemberMeta > & member_meta(const item_type type)
Definition: collector.hpp:218
bool find_and_add_object(const osmium::OSMObject &object)
Definition: collector.hpp:384
Definition: collector.hpp:126
HandlerPass2(TCollector &collector) noexcept
Definition: collector.hpp:133
std::vector< RelationMeta > m_relations
Vector with all relations we are interested in.
Definition: collector.hpp:181
std::pair< bool, size_t > get_availability_and_offset(osmium::item_type type, osmium::object_id_type id)
Definition: collector.hpp:537
std::size_t committed() const noexcept
Definition: buffer.hpp:268
void sort_member_meta()
Definition: collector.hpp:365
void node_not_in_any_relation(const osmium::Node &)
Definition: collector.hpp:264
void way(const osmium::Way &way)
Definition: check_order.hpp:112
std::function< void(osmium::memory::Buffer &&)> callback_func_type
Definition: collector.hpp:193
Definition: relation.hpp:57
TCollector & m_collector
Definition: collector.hpp:105
Namespace for everything in the Osmium library.
Definition: assembler.hpp:53
T & add_item(const T &item)
Definition: buffer.hpp:483
Definition: collector.hpp:98
iterator_range< mm_iterator > find_member_meta(osmium::item_type type, osmium::object_id_type id)
Definition: collector.hpp:198
It end() const noexcept
Definition: iterator.hpp:54
void purge_removed(TCallbackClass *callback)
Definition: buffer.hpp:731
T & get(const std::size_t offset) const
Definition: buffer.hpp:405
HandlerPass2 m_handler_pass2
Definition: collector.hpp:172
Collector()
Definition: collector.hpp:208
void apply(TIterator it, TIterator end, THandlers &&... handlers)
Definition: visitor.hpp:218
const osmium::Relation & get_relation(const RelationMeta &relation_meta) const
Definition: collector.hpp:309
uint64_t used_memory() const
Definition: collector.hpp:447
void relation(const osmium::Relation &relation)
Definition: collector.hpp:113
osmium::io::InputIterator< osmium::io::Reader > end(osmium::io::Reader &)
Definition: reader_iterator.hpp:45
Definition: collector.hpp:103
int64_t object_id_type
Type for OSM object (node, way, or relation) IDs.
Definition: types.hpp:45
void flush()
Definition: collector.hpp:164
std::vector< MemberMeta > mm_vector_type
Definition: collector.hpp:187
It begin() const noexcept
Definition: iterator.hpp:50
osmium::memory::Buffer m_relations_buffer
Definition: collector.hpp:175
void clear_member_metas(const RelationMeta &relation_meta)
Definition: collector.hpp:422
object_id_type id() const noexcept
Get ID of this object.
Definition: object.hpp:126
void relation(const osmium::Relation &relation)
Definition: check_order.hpp:126
osmium::handler::CheckOrder m_check_order
Definition: collector.hpp:128
callback_func_type callback()
Definition: collector.hpp:222
Definition: buffer.hpp:98
void add_relation(const osmium::Relation &relation)
Definition: collector.hpp:335
HandlerPass2 & handler(const callback_func_type &callback=nullptr)
Definition: collector.hpp:479
void flush()
Definition: collector.hpp:298
void way_not_in_any_relation(const osmium::Way &)
Definition: collector.hpp:274
int m_count_complete
Definition: collector.hpp:191
void node(const osmium::Node &node)
Definition: collector.hpp:137
void possibly_purge_removed_members()
Definition: collector.hpp:574
TCollector & m_collector
Definition: collector.hpp:129
void read_relations(TIter begin, TIter end)
Definition: collector.hpp:547
osmium::io::InputIterator< osmium::io::Reader > begin(osmium::io::Reader &reader)
Definition: reader_iterator.hpp:41
const osmium::Relation & get_relation(size_t offset) const
Definition: collector.hpp:301
HandlerPass1(TCollector &collector) noexcept
Definition: collector.hpp:109
void rollback()
Definition: buffer.hpp:371
static iterator_range< mm_iterator >::iterator::difference_type count_not_removed(const iterator_range< mm_iterator > &range)
Definition: collector.hpp:371
const osmium::Relation & get_relation(const MemberMeta &member_meta) const
Definition: collector.hpp:316
Definition: object.hpp:64