1 #ifndef OSMIUM_RELATIONS_COLLECTOR_HPP 2 #define OSMIUM_RELATIONS_COLLECTOR_HPP 55 #include <osmium/relations/detail/relation_meta.hpp> 56 #include <osmium/relations/detail/member_meta.hpp> 68 inline typename std::iterator_traits<typename R::iterator>::difference_type count_not_removed(
const R& range) {
69 return std::count_if(range.begin(), range.end(), [](MemberMeta& mm) {
104 template <
typename TCollector,
bool TNodes,
bool TWays,
bool TRelations>
117 m_collector(collector) {
121 if (m_collector.keep_relation(relation)) {
122 m_collector.add_relation(relation);
140 m_collector(collector) {
145 if (! m_collector.find_and_add_object(node)) {
146 m_collector.node_not_in_any_relation(node);
153 if (! m_collector.find_and_add_object(way)) {
154 m_collector.way_not_in_any_relation(way);
161 if (! m_collector.find_and_add_object(relation)) {
162 m_collector.relation_not_in_any_relation(relation);
194 int m_count_complete = 0;
199 static constexpr
size_t initial_buffer_size = 1024 * 1024;
202 auto& mmv = member_meta(type);
212 m_handler_pass2(*static_cast<TCollector*>(this)),
213 m_relations_buffer(initial_buffer_size,
osmium::memory::Buffer::auto_grow::yes),
214 m_members_buffer(initial_buffer_size,
osmium::memory::Buffer::auto_grow::yes),
222 return m_member_meta[
static_cast<uint16_t
>(
type) - 1];
310 std::remove_if(m_relations.begin(), m_relations.end(), has_all_members()),
323 return get_relation(relation_meta.relation_offset());
341 const size_t offset = m_relations_buffer.
committed();
342 m_relations_buffer.
add_item(relation);
344 RelationMeta relation_meta(offset);
348 if (static_cast<TCollector*>(
this)->keep_member(relation_meta, member)) {
349 member_meta(member.type()).emplace_back(member.ref(), m_relations.size(), n);
350 relation_meta.increment_need_members();
357 assert(offset == m_relations_buffer.
committed());
358 if (relation_meta.has_all_members()) {
361 m_relations_buffer.
commit();
362 m_relations.push_back(std::move(relation_meta));
376 std::sort(m_member_meta[0].
begin(), m_member_meta[0].
end());
377 std::sort(m_member_meta[1].
begin(), m_member_meta[1].
end());
378 std::sort(m_member_meta[2].
begin(), m_member_meta[2].
end());
389 auto range = find_member_meta(
object.
type(),
object.
id());
391 if (detail::count_not_removed(range) == 0) {
397 members_buffer().add_item(
object);
398 const size_t member_offset = members_buffer().commit();
400 for (
auto& member_meta : range) {
401 member_meta.set_buffer_offset(member_offset);
405 for (
auto& member_meta : range) {
406 if (member_meta.removed()) {
409 assert(member_meta.member_id() ==
object.id());
410 assert(member_meta.relation_pos() < m_relations.size());
411 RelationMeta& relation_meta = m_relations[member_meta.relation_pos()];
413 assert(member_meta.member_pos() < get_relation(relation_meta).members().size());
415 relation_meta.got_one_member();
416 if (relation_meta.has_all_members()) {
417 const size_t relation_offset = member_meta.relation_pos();
418 static_cast<TCollector*
>(
this)->complete_relation(relation_meta);
419 clear_member_metas(relation_meta);
420 m_relations[relation_offset] = RelationMeta();
421 possibly_purge_removed_members();
430 for (
const auto& member : relation.
members()) {
431 if (member.ref() != 0) {
432 auto range = find_member_meta(member.type(), member.ref());
433 assert(!range.empty());
437 if (detail::count_not_removed(range) == 1) {
438 get_member(range.begin()->buffer_offset()).set_removed(
true);
441 for (
auto& member_meta : range) {
442 if (!member_meta.removed() && relation.
id() == get_relation(member_meta.relation_pos()).
id()) {
443 member_meta.remove();
454 const uint64_t nmembers = m_member_meta[0].capacity() + m_member_meta[1].capacity() + m_member_meta[2].capacity();
455 const uint64_t members = nmembers *
sizeof(MemberMeta);
456 const uint64_t relations = m_relations.capacity() *
sizeof(RelationMeta);
457 const uint64_t relations_buffer_capacity = m_relations_buffer.
capacity();
458 const uint64_t members_buffer_capacity = m_members_buffer.
capacity();
460 std::cerr <<
" nR = m_relations.capacity() ........... = " << std::setw(12) << m_relations.capacity() <<
"\n";
461 std::cerr <<
" nMN = m_member_meta[NODE].capacity() ... = " << std::setw(12) << m_member_meta[0].capacity() <<
"\n";
462 std::cerr <<
" nMW = m_member_meta[WAY].capacity() .... = " << std::setw(12) << m_member_meta[1].capacity() <<
"\n";
463 std::cerr <<
" nMR = m_member_meta[RELATION].capacity() = " << std::setw(12) << m_member_meta[2].capacity() <<
"\n";
464 std::cerr <<
" nM = m_member_meta[*].capacity() ...... = " << std::setw(12) << nmembers <<
"\n";
466 std::cerr <<
" sRM = sizeof(RelationMeta) ............. = " << std::setw(12) <<
sizeof(RelationMeta) <<
"\n";
467 std::cerr <<
" sMM = sizeof(MemberMeta) ............... = " << std::setw(12) <<
sizeof(MemberMeta) <<
"\n\n";
469 std::cerr <<
" nR * sRM ............................... = " << std::setw(12) << relations <<
"\n";
470 std::cerr <<
" nM * sMM ............................... = " << std::setw(12) << members <<
"\n";
471 std::cerr <<
" relations_buffer_capacity .............. = " << std::setw(12) << relations_buffer_capacity <<
"\n";
472 std::cerr <<
" members_buffer_capacity ................ = " << std::setw(12) << members_buffer_capacity <<
"\n";
474 const uint64_t total = relations + members + relations_buffer_capacity + members_buffer_capacity;
476 std::cerr <<
" total .................................. = " << std::setw(12) << total <<
"\n";
477 std::cerr <<
" =======================================================\n";
479 return relations_buffer_capacity + members_buffer_capacity + relations + members;
485 HandlerPass2&
handler(
const callback_func_type& callback =
nullptr) {
486 m_callback = callback;
487 return m_handler_pass2;
491 return m_members_buffer;
495 const auto range = find_member_meta(type,
id);
496 assert(!range.empty());
497 return range.begin()->buffer_offset();
500 template <
typename TIter>
502 HandlerPass1 handler(*static_cast<TCollector*>(
this));
507 template <
typename TSource>
515 auto range = find_member_meta(
object.
type(),
object.
id());
516 for (
auto& member_meta : range) {
517 assert(member_meta.buffer_offset() == old_offset);
518 member_meta.set_buffer_offset(new_offset);
530 if (m_count_complete > 10000) {
540 m_count_complete = 0;
553 std::vector<const osmium::Relation*> relations;
554 for (
const auto& relation_meta : m_relations) {
555 if (!relation_meta.has_all_members()) {
556 relations.push_back(&get_relation(relation_meta));
568 #endif // OSMIUM_RELATIONS_COLLECTOR_HPP mm_vector_type::iterator mm_iterator
Definition: collector.hpp:191
std::vector< const osmium::Relation * > get_incomplete_relations() const
Definition: collector.hpp:552
void relation(const osmium::Relation &relation)
Definition: collector.hpp:159
void clear_member_metas(const osmium::relations::RelationMeta &relation_meta)
Definition: collector.hpp:428
Definition: iterator.hpp:42
callback_func_type m_callback
Definition: collector.hpp:197
osmium::memory::Buffer & members_buffer()
Definition: collector.hpp:490
type
Definition: entity_bits.hpp:60
RelationMemberList & members()
Definition: relation.hpp:177
void way(const osmium::Way &way)
Definition: collector.hpp:151
item_type
Definition: item_type.hpp:43
void clean_assembled_relations()
Definition: collector.hpp:308
void moving_in_buffer(size_t old_offset, size_t new_offset)
Definition: collector.hpp:513
Definition: relation.hpp:165
Definition: handler.hpp:45
bool keep_member(const osmium::relations::RelationMeta &, const osmium::RelationMember &) const
Definition: collector.hpp:256
osmium::memory::Buffer m_members_buffer
Definition: collector.hpp:181
const std::vector< RelationMeta > & relations() const
Definition: collector.hpp:229
void read_relations(TSource &source)
Definition: collector.hpp:508
size_t get_offset(osmium::item_type type, osmium::object_id_type id)
Definition: collector.hpp:494
void relation_not_in_any_relation(const osmium::Relation &)
Definition: collector.hpp:287
std::vector< MemberMeta > & member_meta(const item_type type)
Definition: collector.hpp:221
bool find_and_add_object(const osmium::OSMObject &object)
Definition: collector.hpp:388
Definition: collector.hpp:133
HandlerPass2(TCollector &collector) noexcept
Definition: collector.hpp:139
std::vector< RelationMeta > m_relations
Vector with all relations we are interested in.
Definition: collector.hpp:184
void sort_member_meta()
Definition: collector.hpp:371
void apply(TIterator it, TIterator end, THandlers &...handlers)
Definition: visitor.hpp:234
void node_not_in_any_relation(const osmium::Node &)
Definition: collector.hpp:267
Definition: relation.hpp:54
TCollector & m_collector
Definition: collector.hpp:112
int64_t object_id_type
Type for OSM object (node, way, or relation) IDs.
Definition: types.hpp:45
Namespace for everything in the Osmium library.
Definition: assembler.hpp:59
T & add_item(const T &item)
Definition: buffer.hpp:457
Definition: collector.hpp:105
iterator_range< mm_iterator > find_member_meta(osmium::item_type type, osmium::object_id_type id)
Definition: collector.hpp:201
const osmium::Relation & get_relation(size_t offset) const
Definition: collector.hpp:315
void purge_removed(TCallbackClass *callback)
Definition: buffer.hpp:690
HandlerPass2 m_handler_pass2
Definition: collector.hpp:175
Collector()
Definition: collector.hpp:211
std::function< void(osmium::memory::Buffer &&)> callback_func_type
Definition: collector.hpp:196
osmium::OSMObject & get_member(size_t offset) const
Definition: collector.hpp:326
size_t capacity() const noexcept
Definition: buffer.hpp:233
void relation(const osmium::Relation &relation)
Definition: collector.hpp:120
osmium::io::InputIterator< osmium::io::Reader > end(osmium::io::Reader &)
Definition: reader_iterator.hpp:45
Definition: collector.hpp:110
void flush()
Definition: collector.hpp:167
std::vector< MemberMeta > mm_vector_type
Definition: collector.hpp:190
osmium::memory::Buffer m_relations_buffer
Definition: collector.hpp:178
object_id_type id() const noexcept
Get ID of this object.
Definition: object.hpp:110
uint64_t used_memory() const
Definition: collector.hpp:453
size_t committed() const noexcept
Definition: buffer.hpp:241
callback_func_type callback()
Definition: collector.hpp:225
Definition: buffer.hpp:97
T & get(const size_t offset) const
Definition: buffer.hpp:379
void add_relation(const osmium::Relation &relation)
Definition: collector.hpp:340
HandlerPass2 & handler(const callback_func_type &callback=nullptr)
Definition: collector.hpp:485
void flush()
Definition: collector.hpp:301
void way_not_in_any_relation(const osmium::Way &)
Definition: collector.hpp:277
void node(const osmium::Node &node)
Definition: collector.hpp:143
void possibly_purge_removed_members()
Definition: collector.hpp:528
bool keep_relation(const osmium::Relation &) const
Definition: collector.hpp:242
TCollector & m_collector
Definition: collector.hpp:135
void read_relations(TIter begin, TIter end)
Definition: collector.hpp:501
osmium::io::InputIterator< osmium::io::Reader > begin(osmium::io::Reader &reader)
Definition: reader_iterator.hpp:41
HandlerPass1(TCollector &collector) noexcept
Definition: collector.hpp:116
void rollback()
Definition: buffer.hpp:349
const osmium::Relation & get_relation(const RelationMeta &relation_meta) const
Definition: collector.hpp:322
Definition: object.hpp:58
size_t commit()
Definition: buffer.hpp:335