// Copyright 2017 The Chromium Authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. #ifndef BASE_CONTAINERS_FLAT_TREE_H_ #define BASE_CONTAINERS_FLAT_TREE_H_ #include #include #include #include #include #include "base/stl_util.h" #include "base/template_util.h" namespace base { namespace internal { // This is a convenience method returning true if Iterator is at least a // ForwardIterator and thus supports multiple passes over a range. template constexpr bool is_multipass() { return std::is_base_of< std::forward_iterator_tag, typename std::iterator_traits::iterator_category>::value; } // Uses SFINAE to detect whether type has is_transparent member. template struct IsTransparentCompare : std::false_type {}; template struct IsTransparentCompare> : std::true_type {}; // Implementation ------------------------------------------------------------- // Implementation of a sorted vector for backing flat_set and flat_map. Do not // use directly. // // The use of "value" in this is like std::map uses, meaning it's the thing // contained (in the case of map it's a pair). The Key is how // things are looked up. In the case of a set, Key == Value. In the case of // a map, the Key is a component of a Value. // // The helper class GetKeyFromValue provides the means to extract a key from a // value for comparison purposes. It should implement: // const Key& operator()(const Value&). template class flat_tree { protected: using underlying_type = std::vector; public: // -------------------------------------------------------------------------- // Types. // using key_type = Key; using key_compare = KeyCompare; using value_type = Value; // Wraps the templated key comparison to compare values. class value_compare : public key_compare { public: value_compare() = default; template explicit value_compare(Cmp&& compare_arg) : KeyCompare(std::forward(compare_arg)) {} bool operator()(const value_type& left, const value_type& right) const { GetKeyFromValue extractor; return key_compare::operator()(extractor(left), extractor(right)); } }; using pointer = typename underlying_type::pointer; using const_pointer = typename underlying_type::const_pointer; using reference = typename underlying_type::reference; using const_reference = typename underlying_type::const_reference; using size_type = typename underlying_type::size_type; using difference_type = typename underlying_type::difference_type; using iterator = typename underlying_type::iterator; using const_iterator = typename underlying_type::const_iterator; using reverse_iterator = typename underlying_type::reverse_iterator; using const_reverse_iterator = typename underlying_type::const_reverse_iterator; // -------------------------------------------------------------------------- // Lifetime. // // Constructors that take range guarantee O(N * log^2(N)) + O(N) complexity // and take O(N * log(N)) + O(N) if extra memory is available (N is a range // length). // // Assume that move constructors invalidate iterators and references. // // The constructors that take ranges, lists, and vectors do not require that // the input be sorted. flat_tree(); explicit flat_tree(const key_compare& comp); template flat_tree(InputIterator first, InputIterator last, const key_compare& comp = key_compare()); flat_tree(const flat_tree&); flat_tree(flat_tree&&) noexcept = default; flat_tree(const underlying_type& items, const key_compare& comp = key_compare()); flat_tree(underlying_type&& items, const key_compare& comp = key_compare()); flat_tree(std::initializer_list ilist, const key_compare& comp = key_compare()); ~flat_tree(); // -------------------------------------------------------------------------- // Assignments. // // Assume that move assignment invalidates iterators and references. flat_tree& operator=(const flat_tree&); flat_tree& operator=(flat_tree&&); // Takes the first if there are duplicates in the initializer list. flat_tree& operator=(std::initializer_list ilist); // -------------------------------------------------------------------------- // Memory management. // // Beware that shrink_to_fit() simply forwards the request to the // underlying_type and its implementation is free to optimize otherwise and // leave capacity() to be greater that its size. // // reserve() and shrink_to_fit() invalidate iterators and references. void reserve(size_type new_capacity); size_type capacity() const; void shrink_to_fit(); // -------------------------------------------------------------------------- // Size management. // // clear() leaves the capacity() of the flat_tree unchanged. void clear(); size_type size() const; size_type max_size() const; bool empty() const; // -------------------------------------------------------------------------- // Iterators. iterator begin(); const_iterator begin() const; const_iterator cbegin() const; iterator end(); const_iterator end() const; const_iterator cend() const; reverse_iterator rbegin(); const_reverse_iterator rbegin() const; const_reverse_iterator crbegin() const; reverse_iterator rend(); const_reverse_iterator rend() const; const_reverse_iterator crend() const; // -------------------------------------------------------------------------- // Insert operations. // // Assume that every operation invalidates iterators and references. // Insertion of one element can take O(size). Capacity of flat_tree grows in // an implementation-defined manner. // // NOTE: Prefer to build a new flat_tree from a std::vector (or similar) // instead of calling insert() repeatedly. std::pair insert(const value_type& val); std::pair insert(value_type&& val); iterator insert(const_iterator position_hint, const value_type& x); iterator insert(const_iterator position_hint, value_type&& x); // This method inserts the values from the range [first, last) into the // current tree. template void insert(InputIterator first, InputIterator last); template std::pair emplace(Args&&... args); template iterator emplace_hint(const_iterator position_hint, Args&&... args); // -------------------------------------------------------------------------- // Underlying type operations. // // Assume that either operation invalidates iterators and references. // Extracts the underlying_type and returns it to the caller. Ensures that // `this` is `empty()` afterwards. underlying_type extract() &&; // Replaces the underlying_type with `body`. Expects that `body` is sorted // and has no repeated elements with regard to value_comp(). void replace(underlying_type&& body); // -------------------------------------------------------------------------- // Erase operations. // // Assume that every operation invalidates iterators and references. // // erase(position), erase(first, last) can take O(size). // erase(key) may take O(size) + O(log(size)). // // Prefer base::EraseIf() or some other variation on erase(remove(), end()) // idiom when deleting multiple non-consecutive elements. iterator erase(iterator position); iterator erase(const_iterator position); iterator erase(const_iterator first, const_iterator last); template size_type erase(const K& key); // -------------------------------------------------------------------------- // Comparators. key_compare key_comp() const; value_compare value_comp() const; // -------------------------------------------------------------------------- // Search operations. // // Search operations have O(log(size)) complexity. template size_type count(const K& key) const; template iterator find(const K& key); template const_iterator find(const K& key) const; template bool contains(const K& key) const; template std::pair equal_range(const K& key); template std::pair equal_range(const K& key) const; template iterator lower_bound(const K& key); template const_iterator lower_bound(const K& key) const; template iterator upper_bound(const K& key); template const_iterator upper_bound(const K& key) const; // -------------------------------------------------------------------------- // General operations. // // Assume that swap invalidates iterators and references. // // Implementation note: currently we use operator==() and operator<() on // std::vector, because they have the same contract we need, so we use them // directly for brevity and in case it is more optimal than calling equal() // and lexicograhpical_compare(). If the underlying container type is changed, // this code may need to be modified. void swap(flat_tree& other) noexcept; friend bool operator==(const flat_tree& lhs, const flat_tree& rhs) { return lhs.impl_.body_ == rhs.impl_.body_; } friend bool operator!=(const flat_tree& lhs, const flat_tree& rhs) { return !(lhs == rhs); } friend bool operator<(const flat_tree& lhs, const flat_tree& rhs) { return lhs.impl_.body_ < rhs.impl_.body_; } friend bool operator>(const flat_tree& lhs, const flat_tree& rhs) { return rhs < lhs; } friend bool operator>=(const flat_tree& lhs, const flat_tree& rhs) { return !(lhs < rhs); } friend bool operator<=(const flat_tree& lhs, const flat_tree& rhs) { return !(lhs > rhs); } friend void swap(flat_tree& lhs, flat_tree& rhs) noexcept { lhs.swap(rhs); } protected: // Emplaces a new item into the tree that is known not to be in it. This // is for implementing map operator[]. template iterator unsafe_emplace(const_iterator position, Args&&... args); // Attempts to emplace a new element with key |key|. Only if |key| is not yet // present, construct value_type from |args| and insert it. Returns an // iterator to the element with key |key| and a bool indicating whether an // insertion happened. template std::pair emplace_key_args(const K& key, Args&&... args); // Similar to |emplace_key_args|, but checks |hint| first as a possible // insertion position. template std::pair emplace_hint_key_args(const_iterator hint, const K& key, Args&&... args); private: // Helper class for e.g. lower_bound that can compare a value on the left // to a key on the right. struct KeyValueCompare { // The key comparison object must outlive this class. explicit KeyValueCompare(const key_compare& key_comp) : key_comp_(key_comp) {} template bool operator()(const T& lhs, const U& rhs) const { return key_comp_(extract_if_value_type(lhs), extract_if_value_type(rhs)); } private: const key_type& extract_if_value_type(const value_type& v) const { GetKeyFromValue extractor; return extractor(v); } template const K& extract_if_value_type(const K& k) const { return k; } const key_compare& key_comp_; }; iterator const_cast_it(const_iterator c_it) { auto distance = std::distance(cbegin(), c_it); return std::next(begin(), distance); } // This method is inspired by both std::map::insert(P&&) and // std::map::insert_or_assign(const K&, V&&). It inserts val if an equivalent // element is not present yet, otherwise it overwrites. It returns an iterator // to the modified element and a flag indicating whether insertion or // assignment happened. template std::pair insert_or_assign(V&& val) { auto position = lower_bound(GetKeyFromValue()(val)); if (position == end() || value_comp()(val, *position)) return {impl_.body_.emplace(position, std::forward(val)), true}; *position = std::forward(val); return {position, false}; } // This method is similar to insert_or_assign, with the following differences: // - Instead of searching [begin(), end()) it only searches [first, last). // - In case no equivalent element is found, val is appended to the end of the // underlying body and an iterator to the next bigger element in [first, // last) is returned. template std::pair append_or_assign(iterator first, iterator last, V&& val) { auto position = std::lower_bound(first, last, val, value_comp()); if (position == last || value_comp()(val, *position)) { // emplace_back might invalidate position, which is why distance needs to // be cached. const difference_type distance = std::distance(begin(), position); impl_.body_.emplace_back(std::forward(val)); return {std::next(begin(), distance), true}; } *position = std::forward(val); return {position, false}; } // This method is similar to insert, with the following differences: // - Instead of searching [begin(), end()) it only searches [first, last). // - In case no equivalent element is found, val is appended to the end of the // underlying body and an iterator to the next bigger element in [first, // last) is returned. template std::pair append_unique(iterator first, iterator last, V&& val) { auto position = std::lower_bound(first, last, val, value_comp()); if (position == last || value_comp()(val, *position)) { // emplace_back might invalidate position, which is why distance needs to // be cached. const difference_type distance = std::distance(begin(), position); impl_.body_.emplace_back(std::forward(val)); return {std::next(begin(), distance), true}; } return {position, false}; } void sort_and_unique(iterator first, iterator last) { // Preserve stability for the unique code below. std::stable_sort(first, last, value_comp()); auto equal_comp = [this](const value_type& lhs, const value_type& rhs) { // lhs is already <= rhs due to sort, therefore // !(lhs < rhs) <=> lhs == rhs. return !value_comp()(lhs, rhs); }; erase(std::unique(first, last, equal_comp), last); } // To support comparators that may not be possible to default-construct, we // have to store an instance of Compare. Using this to store all internal // state of flat_tree and using private inheritance to store compare lets us // take advantage of an empty base class optimization to avoid extra space in // the common case when Compare has no state. struct Impl : private value_compare { Impl() = default; template explicit Impl(Cmp&& compare_arg, Body&&... underlying_type_args) : value_compare(std::forward(compare_arg)), body_(std::forward(underlying_type_args)...) {} const value_compare& get_value_comp() const { return *this; } const key_compare& get_key_comp() const { return *this; } underlying_type body_; } impl_; // If the compare is not transparent we want to construct key_type once. template using KeyTypeOrK = typename std:: conditional::value, K, key_type>::type; }; // ---------------------------------------------------------------------------- // Lifetime. template flat_tree::flat_tree() = default; template flat_tree::flat_tree( const KeyCompare& comp) : impl_(comp) {} template template flat_tree::flat_tree( InputIterator first, InputIterator last, const KeyCompare& comp) : impl_(comp, first, last) { sort_and_unique(begin(), end()); } template flat_tree::flat_tree( const flat_tree&) = default; template flat_tree::flat_tree( const underlying_type& items, const KeyCompare& comp) : impl_(comp, items) { sort_and_unique(begin(), end()); } template flat_tree::flat_tree( underlying_type&& items, const KeyCompare& comp) : impl_(comp, std::move(items)) { sort_and_unique(begin(), end()); } template flat_tree::flat_tree( std::initializer_list ilist, const KeyCompare& comp) : flat_tree(std::begin(ilist), std::end(ilist), comp) {} template flat_tree::~flat_tree() = default; // ---------------------------------------------------------------------------- // Assignments. template auto flat_tree::operator=( const flat_tree&) -> flat_tree& = default; template auto flat_tree::operator=(flat_tree &&) -> flat_tree& = default; template auto flat_tree::operator=( std::initializer_list ilist) -> flat_tree& { impl_.body_ = ilist; sort_and_unique(begin(), end()); return *this; } // ---------------------------------------------------------------------------- // Memory management. template void flat_tree::reserve( size_type new_capacity) { impl_.body_.reserve(new_capacity); } template auto flat_tree::capacity() const -> size_type { return impl_.body_.capacity(); } template void flat_tree::shrink_to_fit() { impl_.body_.shrink_to_fit(); } // ---------------------------------------------------------------------------- // Size management. template void flat_tree::clear() { impl_.body_.clear(); } template auto flat_tree::size() const -> size_type { return impl_.body_.size(); } template auto flat_tree::max_size() const -> size_type { return impl_.body_.max_size(); } template bool flat_tree::empty() const { return impl_.body_.empty(); } // ---------------------------------------------------------------------------- // Iterators. template auto flat_tree::begin() -> iterator { return impl_.body_.begin(); } template auto flat_tree::begin() const -> const_iterator { return impl_.body_.begin(); } template auto flat_tree::cbegin() const -> const_iterator { return impl_.body_.cbegin(); } template auto flat_tree::end() -> iterator { return impl_.body_.end(); } template auto flat_tree::end() const -> const_iterator { return impl_.body_.end(); } template auto flat_tree::cend() const -> const_iterator { return impl_.body_.cend(); } template auto flat_tree::rbegin() -> reverse_iterator { return impl_.body_.rbegin(); } template auto flat_tree::rbegin() const -> const_reverse_iterator { return impl_.body_.rbegin(); } template auto flat_tree::crbegin() const -> const_reverse_iterator { return impl_.body_.crbegin(); } template auto flat_tree::rend() -> reverse_iterator { return impl_.body_.rend(); } template auto flat_tree::rend() const -> const_reverse_iterator { return impl_.body_.rend(); } template auto flat_tree::crend() const -> const_reverse_iterator { return impl_.body_.crend(); } // ---------------------------------------------------------------------------- // Insert operations. // // Currently we use position_hint the same way as eastl or boost: // https://github.com/electronicarts/EASTL/blob/master/include/EASTL/vector_set.h#L493 template auto flat_tree::insert( const value_type& val) -> std::pair { return emplace_key_args(GetKeyFromValue()(val), val); } template auto flat_tree::insert( value_type&& val) -> std::pair { return emplace_key_args(GetKeyFromValue()(val), std::move(val)); } template auto flat_tree::insert( const_iterator position_hint, const value_type& val) -> iterator { return emplace_hint_key_args(position_hint, GetKeyFromValue()(val), val) .first; } template auto flat_tree::insert( const_iterator position_hint, value_type&& val) -> iterator { return emplace_hint_key_args(position_hint, GetKeyFromValue()(val), std::move(val)) .first; } template template void flat_tree::insert( InputIterator first, InputIterator last) { if (first == last) return; // Dispatch to single element insert if the input range contains a single // element. if (is_multipass() && std::next(first) == last) { insert(end(), *first); return; } // Provide a convenience lambda to obtain an iterator pointing past the last // old element. This needs to be dymanic due to possible re-allocations. auto middle = [this, size = size()] { return std::next(begin(), size); }; // For batch updates initialize the first insertion point. difference_type pos_first_new = size(); // Loop over the input range while appending new values and overwriting // existing ones, if applicable. Keep track of the first insertion point. for (; first != last; ++first) { std::pair result = append_unique(begin(), middle(), *first); if (result.second) { pos_first_new = std::min(pos_first_new, std::distance(begin(), result.first)); } } // The new elements might be unordered and contain duplicates, so post-process // the just inserted elements and merge them with the rest, inserting them at // the previously found spot. sort_and_unique(middle(), end()); std::inplace_merge(std::next(begin(), pos_first_new), middle(), end(), value_comp()); } template template auto flat_tree::emplace(Args&&... args) -> std::pair { return insert(value_type(std::forward(args)...)); } template template auto flat_tree::emplace_hint( const_iterator position_hint, Args&&... args) -> iterator { return insert(position_hint, value_type(std::forward(args)...)); } // ---------------------------------------------------------------------------- // Underlying type operations. template auto flat_tree:: extract() && -> underlying_type { return std::exchange(impl_.body_, underlying_type()); } template void flat_tree::replace( underlying_type&& body) { // Ensure that |body| is sorted and has no repeated elements. DCHECK(std::is_sorted(body.begin(), body.end(), value_comp())); DCHECK(std::adjacent_find(body.begin(), body.end(), [this](const auto& lhs, const auto& rhs) { return !value_comp()(lhs, rhs); }) == body.end()); impl_.body_ = std::move(body); } // ---------------------------------------------------------------------------- // Erase operations. template auto flat_tree::erase( iterator position) -> iterator { CHECK(position != impl_.body_.end()); return impl_.body_.erase(position); } template auto flat_tree::erase( const_iterator position) -> iterator { CHECK(position != impl_.body_.end()); return impl_.body_.erase(position); } template template auto flat_tree::erase(const K& val) -> size_type { auto eq_range = equal_range(val); auto res = std::distance(eq_range.first, eq_range.second); erase(eq_range.first, eq_range.second); return res; } template auto flat_tree::erase( const_iterator first, const_iterator last) -> iterator { return impl_.body_.erase(first, last); } // ---------------------------------------------------------------------------- // Comparators. template auto flat_tree::key_comp() const -> key_compare { return impl_.get_key_comp(); } template auto flat_tree::value_comp() const -> value_compare { return impl_.get_value_comp(); } // ---------------------------------------------------------------------------- // Search operations. template template auto flat_tree::count( const K& key) const -> size_type { auto eq_range = equal_range(key); return std::distance(eq_range.first, eq_range.second); } template template auto flat_tree::find(const K& key) -> iterator { return const_cast_it(base::as_const(*this).find(key)); } template template auto flat_tree::find( const K& key) const -> const_iterator { auto eq_range = equal_range(key); return (eq_range.first == eq_range.second) ? end() : eq_range.first; } template template bool flat_tree::contains( const K& key) const { auto lower = lower_bound(key); return lower != end() && !key_comp()(key, GetKeyFromValue()(*lower)); } template template auto flat_tree::equal_range( const K& key) -> std::pair { auto res = base::as_const(*this).equal_range(key); return {const_cast_it(res.first), const_cast_it(res.second)}; } template template auto flat_tree::equal_range( const K& key) const -> std::pair { auto lower = lower_bound(key); GetKeyFromValue extractor; if (lower == end() || impl_.get_key_comp()(key, extractor(*lower))) return {lower, lower}; return {lower, std::next(lower)}; } template template auto flat_tree::lower_bound( const K& key) -> iterator { return const_cast_it(base::as_const(*this).lower_bound(key)); } template template auto flat_tree::lower_bound( const K& key) const -> const_iterator { static_assert(std::is_convertible&, const K&>::value, "Requested type cannot be bound to the container's key_type " "which is required for a non-transparent compare."); const KeyTypeOrK& key_ref = key; KeyValueCompare key_value(impl_.get_key_comp()); return std::lower_bound(begin(), end(), key_ref, key_value); } template template auto flat_tree::upper_bound( const K& key) -> iterator { return const_cast_it(base::as_const(*this).upper_bound(key)); } template template auto flat_tree::upper_bound( const K& key) const -> const_iterator { static_assert(std::is_convertible&, const K&>::value, "Requested type cannot be bound to the container's key_type " "which is required for a non-transparent compare."); const KeyTypeOrK& key_ref = key; KeyValueCompare key_value(impl_.get_key_comp()); return std::upper_bound(begin(), end(), key_ref, key_value); } // ---------------------------------------------------------------------------- // General operations. template void flat_tree::swap( flat_tree& other) noexcept { std::swap(impl_, other.impl_); } template template auto flat_tree::unsafe_emplace( const_iterator position, Args&&... args) -> iterator { return impl_.body_.emplace(position, std::forward(args)...); } template template auto flat_tree::emplace_key_args( const K& key, Args&&... args) -> std::pair { auto lower = lower_bound(key); if (lower == end() || key_comp()(key, GetKeyFromValue()(*lower))) return {unsafe_emplace(lower, std::forward(args)...), true}; return {lower, false}; } template template auto flat_tree::emplace_hint_key_args( const_iterator hint, const K& key, Args&&... args) -> std::pair { GetKeyFromValue extractor; if ((hint == begin() || key_comp()(extractor(*std::prev(hint)), key))) { if (hint == end() || key_comp()(key, extractor(*hint))) { // *(hint - 1) < key < *hint => key did not exist and hint is correct. return {unsafe_emplace(hint, std::forward(args)...), true}; } if (!key_comp()(extractor(*hint), key)) { // key == *hint => no-op, return correct hint. return {const_cast_it(hint), false}; } } // hint was not helpful, dispatch to hintless version. return emplace_key_args(key, std::forward(args)...); } // For containers like sets, the key is the same as the value. This implements // the GetKeyFromValue template parameter to flat_tree for this case. template struct GetKeyFromValueIdentity { const Key& operator()(const Key& k) const { return k; } }; } // namespace internal // ---------------------------------------------------------------------------- // Free functions. // Erases all elements that match predicate. It has O(size) complexity. template size_t EraseIf( base::internal::flat_tree& container, Predicate pred) { auto it = std::remove_if(container.begin(), container.end(), pred); size_t removed = std::distance(it, container.end()); container.erase(it, container.end()); return removed; } } // namespace base #endif // BASE_CONTAINERS_FLAT_TREE_H_