Skip to content

Commit

Permalink
Merged main:160e8eb44961 into amd-gfx:da11a8d21864
Browse files Browse the repository at this point in the history 
Local branch amd-gfx da11a8d Merged main:d2aa523f2a2e into amd-gfx:393573be750f
Remote branch main 160e8eb [ASan] Recognize lea r10, [rip + XX] (llvm#68910)
  • Loading branch information
SC llvm team authored and SC llvm team committed Oct 13, 2023
2 parents da11a8d + 160e8eb commit c0764b1
Show file tree
Hide file tree
Showing 17 changed files with 499 additions and 176 deletions.
2 changes: 1 addition & 1 deletion compiler-rt/lib/interception/interception_win.cpp
View file
Original file line number Diff line number Diff line change
Expand Up @@ -624,7 +624,7 @@ static size_t GetInstructionSize(uptr address, size_t* rel_offset = nullptr) {
// mov rax, QWORD PTR [rip + XXXXXXXX]
case 0x25ff48: // 48 ff 25 XX XX XX XX :
// rex.W jmp QWORD PTR [rip + XXXXXXXX]

case 0x158D4C: // 4c 8d 15 XX XX XX XX : lea r10, [rip + XX]
// Instructions having offset relative to 'rip' need offset adjustment.
if (rel_offset)
*rel_offset = 3;
Expand Down
119 changes: 79 additions & 40 deletions libcxx/include/__hash_table
View file
Original file line number Diff line number Diff line change
Expand Up @@ -21,6 +21,7 @@
#include <__memory/addressof.h>
#include <__memory/allocator_traits.h>
#include <__memory/compressed_pair.h>
#include <__memory/construct_at.h>
#include <__memory/pointer_traits.h>
#include <__memory/swap_allocator.h>
#include <__memory/unique_ptr.h>
Expand All @@ -45,6 +46,7 @@
#include <cmath>
#include <cstring>
#include <initializer_list>
#include <new> // __launder

#if !defined(_LIBCPP_HAS_NO_PRAGMA_SYSTEM_HEADER)
# pragma GCC system_header
Expand Down Expand Up @@ -107,19 +109,44 @@ struct __hash_node_base
}

_LIBCPP_INLINE_VISIBILITY __hash_node_base() _NOEXCEPT : __next_(nullptr) {}
_LIBCPP_HIDE_FROM_ABI explicit __hash_node_base(__next_pointer __next) _NOEXCEPT : __next_(__next) {}
};

template <class _Tp, class _VoidPtr>
struct _LIBCPP_STANDALONE_DEBUG __hash_node
struct __hash_node
: public __hash_node_base
<
__rebind_pointer_t<_VoidPtr, __hash_node<_Tp, _VoidPtr> >
>
{
typedef _Tp __node_value_type;
using _Base = __hash_node_base<__rebind_pointer_t<_VoidPtr, __hash_node<_Tp, _VoidPtr> > >;
using __next_pointer = typename _Base::__next_pointer;

size_t __hash_;
__node_value_type __value_;

// We allow starting the lifetime of nodes without initializing the value held by the node,
// since that is handled by the hash table itself in order to be allocator-aware.
#ifndef _LIBCPP_CXX03_LANG
private:
union {
_Tp __value_;
};

public:
_LIBCPP_HIDE_FROM_ABI _Tp& __get_value() { return __value_; }
#else
private:
_ALIGNAS_TYPE(_Tp) char __buffer_[sizeof(_Tp)];

public:
_LIBCPP_HIDE_FROM_ABI _Tp& __get_value() {
return *std::__launder(reinterpret_cast<_Tp*>(&__buffer_));
}
#endif

_LIBCPP_HIDE_FROM_ABI explicit __hash_node(__next_pointer __next, size_t __hash) : _Base(__next), __hash_(__hash) {}
_LIBCPP_HIDE_FROM_ABI ~__hash_node() {}
};

inline _LIBCPP_INLINE_VISIBILITY
Expand Down Expand Up @@ -311,12 +338,12 @@ public:

_LIBCPP_INLINE_VISIBILITY
reference operator*() const {
return __node_->__upcast()->__value_;
return __node_->__upcast()->__get_value();
}

_LIBCPP_INLINE_VISIBILITY
pointer operator->() const {
return pointer_traits<pointer>::pointer_to(__node_->__upcast()->__value_);
return pointer_traits<pointer>::pointer_to(__node_->__upcast()->__get_value());
}

_LIBCPP_INLINE_VISIBILITY
Expand Down Expand Up @@ -387,11 +414,11 @@ public:

_LIBCPP_INLINE_VISIBILITY
reference operator*() const {
return __node_->__upcast()->__value_;
return __node_->__upcast()->__get_value();
}
_LIBCPP_INLINE_VISIBILITY
pointer operator->() const {
return pointer_traits<pointer>::pointer_to(__node_->__upcast()->__value_);
return pointer_traits<pointer>::pointer_to(__node_->__upcast()->__get_value());
}

_LIBCPP_INLINE_VISIBILITY
Expand Down Expand Up @@ -453,12 +480,12 @@ public:

_LIBCPP_INLINE_VISIBILITY
reference operator*() const {
return __node_->__upcast()->__value_;
return __node_->__upcast()->__get_value();
}

_LIBCPP_INLINE_VISIBILITY
pointer operator->() const {
return pointer_traits<pointer>::pointer_to(__node_->__upcast()->__value_);
return pointer_traits<pointer>::pointer_to(__node_->__upcast()->__get_value());
}

_LIBCPP_INLINE_VISIBILITY
Expand Down Expand Up @@ -543,12 +570,12 @@ public:

_LIBCPP_INLINE_VISIBILITY
reference operator*() const {
return __node_->__upcast()->__value_;
return __node_->__upcast()->__get_value();
}

_LIBCPP_INLINE_VISIBILITY
pointer operator->() const {
return pointer_traits<pointer>::pointer_to(__node_->__upcast()->__value_);
return pointer_traits<pointer>::pointer_to(__node_->__upcast()->__get_value());
}

_LIBCPP_INLINE_VISIBILITY
Expand Down Expand Up @@ -670,8 +697,10 @@ public:
_LIBCPP_INLINE_VISIBILITY
void operator()(pointer __p) _NOEXCEPT
{
if (__value_constructed)
__alloc_traits::destroy(__na_, _NodeTypes::__get_ptr(__p->__value_));
if (__value_constructed) {
__alloc_traits::destroy(__na_, _NodeTypes::__get_ptr(__p->__get_value()));
std::__destroy_at(std::addressof(*__p));
}
if (__p)
__alloc_traits::deallocate(__na_, __p, 1);
}
Expand Down Expand Up @@ -1365,7 +1394,8 @@ __hash_table<_Tp, _Hash, _Equal, _Alloc>::__deallocate_node(__next_pointer __np)
{
__next_pointer __next = __np->__next_;
__node_pointer __real_np = __np->__upcast();
__node_traits::destroy(__na, _NodeTypes::__get_ptr(__real_np->__value_));
__node_traits::destroy(__na, _NodeTypes::__get_ptr(__real_np->__get_value()));
std::__destroy_at(std::addressof(*__real_np));
__node_traits::deallocate(__na, __real_np, 1);
__np = __next;
}
Expand Down Expand Up @@ -1434,8 +1464,8 @@ __hash_table<_Tp, _Hash, _Equal, _Alloc>::__move_assign(
const_iterator __i = __u.begin();
while (__cache != nullptr && __u.size() != 0)
{
__cache->__upcast()->__value_ =
_VSTD::move(__u.remove(__i++)->__value_);
__cache->__upcast()->__get_value() =
_VSTD::move(__u.remove(__i++)->__get_value());
__next_pointer __next = __cache->__next_;
__node_insert_multi(__cache->__upcast());
__cache = __next;
Expand All @@ -1453,7 +1483,7 @@ __hash_table<_Tp, _Hash, _Equal, _Alloc>::__move_assign(
const_iterator __i = __u.begin();
while (__u.size() != 0)
{
__node_holder __h = __construct_node(_NodeTypes::__move(__u.remove(__i++)->__value_));
__node_holder __h = __construct_node(_NodeTypes::__move(__u.remove(__i++)->__get_value()));
__node_insert_multi(__h.get());
__h.release();
}
Expand Down Expand Up @@ -1495,7 +1525,7 @@ __hash_table<_Tp, _Hash, _Equal, _Alloc>::__assign_unique(_InputIterator __first
#endif // _LIBCPP_HAS_NO_EXCEPTIONS
for (; __cache != nullptr && __first != __last; ++__first)
{
__cache->__upcast()->__value_ = *__first;
__cache->__upcast()->__get_value() = *__first;
__next_pointer __next = __cache->__next_;
__node_insert_unique(__cache->__upcast());
__cache = __next;
Expand Down Expand Up @@ -1535,7 +1565,7 @@ __hash_table<_Tp, _Hash, _Equal, _Alloc>::__assign_multi(_InputIterator __first,
#endif // _LIBCPP_HAS_NO_EXCEPTIONS
for (; __cache != nullptr && __first != __last; ++__first)
{
__cache->__upcast()->__value_ = *__first;
__cache->__upcast()->__get_value() = *__first;
__next_pointer __next = __cache->__next_;
__node_insert_multi(__cache->__upcast());
__cache = __next;
Expand Down Expand Up @@ -1629,7 +1659,7 @@ __hash_table<_Tp, _Hash, _Equal, _Alloc>::__node_insert_unique_prepare(
__ndptr = __ndptr->__next_)
{
if ((__ndptr->__hash() == __hash) &&
key_eq()(__ndptr->__upcast()->__value_, __value))
key_eq()(__ndptr->__upcast()->__get_value(), __value))
return __ndptr;
}
}
Expand Down Expand Up @@ -1678,9 +1708,9 @@ template <class _Tp, class _Hash, class _Equal, class _Alloc>
pair<typename __hash_table<_Tp, _Hash, _Equal, _Alloc>::iterator, bool>
__hash_table<_Tp, _Hash, _Equal, _Alloc>::__node_insert_unique(__node_pointer __nd)
{
__nd->__hash_ = hash_function()(__nd->__value_);
__nd->__hash_ = hash_function()(__nd->__get_value());
__next_pointer __existing_node =
__node_insert_unique_prepare(__nd->__hash(), __nd->__value_);
__node_insert_unique_prepare(__nd->__hash(), __nd->__get_value());

// Insert the node, unless it already exists in the container.
bool __inserted = false;
Expand Down Expand Up @@ -1726,7 +1756,7 @@ __hash_table<_Tp, _Hash, _Equal, _Alloc>::__node_insert_multi_prepare(
// false true set __found to true
// true false break
if (__found != (__pn->__next_->__hash() == __cp_hash &&
key_eq()(__pn->__next_->__upcast()->__value_, __cp_val)))
key_eq()(__pn->__next_->__upcast()->__get_value(), __cp_val)))
{
if (!__found)
__found = true;
Expand Down Expand Up @@ -1780,8 +1810,8 @@ template <class _Tp, class _Hash, class _Equal, class _Alloc>
typename __hash_table<_Tp, _Hash, _Equal, _Alloc>::iterator
__hash_table<_Tp, _Hash, _Equal, _Alloc>::__node_insert_multi(__node_pointer __cp)
{
__cp->__hash_ = hash_function()(__cp->__value_);
__next_pointer __pn = __node_insert_multi_prepare(__cp->__hash(), __cp->__value_);
__cp->__hash_ = hash_function()(__cp->__get_value());
__next_pointer __pn = __node_insert_multi_prepare(__cp->__hash(), __cp->__get_value());
__node_insert_multi_perform(__cp, __pn);

return iterator(__cp->__ptr());
Expand All @@ -1792,7 +1822,7 @@ typename __hash_table<_Tp, _Hash, _Equal, _Alloc>::iterator
__hash_table<_Tp, _Hash, _Equal, _Alloc>::__node_insert_multi(
const_iterator __p, __node_pointer __cp)
{
if (__p != end() && key_eq()(*__p, __cp->__value_))
if (__p != end() && key_eq()(*__p, __cp->__get_value()))
{
__next_pointer __np = __p.__node_;
__cp->__hash_ = __np->__hash();
Expand Down Expand Up @@ -1839,7 +1869,7 @@ __hash_table<_Tp, _Hash, _Equal, _Alloc>::__emplace_unique_key_args(_Key const&
__nd = __nd->__next_)
{
if ((__nd->__hash() == __hash) &&
key_eq()(__nd->__upcast()->__value_, __k))
key_eq()(__nd->__upcast()->__get_value(), __k))
goto __done;
}
}
Expand Down Expand Up @@ -1983,9 +2013,9 @@ __hash_table<_Tp, _Hash, _Equal, _Alloc>::__node_handle_merge_unique(
__it != __source.end();)
{
__node_pointer __src_ptr = __it.__node_->__upcast();
size_t __hash = hash_function()(__src_ptr->__value_);
size_t __hash = hash_function()(__src_ptr->__get_value());
__next_pointer __existing_node =
__node_insert_unique_prepare(__hash, __src_ptr->__value_);
__node_insert_unique_prepare(__hash, __src_ptr->__get_value());
auto __prev_iter = __it++;
if (__existing_node == nullptr)
{
Expand Down Expand Up @@ -2037,9 +2067,9 @@ __hash_table<_Tp, _Hash, _Equal, _Alloc>::__node_handle_merge_multi(
__it != __source.end();)
{
__node_pointer __src_ptr = __it.__node_->__upcast();
size_t __src_hash = hash_function()(__src_ptr->__value_);
size_t __src_hash = hash_function()(__src_ptr->__get_value());
__next_pointer __pn =
__node_insert_multi_prepare(__src_hash, __src_ptr->__value_);
__node_insert_multi_prepare(__src_hash, __src_ptr->__get_value());
(void)__source.remove(__it++).release();
__src_ptr->__hash_ = __src_hash;
__node_insert_multi_perform(__src_ptr, __pn);
Expand Down Expand Up @@ -2113,8 +2143,8 @@ __hash_table<_Tp, _Hash, _Equal, _Alloc>::__do_rehash(size_type __nbc)
if _LIBCPP_CONSTEXPR_SINCE_CXX17 (!_UniqueKeys)
{
for (; __np->__next_ != nullptr &&
key_eq()(__cp->__upcast()->__value_,
__np->__next_->__upcast()->__value_);
key_eq()(__cp->__upcast()->__get_value(),
__np->__next_->__upcast()->__get_value());
__np = __np->__next_)
;
}
Expand Down Expand Up @@ -2148,7 +2178,7 @@ __hash_table<_Tp, _Hash, _Equal, _Alloc>::find(const _Key& __k)
__nd = __nd->__next_)
{
if ((__nd->__hash() == __hash)
&& key_eq()(__nd->__upcast()->__value_, __k))
&& key_eq()(__nd->__upcast()->__get_value(), __k))
return iterator(__nd);
}
}
Expand All @@ -2175,7 +2205,7 @@ __hash_table<_Tp, _Hash, _Equal, _Alloc>::find(const _Key& __k) const
__nd = __nd->__next_)
{
if ((__nd->__hash() == __hash)
&& key_eq()(__nd->__upcast()->__value_, __k))
&& key_eq()(__nd->__upcast()->__get_value(), __k))
return const_iterator(__nd);
}
}
Expand All @@ -2193,10 +2223,20 @@ __hash_table<_Tp, _Hash, _Equal, _Alloc>::__construct_node(_Args&& ...__args)
"Construct cannot be called with a hash value type");
__node_allocator& __na = __node_alloc();
__node_holder __h(__node_traits::allocate(__na, 1), _Dp(__na));
__node_traits::construct(__na, _NodeTypes::__get_ptr(__h->__value_), _VSTD::forward<_Args>(__args)...);

// Begin the lifetime of the node itself. Note that this doesn't begin the lifetime of the value
// held inside the node, since we need to use the allocator's construct() method for that.
//
// We don't use the allocator's construct() method to construct the node itself since the
// Cpp17FooInsertable named requirements don't require the allocator's construct() method
// to work on anything other than the value_type.
std::__construct_at(std::addressof(*__h), /* next = */nullptr, /* hash = */0);

// Now construct the value_type using the allocator's construct() method.
__node_traits::construct(__na, _NodeTypes::__get_ptr(__h->__get_value()), _VSTD::forward<_Args>(__args)...);
__h.get_deleter().__value_constructed = true;
__h->__hash_ = hash_function()(__h->__value_);
__h->__next_ = nullptr;

__h->__hash_ = hash_function()(__h->__get_value());
return __h;
}

Expand All @@ -2210,12 +2250,11 @@ __hash_table<_Tp, _Hash, _Equal, _Alloc>::__construct_node_hash(
"Construct cannot be called with a hash value type");
__node_allocator& __na = __node_alloc();
__node_holder __h(__node_traits::allocate(__na, 1), _Dp(__na));
__node_traits::construct(__na, _NodeTypes::__get_ptr(__h->__value_),
std::__construct_at(std::addressof(*__h), /* next = */nullptr, /* hash = */__hash);
__node_traits::construct(__na, _NodeTypes::__get_ptr(__h->__get_value()),
_VSTD::forward<_First>(__f),
_VSTD::forward<_Rest>(__rest)...);
__h.get_deleter().__value_constructed = true;
__h->__hash_ = __hash;
__h->__next_ = nullptr;
return __h;
}

Expand Down
6 changes: 3 additions & 3 deletions libcxx/include/__node_handle
View file
Original file line number Diff line number Diff line change
Expand Up @@ -209,7 +209,7 @@ struct __set_node_handle_specifics
_LIBCPP_INLINE_VISIBILITY
value_type& value() const
{
return static_cast<_Derived const*>(this)->__ptr_->__value_;
return static_cast<_Derived const*>(this)->__ptr_->__get_value();
}
};

Expand All @@ -223,14 +223,14 @@ struct __map_node_handle_specifics
key_type& key() const
{
return static_cast<_Derived const*>(this)->
__ptr_->__value_.__ref().first;
__ptr_->__get_value().__ref().first;
}

_LIBCPP_INLINE_VISIBILITY
mapped_type& mapped() const
{
return static_cast<_Derived const*>(this)->
__ptr_->__value_.__ref().second;
__ptr_->__get_value().__ref().second;
}
};

Expand Down
2 changes: 2 additions & 0 deletions libcxx/include/__tree
View file
Original file line number Diff line number Diff line change
Expand Up @@ -774,6 +774,8 @@ public:

__node_value_type __value_;

_LIBCPP_HIDE_FROM_ABI _Tp& __get_value() { return __value_; }

private:
~__tree_node() = delete;
__tree_node(__tree_node const&) = delete;
Expand Down
Loading

0 comments on commit c0764b1

Please sign in to comment.