Define monotonic_buffer_resource members out-of-line
authorJonathan Wakely <jwakely@redhat.com>
Tue, 7 Aug 2018 11:31:16 +0000 (12:31 +0100)
committerJonathan Wakely <redi@gcc.gnu.org>
Tue, 7 Aug 2018 11:31:16 +0000 (12:31 +0100)
Move the allocation logic into libstdc++.so so that it can be changed
without worrying about inlined code in existing binaries.

Leave do_allocate inline so that calls to it can be devirtualized, and
only the slow path needs to call into the library.

* config/abi/pre/gnu.ver: Export monotonic_buffer_resource members.
* include/std/memory_resource (monotonic_buffer_resource::release):
Call _M_release_buffers to free buffers.
(monotonic_buffer_resource::do_allocate): Call _M_new_buffer to
allocate a new buffer from upstream.
(monotonic_buffer_resource::_M_new_buffer): Declare.
(monotonic_buffer_resource::_M_release_buffers): Declare.
(monotonic_buffer_resource::_Chunk): Replace definition with
declaration as opaque type.
* src/c++17/memory_resource.cc (monotonic_buffer_resource::_Chunk):
Define.
(monotonic_buffer_resource::_M_new_buffer): Define.
(monotonic_buffer_resource::_M_release_buffers): Define.

From-SVN: r263354

libstdc++-v3/ChangeLog
libstdc++-v3/config/abi/pre/gnu.ver
libstdc++-v3/include/std/memory_resource
libstdc++-v3/src/c++17/memory_resource.cc

index 91a001878002e381a13888332a9f3f2c97326f7f..5f098c87e4051f5b1a136426683c84b007ce6898 100644 (file)
@@ -1,3 +1,19 @@
+2018-08-07  Jonathan Wakely  <jwakely@redhat.com>
+
+       * config/abi/pre/gnu.ver: Export monotonic_buffer_resource members.
+       * include/std/memory_resource (monotonic_buffer_resource::release):
+       Call _M_release_buffers to free buffers.
+       (monotonic_buffer_resource::do_allocate): Call _M_new_buffer to
+       allocate a new buffer from upstream.
+       (monotonic_buffer_resource::_M_new_buffer): Declare.
+       (monotonic_buffer_resource::_M_release_buffers): Declare.
+       (monotonic_buffer_resource::_Chunk): Replace definition with
+       declaration as opaque type.
+       * src/c++17/memory_resource.cc (monotonic_buffer_resource::_Chunk):
+       Define.
+       (monotonic_buffer_resource::_M_new_buffer): Define.
+       (monotonic_buffer_resource::_M_release_buffers): Define.
+
 2018-08-05  François Dumont  <fdumont@gcc.gnu.org>
 
        * include/bits/stl_iterator.h: Fix comment.
index 36459e88b6a46ac5b6b6dfa63adc32d96378b7d0..593783da1aae11d1f9bda2f96892e317873f7bca 100644 (file)
@@ -2043,6 +2043,8 @@ GLIBCXX_3.4.26 {
     _ZNSt3pmr20null_memory_resourceEv;
     _ZNSt3pmr20get_default_resourceEv;
     _ZNSt3pmr20set_default_resourceEPNS_15memory_resourceE;
+    _ZNSt3pmr25monotonic_buffer_resource13_M_new_bufferE[jmy][jmy];
+    _ZNSt3pmr25monotonic_buffer_resource18_M_release_buffersEv;
 
 } GLIBCXX_3.4.25;
 
index b3f8f7d94774a983e583bee97877ddb78acbf173..bb4e31551e6810c03b4dbe3523665f5039b4c02d 100644 (file)
@@ -365,7 +365,8 @@ namespace pmr
     void
     release() noexcept
     {
-      _Chunk::release(_M_head, _M_upstream);
+      if (_M_head)
+       _M_release_buffers();
 
       // reset to initial state at contruction:
       if ((_M_current_buf = _M_orig_buf))
@@ -392,19 +393,14 @@ namespace pmr
       if (__bytes == 0)
        __bytes = 1; // Ensures we don't return the same pointer twice.
 
-      if (auto __p = std::align(__alignment, __bytes, _M_current_buf, _M_avail))
+      void* __p = std::align(__alignment, __bytes, _M_current_buf, _M_avail);
+      if (!__p)
        {
-         _M_current_buf = (char*)_M_current_buf + __bytes;
-         _M_avail -= __bytes;
-         return __p;
+         _M_new_buffer(__bytes, __alignment);
+         __p = _M_current_buf;
        }
-
-      const size_t __n = std::max(__bytes, _M_next_bufsiz);
-      const size_t __m = std::max(__alignment, alignof(std::max_align_t));
-      auto [__p, __size] = _Chunk::allocate(_M_upstream, __n, __m, _M_head);
-      _M_current_buf = (char*)__p + __bytes;
-      _M_avail = __size - __bytes;
-      _M_next_bufsiz *= _S_growth_factor;
+      _M_current_buf = (char*)_M_current_buf + __bytes;
+      _M_avail -= __bytes;
       return __p;
     }
 
@@ -417,6 +413,15 @@ namespace pmr
     { return this == &__other; }
 
   private:
+    // Update _M_current_buf and _M_avail to refer to a new buffer with
+    // at least the specified size and alignment, allocated from upstream.
+    void
+    _M_new_buffer(size_t __bytes, size_t __alignment);
+
+    // Deallocate all buffers obtained from upstream.
+    void
+    _M_release_buffers() noexcept;
+
     static size_t
     _S_next_bufsize(size_t __buffer_size) noexcept
     {
@@ -437,68 +442,7 @@ namespace pmr
     void* const                        _M_orig_buf = nullptr;
     size_t const               _M_orig_size = _M_next_bufsiz;
 
-    // Memory allocated by the upstream resource is managed in a linked list
-    // of _Chunk objects. A _Chunk object recording the size and alignment of
-    // the allocated block and a pointer to the previous chunk is placed
-    // at end of the block.
-    class _Chunk
-    {
-    public:
-      // Return the address and size of a block of memory allocated from __r,
-      // of at least __size bytes and aligned to __align.
-      // Add a new _Chunk to the front of the linked list at __head.
-      static pair<void*, size_t>
-      allocate(memory_resource* __r, size_t __size, size_t __align,
-              _Chunk*& __head)
-      {
-       __size = std::__ceil2(__size + sizeof(_Chunk));
-       void* __p = __r->allocate(__size, __align);
-       // Add a chunk defined by (__p, __size, __align) to linked list __head.
-       void* const __back = (char*)__p + __size - sizeof(_Chunk);
-       __head = ::new(__back) _Chunk(__size, __align, __head);
-       return { __p, __size - sizeof(_Chunk) };
-      }
-
-      // Return every chunk in linked list __head to resource __r.
-      static void
-      release(_Chunk*& __head, memory_resource* __r) noexcept
-      {
-       _Chunk* __next = __head;
-       __head = nullptr;
-       while (__next)
-         {
-           _Chunk* __ch = __next;
-           __builtin_memcpy(&__next, __ch->_M_next, sizeof(_Chunk*));
-
-           __glibcxx_assert(__ch->_M_canary != 0);
-           __glibcxx_assert(__ch->_M_canary == (__ch->_M_size|__ch->_M_align));
-
-           if (__ch->_M_canary != (__ch->_M_size | __ch->_M_align))
-             return; // buffer overflow detected!
-
-           size_t __size = (1u << __ch->_M_size);
-           size_t __align = (1u << __ch->_M_align);
-           void* __start = (char*)(__ch + 1) - __size;
-           __r->deallocate(__start, __size, __align);
-         }
-      }
-
-    private:
-      _Chunk(size_t __size, size_t __align, _Chunk* __next) noexcept
-      : _M_size(std::__log2p1(__size) - 1),
-       _M_align(std::__log2p1(__align) - 1)
-      {
-       __builtin_memcpy(_M_next, &__next, sizeof(__next));
-       _M_canary = _M_size | _M_align;
-      }
-
-      unsigned char _M_canary;
-      unsigned char _M_size;
-      unsigned char _M_align;
-      unsigned char _M_next[sizeof(_Chunk*)];
-    };
-    static_assert(alignof(_Chunk) == 1);
-
+    class _Chunk;
     _Chunk* _M_head = nullptr;
   };
 
index dd418c1b1aa5ff59522e34a40366783dcdffac25..c3ae2b69f716bb547e5155b4bd9c9780d23ece13 100644 (file)
@@ -104,6 +104,89 @@ namespace pmr
   get_default_resource() noexcept
   { return default_res.obj.load(); }
 
+  // Member functions for std::pmr::monotonic_buffer_resource
+
+  // Memory allocated by the upstream resource is managed in a linked list
+  // of _Chunk objects. A _Chunk object recording the size and alignment of
+  // the allocated block and a pointer to the previous chunk is placed
+  // at end of the block.
+  class monotonic_buffer_resource::_Chunk
+  {
+  public:
+    // Return the address and size of a block of memory allocated from __r,
+    // of at least __size bytes and aligned to __align.
+    // Add a new _Chunk to the front of the linked list at __head.
+    static pair<void*, size_t>
+    allocate(memory_resource* __r, size_t __size, size_t __align,
+            _Chunk*& __head)
+    {
+      __size = std::__ceil2(__size + sizeof(_Chunk));
+      void* __p = __r->allocate(__size, __align);
+      // Add a chunk defined by (__p, __size, __align) to linked list __head.
+      void* const __back = (char*)__p + __size - sizeof(_Chunk);
+      __head = ::new(__back) _Chunk(__size, __align, __head);
+      return { __p, __size - sizeof(_Chunk) };
+    }
+
+    // Return every chunk in linked list __head to resource __r.
+    static void
+    release(_Chunk*& __head, memory_resource* __r) noexcept
+    {
+      _Chunk* __next = __head;
+      __head = nullptr;
+      while (__next)
+       {
+         _Chunk* __ch = __next;
+         __builtin_memcpy(&__next, __ch->_M_next, sizeof(_Chunk*));
+
+         __glibcxx_assert(__ch->_M_canary != 0);
+         __glibcxx_assert(__ch->_M_canary == (__ch->_M_size|__ch->_M_align));
+
+         if (__ch->_M_canary != (__ch->_M_size | __ch->_M_align))
+           return; // buffer overflow detected!
+
+         size_t __size = (1u << __ch->_M_size);
+         size_t __align = (1u << __ch->_M_align);
+         void* __start = (char*)(__ch + 1) - __size;
+         __r->deallocate(__start, __size, __align);
+       }
+    }
+
+  private:
+    _Chunk(size_t __size, size_t __align, _Chunk* __next) noexcept
+    : _M_size(std::__log2p1(__size) - 1),
+      _M_align(std::__log2p1(__align) - 1)
+    {
+      __builtin_memcpy(_M_next, &__next, sizeof(__next));
+      _M_canary = _M_size | _M_align;
+    }
+
+    unsigned char _M_canary;
+    unsigned char _M_size;
+    unsigned char _M_align;
+    unsigned char _M_next[sizeof(_Chunk*)];
+  };
+
+  void
+  monotonic_buffer_resource::_M_new_buffer(size_t bytes, size_t alignment)
+  {
+    // Need to check this somewhere, so put it here:
+    static_assert(alignof(monotonic_buffer_resource::_Chunk) == 1);
+
+    const size_t n = std::max(bytes, _M_next_bufsiz);
+    const size_t m = std::max(alignment, alignof(std::max_align_t));
+    auto [p, size] = _Chunk::allocate(_M_upstream, n, m, _M_head);
+    _M_current_buf = p;
+    _M_avail = size;
+    _M_next_bufsiz *= _S_growth_factor;
+  }
+
+  void
+  monotonic_buffer_resource::_M_release_buffers() noexcept
+  {
+    _Chunk::release(_M_head, _M_upstream);
+  }
+
 } // namespace pmr
 _GLIBCXX_END_NAMESPACE_VERSION
 } // namespace std