1/*
2 * Copyright (c) 1999, 2019, Oracle and/or its affiliates. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation.
8 *
9 * This code is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
12 * version 2 for more details (a copy is included in the LICENSE file that
13 * accompanied this code).
14 *
15 * You should have received a copy of the GNU General Public License version
16 * 2 along with this work; if not, write to the Free Software Foundation,
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
18 *
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
20 * or visit www.oracle.com if you need additional information or have any
21 * questions.
22 *
23 */
24
25#ifndef SHARE_GC_SHARED_THREADLOCALALLOCBUFFER_INLINE_HPP
26#define SHARE_GC_SHARED_THREADLOCALALLOCBUFFER_INLINE_HPP
27
28#include "gc/shared/collectedHeap.hpp"
29#include "gc/shared/threadLocalAllocBuffer.hpp"
30#include "memory/universe.hpp"
31#include "logging/log.hpp"
32#include "runtime/thread.hpp"
33#include "utilities/copy.hpp"
34
35inline HeapWord* ThreadLocalAllocBuffer::allocate(size_t size) {
36 invariants();
37 HeapWord* obj = top();
38 if (pointer_delta(end(), obj) >= size) {
39 // successful thread-local allocation
40#ifdef ASSERT
41 // Skip mangling the space corresponding to the object header to
42 // ensure that the returned space is not considered parsable by
43 // any concurrent GC thread.
44 size_t hdr_size = oopDesc::header_size();
45 Copy::fill_to_words(obj + hdr_size, size - hdr_size, badHeapWordVal);
46#endif // ASSERT
47 // This addition is safe because we know that top is
48 // at least size below end, so the add can't wrap.
49 set_top(obj + size);
50
51 invariants();
52 return obj;
53 }
54 return NULL;
55}
56
57inline size_t ThreadLocalAllocBuffer::compute_size(size_t obj_size) {
58 // Compute the size for the new TLAB.
59 // The "last" tlab may be smaller to reduce fragmentation.
60 // unsafe_max_tlab_alloc is just a hint.
61 const size_t available_size = Universe::heap()->unsafe_max_tlab_alloc(thread()) / HeapWordSize;
62 size_t new_tlab_size = MIN3(available_size, desired_size() + align_object_size(obj_size), max_size());
63
64 // Make sure there's enough room for object and filler int[].
65 if (new_tlab_size < compute_min_size(obj_size)) {
66 // If there isn't enough room for the allocation, return failure.
67 log_trace(gc, tlab)("ThreadLocalAllocBuffer::compute_size(" SIZE_FORMAT ") returns failure",
68 obj_size);
69 return 0;
70 }
71 log_trace(gc, tlab)("ThreadLocalAllocBuffer::compute_size(" SIZE_FORMAT ") returns " SIZE_FORMAT,
72 obj_size, new_tlab_size);
73 return new_tlab_size;
74}
75
76inline size_t ThreadLocalAllocBuffer::compute_min_size(size_t obj_size) {
77 const size_t aligned_obj_size = align_object_size(obj_size);
78 const size_t size_with_reserve = aligned_obj_size + alignment_reserve();
79 return MAX2(size_with_reserve, heap_word_size(MinTLABSize));
80}
81
82void ThreadLocalAllocBuffer::record_slow_allocation(size_t obj_size) {
83 // Raise size required to bypass TLAB next time. Why? Else there's
84 // a risk that a thread that repeatedly allocates objects of one
85 // size will get stuck on this slow path.
86
87 set_refill_waste_limit(refill_waste_limit() + refill_waste_limit_increment());
88
89 _slow_allocations++;
90
91 log_develop_trace(gc, tlab)("TLAB: %s thread: " INTPTR_FORMAT " [id: %2d]"
92 " obj: " SIZE_FORMAT
93 " free: " SIZE_FORMAT
94 " waste: " SIZE_FORMAT,
95 "slow", p2i(thread()), thread()->osthread()->thread_id(),
96 obj_size, free(), refill_waste_limit());
97}
98
99#endif // SHARE_GC_SHARED_THREADLOCALALLOCBUFFER_INLINE_HPP
100