1 | /* |
2 | * Copyright (c) 2018, 2019, Oracle and/or its affiliates. All rights reserved. |
3 | * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
4 | * |
5 | * This code is free software; you can redistribute it and/or modify it |
6 | * under the terms of the GNU General Public License version 2 only, as |
7 | * published by the Free Software Foundation. |
8 | * |
9 | * This code is distributed in the hope that it will be useful, but WITHOUT |
10 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
11 | * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
12 | * version 2 for more details (a copy is included in the LICENSE file that |
13 | * accompanied this code). |
14 | * |
15 | * You should have received a copy of the GNU General Public License version |
16 | * 2 along with this work; if not, write to the Free Software Foundation, |
17 | * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
18 | * |
19 | * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
20 | * or visit www.oracle.com if you need additional information or have any |
21 | * questions. |
22 | * |
23 | */ |
24 | |
25 | #include "precompiled.hpp" |
26 | #include "gc/g1/g1CollectedHeap.inline.hpp" |
27 | #include "gc/g1/g1SATBMarkQueueSet.hpp" |
28 | #include "gc/g1/g1ThreadLocalData.hpp" |
29 | #include "gc/g1/heapRegion.hpp" |
30 | #include "gc/shared/satbMarkQueue.hpp" |
31 | #include "oops/oop.hpp" |
32 | #include "utilities/debug.hpp" |
33 | #include "utilities/globalDefinitions.hpp" |
34 | |
35 | G1SATBMarkQueueSet::G1SATBMarkQueueSet() : _g1h(NULL) {} |
36 | |
37 | void G1SATBMarkQueueSet::initialize(G1CollectedHeap* g1h, |
38 | Monitor* cbl_mon, |
39 | BufferNode::Allocator* allocator, |
40 | size_t process_completed_buffers_threshold, |
41 | uint buffer_enqueue_threshold_percentage) { |
42 | SATBMarkQueueSet::initialize(cbl_mon, |
43 | allocator, |
44 | process_completed_buffers_threshold, |
45 | buffer_enqueue_threshold_percentage); |
46 | _g1h = g1h; |
47 | } |
48 | |
49 | void G1SATBMarkQueueSet::handle_zero_index_for_thread(Thread* t) { |
50 | G1ThreadLocalData::satb_mark_queue(t).handle_zero_index(); |
51 | } |
52 | |
53 | SATBMarkQueue& G1SATBMarkQueueSet::satb_queue_for_thread(Thread* const t) const{ |
54 | return G1ThreadLocalData::satb_mark_queue(t); |
55 | } |
56 | |
57 | // Return true if a SATB buffer entry refers to an object that |
58 | // requires marking. |
59 | // |
60 | // The entry must point into the G1 heap. In particular, it must not |
61 | // be a NULL pointer. NULL pointers are pre-filtered and never |
62 | // inserted into a SATB buffer. |
63 | // |
64 | // An entry that is below the NTAMS pointer for the containing heap |
65 | // region requires marking. Such an entry must point to a valid object. |
66 | // |
67 | // An entry that is at least the NTAMS pointer for the containing heap |
68 | // region might be any of the following, none of which should be marked. |
69 | // |
70 | // * A reference to an object allocated since marking started. |
71 | // According to SATB, such objects are implicitly kept live and do |
72 | // not need to be dealt with via SATB buffer processing. |
73 | // |
74 | // * A reference to a young generation object. Young objects are |
75 | // handled separately and are not marked by concurrent marking. |
76 | // |
77 | // * A stale reference to a young generation object. If a young |
78 | // generation object reference is recorded and not filtered out |
79 | // before being moved by a young collection, the reference becomes |
80 | // stale. |
81 | // |
82 | // * A stale reference to an eagerly reclaimed humongous object. If a |
83 | // humongous object is recorded and then reclaimed, the reference |
84 | // becomes stale. |
85 | // |
86 | // The stale reference cases are implicitly handled by the NTAMS |
87 | // comparison. Because of the possibility of stale references, buffer |
88 | // processing must be somewhat circumspect and not assume entries |
89 | // in an unfiltered buffer refer to valid objects. |
90 | |
91 | static inline bool requires_marking(const void* entry, G1CollectedHeap* g1h) { |
92 | // Includes rejection of NULL pointers. |
93 | assert(g1h->is_in_reserved(entry), |
94 | "Non-heap pointer in SATB buffer: " PTR_FORMAT, p2i(entry)); |
95 | |
96 | HeapRegion* region = g1h->heap_region_containing(entry); |
97 | assert(region != NULL, "No region for " PTR_FORMAT, p2i(entry)); |
98 | if (entry >= region->next_top_at_mark_start()) { |
99 | return false; |
100 | } |
101 | |
102 | assert(oopDesc::is_oop(oop(entry), true /* ignore mark word */), |
103 | "Invalid oop in SATB buffer: " PTR_FORMAT, p2i(entry)); |
104 | |
105 | return true; |
106 | } |
107 | |
108 | static inline bool discard_entry(const void* entry, G1CollectedHeap* g1h) { |
109 | return !requires_marking(entry, g1h) || g1h->is_marked_next((oop)entry); |
110 | } |
111 | |
112 | // Workaround for not yet having std::bind. |
113 | class G1SATBMarkQueueFilterFn { |
114 | G1CollectedHeap* _g1h; |
115 | |
116 | public: |
117 | G1SATBMarkQueueFilterFn(G1CollectedHeap* g1h) : _g1h(g1h) {} |
118 | |
119 | // Return true if entry should be filtered out (removed), false if |
120 | // it should be retained. |
121 | bool operator()(const void* entry) const { |
122 | return discard_entry(entry, _g1h); |
123 | } |
124 | }; |
125 | |
126 | void G1SATBMarkQueueSet::filter(SATBMarkQueue* queue) { |
127 | assert(_g1h != NULL, "SATB queue set not initialized" ); |
128 | apply_filter(G1SATBMarkQueueFilterFn(_g1h), queue); |
129 | } |
130 | |