| 1 | /* |
| 2 | * Copyright (c) 2017, 2019, Red Hat, Inc. All rights reserved. |
| 3 | * |
| 4 | * This code is free software; you can redistribute it and/or modify it |
| 5 | * under the terms of the GNU General Public License version 2 only, as |
| 6 | * published by the Free Software Foundation. |
| 7 | * |
| 8 | * This code is distributed in the hope that it will be useful, but WITHOUT |
| 9 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
| 10 | * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
| 11 | * version 2 for more details (a copy is included in the LICENSE file that |
| 12 | * accompanied this code). |
| 13 | * |
| 14 | * You should have received a copy of the GNU General Public License version |
| 15 | * 2 along with this work; if not, write to the Free Software Foundation, |
| 16 | * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
| 17 | * |
| 18 | * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
| 19 | * or visit www.oracle.com if you need additional information or have any |
| 20 | * questions. |
| 21 | * |
| 22 | */ |
| 23 | |
| 24 | #include "precompiled.hpp" |
| 25 | |
| 26 | #include "gc/shared/stringdedup/stringDedup.inline.hpp" |
| 27 | #include "gc/shared/workgroup.hpp" |
| 28 | #include "gc/shenandoah/shenandoahCollectionSet.inline.hpp" |
| 29 | #include "gc/shenandoah/shenandoahHeap.inline.hpp" |
| 30 | #include "gc/shenandoah/shenandoahMarkingContext.inline.hpp" |
| 31 | #include "gc/shenandoah/shenandoahStringDedup.hpp" |
| 32 | #include "gc/shenandoah/shenandoahStrDedupQueue.hpp" |
| 33 | #include "gc/shenandoah/shenandoahTimingTracker.hpp" |
| 34 | #include "gc/shenandoah/shenandoahUtils.hpp" |
| 35 | #include "runtime/thread.hpp" |
| 36 | |
| 37 | void ShenandoahStringDedup::initialize() { |
| 38 | assert(UseShenandoahGC, "String deduplication available with Shenandoah GC" ); |
| 39 | StringDedup::initialize_impl<ShenandoahStrDedupQueue, StringDedupStat>(); |
| 40 | } |
| 41 | |
| 42 | /* Enqueue candidates for deduplication. |
| 43 | * The method should only be called by GC worker threads during marking phases. |
| 44 | */ |
| 45 | void ShenandoahStringDedup::enqueue_candidate(oop java_string) { |
| 46 | assert(Thread::current()->is_Worker_thread(), |
| 47 | "Only from a GC worker thread" ); |
| 48 | |
| 49 | if (java_string->age() <= StringDeduplicationAgeThreshold) { |
| 50 | const markOop mark = java_string->mark(); |
| 51 | |
| 52 | // Having/had displaced header, too risk to deal with them, skip |
| 53 | if (mark == markOopDesc::INFLATING() || mark->has_displaced_mark_helper()) { |
| 54 | return; |
| 55 | } |
| 56 | |
| 57 | // Increase string age and enqueue it when it rearches age threshold |
| 58 | markOop new_mark = mark->incr_age(); |
| 59 | if (mark == java_string->cas_set_mark(new_mark, mark)) { |
| 60 | if (mark->age() == StringDeduplicationAgeThreshold) { |
| 61 | StringDedupQueue::push(ShenandoahWorkerSession::worker_id(), java_string); |
| 62 | } |
| 63 | } |
| 64 | } |
| 65 | } |
| 66 | |
| 67 | // Deduplicate a string, return true if it is deduplicated. |
| 68 | void ShenandoahStringDedup::deduplicate(oop java_string) { |
| 69 | assert(is_enabled(), "String deduplication not enabled" ); |
| 70 | StringDedupStat dummy; // Statistics from this path is never used |
| 71 | StringDedupTable::deduplicate(java_string, &dummy); |
| 72 | } |
| 73 | |
| 74 | void ShenandoahStringDedup::parallel_oops_do(BoolObjectClosure* is_alive, OopClosure* cl, uint worker_id) { |
| 75 | assert(SafepointSynchronize::is_at_safepoint(), "Must be at a safepoint" ); |
| 76 | assert(is_enabled(), "String deduplication not enabled" ); |
| 77 | |
| 78 | ShenandoahWorkerTimings* worker_times = ShenandoahHeap::heap()->phase_timings()->worker_times(); |
| 79 | |
| 80 | StringDedupUnlinkOrOopsDoClosure sd_cl(is_alive, cl); |
| 81 | |
| 82 | { |
| 83 | ShenandoahWorkerTimingsTracker x(worker_times, ShenandoahPhaseTimings::StringDedupQueueRoots, worker_id); |
| 84 | StringDedupQueue::unlink_or_oops_do(&sd_cl); |
| 85 | } |
| 86 | { |
| 87 | ShenandoahWorkerTimingsTracker x(worker_times, ShenandoahPhaseTimings::StringDedupTableRoots, worker_id); |
| 88 | StringDedupTable::unlink_or_oops_do(&sd_cl, worker_id); |
| 89 | } |
| 90 | } |
| 91 | |
| 92 | void ShenandoahStringDedup::oops_do_slow(OopClosure* cl) { |
| 93 | assert(SafepointSynchronize::is_at_safepoint(), "Must be at a safepoint" ); |
| 94 | assert(is_enabled(), "String deduplication not enabled" ); |
| 95 | AlwaysTrueClosure always_true; |
| 96 | StringDedupUnlinkOrOopsDoClosure sd_cl(&always_true, cl); |
| 97 | StringDedupQueue::unlink_or_oops_do(&sd_cl); |
| 98 | StringDedupTable::unlink_or_oops_do(&sd_cl, 0); |
| 99 | } |
| 100 | |
| 101 | class ShenandoahIsMarkedNextClosure : public BoolObjectClosure { |
| 102 | private: |
| 103 | ShenandoahMarkingContext* const _mark_context; |
| 104 | |
| 105 | public: |
| 106 | ShenandoahIsMarkedNextClosure() : _mark_context(ShenandoahHeap::heap()->marking_context()) { } |
| 107 | |
| 108 | bool do_object_b(oop obj) { |
| 109 | return _mark_context->is_marked(obj); |
| 110 | } |
| 111 | }; |
| 112 | |
| 113 | // |
| 114 | // Task for parallel unlink_or_oops_do() operation on the deduplication queue |
| 115 | // and table. |
| 116 | // |
| 117 | class ShenandoahStringDedupUnlinkOrOopsDoTask : public AbstractGangTask { |
| 118 | private: |
| 119 | StringDedupUnlinkOrOopsDoClosure _cl; |
| 120 | |
| 121 | public: |
| 122 | ShenandoahStringDedupUnlinkOrOopsDoTask(BoolObjectClosure* is_alive, |
| 123 | OopClosure* keep_alive, |
| 124 | bool allow_resize_and_rehash) : |
| 125 | AbstractGangTask("StringDedupUnlinkOrOopsDoTask" ), |
| 126 | _cl(is_alive, keep_alive) { |
| 127 | StringDedup::gc_prologue(allow_resize_and_rehash); |
| 128 | } |
| 129 | |
| 130 | ~ShenandoahStringDedupUnlinkOrOopsDoTask() { |
| 131 | StringDedup::gc_epilogue(); |
| 132 | } |
| 133 | |
| 134 | virtual void work(uint worker_id) { |
| 135 | StringDedupQueue::unlink_or_oops_do(&_cl); |
| 136 | StringDedupTable::unlink_or_oops_do(&_cl, worker_id); |
| 137 | } |
| 138 | }; |
| 139 | |
| 140 | void ShenandoahStringDedup::unlink_or_oops_do(BoolObjectClosure* is_alive, |
| 141 | OopClosure* keep_alive, |
| 142 | bool allow_resize_and_rehash) { |
| 143 | assert(is_enabled(), "String deduplication not enabled" ); |
| 144 | |
| 145 | ShenandoahStringDedupUnlinkOrOopsDoTask task(is_alive, keep_alive, allow_resize_and_rehash); |
| 146 | ShenandoahHeap* heap = ShenandoahHeap::heap(); |
| 147 | heap->workers()->run_task(&task); |
| 148 | } |
| 149 | |