| 1 | /* | 
|---|
| 2 | * Copyright (c) 2017, 2019, Oracle and/or its affiliates. All rights reserved. | 
|---|
| 3 | * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. | 
|---|
| 4 | * | 
|---|
| 5 | * This code is free software; you can redistribute it and/or modify it | 
|---|
| 6 | * under the terms of the GNU General Public License version 2 only, as | 
|---|
| 7 | * published by the Free Software Foundation. | 
|---|
| 8 | * | 
|---|
| 9 | * This code is distributed in the hope that it will be useful, but WITHOUT | 
|---|
| 10 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | 
|---|
| 11 | * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License | 
|---|
| 12 | * version 2 for more details (a copy is included in the LICENSE file that | 
|---|
| 13 | * accompanied this code). | 
|---|
| 14 | * | 
|---|
| 15 | * You should have received a copy of the GNU General Public License version | 
|---|
| 16 | * 2 along with this work; if not, write to the Free Software Foundation, | 
|---|
| 17 | * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. | 
|---|
| 18 | * | 
|---|
| 19 | * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA | 
|---|
| 20 | * or visit www.oracle.com if you need additional information or have any | 
|---|
| 21 | * questions. | 
|---|
| 22 | * | 
|---|
| 23 | */ | 
|---|
| 24 |  | 
|---|
| 25 | #include "precompiled.hpp" | 
|---|
| 26 | #include "logging/log.hpp" | 
|---|
| 27 | #include "logging/logStream.hpp" | 
|---|
| 28 | #include "memory/resourceArea.hpp" | 
|---|
| 29 | #include "runtime/handshake.hpp" | 
|---|
| 30 | #include "runtime/interfaceSupport.inline.hpp" | 
|---|
| 31 | #include "runtime/orderAccess.hpp" | 
|---|
| 32 | #include "runtime/osThread.hpp" | 
|---|
| 33 | #include "runtime/semaphore.inline.hpp" | 
|---|
| 34 | #include "runtime/task.hpp" | 
|---|
| 35 | #include "runtime/timerTrace.hpp" | 
|---|
| 36 | #include "runtime/thread.hpp" | 
|---|
| 37 | #include "runtime/vmThread.hpp" | 
|---|
| 38 | #include "utilities/formatBuffer.hpp" | 
|---|
| 39 | #include "utilities/preserveException.hpp" | 
|---|
| 40 |  | 
|---|
| 41 | class HandshakeOperation: public StackObj { | 
|---|
| 42 | public: | 
|---|
| 43 | virtual void do_handshake(JavaThread* thread) = 0; | 
|---|
| 44 | }; | 
|---|
| 45 |  | 
|---|
| 46 | class HandshakeThreadsOperation: public HandshakeOperation { | 
|---|
| 47 | static Semaphore _done; | 
|---|
| 48 | ThreadClosure* _thread_cl; | 
|---|
| 49 |  | 
|---|
| 50 | public: | 
|---|
| 51 | HandshakeThreadsOperation(ThreadClosure* cl) : _thread_cl(cl) {} | 
|---|
| 52 | void do_handshake(JavaThread* thread); | 
|---|
| 53 | bool thread_has_completed() { return _done.trywait(); } | 
|---|
| 54 |  | 
|---|
| 55 | #ifdef ASSERT | 
|---|
| 56 | void check_state() { | 
|---|
| 57 | assert(!_done.trywait(), "Must be zero"); | 
|---|
| 58 | } | 
|---|
| 59 | #endif | 
|---|
| 60 | }; | 
|---|
| 61 |  | 
|---|
| 62 | Semaphore HandshakeThreadsOperation::_done(0); | 
|---|
| 63 |  | 
|---|
| 64 | class VM_Handshake: public VM_Operation { | 
|---|
| 65 | const jlong _handshake_timeout; | 
|---|
| 66 | public: | 
|---|
| 67 | bool evaluate_at_safepoint() const { return false; } | 
|---|
| 68 |  | 
|---|
| 69 | bool evaluate_concurrently() const { return false; } | 
|---|
| 70 |  | 
|---|
| 71 | protected: | 
|---|
| 72 | HandshakeThreadsOperation* const _op; | 
|---|
| 73 |  | 
|---|
| 74 | VM_Handshake(HandshakeThreadsOperation* op) : | 
|---|
| 75 | _handshake_timeout(TimeHelper::millis_to_counter(HandshakeTimeout)), _op(op) {} | 
|---|
| 76 |  | 
|---|
| 77 | void set_handshake(JavaThread* target) { | 
|---|
| 78 | target->set_handshake_operation(_op); | 
|---|
| 79 | } | 
|---|
| 80 |  | 
|---|
| 81 | // This method returns true for threads completed their operation | 
|---|
| 82 | // and true for threads canceled their operation. | 
|---|
| 83 | // A cancellation can happen if the thread is exiting. | 
|---|
| 84 | bool poll_for_completed_thread() { return _op->thread_has_completed(); } | 
|---|
| 85 |  | 
|---|
| 86 | bool handshake_has_timed_out(jlong start_time); | 
|---|
| 87 | static void handle_timeout(); | 
|---|
| 88 | }; | 
|---|
| 89 |  | 
|---|
| 90 | bool VM_Handshake::handshake_has_timed_out(jlong start_time) { | 
|---|
| 91 | // Check if handshake operation has timed out | 
|---|
| 92 | if (_handshake_timeout > 0) { | 
|---|
| 93 | return os::elapsed_counter() >= (start_time + _handshake_timeout); | 
|---|
| 94 | } | 
|---|
| 95 | return false; | 
|---|
| 96 | } | 
|---|
| 97 |  | 
|---|
| 98 | void VM_Handshake::handle_timeout() { | 
|---|
| 99 | LogStreamHandle(Warning, handshake) log_stream; | 
|---|
| 100 | for (JavaThreadIteratorWithHandle jtiwh; JavaThread *thr = jtiwh.next(); ) { | 
|---|
| 101 | if (thr->has_handshake()) { | 
|---|
| 102 | log_stream.print( "Thread "PTR_FORMAT " has not cleared its handshake op", p2i(thr)); | 
|---|
| 103 | thr->print_thread_state_on(&log_stream); | 
|---|
| 104 | } | 
|---|
| 105 | } | 
|---|
| 106 | log_stream.flush(); | 
|---|
| 107 | fatal( "Handshake operation timed out"); | 
|---|
| 108 | } | 
|---|
| 109 |  | 
|---|
| 110 | class VM_HandshakeOneThread: public VM_Handshake { | 
|---|
| 111 | JavaThread* _target; | 
|---|
| 112 | bool _thread_alive; | 
|---|
| 113 | public: | 
|---|
| 114 | VM_HandshakeOneThread(HandshakeThreadsOperation* op, JavaThread* target) : | 
|---|
| 115 | VM_Handshake(op), _target(target), _thread_alive(false) {} | 
|---|
| 116 |  | 
|---|
| 117 | void doit() { | 
|---|
| 118 | DEBUG_ONLY(_op->check_state();) | 
|---|
| 119 | TraceTime timer( "Performing single-target operation (vmoperation doit)", TRACETIME_LOG(Info, handshake)); | 
|---|
| 120 |  | 
|---|
| 121 | ThreadsListHandle tlh; | 
|---|
| 122 | if (tlh.includes(_target)) { | 
|---|
| 123 | set_handshake(_target); | 
|---|
| 124 | _thread_alive = true; | 
|---|
| 125 | } else { | 
|---|
| 126 | return; | 
|---|
| 127 | } | 
|---|
| 128 |  | 
|---|
| 129 | log_trace(handshake)( "Thread signaled, begin processing by VMThtread"); | 
|---|
| 130 | jlong start_time = os::elapsed_counter(); | 
|---|
| 131 | do { | 
|---|
| 132 | if (handshake_has_timed_out(start_time)) { | 
|---|
| 133 | handle_timeout(); | 
|---|
| 134 | } | 
|---|
| 135 |  | 
|---|
| 136 | // We need to re-think this with SMR ThreadsList. | 
|---|
| 137 | // There is an assumption in the code that the Threads_lock should be | 
|---|
| 138 | // locked during certain phases. | 
|---|
| 139 | { | 
|---|
| 140 | MutexLocker ml(Threads_lock, Mutex::_no_safepoint_check_flag); | 
|---|
| 141 | _target->handshake_process_by_vmthread(); | 
|---|
| 142 | } | 
|---|
| 143 | } while (!poll_for_completed_thread()); | 
|---|
| 144 | DEBUG_ONLY(_op->check_state();) | 
|---|
| 145 | } | 
|---|
| 146 |  | 
|---|
| 147 | VMOp_Type type() const { return VMOp_HandshakeOneThread; } | 
|---|
| 148 |  | 
|---|
| 149 | bool thread_alive() const { return _thread_alive; } | 
|---|
| 150 | }; | 
|---|
| 151 |  | 
|---|
| 152 | class VM_HandshakeAllThreads: public VM_Handshake { | 
|---|
| 153 | public: | 
|---|
| 154 | VM_HandshakeAllThreads(HandshakeThreadsOperation* op) : VM_Handshake(op) {} | 
|---|
| 155 |  | 
|---|
| 156 | void doit() { | 
|---|
| 157 | DEBUG_ONLY(_op->check_state();) | 
|---|
| 158 | TraceTime timer( "Performing operation (vmoperation doit)", TRACETIME_LOG(Info, handshake)); | 
|---|
| 159 |  | 
|---|
| 160 | JavaThreadIteratorWithHandle jtiwh; | 
|---|
| 161 | int number_of_threads_issued = 0; | 
|---|
| 162 | for (JavaThread *thr = jtiwh.next(); thr != NULL; thr = jtiwh.next()) { | 
|---|
| 163 | set_handshake(thr); | 
|---|
| 164 | number_of_threads_issued++; | 
|---|
| 165 | } | 
|---|
| 166 |  | 
|---|
| 167 | if (number_of_threads_issued < 1) { | 
|---|
| 168 | log_debug(handshake)( "No threads to handshake."); | 
|---|
| 169 | return; | 
|---|
| 170 | } | 
|---|
| 171 |  | 
|---|
| 172 | log_debug(handshake)( "Threads signaled, begin processing blocked threads by VMThtread"); | 
|---|
| 173 | const jlong start_time = os::elapsed_counter(); | 
|---|
| 174 | int number_of_threads_completed = 0; | 
|---|
| 175 | do { | 
|---|
| 176 | // Check if handshake operation has timed out | 
|---|
| 177 | if (handshake_has_timed_out(start_time)) { | 
|---|
| 178 | handle_timeout(); | 
|---|
| 179 | } | 
|---|
| 180 |  | 
|---|
| 181 | // Have VM thread perform the handshake operation for blocked threads. | 
|---|
| 182 | // Observing a blocked state may of course be transient but the processing is guarded | 
|---|
| 183 | // by semaphores and we optimistically begin by working on the blocked threads | 
|---|
| 184 | { | 
|---|
| 185 | // We need to re-think this with SMR ThreadsList. | 
|---|
| 186 | // There is an assumption in the code that the Threads_lock should | 
|---|
| 187 | // be locked during certain phases. | 
|---|
| 188 | jtiwh.rewind(); | 
|---|
| 189 | MutexLocker ml(Threads_lock, Mutex::_no_safepoint_check_flag); | 
|---|
| 190 | for (JavaThread *thr = jtiwh.next(); thr != NULL; thr = jtiwh.next()) { | 
|---|
| 191 | // A new thread on the ThreadsList will not have an operation, | 
|---|
| 192 | // hence it is skipped in handshake_process_by_vmthread. | 
|---|
| 193 | thr->handshake_process_by_vmthread(); | 
|---|
| 194 | } | 
|---|
| 195 | } | 
|---|
| 196 |  | 
|---|
| 197 | while (poll_for_completed_thread()) { | 
|---|
| 198 | // Includes canceled operations by exiting threads. | 
|---|
| 199 | number_of_threads_completed++; | 
|---|
| 200 | } | 
|---|
| 201 |  | 
|---|
| 202 | } while (number_of_threads_issued > number_of_threads_completed); | 
|---|
| 203 | assert(number_of_threads_issued == number_of_threads_completed, "Must be the same"); | 
|---|
| 204 | DEBUG_ONLY(_op->check_state();) | 
|---|
| 205 | } | 
|---|
| 206 |  | 
|---|
| 207 | VMOp_Type type() const { return VMOp_HandshakeAllThreads; } | 
|---|
| 208 | }; | 
|---|
| 209 |  | 
|---|
| 210 | class VM_HandshakeFallbackOperation : public VM_Operation { | 
|---|
| 211 | ThreadClosure* _thread_cl; | 
|---|
| 212 | Thread* _target_thread; | 
|---|
| 213 | bool _all_threads; | 
|---|
| 214 | bool _thread_alive; | 
|---|
| 215 | public: | 
|---|
| 216 | VM_HandshakeFallbackOperation(ThreadClosure* cl) : | 
|---|
| 217 | _thread_cl(cl), _target_thread(NULL), _all_threads(true), _thread_alive(true) {} | 
|---|
| 218 | VM_HandshakeFallbackOperation(ThreadClosure* cl, Thread* target) : | 
|---|
| 219 | _thread_cl(cl), _target_thread(target), _all_threads(false), _thread_alive(false) {} | 
|---|
| 220 |  | 
|---|
| 221 | void doit() { | 
|---|
| 222 | for (JavaThreadIteratorWithHandle jtiwh; JavaThread *t = jtiwh.next(); ) { | 
|---|
| 223 | if (_all_threads || t == _target_thread) { | 
|---|
| 224 | if (t == _target_thread) { | 
|---|
| 225 | _thread_alive = true; | 
|---|
| 226 | } | 
|---|
| 227 | _thread_cl->do_thread(t); | 
|---|
| 228 | } | 
|---|
| 229 | } | 
|---|
| 230 | } | 
|---|
| 231 |  | 
|---|
| 232 | VMOp_Type type() const { return VMOp_HandshakeFallback; } | 
|---|
| 233 | bool thread_alive() const { return _thread_alive; } | 
|---|
| 234 | }; | 
|---|
| 235 |  | 
|---|
| 236 | void HandshakeThreadsOperation::do_handshake(JavaThread* thread) { | 
|---|
| 237 | ResourceMark rm; | 
|---|
| 238 | FormatBufferResource message( "Operation for thread "PTR_FORMAT ", is_vm_thread: %s", | 
|---|
| 239 | p2i(thread), BOOL_TO_STR(Thread::current()->is_VM_thread())); | 
|---|
| 240 | TraceTime timer(message, TRACETIME_LOG(Debug, handshake, task)); | 
|---|
| 241 |  | 
|---|
| 242 | // Only actually execute the operation for non terminated threads. | 
|---|
| 243 | if (!thread->is_terminated()) { | 
|---|
| 244 | _thread_cl->do_thread(thread); | 
|---|
| 245 | } | 
|---|
| 246 |  | 
|---|
| 247 | // Use the semaphore to inform the VM thread that we have completed the operation | 
|---|
| 248 | _done.signal(); | 
|---|
| 249 | } | 
|---|
| 250 |  | 
|---|
| 251 | void Handshake::execute(ThreadClosure* thread_cl) { | 
|---|
| 252 | if (ThreadLocalHandshakes) { | 
|---|
| 253 | HandshakeThreadsOperation cto(thread_cl); | 
|---|
| 254 | VM_HandshakeAllThreads handshake(&cto); | 
|---|
| 255 | VMThread::execute(&handshake); | 
|---|
| 256 | } else { | 
|---|
| 257 | VM_HandshakeFallbackOperation op(thread_cl); | 
|---|
| 258 | VMThread::execute(&op); | 
|---|
| 259 | } | 
|---|
| 260 | } | 
|---|
| 261 |  | 
|---|
| 262 | bool Handshake::execute(ThreadClosure* thread_cl, JavaThread* target) { | 
|---|
| 263 | if (ThreadLocalHandshakes) { | 
|---|
| 264 | HandshakeThreadsOperation cto(thread_cl); | 
|---|
| 265 | VM_HandshakeOneThread handshake(&cto, target); | 
|---|
| 266 | VMThread::execute(&handshake); | 
|---|
| 267 | return handshake.thread_alive(); | 
|---|
| 268 | } else { | 
|---|
| 269 | VM_HandshakeFallbackOperation op(thread_cl, target); | 
|---|
| 270 | VMThread::execute(&op); | 
|---|
| 271 | return op.thread_alive(); | 
|---|
| 272 | } | 
|---|
| 273 | } | 
|---|
| 274 |  | 
|---|
| 275 | HandshakeState::HandshakeState() : _operation(NULL), _semaphore(1), _thread_in_process_handshake(false) {} | 
|---|
| 276 |  | 
|---|
| 277 | void HandshakeState::set_operation(JavaThread* target, HandshakeOperation* op) { | 
|---|
| 278 | _operation = op; | 
|---|
| 279 | SafepointMechanism::arm_local_poll_release(target); | 
|---|
| 280 | } | 
|---|
| 281 |  | 
|---|
| 282 | void HandshakeState::clear_handshake(JavaThread* target) { | 
|---|
| 283 | _operation = NULL; | 
|---|
| 284 | SafepointMechanism::disarm_if_needed(target, true /* release */); | 
|---|
| 285 | } | 
|---|
| 286 |  | 
|---|
| 287 | void HandshakeState::process_self_inner(JavaThread* thread) { | 
|---|
| 288 | assert(Thread::current() == thread, "should call from thread"); | 
|---|
| 289 | assert(!thread->is_terminated(), "should not be a terminated thread"); | 
|---|
| 290 |  | 
|---|
| 291 | ThreadInVMForHandshake tivm(thread); | 
|---|
| 292 | if (!_semaphore.trywait()) { | 
|---|
| 293 | _semaphore.wait_with_safepoint_check(thread); | 
|---|
| 294 | } | 
|---|
| 295 | HandshakeOperation* op = OrderAccess::load_acquire(&_operation); | 
|---|
| 296 | if (op != NULL) { | 
|---|
| 297 | HandleMark hm(thread); | 
|---|
| 298 | CautiouslyPreserveExceptionMark pem(thread); | 
|---|
| 299 | // Disarm before execute the operation | 
|---|
| 300 | clear_handshake(thread); | 
|---|
| 301 | op->do_handshake(thread); | 
|---|
| 302 | } | 
|---|
| 303 | _semaphore.signal(); | 
|---|
| 304 | } | 
|---|
| 305 |  | 
|---|
| 306 | bool HandshakeState::vmthread_can_process_handshake(JavaThread* target) { | 
|---|
| 307 | // handshake_safe may only be called with polls armed. | 
|---|
| 308 | // VM thread controls this by first claiming the handshake via claim_handshake_for_vmthread. | 
|---|
| 309 | return SafepointSynchronize::handshake_safe(target); | 
|---|
| 310 | } | 
|---|
| 311 |  | 
|---|
| 312 | static bool possibly_vmthread_can_process_handshake(JavaThread* target) { | 
|---|
| 313 | // An externally suspended thread cannot be resumed while the | 
|---|
| 314 | // Threads_lock is held so it is safe. | 
|---|
| 315 | // Note that this method is allowed to produce false positives. | 
|---|
| 316 | assert(Threads_lock->owned_by_self(), "Not holding Threads_lock."); | 
|---|
| 317 | if (target->is_ext_suspended()) { | 
|---|
| 318 | return true; | 
|---|
| 319 | } | 
|---|
| 320 | if (target->is_terminated()) { | 
|---|
| 321 | return true; | 
|---|
| 322 | } | 
|---|
| 323 | switch (target->thread_state()) { | 
|---|
| 324 | case _thread_in_native: | 
|---|
| 325 | // native threads are safe if they have no java stack or have walkable stack | 
|---|
| 326 | return !target->has_last_Java_frame() || target->frame_anchor()->walkable(); | 
|---|
| 327 |  | 
|---|
| 328 | case _thread_blocked: | 
|---|
| 329 | return true; | 
|---|
| 330 |  | 
|---|
| 331 | default: | 
|---|
| 332 | return false; | 
|---|
| 333 | } | 
|---|
| 334 | } | 
|---|
| 335 |  | 
|---|
| 336 | bool HandshakeState::claim_handshake_for_vmthread() { | 
|---|
| 337 | if (!_semaphore.trywait()) { | 
|---|
| 338 | return false; | 
|---|
| 339 | } | 
|---|
| 340 | if (has_operation()) { | 
|---|
| 341 | return true; | 
|---|
| 342 | } | 
|---|
| 343 | _semaphore.signal(); | 
|---|
| 344 | return false; | 
|---|
| 345 | } | 
|---|
| 346 |  | 
|---|
| 347 | void HandshakeState::process_by_vmthread(JavaThread* target) { | 
|---|
| 348 | assert(Thread::current()->is_VM_thread(), "should call from vm thread"); | 
|---|
| 349 | // Threads_lock must be held here, but that is assert()ed in | 
|---|
| 350 | // possibly_vmthread_can_process_handshake(). | 
|---|
| 351 |  | 
|---|
| 352 | if (!has_operation()) { | 
|---|
| 353 | // JT has already cleared its handshake | 
|---|
| 354 | return; | 
|---|
| 355 | } | 
|---|
| 356 |  | 
|---|
| 357 | if (!possibly_vmthread_can_process_handshake(target)) { | 
|---|
| 358 | // JT is observed in an unsafe state, it must notice the handshake itself | 
|---|
| 359 | return; | 
|---|
| 360 | } | 
|---|
| 361 |  | 
|---|
| 362 | // Claim the semaphore if there still an operation to be executed. | 
|---|
| 363 | if (!claim_handshake_for_vmthread()) { | 
|---|
| 364 | return; | 
|---|
| 365 | } | 
|---|
| 366 |  | 
|---|
| 367 | // If we own the semaphore at this point and while owning the semaphore | 
|---|
| 368 | // can observe a safe state the thread cannot possibly continue without | 
|---|
| 369 | // getting caught by the semaphore. | 
|---|
| 370 | if (vmthread_can_process_handshake(target)) { | 
|---|
| 371 | guarantee(!_semaphore.trywait(), "we should already own the semaphore"); | 
|---|
| 372 | _operation->do_handshake(target); | 
|---|
| 373 | // Disarm after VM thread have executed the operation. | 
|---|
| 374 | clear_handshake(target); | 
|---|
| 375 | // Release the thread | 
|---|
| 376 | } | 
|---|
| 377 |  | 
|---|
| 378 | _semaphore.signal(); | 
|---|
| 379 | } | 
|---|
| 380 |  | 
|---|