Add missing exclusive access for thread iteration

Acquire exclusive when allocating the local JFR buffers so if any new
threads are created in this period they must wait for the iteration to
complete. After the iteration is complete the thread creation hook is
added so new threads will trigger that.

Also instead of requesting threadCPU sample on the requestor thread,
trigger the async check so threadCPU is captured on all threads.

Signed-off-by: Tobi Ajila <atobia@ca.ibm.com>

Author: tajila

runtime/jcl/common/com_ibm_oti_vm_VM.cpp

@@ -262,7 +262,9 @@ Java_com_ibm_oti_vm_VM_startJFR(JNIEnv *env, jclass unused)
 
 	if (!vmFuncs->isJFRRecordingStarted(vm)) {
 		/* this is to initalize JFR late after VM startup */
+		vmFuncs->internalEnterVMFromJNI(currentThread);
 		rc = vmFuncs->initializeJFR(vm);
+		vmFuncs->internalExitVMToJNI(currentThread);
 	}
 
 	return rc;

runtime/jcl/common/jdk_jfr_internal_JVM_common.cpp

@@ -377,6 +377,7 @@ Java_jdk_jfr_internal_JVM_createJFR(JNIEnv *env, jobject obj, jboolean simulateF
 	vmFuncs->internalEnterVMFromJNI(currentThread);
 	if (JNI_OK != vmFuncs->initializeJFR(vm)) {
 		rc = JNI_FALSE;
+		goto done;
 	}
 
 	if (!vm->internalVMFunctions->setupChunkMonitor(currentThread)) {

runtime/vm/jfr.cpp

@@ -950,7 +950,9 @@ initializeJFR(J9JavaVM *vm)
 
 	U_8 *buffer = NULL;
 	UDATA timeSuccess = 0;
+	J9VMThread *currentThread = currentVMThread(vm);
 	J9VMThread *walkThread = NULL;
+	J9HookInterface **vmHooks = getVMHookInterface(vm);
 
 	Assert_VM_false(vm->jfrState.isCreated);
 
@@ -1031,6 +1033,7 @@ initializeJFR(J9JavaVM *vm)
 		goto fail;
 	}
 
+	acquireExclusiveVMAccess(currentThread);
 	/* Go through existing threads. */
 	walkThread = J9_LINKED_LIST_START_DO(vm->mainThread);
 	while (NULL != walkThread) {
@@ -1050,6 +1053,12 @@ initializeJFR(J9JavaVM *vm)
 		walkThread = J9_LINKED_LIST_NEXT_DO(vm->mainThread, walkThread);
 	}
 
+	if ((*vmHooks)->J9HookRegisterWithCallSite(vmHooks, J9HOOK_VM_THREAD_CREATED, jfrThreadCreated, OMR_GET_CALLSITE(), NULL)) {
+		goto done;
+	}
+
+	releaseExclusiveVMAccess(currentThread);
+
 	vm->jfrState.isCreated = TRUE;
 
 	if (!isJFRV2SupportEnabled(vm)) {
@@ -2216,7 +2225,8 @@ JfrPeriodicEventSet::requestCPULoad(J9VMThread *currentThread)
 void
 JfrPeriodicEventSet::requestThreadCPULoad(J9VMThread *currentThread)
 {
-	jfrThreadCPULoad(currentThread, currentThread);
+	J9JavaVM *vm = currentThread->javaVM;
+	J9SignalAsyncEvent(vm, NULL, vm->jfrThreadCPULoadAsyncKey);
 }
 
 void

test/functional/cmdLineTests/jfr/jfrV2.xml

@@ -107,4 +107,30 @@ SPDX-License-Identifier: EPL-2.0 OR Apache-2.0 OR GPL-2.0-only WITH Classpath-ex
 		<output type="failure" caseSensitive="yes" regex="no">Found additional fields in mirror class</output>
 		<output type="failure" caseSensitive="yes" regex="no">Error</output>
 	</test>
+	<test id="test jfr summary - approx 5 seconds">
+		<command>$JFR_EXE$ summary testrecording.jfr</command>
+		<output type="required" caseSensitive="yes" regex="no">Version: 2.1</output>
+		<output type="required" caseSensitive="yes" regex="no">jdk.ExecutionSample</output>
+		<output type="success" caseSensitive="yes" regex="no">jdk.CPULoad</output>
+		<output type="success" caseSensitive="yes" regex="no">jdk.JavaThreadStatistics</output>
+		<output type="success" caseSensitive="yes" regex="no">jdk.ClassLoadingStatistics</output>
+		<output type="success" caseSensitive="yes" regex="no">jdk.ThreadCPULoad</output>
+		<output type="required" caseSensitive="yes" regex="no">jdk.Metadata</output>
+	</test>
+	<test id="test jfr execution sample - approx 5 seconds">
+		<command>$JFR_EXE$ print --xml --events "ExecutionSample" --stack-depth 1 testrecording.jfr</command>
+		<output type="required" caseSensitive="yes" regex="no">http://www.w3.org/2001/XMLSchema-instance</output>
+		<output type="required" caseSensitive="yes" regex="no">jdk.ExecutionSample</output>
+		<output type="required" caseSensitive="yes" regex="no">startTime</output>
+		<output type="required" caseSensitive="yes" regex="no">sampledThread</output>
+		<output type="required" caseSensitive="yes" regex="no">stackTrace</output>
+		<output type="required" caseSensitive="yes" regex="no">frames</output>
+		<output type="success" caseSensitive="yes" regex="no">STATE_RUNNABLE</output>
+		<output type="failure" caseSensitive="yes" regex="no">jfr print: could not read recording</output>
+	</test>
+	<test id="Test JFRv2 with profile config">
+		<command>$EXE$ -XX:+EnableOpenJ9ExperimentalFlightRecording -XX:StartFlightRecording:filename=profile.jfr,dumponexit=true,settings=profile.jfc --add-opens jdk.jfr/jdk.jfr.internal=ALL-UNNAMED -cp $RESJAR$ org.openj9.test.WorkLoad</command>
+		<output type="success" caseSensitive="yes" regex="no">All runs complete</output>
+		<output type="required" caseSensitive="yes" regex="no">0 / 100 complete</output>
+	</test>
 </suite>

test/functional/cmdLineTests/jfr/src/org/openj9/test/VMAPITest.java

@@ -25,8 +25,8 @@
 
 public class VMAPITest {
 	public static void main(String[] args) throws Throwable {
-		final WorkLoad workLoad = new WorkLoad(200, 20000, 200, false);
-		int sleepDuration = 1000;
+		final WorkLoad workLoad = new WorkLoad(50, 2000, 20, false);
+		int sleepDuration = 2000;
 
 		if (args.length > 1) {
 			sleepDuration = Integer.parseInt(args[0]);
@@ -42,7 +42,7 @@ public static void main(String[] args) throws Throwable {
 		});
 		app.start();
 
-		for (int i = 0; i < 15; i++) {
+		for (int i = 0; i < 10; i++) {
 			Thread.sleep(100);
 
 			if (VM.startJFR() != 0) {

test/functional/cmdLineTests/jfr/src/org/openj9/test/VMAPITest2.java

@@ -25,7 +25,7 @@
 
 public class VMAPITest2 {
 	public static void main(String[] args) throws Throwable {
-		final WorkLoad workLoad = new WorkLoad(200, 20000, 200, false);
+		final WorkLoad workLoad = new WorkLoad(50, 2000, 20, false);
 
 		Thread app = new Thread(() -> {
 			workLoad.runWork();