https://ci.eclipse.org/openj9/job/Test-sanity.system-JDK10-linux_x86-64/97
DLT 05:32:01.978 - Starting thread. Suite=0 thread=0
DLT 05:32:01.980 - Starting thread. Suite=0 thread=1
DLT 05:32:23.995 - Completed 9.5%. Number of tests started=400
DLT 05:32:34.606 - First failure detected by thread: load-1. Not creating dumps as not running on an IBM JVM
DLT 05:32:34.608 - Test failed
DLT Failure num. = 1
DLT Test number = 0
DLT Test details = 'ArbitraryJava[net.openj9.test.decimals.DecimalTestRunner invokeTest]'
DLT Suite number = 0
DLT Thread number = 1
DLT >>> Captured test output >>>
DLT class net.openj9.test.decimals.TestED2PD Total: 24 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestPD2ED Total: 36 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestPD2UD Total: 9 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestUD2PD Total: 13 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestBD2PD2BD Total: 12 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestDecimalData Total: 31 Fail: 2 Ignore: 0
DLT FAILURE: testConvertBigIntegerNormals(net.openj9.test.decimals.TestDecimalData) - null
DLT FAILURE: testNonExceptions(net.openj9.test.decimals.TestDecimalData) - null
DLT
DLT class net.openj9.test.decimals.TestED2PD Total: 24 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestPD2ED Total: 36 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestPD2UD Total: 9 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestUD2PD Total: 13 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestBD2PD2BD Total: 12 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestDecimalData Total: 31 Fail: 2 Ignore: 0
DLT FAILURE: testConvertBigIntegerNormals(net.openj9.test.decimals.TestDecimalData) - null
DLT FAILURE: testNonExceptions(net.openj9.test.decimals.TestDecimalData) - null
DLT
DLT class net.openj9.test.decimals.TestED2PD Total: 24 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestPD2ED Total: 36 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestPD2UD Total: 9 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestUD2PD Total: 13 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestBD2PD2BD Total: 12 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestDecimalData Total: 31 Fail: 2 Ignore: 0
DLT FAILURE: testConvertBigIntegerNormals(net.openj9.test.decimals.TestDecimalData) - null
DLT FAILURE: testNonExceptions(net.openj9.test.decimals.TestDecimalData) - null
DLT
DLT class net.openj9.test.decimals.TestED2PD Total: 24 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestPD2ED Total: 36 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestPD2UD Total: 9 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestUD2PD Total: 13 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestBD2PD2BD Total: 12 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestDecimalData Total: 31 Fail: 2 Ignore: 0
DLT FAILURE: testConvertBigIntegerNormals(net.openj9.test.decimals.TestDecimalData) - null
DLT FAILURE: testNonExceptions(net.openj9.test.decimals.TestDecimalData) - null
DLT
DLT class net.openj9.test.decimals.TestED2PD Total: 24 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestPD2ED Total: 36 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestPD2UD Total: 9 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestUD2PD Total: 13 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestBD2PD2BD Total: 12 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestDecimalData Total: 31 Fail: 2 Ignore: 0
DLT FAILURE: testConvertBigIntegerNormals(net.openj9.test.decimals.TestDecimalData) - null
DLT FAILURE: testNonExceptions(net.openj9.test.decimals.TestDecimalData) - null
DLT
DLT class net.openj9.test.decimals.TestED2PD Total: 24 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestPD2ED Total: 36 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestPD2UD Total: 9 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestUD2PD Total: 13 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestBD2PD2BD Total: 12 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestDecimalData Total: 31 Fail: 2 Ignore: 0
DLT FAILURE: testConvertBigIntegerNormals(net.openj9.test.decimals.TestDecimalData) - null
DLT FAILURE: testNonExceptions(net.openj9.test.decimals.TestDecimalData) - null
DLT
DLT class net.openj9.test.decimals.TestED2PD Total: 24 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestPD2ED Total: 36 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestPD2UD Total: 9 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestUD2PD Total: 13 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestBD2PD2BD Total: 12 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestDecimalData Total: 31 Fail: 2 Ignore: 0
DLT FAILURE: testConvertBigIntegerNormals(net.openj9.test.decimals.TestDecimalData) - null
DLT FAILURE: testNonExceptions(net.openj9.test.decimals.TestDecimalData) - null
DLT
DLT class net.openj9.test.decimals.TestED2PD Total: 24 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestPD2ED Total: 36 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestPD2UD Total: 9 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestUD2PD Total: 13 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestBD2PD2BD Total: 12 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestDecimalData Total: 31 Fail: 3 Ignore: 0
DLT FAILURE: testConvertBigDecimalNormals(net.openj9.test.decimals.TestDecimalData) - null
DLT FAILURE: testConvertBigIntegerNormals(net.openj9.test.decimals.TestDecimalData) - null
DLT FAILURE: testNonExceptions(net.openj9.test.decimals.TestDecimalData) - null
DLT
DLT class net.openj9.test.decimals.TestED2PD Total: 24 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestPD2ED Total: 36 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestPD2UD Total: 9 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestUD2PD Total: 13 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestBD2PD2BD Total: 12 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestDecimalData Total: 31 Fail: 3 Ignore: 0
DLT FAILURE: testConvertBigDecimalNormals(net.openj9.test.decimals.TestDecimalData) - null
DLT FAILURE: testConvertBigIntegerNormals(net.openj9.test.decimals.TestDecimalData) - null
DLT FAILURE: testNonExceptions(net.openj9.test.decimals.TestDecimalData) - null
DLT
DLT class net.openj9.test.decimals.TestED2PD Total: 24 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestPD2ED Total: 36 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestPD2UD Total: 9 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestUD2PD Total: 13 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestBD2PD2BD Total: 12 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestDecimalData Total: 31 Fail: 3 Ignore: 0
DLT FAILURE: testConvertBigDecimalNormals(net.openj9.test.decimals.TestDecimalData) - null
DLT FAILURE: testConvertBigIntegerNormals(net.openj9.test.decimals.TestDecimalData) - null
DLT FAILURE: testNonExceptions(net.openj9.test.decimals.TestDecimalData) - null
DLT DecimalTestRunner: Time taken for tests:305286218
DLT Test failed:
DLT net.adoptopenjdk.loadTest.BlockedExitException
DLT at net.adoptopenjdk.loadTest.LoadTest$1.checkExit(LoadTest.java:132)
DLT at java.base/java.lang.Runtime.exit(Runtime.java:116)
DLT at java.base/java.lang.System.exit(System.java:330)
DLT at net.openj9.test.decimals.DecimalTestRunner.invokeTest(DecimalTestRunner.java:38)
DLT at jdk.internal.reflect.GeneratedMethodAccessor892.invoke(Unknown Source)
DLT at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
DLT at java.base/java.lang.reflect.Method.invoke(Method.java:564)
DLT at net.adoptopenjdk.loadTest.adaptors.ArbitraryJavaAdaptor.executeTest(ArbitraryJavaAdaptor.java:101)
DLT at net.adoptopenjdk.loadTest.LoadTestRunner$2.run(LoadTestRunner.java:177)
DLT at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
DLT at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
DLT at java.base/java.lang.Thread.run(Thread.java:835)
DLT <<<
DLT
DLT 05:32:35.385 - Test failed. Details recorded in execution log.
DLT 05:32:35.555 - Test failed. Details recorded in execution log.
DLT 05:32:36.471 - Test failed. Details recorded in execution log.
DLT 05:32:37.556 - Test failed. Details recorded in execution log.
DLT 05:32:38.532 - Test failed. Details recorded in execution log.
DLT 05:32:38.730 - Test failed. Details recorded in execution log.
DLT 05:32:39.229 - Test failed. Details recorded in execution log.
DLT 05:32:39.599 - Test failed. Details recorded in execution log.
DLT 05:32:39.905 - Test failed. Details recorded in execution log.
DLT 05:32:39.910 - Number of test failures has reached 'AbortAtFailureLimit' (10). Terminating load test
DLT 05:32:39.910 - Thread completed. Suite=0 thread=0
DLT 05:32:39.944 - Thread completed. Suite=0 thread=1
DLT 05:32:39.984 - Load test completed
DLT 05:32:39.985 - Ran : 684
DLT 05:32:39.985 - Passed : 674
DLT 05:32:39.986 - Failed : 10
DLT 05:32:39.986 - Result : FAILED
DLT 05:32:39.987 - Note that only the first 1 failures have been reported
STF 05:32:40.808 - **FAILED** Process DLT ended with exit code (1) and not the expected exit code/s (0)
STF 05:32:40.808 - Monitoring Report Summary:
STF 05:32:40.808 - o Process DLT ended with exit code (1) and not the expected exit code/s (0)
STF 05:32:40.808 - Killing processes: DLT
STF 05:32:40.808 - o Process DLT is not running
**FAILED** at step 1 (Run daa load test). Expected return value=0 Actual=1 at /home/jenkins/workspace/Test-sanity.system-JDK10-linux_x86-64/openjdk-tests/TestConfig/scripts/testKitGen/../../../TestConfig/test_output_15395810708912/DaaLoadTest_daa2_0/20181015-053158-DaaLoadTest/execute.pl line 92.
STF 05:32:41.208 - **FAILED** execute script failed. Expected return value=0 Actual=1
@andrewcraik can we have this looked at ASAP?
Are there instructions on how to reproduce the failure?
To run locally (assuming that's what you want to do) you should be able to build the test cases following the instructions here: https://github.com/eclipse/openj9-systemtest/blob/master/README.md, but rather than running make test (step 8) run
make test.DaaLoadTest_daa2
to just run the failing test (which you can find going through the output in the referenced Jenkins job).
To reproduce locally on a machine:
To reproduce (install test prereqs on machine if not present):
Note: these instructions can be used for running any type of tests (not just system, but also functional, openjdk, external/application, etc).
To reproduce via Grinder job (on internal Jenkins server):
Rebuild Grinder job 494
It picks up the build from the failure above (which will eventually no longer be available, so you will have to replace the CUSTOMIZED_SDK_URL value, or change SDK_RESOURCE to nightly to pick up latest nightly builds at AdoptOpenJDK).
Note: I see that all xLinux nodes appear to be offline at the moment, so no machines to run on in internal Jenkins.
To reproduce on Grinder at ci.eclipse.org/openj9, same instructions for internal Grinder, but only
committers can launch them I believe. Grinder jobs at https://ci.eclipse.org/openj9/view/Test/job/Test-Grinder/
To run locally (assuming that's what you want to do) you should be able to build the test cases following the instructions here: https://github.com/eclipse/openj9-systemtest/blob/master/README.md, but rather than running make test (step 8) run
make test.DaaLoadTest_daa2
to just run the failing test (which you can find going through the output in the referenced Jenkins job).
got
STF 14:59:12.831 - Starting process to generate scripts: $TEST_DIR/jdk-10.0.2+13/bin/java -Dlog4j.skipJansi=true -Djava.system.class.loader=net.adoptopenjdk.stf.runner.StfClassLoader -classpath $TEST_DIR/git/openj9-systemtest/../../systemtest_prereqs/log4j-2.3/log4j-api-2.3.jar:$TEST_DIR/git/openj9-systemtest/../../systemtest_prereqs/log4j-2.3/log4j-core-2.3.jar:$TEST_DIR/git/stf/stf.core/scripts/../bin net.adoptopenjdk.stf.runner.StfRunner -properties "/tmp/stf/20181015-145912-DaaLoadTest/stf_parameters.properties, , $TEST_DIR/git/stf/stf.core/config/stf.properties" -testDir "/tmp/stf/20181015-145912-DaaLoadTest"
GEN stderr Exception in thread "main" java/lang/Error: java.lang.ClassNotFoundException: net.adoptopenjdk.stf.runner.StfClassLoader
GEN stderr at java/lang/ClassLoader.getSystemClassLoader (java.base@9/ClassLoader.java:934)
GEN stderr at java/lang/Thread.completeInitialization (java.base@9/Thread.java:166)
GEN stderr at java/lang/J9VMInternals.completeInitialization (java.base@9/J9VMInternals.java:74)
seems the the classpath $TEST_DIR/git/stf/stf.core/scripts/../bin doesn't exist but I am not sure if that's the reason why net.adoptopenjdk.stf.runner.StfClassLoader can not be found
I suspect the openj9-systemtest repo is not building correctly due to https://github.com/eclipse/openj9-systemtest/issues/27 which has not yet been fixed. That would explain class not found errors when trying to run the test.
I've submitted a PR to fix that here: https://github.com/eclipse/openj9-systemtest/pull/45
In the meantime you could apply this hack:
In your local copy of https://github.com/eclipse/openj9-systemtest/blob/master/openj9.build/build.xml, change
<condition property="isOpenJ9" value="true">
<contains string="${JVM_VERSION}" substring="openj9"/>
</condition>
to
<condition property="isOpenJ9" value="true">
<contains string="${JVM_VERSION}" substring="openj9"/>
</condition>
<property name="isOpenJ9" value="true"/>
i.e. force the value of isOpenJ9 to be true.
The failure doesn't reproduce locally and passed on latest builds as well. Will use grinder to double check if the failure is intermittent.
To reproduce via Grinder job (on internal Jenkins server):
Rebuild Grinder job 494
It picks up the build from the failure above (which will eventually no longer be available, so you will have to replace the CUSTOMIZED_SDK_URL value, or change SDK_RESOURCE to nightly to pick up latest nightly builds at AdoptOpenJDK).
Note: I see that all xLinux nodes appear to be offline at the moment, so no machines to run on in internal Jenkins.
To reproduce on Grinder at ci.eclipse.org/openj9, same instructions for internal Grinder, but only
committers can launch them I believe. Grinder jobs at https://ci.eclipse.org/openj9/view/Test/job/Test-Grinder/
@smlambert When using this link for grinder https://ci.eclipse.org/openj9/view/Build/job/Build-JDK10-linux_x86-64_cmprssptrs/lastSuccessfulBuild/artifact/OpenJ9-JDK10-linux_x86-64_cmprssptrs-20181016-002308.tar.gz It's complaining No such file or directory https://hyc-runtimes-jenkins.swg-devops.com/view/Test_grinder/job/Grinder/498/console.
Another occurrence https://ci.eclipse.org/openj9/job/Test-sanity.system-JDK11-linux_x86-64_cmprssptrs/69/
@cathyzhyi any progress on this?
Typically I avoid using 'lastSuccessfulBuild' url's as they are often changing. I usually point directly to the artifact with the url from the jobNumber.
For example, instead of using this: https://ci.eclipse.org/openj9/view/Build/job/Build-JDK10-linux_x86-64_cmprssptrs/lastSuccessfulBuild/artifact/OpenJ9-JDK10-linux_x86-64_cmprssptrs-20181019-002440.tar.gz
I would choose to use the link to the job that produced it:
https://ci.eclipse.org/openj9/view/Build/job/Build-JDK10-linux_x86-64_cmprssptrs/515/artifact/OpenJ9-JDK10-linux_x86-64_cmprssptrs-20181019-002440.tar.gz
Since the first link will get blown away by the next successful build, which happens frequently.
Another similar failure running DaaLoadTest_all_0
https://ci.eclipse.org/openj9/job/Test-extended.system-JDK11-linux_x86-64_cmprssptrs/74
DLT 09:55:24.293 - Test failed
DLT Failure num. = 1
DLT Test number = 19
DLT Test details = 'ArbitraryJava[net.openj9.test.decimals.DecimalTestRunner invokeTest]'
DLT Suite number = 0
DLT Thread number = 0
DLT >>> Captured test output >>>
DLT class net.openj9.test.decimals.TestED2PD Total: 24 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestPD2ED Total: 36 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestPD2UD Total: 9 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestUD2PD Total: 13 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestBD2PD2BD Total: 12 Fail: 0 Ignore: 0
DLT
DLT class net.openj9.test.decimals.TestDecimalData Total: 31 Fail: 2 Ignore: 0
DLT FAILURE: testConvertBigIntegerNormals(net.openj9.test.decimals.TestDecimalData) - null
DLT FAILURE: testNonExceptions(net.openj9.test.decimals.TestDecimalData) - null
etc
https://ci.eclipse.org/openj9/job/Test-sanity.system-JDK11-linux_x86-64_cmprssptrs/105
DaaLoadTest_daa2_ConcurrentScavenge_0
DLT 08:51:22.968 - First failure detected by thread: load-0. Running test: ArbitraryJava[net.openj9.test.decimals.DecimalTestRunner invokeTest]. Creating java dumps.
...
DLT class net.openj9.test.decimals.TestDecimalData Total: 31 Fail: 2 Ignore: 0
DLT FAILURE: testConvertBigIntegerNormals(net.openj9.test.decimals.TestDecimalData) - null
DLT FAILURE: testNonExceptions(net.openj9.test.decimals.TestDecimalData) - null
DLT DecimalTestRunner: Time taken for tests:334200479
DLT Test failed:
DLT net.adoptopenjdk.loadTest.BlockedExitException
DLT at net.adoptopenjdk.loadTest.LoadTest$1.checkExit(LoadTest.java:132)
DLT at java.base/java.lang.Runtime.exit(Runtime.java:113)
DLT at java.base/java.lang.System.exit(System.java:330)
DLT at net.openj9.test.decimals.DecimalTestRunner.invokeTest(DecimalTestRunner.java:38)
DLT at jdk.internal.reflect.GeneratedMethodAccessor840.invoke(Unknown Source)
DLT at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
DLT at java.base/java.lang.reflect.Method.invoke(Method.java:566)
DLT at net.adoptopenjdk.loadTest.adaptors.ArbitraryJavaAdaptor.executeTest(ArbitraryJavaAdaptor.java:101)
DLT at net.adoptopenjdk.loadTest.LoadTestRunner$2.run(LoadTestRunner.java:177)
DLT at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
DLT at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
DLT at java.base/java.lang.Thread.run(Thread.java:825)
https://ci.eclipse.org/openj9/job/Test-sanity.system-JDK11-linux_x86-64_cmprssptrs/111
DaaLoadTest_daa2_0
DLT class net.openj9.test.decimals.TestDecimalData Total: 31 Fail: 2 Ignore: 0
DLT FAILURE: testConvertBigDecimalNormals(net.openj9.test.decimals.TestDecimalData) - null
DLT FAILURE: testNonExceptions(net.openj9.test.decimals.TestDecimalData) - null
Latest failures at https://ci.eclipse.org/openj9/job/Test-sanity.system-JDK11-linux_x86-64_cmprssptrs/131/tapResults/
DLT class net.openj9.test.decimals.TestDecimalData Total: 31 Fail: 2 Ignore: 0
DLT FAILURE: testConvertBigDecimalNormals(net.openj9.test.decimals.TestDecimalData) - null
DLT FAILURE: testNonExceptions(net.openj9.test.decimals.TestDecimalData) - null
Hasn't re-occurred, assuming fixed.