Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

disable failing testcases related to Loom #15237

Merged
merged 1 commit into from
Jun 8, 2022
Merged

disable failing testcases related to Loom #15237

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
21 changes: 20 additions & 1 deletion test/TestConfig/resources/excludes/latest_exclude_19.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
##############################################################################
# Copyright (c) 2021, 2021 IBM Corp. and others
# Copyright (c) 2021, 2022 IBM Corp. and others
#
# This program and the accompanying materials are made available under
# the terms of the Eclipse Public License 2.0 which accompanies this
Expand Down Expand Up @@ -30,3 +30,22 @@ org.openj9.test.nestmates.NestAttributeTest:testGetNestMembersAPIInValidHostWron
org.openj9.test.nestmates.NestAttributeTest:testGetNestMembersAPINestMemberWrongPackage NA generic-all
org.openj9.test.nestmates.NestAttributeTest:testGetNestMembersAPINestMemberWrongNestHost NA generic-all
org.openj9.test.nestmates.NestAttributeTest:testGetNestMembersAPINestMemberWrongNestHost2 NA generic-all

# Exclude Java 19 Thread related failures

org.openj9.test.java.lang.Test_ThreadGroup:test_activeCount NA generic-all
org.openj9.test.java.lang.Test_ThreadGroup:test_Constructor2 NA generic-all
org.openj9.test.java.lang.Test_ThreadGroup:test_destroy NA generic-all
org.openj9.test.java.lang.Test_ThreadGroup:test_destroy2 NA generic-all
org.openj9.test.java.lang.Test_ThreadGroup:test_destroy3 NA generic-all
org.openj9.test.java.lang.Test_ThreadGroup:test_list NA generic-all
org.openj9.test.java.lang.Test_ThreadGroup:test_remove NA generic-all
org.openj9.test.java.lang.Test_ThreadGroup:test_resume NA generic-all
org.openj9.test.java.lang.Test_ThreadGroup:test_setDaemon2 NA generic-all
org.openj9.test.java.lang.Test_ThreadGroup:test_stop NA generic-all
org.openj9.test.java.lang.Test_ThreadGroup:test_suspend NA generic-all
org.openj9.test.java.lang.Test_ThreadGroup:test_uncaughtException NA generic-all
org.openj9.test.java.lang.Test_Thread:test_start_WeakReference NA generic-all
org.openj9.test.java.lang.Test_Thread:test_currentThread NA generic-all
org.openj9.test.java.lang.Test_Thread:test_toString NA generic-all
org.openj9.test.java.lang.management.TestManagementFactory:testGetPlatformMXBeans NA generic-all
6 changes: 6 additions & 0 deletions test/functional/JIT_Test/playlist.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -204,6 +204,12 @@
</test>
<test>
<testCaseName>jit_jitt_openj9_none_SCC</testCaseName>
<disables>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
</disable>
</disables>
<variations>
<variation>-Xjit:noJitUntilMain,count=0,optlevel=warm,gcOnResolve,rtResolve -verbose:stackwalk=0 -Xdump</variation>
<variation>-Xrs -Xjit:noJitUntilMain,count=0,optlevel=warm,gcOnResolve,rtResolve -verbose:stackwalk=0 -Xdump</variation>
Expand Down
7 changes: 7 additions & 0 deletions test/functional/JavaAgentTest/playlist.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -23,6 +23,13 @@
<playlist xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:noNamespaceSchemaLocation="../../TKG/playlist.xsd">
<test>
<testCaseName>TestFlushReflectionCache</testCaseName>
<disables>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode107</variation>
</disable>
</disables>
<variations>
<variation>NoOptions</variation>
<variation>Mode100</variation>
Expand Down
12 changes: 8 additions & 4 deletions test/functional/cmdLineTests/gcRegressionTests/gcRegressionTests_excludes.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -27,11 +27,15 @@

<suite id="J9 GC Regression Tests">

<!-- Java 19 Porject Loom excluded tests -->
<exclude id="-verbose:gc -Xcheck:memory - check for memory corruption" platform="19" shouldFix="true"><reason>Temp disable on Loom test failures</reason></exclude>
<exclude id="-verbose:gc -Xcheck:memory -Xverbosegclog:foo.log - check for memory corruption" platform="19" shouldFix="true"><reason>Temp disable on Loom test failures</reason></exclude>

<!-- Hard RTJ doesn't support dynamic class unloading, SRT: out of memory issues -->
<exclude id="Unload lots of classes using normal behaviour (JIT Disabled)" platform="Mode301" shouldFix="true"><reason>Class unloading not supported on RTJ</reason></exclude>
<exclude id="Unload lots of classes using FVT stress argument to force finalization (JIT Disabled)" platform="Mode301" shouldFix="true"><reason>Class unloading not supported on RTJ</reason></exclude>
<exclude id="Unload lots of classes using normal behaviour (with JIT if JIT is Enabled)" platform="Mode301" shouldFix="true"><reason>Class unloading not supported on RTJ</reason></exclude>
<exclude id="Unload lots of classes using FVT stress argument to force finalization (with JIT if JIT is Enabled)" platform="Mode301" shouldFix="true"><reason>Class unloading not supported on RTJ</reason></exclude>
<exclude id="Unload lots of classes using normal behaviour (JIT Disabled)" platform="Mode301 19" shouldFix="true"><reason>Class unloading not supported on RTJ</reason></exclude>
<exclude id="Unload lots of classes using FVT stress argument to force finalization (JIT Disabled)" platform="Mode301 19" shouldFix="true"><reason>Class unloading not supported on RTJ</reason></exclude>
<exclude id="Unload lots of classes using normal behaviour (with JIT if JIT is Enabled)" platform="Mode301 19" shouldFix="true"><reason>Class unloading not supported on RTJ</reason></exclude>
<exclude id="Unload lots of classes using FVT stress argument to force finalization (with JIT if JIT is Enabled)" platform="Mode301 19" shouldFix="true"><reason>Class unloading not supported on RTJ</reason></exclude>

<!-- Metronome and Staccato do not support contraction -->
<exclude id="Run with arguments which will make contraction very unlikely" platform="Mode301" shouldFix="true"><reason>Metronome and Staccato do not support contraction</reason></exclude>
Expand Down
4 changes: 2 additions & 2 deletions test/functional/cmdLineTests/gcRegressionTests/playlist.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -31,7 +31,7 @@
</variations>
<command>$(JAVA_COMMAND) $(JVM_OPTIONS) -DTESTSJARPATH=$(Q)$(TEST_RESROOT)$(D)gcRegressionTests.jar$(Q) -DRESJAR=$(CMDLINETESTER_RESJAR) \
-DEXE=$(SQ)$(JAVA_COMMAND) $(JVM_OPTIONS)$(SQ) -jar $(CMDLINETESTER_JAR) -config $(Q)$(TEST_RESROOT)$(D)gcRegressionTests.xml$(Q) \
-explainExcludes -xids all,$(PLATFORM),$(VARIATION) -plats all,$(PLATFORM),$(VARIATION) -xlist $(Q)$(TEST_RESROOT)$(D)gcRegressionTests_excludes.xml$(Q) -nonZeroExitWhenError; \
-explainExcludes -xids all,$(PLATFORM),$(VARIATION),$(JDK_VERSION) -plats all,$(PLATFORM),$(VARIATION) -xlist $(Q)$(TEST_RESROOT)$(D)gcRegressionTests_excludes.xml$(Q) -nonZeroExitWhenError; \
$(TEST_STATUS)</command>
<levels>
<level>sanity</level>
Expand Down Expand Up @@ -95,7 +95,7 @@
</variations>
<command>$(JAVA_COMMAND) $(JVM_OPTIONS) -DTESTSJARPATH=$(Q)$(TEST_RESROOT)$(D)gcRegressionTests.jar$(Q) -DRESJAR=$(CMDLINETESTER_RESJAR) \
-DEXE=$(SQ)$(JAVA_COMMAND) $(JVM_OPTIONS)$(SQ) -jar $(CMDLINETESTER_JAR) -config $(Q)$(TEST_RESROOT)$(D)gcRegressionTests.xml$(Q) \
-explainExcludes -xids all,$(PLATFORM),Mode301 -plats all,$(PLATFORM),Mode301 -xlist $(Q)$(TEST_RESROOT)$(D)gcRegressionTests_excludes.xml$(Q) -explainExcludes -nonZeroExitWhenError; \
-explainExcludes -xids all,$(PLATFORM),Mode301,$(JDK_VERSION) -plats all,$(PLATFORM),Mode301 -xlist $(Q)$(TEST_RESROOT)$(D)gcRegressionTests_excludes.xml$(Q) -explainExcludes -nonZeroExitWhenError; \
$(TEST_STATUS)</command>
<levels>
<level>sanity</level>
Expand Down
6 changes: 5 additions & 1 deletion test/functional/cmdLineTests/jvmtitests/jvmtitests_excludes_19.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
<?xml version="1.0" encoding="UTF-8" standalone="no" ?>
<!--
Copyright (c) 2021, 2021 IBM Corp. and others
Copyright (c) 2021, 2022 IBM Corp. and others

This program and the accompanying materials are made available under
the terms of the Eclipse Public License 2.0 which accompanies this
Expand Down Expand Up @@ -56,4 +56,8 @@ SPDX-License-Identifier: EPL-2.0 OR Apache-2.0 OR GPL-2.0 WITH Classpath-excepti
<reason>Nestmates are not enabled on java10</reason>
</exclude>

<exclude id="gtgc001" platform="all">
<reason>GetThreadGroupChildren requires refactor for Project Loom</reason>
</exclude>

</suite>
120 changes: 120 additions & 0 deletions test/functional/cmdLineTests/jvmtitests/playlist.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -193,6 +193,63 @@
</test>
<test>
<testCaseName>cmdLineTester_jvmtitests_debug</testCaseName>
<disables>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode107</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode108</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode154</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode307</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode357</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode507</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode557</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode607</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode608</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode107-OSR</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode607-OSR</variation>
</disable>
</disables>
Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

@llxia is there a regex to disable test modes?

Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

No, it is not supported atm. @renfeiw maybe we should add support for this?

Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Opened an issue for this: adoptium/TKG#329 Will work on it later on.

<variations>
<variation>Mode100</variation>
<variation>Mode107</variation>
Expand Down Expand Up @@ -233,6 +290,63 @@
</test>
<test>
<testCaseName>cmdLineTester_jvmtitests_debug_openj9_none_SCC</testCaseName>
<disables>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode107</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode108</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode154</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode307</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode357</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode507</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode557</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode607</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode608</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode107-OSR</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode607-OSR</variation>
</disable>
</disables>
<variations>
<variation>Mode100</variation>
<variation>Mode107</variation>
Expand Down Expand Up @@ -618,6 +732,12 @@
</test>
<test>
<testCaseName>decompileAtMethodResolve</testCaseName>
<disables>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
</disable>
</disables>
<variations>
<variation>NoOptions</variation>
</variations>
Expand Down
22 changes: 21 additions & 1 deletion test/functional/cmdLineTests/jython/playlist.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
<?xml version='1.0' encoding='UTF-8'?>
<!--
Copyright (c) 2021, 2021 IBM Corp. and others
Copyright (c) 2021, 2022 IBM Corp. and others

This program and the accompanying materials are made available under
the terms of the Eclipse Public License 2.0 which accompanies this
Expand Down Expand Up @@ -30,6 +30,26 @@
<version>8</version>
<impl>ibm</impl>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode108</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode116</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode608</variation>
</disable>
<disable>
<comment>https://github.com/eclipse-openj9/openj9/issues/15152</comment>
<version>19+</version>
<variation>Mode616</variation>
</disable>
</disables>
<variations>
<variation>NoOptions</variation>
Expand Down