1 # Copyright (c) 2013, 2025, Oracle and/or its affiliates. All rights reserved.
2 # DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
3 #
4 # This code is free software; you can redistribute it and/or modify it
5 # under the terms of the GNU General Public License version 2 only, as
6 # published by the Free Software Foundation.
7 #
8 # This code is distributed in the hope that it will be useful, but WITHOUT
9 # ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10 # FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
11 # version 2 for more details (a copy is included in the LICENSE file that
12 # accompanied this code).
13 #
14 # You should have received a copy of the GNU General Public License version
15 # 2 along with this work; if not, write to the Free Software Foundation,
16 # Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
17 #
18 # Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
19 # or visit www.oracle.com if you need additional information or have any
20 # questions.
21 #
22
23 ###############################################################################
24 #
25 # All tests
26 #
27
28 all = \
29 :jdk_all
30
31 jdk_all = \
32 /
33
34 ###############################################################################
35 #
36 # Tiered testing definitions
37 #
38
39 # When adding tests to tier1, make sure they end up in one of the tier1_partX groups
40 tier1 = \
41 :tier1_part1 \
42 :tier1_part2 \
43 :tier1_part3
44
45 tier1_part1 = \
46 :jdk_lang
47
48 tier1_part2 = \
49 :jdk_util
50
51 tier1_part3 = \
52 :jdk_math \
53 :jdk_svc_sanity \
54 :jdk_foreign \
55 :jdk_vector_sanity \
56 java/nio/Buffer \
57 com/sun/crypto/provider/Cipher \
58 jdk/classfile \
59 sun/nio/cs/ISO8859x.java
60
61 # When adding tests to tier2, make sure they end up in one of the tier2_partX groups
62 tier2 = \
63 :tier2_part1 \
64 :tier2_part2 \
65 :tier2_part3
66
67 # com/sun/crypto/provider/Cipher is in tier1 because of JDK-8132855
68 tier2_part1 = \
69 :jdk_security \
70 -com/sun/crypto/provider/Cipher
71
72 # sun/nio/cs/ISO8859x.java and java/nio/Buffer are in tier1 because of JDK-8132854
73 tier2_part2 = \
74 :core_tools \
75 :jdk_io \
76 :jdk_nio \
77 -java/nio/Buffer \
78 -sun/nio/cs/ISO8859x.java \
79 :jdk_other \
80 :jdk_text \
81 :jdk_time
82
83 tier2_part3 = \
84 :jdk_net
85
86 # These sub groups of tier3 allow for running certain tests separately from the
87 # rest. When adding tests to tier3, in most cases they should be added to
88 # tier3_part1.
89 tier3 = \
90 :tier3_part1 \
91 :tier3_jpackage
92
93 tier3_part1 = \
94 :build \
95 :jdk_vector \
96 -:jdk_vector_sanity \
97 :jdk_rmi \
98 :jdk_svc \
99 -:jdk_svc_sanity \
100 -:svc_tools \
101 :jdk_since_checks
102
103 # The jpackage tests on Windows require permissions that aren't always present
104 tier3_jpackage = \
105 :jdk_jpackage
106
107 # Everything not in other tiers
108 tier4 = \
109 / \
110 -:tier1 \
111 -:tier2 \
112 -:tier3 \
113 :jdk_foreign_stress
114
115 ###############################################################################
116 #
117 # Other test definitions; generally smaller granularity than tiers
118 #
119
120 # Build source checking
121 build = \
122 build
123
124 # java.lang package and VM runtime support
125 jdk_lang = \
126 java/lang \
127 -java/lang/management \
128 -java/lang/instrument \
129 sun/invoke \
130 sun/misc \
131 sun/reflect \
132 jdk/internal/reflect \
133 jdk/lambda \
134 jdk/internal/loader \
135 jdk/internal/misc \
136 jdk/internal/ref \
137 jdk/internal/jimage \
138 jdk/internal/math \
139 jdk/internal/vm \
140 jdk/modules \
141 jni/nullCaller \
142 valhalla
143
144 # valhalla lworld tests
145 jdk_valhalla = \
146 java/lang/invoke \
147 valhalla \
148 java/lang/instrument/valhalla
149
150
151 # All of the java.util package
152 jdk_util = \
153 :jdk_util_other \
154 :jdk_collections \
155 :jdk_concurrent \
156 :jdk_stream
157
158 # All util components not part of some other util category
159 jdk_util_other = \
160 java/util \
161 sun/util \
162 jdk/internal/util \
163 -:jdk_collections \
164 -:jdk_concurrent \
165 -:jdk_stream
166
167 # All collections, core and concurrent
168 jdk_collections = \
169 :jdk_collections_core \
170 :jdk_concurrent
171
172 # java.util.concurrent
173 # Includes concurrent collections plus other stuff
174 # Maintained by JSR-166 EG (Doug Lea et al)
175 jdk_concurrent = \
176 java/util/concurrent
177
178 # Java Collections Framework core classes
179 jdk_collections_core = \
180 java/util/AbstractCollection \
181 java/util/AbstractList \
182 java/util/AbstractMap \
183 java/util/AbstractSequentialList \
184 java/util/ArrayDeque \
185 java/util/ArrayList \
186 java/util/Arrays \
187 java/util/BitSet \
188 java/util/Collection \
189 java/util/Collections \
190 java/util/Comparator \
191 java/util/Deque \
192 java/util/EnumMap \
193 java/util/EnumSet \
194 java/util/HashMap \
195 java/util/HashSet \
196 java/util/Hashtable \
197 java/util/IdentityHashMap \
198 java/util/Iterator \
199 java/util/LinkedHashMap \
200 java/util/LinkedHashSet \
201 java/util/LinkedList \
202 java/util/List \
203 java/util/Map \
204 java/util/NavigableMap \
205 java/util/PriorityQueue \
206 java/util/SequencedCollection \
207 java/util/TimSort \
208 java/util/TreeMap \
209 java/util/Vector \
210 java/util/WeakHashMap
211
212 # java.util.stream (JSR-335)
213 jdk_stream = \
214 java/util/Optional \
215 java/util/function \
216 java/util/stream
217
218 jdk_math = \
219 java/math
220
221 jdk_io = \
222 java/io
223
224 jdk_nio = \
225 java/nio \
226 sun/nio \
227 jdk/nio
228
229 jdk_net = \
230 java/net \
231 com/sun/net/httpserver \
232 sun/net \
233 jdk/net
234
235 jdk_time = \
236 java/time
237
238 jdk_rmi = \
239 java/rmi \
240 sun/rmi
241
242 jdk_security1 = \
243 java/security
244
245 jdk_security2 = \
246 javax/crypto \
247 javax/xml/crypto \
248 com/sun/org/apache/xml/internal/security \
249 com/sun/crypto
250
251 jdk_security3 = \
252 javax/security \
253 -javax/security/auth/kerberos \
254 com/sun/security \
255 -com/sun/security/jgss \
256 jdk/security \
257 sun/security \
258 -sun/security/krb5 \
259 -sun/security/jgss \
260 javax/net
261
262 jdk_security4 = \
263 com/sun/security/jgss \
264 javax/security/auth/kerberos \
265 sun/security/krb5 \
266 sun/security/jgss
267
268 jdk_security = \
269 :jdk_security1 \
270 :jdk_security2 \
271 :jdk_security3 \
272 :jdk_security4
273
274 # Tests in this group are manual as they depend on external infra
275 # and may fail with external reasons, for instance - change in CA test portal.
276 jdk_security_infra = \
277 security/infra
278
279 jdk_text = \
280 java/text \
281 sun/text
282
283 jdk_management = \
284 java/lang/management \
285 jdk/management \
286 com/sun/management \
287 sun/management \
288 jdk/internal/agent
289
290 jdk_instrument = \
291 java/lang/instrument
292
293 jdk_jmx = \
294 javax/management \
295 com/sun/jmx
296
297 jdk_jdi = \
298 com/sun/jdi
299
300 jdk_native_sanity = \
301 native_sanity
302
303 # java launcher specific tests.
304 jdk_launcher = \
305 tools/launcher \
306 sun/tools
307
308 jdk_loom = \
309 com/sun/management/HotSpotDiagnosticMXBean \
310 com/sun/management/ThreadMXBean \
311 jdk/management/VirtualThreadSchedulerMXBean \
312 java/lang/Thread \
313 java/lang/ThreadGroup \
314 java/lang/management/ThreadMXBean \
315 java/util/concurrent \
316 java/net/vthread \
317 java/nio/channels/vthread \
318 jdk/internal/misc/ThreadFlock \
319 jdk/internal/vm/Continuation \
320 jdk/jfr/threading
321
322 #
323 # Tool (and tool API) tests are mostly split into core and svc groups
324 #
325 core_tools = \
326 tools \
327 -tools/jpackage \
328 jdk/internal/jrtfs \
329 sun/tools/jrunscript
330
331 svc_tools = \
332 com/sun/tools/attach \
333 sun/tools \
334 -sun/tools/jrunscript \
335 sun/jvmstat
336
337 jdk_tools = \
338 :core_tools \
339 :svc_tools \
340 :jdk_jpackage
341
342 jdk_jfr = \
343 jdk/jfr
344
345 jdk_jpackage = \
346 tools/jpackage
347
348 #
349 # Catch-all for other areas with a small number of tests
350 #
351 jdk_other = \
352 java/sql \
353 javax/sql \
354 javax/transaction \
355 javax/rmi \
356 javax/naming \
357 javax/script \
358 javax/smartcardio \
359 javax/xml \
360 -javax/xml/crypto \
361 jdk/dynalink \
362 jdk/internal/jline \
363 com/sun/jndi \
364 lib/testlibrary
365
366 #
367 # SCTP is its own group as it is highly sensitive to kernel/network config
368 #
369 jdk_sctp = \
370 com/sun/nio/sctp
371
372
373 #
374 # core group to run all core area tests
375 #
376 jdk_core = \
377 :jdk_lang \
378 :jdk_util \
379 :jdk_math \
380 :jdk_io \
381 :jdk_nio \
382 :jdk_net \
383 :jdk_rmi \
384 :jdk_time \
385 :jdk_security \
386 :jdk_text \
387 :core_tools \
388 :jdk_other
389
390 #
391 # svc group to run all serviceability area tests
392 #
393 jdk_svc = \
394 :jdk_management \
395 :jdk_instrument \
396 :jdk_jmx \
397 :jdk_jdi \
398 :jdk_jfr \
399 :svc_tools
400
401 jdk_foreign = \
402 java/foreign \
403 jdk/internal/reflect/CallerSensitive/CheckCSMs.java \
404 -java/foreign/TestMatrix.java \
405 -java/foreign/TestUpcallStress.java
406
407 jdk_foreign_stress = \
408 java/foreign/TestUpcallStress.java
409
410 jdk_vector = \
411 jdk/incubator/vector
412
413 jdk_vector_sanity = \
414 jdk/incubator/vector/PreferredSpeciesTest.java \
415 jdk/incubator/vector/VectorHash.java \
416 jdk/incubator/vector/VectorRuns.java
417
418 #############################
419
420 #
421 # Client area groups
422 #
423
424 jdk_awt = \
425 java/awt \
426 com/apple/eawt \
427 com/apple/laf \
428 sun/awt
429
430 jdk_2d = \
431 javax/print \
432 sun/java2d
433
434 jdk_beans = \
435 java/beans
436
437 jdk_swing = \
438 javax/swing \
439 com/sun/java/swing
440
441 jdk_sound = \
442 javax/sound
443
444 jdk_imageio = \
445 javax/imageio
446
447 jdk_accessibility = \
448 javax/accessibility
449
450 jfc_demo = \
451 demo/jfc
452
453 jdk_editpad = \
454 jdk/editpad
455
456 jdk_desktop = \
457 :jdk_desktop_part1 \
458 :jdk_desktop_part2 \
459 :jdk_desktop_part3
460
461 jdk_desktop_part1 = \
462 :jdk_client_sanity \
463 :jdk_swing \
464 :jdk_2d \
465 :jdk_sound \
466 :jdk_imageio \
467 :jdk_editpad \
468 :jfc_demo \
469 :jdk_accessibility \
470 :jdk_beans
471
472 jdk_desktop_part2 = \
473 :jdk_awt \
474 -java/awt/Component \
475 -java/awt/Modal \
476 -java/awt/datatransfer \
477 -java/awt/Window
478
479 jdk_desktop_part3 = \
480 java/awt/Component \
481 java/awt/Modal \
482 java/awt/datatransfer \
483 java/awt/Window
484
485 # SwingSet3 tests.
486 jdk_client_sanity = \
487 sanity/client/SwingSet
488
489 # This test group represents a subset of tests which are expected to
490 # exercise most of the most commonly used code in Swing applications.
491 # New failures in this area may be a problem.
492 jdk_swing_core = \
493 :jdk_client_sanity \
494 javax/swing
495
496 # The most commonly used printing APIs are included here along with swing core.
497 jdk_desktop_core = \
498 :jdk_swing_core \
499 java/awt/print
500
501 ###############################################################################
502 #
503 # Serviceability sanity groups
504 #
505 # These groups specify a subset of Serviceability tests that are supposed to
506 # guard against breakage of Serviceability features by other component teams.
507
508 jdk_svc_sanity = \
509 :jdk_management_sanity \
510 :jdk_instrument_sanity \
511 :jdk_jmx_sanity \
512 :jdk_jdi_sanity \
513 :jdk_jfr_sanity \
514 :svc_tools_sanity
515
516 jdk_management_sanity =
517
518 jdk_instrument_sanity =
519
520 jdk_jmx_sanity =
521
522 jdk_jdi_sanity = \
523 com/sun/jdi/AcceptTimeout.java \
524 com/sun/jdi/AccessSpecifierTest.java \
525 com/sun/jdi/AfterThreadDeathTest.java \
526 com/sun/jdi/ArrayRangeTest.java \
527 com/sun/jdi/ConstantPoolInfo.java \
528 com/sun/jdi/CountFilterTest.java \
529 com/sun/jdi/EarlyReturnNegativeTest.java \
530 com/sun/jdi/EarlyReturnTest.java \
531 com/sun/jdi/FieldWatchpoints.java \
532 com/sun/jdi/FramesTest.java \
533 com/sun/jdi/InstanceFilter.java \
534 com/sun/jdi/InterfaceMethodsTest.java \
535 com/sun/jdi/InvokeTest.java \
536 com/sun/jdi/LocalVariableEqual.java \
537 com/sun/jdi/LocationTest.java \
538 com/sun/jdi/ModificationWatchpoints.java \
539 com/sun/jdi/MonitorEventTest.java \
540 com/sun/jdi/MonitorFrameInfo.java \
541 com/sun/jdi/NullThreadGroupNameTest.java \
542 com/sun/jdi/PopAndStepTest.java \
543 com/sun/jdi/PopAsynchronousTest.java \
544 com/sun/jdi/ProcessAttachTest.java \
545 com/sun/jdi/ReferrersTest.java \
546 com/sun/jdi/RequestReflectionTest.java \
547 com/sun/jdi/ResumeOneThreadTest.java \
548 com/sun/jdi/RunToExit.java \
549 com/sun/jdi/SourceNameFilterTest.java \
550 com/sun/jdi/SuspendAfterDeath.java \
551 com/sun/jdi/VarargsTest.java \
552 com/sun/jdi/Vars.java \
553 com/sun/jdi/redefineMethod/RedefineTest.java \
554 com/sun/jdi/sde/MangleTest.java \
555 com/sun/jdi/sde/TemperatureTableTest.java
556
557 jdk_jfr_sanity = \
558 jdk/jfr/api/recording/event/TestLoadEventAfterStart.java \
559 jdk/jfr/api/recording/state/TestState.java \
560 jdk/jfr/event/os/TestCPULoad.java \
561 jdk/jfr/event/allocation/TestObjectAllocationSampleEvent.java \
562 jdk/jfr/jcmd/TestJcmdStartStopDefault.java \
563 jdk/jfr/event/io/TestFileStreamEvents.java \
564 jdk/jfr/event/compiler/TestCompilerCompile.java \
565 jdk/jfr/event/gc/collection/TestGCGarbageCollectionEvent.java \
566 jdk/jfr/event/runtime/TestClassLoadEvent.java \
567 jdk/jfr/event/runtime/TestJavaBlockedEvent.java \
568 jdk/jfr/event/gc/collection/TestGCWithFasttime.java \
569 jdk/jfr/event/gc/configuration/TestGCConfigurationEvent.java \
570 jdk/jfr/event/metadata/TestDefaultConfigurations.java \
571 jdk/jfr/startupargs/TestDumpOnExit.java \
572 jdk/jfr/api/consumer/recordingstream/TestBasics.java
573
574 svc_tools_sanity =
575
576 #############################
577 #
578 # Stable test groups
579 #
580
581 jdk_stable = \
582 :jdk_core \
583 :jdk_svc \
584 :jdk_beans \
585 :jdk_imageio \
586 :jdk_sound \
587 :jdk_sctp \
588 javax/accessibility \
589 com/sun/java/swing
590
591 needs_g1gc = \
592 jdk/jfr/event/gc/refstat/TestRefStatEventWithG1ConcurrentMark.java \
593 jdk/jfr/event/gc/refstat/TestRefStatEventWithG1FullCollection.java \
594 jdk/jfr/event/gc/refstat/TestRefStatEventWithG1New.java \
595 jdk/jfr/event/gc/detailed/TestEvacuationFailedEvent.java \
596 jdk/jfr/event/gc/detailed/TestEvacuationInfoEvent.java \
597 jdk/jfr/event/gc/detailed/TestG1ConcurrentModeFailureEvent.java \
598 jdk/jfr/event/gc/collection/TestGCCauseWithG1ConcurrentMark.java \
599 jdk/jfr/event/gc/collection/TestGCCauseWithG1FullCollection.java \
600 jdk/jfr/event/gc/collection/TestYoungGarbageCollectionEventWithG1New.java \
601 jdk/jfr/event/gc/collection/TestGCEventMixedWithG1FullCollection.java \
602 jdk/jfr/event/gc/collection/TestGCEventMixedWithG1ConcurrentMark.java \
603 jdk/jfr/event/gc/collection/TestG1ParallelPhases.java \
604 jdk/jfr/event/gc/objectcount/TestObjectCountAfterGCEventWithG1FullCollection.java \
605 jdk/jfr/event/gc/objectcount/TestObjectCountAfterGCEventWithG1ConcurrentMark.java \
606 jdk/jfr/event/gc/heapsummary/TestHeapSummaryEventG1.java
607
608 # This set of tests will be executed in an ipv6 only environment
609
610 jdk_ipv6_only = \
611 :jdk_net \
612 :jdk_nio_networkchannel
613
614 jdk_nio_networkchannel = \
615 java/nio/channels/AsyncCloseAndInterrupt.java \
616 java/nio/channels/AsynchronousServerSocketChannel \
617 java/nio/channels/AsynchronousSocketChannel \
618 java/nio/channels/DatagramChannel \
619 java/nio/channels/ServerSocketChannel \
620 java/nio/channels/SocketChannel \
621 java/nio/channels/Selector \
622 java/nio/channels/etc
623
624 jdk_core_manual = \
625 :jdk_core_manual_no_input \
626 :jdk_security_manual_no_input \
627 :jdk_core_manual_interactive \
628 :jdk_security_manual_interactive
629
630 jdk_core_manual_no_input = \
631 java/net/HugeDataTransferTest.java \
632 java/net/httpclient/BodyProcessorInputStreamTest.java \
633 java/net/httpclient/HttpInputStreamTest.java \
634 java/util/zip/ZipFile/TestZipFile.java \
635 javax/net/ssl/compatibility/AlpnTest.java \
636 javax/net/ssl/compatibility/BasicConnectTest.java \
637 javax/net/ssl/compatibility/HrrTest.java \
638 javax/net/ssl/compatibility/SniTest.java \
639 jdk/nio/zipfs/LargeCompressedEntrySizeTest.java \
640 java/util/ArrayList/Bug8146568.java \
641 java/util/Vector/Bug8148174.java \
642 com/sun/net/httpserver/simpleserver/CommandLinePortNotSpecifiedTest.java \
643 com/sun/net/httpserver/simpleserver/jwebserver/CommandLinePortNotSpecifiedTest.java \
644 com/sun/net/httpserver/simpleserver/DocRootDirPermissionsWinTest.java \
645 javax/xml/jaxp/datatype/8033980/GregorianCalAndDurSerDataUtil.java \
646 java/util/zip/ZipFile/CenSizeMaximum.java
647
648 jdk_security_manual_no_input = \
649 :jdk_security_infra \
650 com/sun/crypto/provider/Cipher/AEAD/GCMIncrementByte4.java \
651 com/sun/crypto/provider/Cipher/AEAD/GCMIncrementDirect4.java \
652 sun/security/smartcardio/TestChannel.java \
653 sun/security/smartcardio/TestConnect.java \
654 sun/security/smartcardio/TestConnectAgain.java \
655 sun/security/smartcardio/TestControl.java \
656 sun/security/smartcardio/TestDefault.java \
657 sun/security/smartcardio/TestDirect.java \
658 sun/security/smartcardio/TestExclusive.java \
659 sun/security/smartcardio/TestMultiplePresent.java \
660 sun/security/smartcardio/TestPresent.java \
661 sun/security/smartcardio/TestTransmit.java \
662 sun/security/tools/jarsigner/compatibility/Compatibility.java \
663 sun/security/tools/keytool/ListKeyChainStore.java
664
665 jdk_core_manual_interactive = \
666 com/sun/jndi/dns/Test6991580.java \
667 java/util/TimeZone/DefaultTimeZoneTest.java \
668 java/nio/MappedByteBuffer/PmemTest.java \
669 java/rmi/registry/nonLocalRegistry/NonLocalRegistryTest.java \
670 java/rmi/registry/nonLocalRegistry/NonLocalSkeletonTest.java \
671 java/foreign/TestMatrix.java \
672 java/nio/channels/FileChannel/BlockDeviceSize.java
673
674 jdk_security_manual_interactive = \
675 sun/security/tools/keytool/i18n.java \
676 com/sun/security/auth/callback/TextCallbackHandler/Password.java \
677 sun/security/krb5/config/native/TestDynamicStore.java
678
679 # Test sets for running inside container environment
680 jdk_containers_extended = \
681 :jdk_io \
682 :jdk_nio \
683 :jdk_svc
684
685 jdk_core_no_security = \
686 :jdk_core \
687 -:jdk_security
688
689 # Set of tests for `@since` checks in source code documentation
690 jdk_since_checks = \
691 tools/sincechecker/