1 # Copyright (c) 2013, 2024, Oracle and/or its affiliates. All rights reserved.
2 # DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
3 #
4 # This code is free software; you can redistribute it and/or modify it
5 # under the terms of the GNU General Public License version 2 only, as
6 # published by the Free Software Foundation.
7 #
8 # This code is distributed in the hope that it will be useful, but WITHOUT
9 # ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10 # FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
11 # version 2 for more details (a copy is included in the LICENSE file that
12 # accompanied this code).
13 #
14 # You should have received a copy of the GNU General Public License version
15 # 2 along with this work; if not, write to the Free Software Foundation,
16 # Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
17 #
18 # Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
19 # or visit www.oracle.com if you need additional information or have any
20 # questions.
21 #
22
23 ###############################################################################
24 #
25 # All tests
26 #
27
28 all = \
29 :jdk_all
30
31 jdk_all = \
32 /
33
34 ###############################################################################
35 #
36 # Tiered testing definitions
37 #
38
39 # When adding tests to tier1, make sure they end up in one of the tier1_partX groups
40 tier1 = \
41 :tier1_part1 \
42 :tier1_part2 \
43 :tier1_part3
44
45 tier1_part1 = \
46 :jdk_lang
47
48 tier1_part2 = \
49 :jdk_util
50
51 tier1_part3 = \
52 :jdk_math \
53 :jdk_svc_sanity \
54 :jdk_foreign \
55 :jdk_vector_sanity \
56 java/nio/Buffer \
57 com/sun/crypto/provider/Cipher \
58 jdk/classfile \
59 sun/nio/cs/ISO8859x.java
60
61 # When adding tests to tier2, make sure they end up in one of the tier2_partX groups
62 tier2 = \
63 :tier2_part1 \
64 :tier2_part2 \
65 :tier2_part3
66
67 # com/sun/crypto/provider/Cipher is in tier1 because of JDK-8132855
68 tier2_part1 = \
69 :jdk_security \
70 -com/sun/crypto/provider/Cipher
71
72 # sun/nio/cs/ISO8859x.java and java/nio/Buffer are in tier1 because of JDK-8132854
73 tier2_part2 = \
74 :core_tools \
75 :jdk_io \
76 :jdk_nio \
77 -java/nio/Buffer \
78 -sun/nio/cs/ISO8859x.java \
79 :jdk_other \
80 :jdk_text \
81 :jdk_time
82
83 tier2_part3 = \
84 :jdk_net
85
86 tier3 = \
87 :build \
88 :jdk_vector \
89 -:jdk_vector_sanity \
90 :jdk_rmi \
91 :jdk_svc \
92 -:jdk_svc_sanity \
93 -:svc_tools \
94 :jdk_jpackage \
95 :jdk_since_checks
96
97 # Everything not in other tiers
98 tier4 = \
99 / \
100 -:tier1 \
101 -:tier2 \
102 -:tier3 \
103 :jdk_foreign_stress
104
105 ###############################################################################
106 #
107 # Other test definitions; generally smaller granularity than tiers
108 #
109
110 # Build source checking
111 build = \
112 build
113
114 # java.lang package and VM runtime support
115 jdk_lang = \
116 java/lang \
117 -java/lang/management \
118 -java/lang/instrument \
119 sun/invoke \
120 sun/misc \
121 sun/reflect \
122 jdk/internal/reflect \
123 jdk/lambda \
124 jdk/internal/loader \
125 jdk/internal/misc \
126 jdk/internal/ref \
127 jdk/internal/jimage \
128 jdk/internal/math \
129 jdk/internal/vm \
130 jdk/modules \
131 jni/nullCaller
132
133 # All of the java.util package
134 jdk_util = \
135 :jdk_util_other \
136 :jdk_collections \
137 :jdk_concurrent \
138 :jdk_stream
139
140 # All util components not part of some other util category
141 jdk_util_other = \
142 java/util \
143 sun/util \
144 jdk/internal/util \
145 -:jdk_collections \
146 -:jdk_concurrent \
147 -:jdk_stream
148
149 # All collections, core and concurrent
150 jdk_collections = \
151 :jdk_collections_core \
152 :jdk_concurrent
153
154 # java.util.concurrent
155 # Includes concurrent collections plus other stuff
156 # Maintained by JSR-166 EG (Doug Lea et al)
157 jdk_concurrent = \
158 java/util/concurrent
159
160 # Java Collections Framework core classes
161 jdk_collections_core = \
162 java/util/AbstractCollection \
163 java/util/AbstractList \
164 java/util/AbstractMap \
165 java/util/AbstractSequentialList \
166 java/util/ArrayDeque \
167 java/util/ArrayList \
168 java/util/Arrays \
169 java/util/BitSet \
170 java/util/Collection \
171 java/util/Collections \
172 java/util/Comparator \
173 java/util/Deque \
174 java/util/EnumMap \
175 java/util/EnumSet \
176 java/util/HashMap \
177 java/util/HashSet \
178 java/util/Hashtable \
179 java/util/IdentityHashMap \
180 java/util/Iterator \
181 java/util/LinkedHashMap \
182 java/util/LinkedHashSet \
183 java/util/LinkedList \
184 java/util/List \
185 java/util/Map \
186 java/util/NavigableMap \
187 java/util/PriorityQueue \
188 java/util/SequencedCollection \
189 java/util/TimSort \
190 java/util/TreeMap \
191 java/util/Vector \
192 java/util/WeakHashMap
193
194 # java.util.stream (JSR-335)
195 jdk_stream = \
196 java/util/Optional \
197 java/util/function \
198 java/util/stream
199
200 jdk_math = \
201 java/math
202
203 jdk_io = \
204 java/io
205
206 jdk_nio = \
207 java/nio \
208 sun/nio \
209 jdk/nio
210
211 jdk_net = \
212 java/net \
213 com/sun/net/httpserver \
214 sun/net \
215 jdk/net
216
217 jdk_time = \
218 java/time
219
220 jdk_rmi = \
221 java/rmi \
222 sun/rmi
223
224 jdk_security1 = \
225 java/security
226
227 jdk_security2 = \
228 javax/crypto \
229 javax/xml/crypto \
230 com/sun/org/apache/xml/internal/security \
231 com/sun/crypto
232
233 jdk_security3 = \
234 javax/security \
235 -javax/security/auth/kerberos \
236 com/sun/security \
237 -com/sun/security/jgss \
238 jdk/security \
239 sun/security \
240 -sun/security/krb5 \
241 -sun/security/jgss \
242 javax/net
243
244 jdk_security4 = \
245 com/sun/security/jgss \
246 javax/security/auth/kerberos \
247 sun/security/krb5 \
248 sun/security/jgss
249
250 jdk_security = \
251 :jdk_security1 \
252 :jdk_security2 \
253 :jdk_security3 \
254 :jdk_security4
255
256 # Tests in this group are manual as they depend on external infra
257 # and may fail with external reasons, for instance - change in CA test portal.
258 jdk_security_infra = \
259 security/infra
260
261 jdk_text = \
262 java/text \
263 sun/text
264
265 jdk_management = \
266 java/lang/management \
267 jdk/management \
268 com/sun/management \
269 sun/management \
270 jdk/internal/agent
271
272 jdk_instrument = \
273 java/lang/instrument
274
275 jdk_jmx = \
276 javax/management \
277 com/sun/jmx
278
279 jdk_jdi = \
280 com/sun/jdi
281
282 jdk_native_sanity = \
283 native_sanity
284
285 # java launcher specific tests.
286 jdk_launcher = \
287 tools/launcher \
288 sun/tools
289
290 jdk_loom = \
291 com/sun/management/HotSpotDiagnosticMXBean \
292 com/sun/management/ThreadMXBean \
293 jdk/management/VirtualThreadSchedulerMXBean \
294 java/lang/Thread \
295 java/lang/ThreadGroup \
296 java/lang/management/ThreadMXBean \
297 java/util/concurrent \
298 java/net/vthread \
299 java/nio/channels/vthread \
300 jdk/internal/misc/ThreadFlock \
301 jdk/internal/vm/Continuation \
302 jdk/jfr/threading
303
304 #
305 # Tool (and tool API) tests are mostly split into core and svc groups
306 #
307 core_tools = \
308 tools \
309 -tools/jpackage \
310 jdk/internal/jrtfs \
311 sun/tools/jrunscript
312
313 svc_tools = \
314 com/sun/tools/attach \
315 sun/tools \
316 -sun/tools/jrunscript \
317 sun/jvmstat
318
319 jdk_tools = \
320 :core_tools \
321 :svc_tools \
322 :jdk_jpackage
323
324 jdk_jfr = \
325 jdk/jfr
326
327 jdk_jpackage = \
328 tools/jpackage
329
330 #
331 # Catch-all for other areas with a small number of tests
332 #
333 jdk_other = \
334 java/sql \
335 javax/sql \
336 javax/transaction \
337 javax/rmi \
338 javax/naming \
339 javax/script \
340 javax/smartcardio \
341 javax/xml \
342 -javax/xml/crypto \
343 jdk/dynalink \
344 jdk/internal/jline \
345 com/sun/jndi \
346 lib/testlibrary
347
348 #
349 # SCTP is its own group as it is highly sensitive to kernel/network config
350 #
351 jdk_sctp = \
352 com/sun/nio/sctp
353
354
355 #
356 # core group to run all core area tests
357 #
358 jdk_core = \
359 :jdk_lang \
360 :jdk_util \
361 :jdk_math \
362 :jdk_io \
363 :jdk_nio \
364 :jdk_net \
365 :jdk_rmi \
366 :jdk_time \
367 :jdk_security \
368 :jdk_text \
369 :core_tools \
370 :jdk_other
371
372 #
373 # svc group to run all serviceability area tests
374 #
375 jdk_svc = \
376 :jdk_management \
377 :jdk_instrument \
378 :jdk_jmx \
379 :jdk_jdi \
380 :jdk_jfr \
381 :svc_tools
382
383 jdk_foreign = \
384 java/foreign \
385 jdk/internal/reflect/CallerSensitive/CheckCSMs.java \
386 -java/foreign/TestMatrix.java \
387 -java/foreign/TestUpcallStress.java
388
389 jdk_foreign_stress = \
390 java/foreign/TestMatrix.java \
391 java/foreign/TestUpcallStress.java
392
393 jdk_vector = \
394 jdk/incubator/vector
395
396 jdk_vector_sanity = \
397 jdk/incubator/vector/PreferredSpeciesTest.java \
398 jdk/incubator/vector/VectorHash.java \
399 jdk/incubator/vector/VectorRuns.java
400
401 #############################
402
403 #
404 # Client area groups
405 #
406
407 jdk_awt = \
408 java/awt \
409 com/apple/eawt \
410 com/apple/laf \
411 sun/awt
412
413 jdk_2d = \
414 javax/print \
415 sun/java2d
416
417 jdk_beans = \
418 java/beans
419
420 jdk_swing = \
421 javax/swing \
422 com/sun/java/swing
423
424 jdk_sound = \
425 javax/sound
426
427 jdk_imageio = \
428 javax/imageio
429
430 jdk_accessibility = \
431 javax/accessibility
432
433 jfc_demo = \
434 demo/jfc
435
436 jdk_editpad = \
437 jdk/editpad
438
439 jdk_desktop = \
440 :jdk_desktop_part1 \
441 :jdk_desktop_part2 \
442 :jdk_desktop_part3
443
444 jdk_desktop_part1 = \
445 :jdk_client_sanity \
446 :jdk_swing \
447 :jdk_2d \
448 :jdk_sound \
449 :jdk_imageio \
450 :jdk_editpad \
451 :jfc_demo \
452 :jdk_accessibility \
453 :jdk_beans
454
455 jdk_desktop_part2 = \
456 :jdk_awt \
457 -java/awt/Component \
458 -java/awt/Modal \
459 -java/awt/datatransfer \
460 -java/awt/Window
461
462 jdk_desktop_part3 = \
463 java/awt/Component \
464 java/awt/Modal \
465 java/awt/datatransfer \
466 java/awt/Window
467
468 # SwingSet3 tests.
469 jdk_client_sanity = \
470 sanity/client/SwingSet
471
472 # This test group represents a subset of tests which are expected to
473 # exercise most of the most commonly used code in Swing applications.
474 # New failures in this area may be a problem.
475 jdk_swing_core = \
476 :jdk_client_sanity \
477 javax/swing
478
479 # The most commonly used printing APIs are included here along with swing core.
480 jdk_desktop_core = \
481 :jdk_swing_core \
482 java/awt/print
483
484 ###############################################################################
485 #
486 # Serviceability sanity groups
487 #
488 # These groups specify a subset of Serviceability tests that are supposed to
489 # guard against breakage of Serviceability features by other component teams.
490
491 jdk_svc_sanity = \
492 :jdk_management_sanity \
493 :jdk_instrument_sanity \
494 :jdk_jmx_sanity \
495 :jdk_jdi_sanity \
496 :jdk_jfr_sanity \
497 :svc_tools_sanity
498
499 jdk_management_sanity =
500
501 jdk_instrument_sanity =
502
503 jdk_jmx_sanity =
504
505 jdk_jdi_sanity = \
506 com/sun/jdi/AcceptTimeout.java \
507 com/sun/jdi/AccessSpecifierTest.java \
508 com/sun/jdi/AfterThreadDeathTest.java \
509 com/sun/jdi/ArrayRangeTest.java \
510 com/sun/jdi/ConstantPoolInfo.java \
511 com/sun/jdi/CountFilterTest.java \
512 com/sun/jdi/EarlyReturnNegativeTest.java \
513 com/sun/jdi/EarlyReturnTest.java \
514 com/sun/jdi/FieldWatchpoints.java \
515 com/sun/jdi/FramesTest.java \
516 com/sun/jdi/InstanceFilter.java \
517 com/sun/jdi/InterfaceMethodsTest.java \
518 com/sun/jdi/InvokeTest.java \
519 com/sun/jdi/LocalVariableEqual.java \
520 com/sun/jdi/LocationTest.java \
521 com/sun/jdi/ModificationWatchpoints.java \
522 com/sun/jdi/MonitorEventTest.java \
523 com/sun/jdi/MonitorFrameInfo.java \
524 com/sun/jdi/NullThreadGroupNameTest.java \
525 com/sun/jdi/PopAndStepTest.java \
526 com/sun/jdi/PopAsynchronousTest.java \
527 com/sun/jdi/ProcessAttachTest.java \
528 com/sun/jdi/ReferrersTest.java \
529 com/sun/jdi/RequestReflectionTest.java \
530 com/sun/jdi/ResumeOneThreadTest.java \
531 com/sun/jdi/RunToExit.java \
532 com/sun/jdi/SourceNameFilterTest.java \
533 com/sun/jdi/SuspendAfterDeath.java \
534 com/sun/jdi/VarargsTest.java \
535 com/sun/jdi/Vars.java \
536 com/sun/jdi/redefineMethod/RedefineTest.java \
537 com/sun/jdi/sde/MangleTest.java \
538 com/sun/jdi/sde/TemperatureTableTest.java
539
540 jdk_jfr_sanity = \
541 jdk/jfr/api/recording/event/TestLoadEventAfterStart.java \
542 jdk/jfr/api/recording/state/TestState.java \
543 jdk/jfr/event/os/TestCPULoad.java \
544 jdk/jfr/event/allocation/TestObjectAllocationSampleEvent.java \
545 jdk/jfr/jcmd/TestJcmdStartStopDefault.java \
546 jdk/jfr/event/io/TestFileStreamEvents.java \
547 jdk/jfr/event/compiler/TestCompilerCompile.java \
548 jdk/jfr/event/gc/collection/TestGCGarbageCollectionEvent.java \
549 jdk/jfr/event/runtime/TestClassLoadEvent.java \
550 jdk/jfr/event/runtime/TestJavaBlockedEvent.java \
551 jdk/jfr/event/gc/collection/TestGCWithFasttime.java \
552 jdk/jfr/event/gc/configuration/TestGCConfigurationEvent.java \
553 jdk/jfr/event/metadata/TestDefaultConfigurations.java \
554 jdk/jfr/startupargs/TestDumpOnExit.java \
555 jdk/jfr/api/consumer/recordingstream/TestBasics.java
556
557 svc_tools_sanity =
558
559 #############################
560 #
561 # Stable test groups
562 #
563
564 jdk_stable = \
565 :jdk_core \
566 :jdk_svc \
567 :jdk_beans \
568 :jdk_imageio \
569 :jdk_sound \
570 :jdk_sctp \
571 javax/accessibility \
572 com/sun/java/swing
573
574 needs_g1gc = \
575 jdk/jfr/event/gc/refstat/TestRefStatEventWithG1ConcurrentMark.java \
576 jdk/jfr/event/gc/refstat/TestRefStatEventWithG1FullCollection.java \
577 jdk/jfr/event/gc/refstat/TestRefStatEventWithG1New.java \
578 jdk/jfr/event/gc/detailed/TestEvacuationFailedEvent.java \
579 jdk/jfr/event/gc/detailed/TestEvacuationInfoEvent.java \
580 jdk/jfr/event/gc/detailed/TestG1ConcurrentModeFailureEvent.java \
581 jdk/jfr/event/gc/collection/TestGCCauseWithG1ConcurrentMark.java \
582 jdk/jfr/event/gc/collection/TestGCCauseWithG1FullCollection.java \
583 jdk/jfr/event/gc/collection/TestYoungGarbageCollectionEventWithG1New.java \
584 jdk/jfr/event/gc/collection/TestGCEventMixedWithG1FullCollection.java \
585 jdk/jfr/event/gc/collection/TestGCEventMixedWithG1ConcurrentMark.java \
586 jdk/jfr/event/gc/collection/TestG1ParallelPhases.java \
587 jdk/jfr/event/gc/objectcount/TestObjectCountAfterGCEventWithG1FullCollection.java \
588 jdk/jfr/event/gc/objectcount/TestObjectCountAfterGCEventWithG1ConcurrentMark.java \
589 jdk/jfr/event/gc/heapsummary/TestHeapSummaryEventG1.java
590
591 # This set of tests will be executed in an ipv6 only environment
592
593 jdk_ipv6_only = \
594 :jdk_net \
595 :jdk_nio_networkchannel
596
597 jdk_nio_networkchannel = \
598 java/nio/channels/AsyncCloseAndInterrupt.java \
599 java/nio/channels/AsynchronousServerSocketChannel \
600 java/nio/channels/AsynchronousSocketChannel \
601 java/nio/channels/DatagramChannel \
602 java/nio/channels/ServerSocketChannel \
603 java/nio/channels/SocketChannel \
604 java/nio/channels/Selector \
605 java/nio/channels/etc
606
607 jdk_core_manual = \
608 :jdk_core_manual_no_input \
609 :jdk_security_manual_no_input \
610 :jdk_core_manual_interactive \
611 :jdk_security_manual_interactive
612
613 jdk_core_manual_no_input = \
614 java/net/HugeDataTransferTest.java \
615 java/net/httpclient/BodyProcessorInputStreamTest.java \
616 java/net/httpclient/HttpInputStreamTest.java \
617 java/util/zip/ZipFile/TestZipFile.java \
618 javax/net/ssl/compatibility/AlpnTest.java \
619 javax/net/ssl/compatibility/BasicConnectTest.java \
620 javax/net/ssl/compatibility/HrrTest.java \
621 javax/net/ssl/compatibility/SniTest.java \
622 jdk/nio/zipfs/TestLocOffsetFromZip64EF.java \
623 jdk/nio/zipfs/LargeCompressedEntrySizeTest.java \
624 java/util/ArrayList/Bug8146568.java \
625 java/util/Vector/Bug8148174.java \
626 com/sun/net/httpserver/simpleserver/CommandLinePortNotSpecifiedTest.java \
627 com/sun/net/httpserver/simpleserver/jwebserver/CommandLinePortNotSpecifiedTest.java \
628 javax/xml/jaxp/datatype/8033980/GregorianCalAndDurSerDataUtil.java
629
630 jdk_security_manual_no_input = \
631 :jdk_security_infra \
632 com/sun/crypto/provider/Cipher/AEAD/GCMIncrementByte4.java \
633 com/sun/crypto/provider/Cipher/AEAD/GCMIncrementDirect4.java \
634 sun/security/smartcardio/TestChannel.java \
635 sun/security/smartcardio/TestConnect.java \
636 sun/security/smartcardio/TestConnectAgain.java \
637 sun/security/smartcardio/TestControl.java \
638 sun/security/smartcardio/TestDefault.java \
639 sun/security/smartcardio/TestDirect.java \
640 sun/security/smartcardio/TestExclusive.java \
641 sun/security/smartcardio/TestMultiplePresent.java \
642 sun/security/smartcardio/TestPresent.java \
643 sun/security/smartcardio/TestTransmit.java \
644 sun/security/tools/jarsigner/compatibility/Compatibility.java \
645 sun/security/tools/keytool/ListKeyChainStore.java
646
647 jdk_core_manual_interactive = \
648 com/sun/jndi/dns/Test6991580.java \
649 java/util/TimeZone/DefaultTimeZoneTest.java \
650 java/nio/MappedByteBuffer/PmemTest.java \
651 java/rmi/registry/nonLocalRegistry/NonLocalRegistryTest.java \
652 java/rmi/registry/nonLocalRegistry/NonLocalSkeletonTest.java
653
654 jdk_security_manual_interactive = \
655 sun/security/tools/keytool/i18n.java \
656 com/sun/security/auth/callback/TextCallbackHandler/Password.java \
657 sun/security/krb5/config/native/TestDynamicStore.java
658
659 # Test sets for running inside container environment
660 jdk_containers_extended = \
661 :jdk_io \
662 :jdk_nio \
663 :jdk_svc
664
665 jdk_core_no_security = \
666 :jdk_core \
667 -:jdk_security
668
669 # Set of tests for `@since` checks in source code documentation
670 jdk_since_checks = \
671 tools/sincechecker/