1 #  Copyright (c) 2013, 2025, Oracle and/or its affiliates. All rights reserved.
  2 #  DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
  3 #
  4 #  This code is free software; you can redistribute it and/or modify it
  5 #  under the terms of the GNU General Public License version 2 only, as
  6 #  published by the Free Software Foundation.
  7 #
  8 #  This code is distributed in the hope that it will be useful, but WITHOUT
  9 #  ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 10 #  FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
 11 #  version 2 for more details (a copy is included in the LICENSE file that
 12 #  accompanied this code).
 13 #
 14 #  You should have received a copy of the GNU General Public License version
 15 #  2 along with this work; if not, write to the Free Software Foundation,
 16 #  Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
 17 #
 18 #  Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
 19 #  or visit www.oracle.com if you need additional information or have any
 20 #  questions.
 21 #
 22 
 23 ###############################################################################
 24 #
 25 # All tests
 26 #
 27 
 28 all = \
 29     :jdk_all
 30 
 31 jdk_all = \
 32     /
 33 
 34 ###############################################################################
 35 #
 36 # Tiered testing definitions
 37 #
 38 
 39 # When adding tests to tier1, make sure they end up in one of the tier1_partX groups
 40 tier1 = \
 41     :tier1_part1 \
 42     :tier1_part2 \
 43     :tier1_part3
 44 
 45 tier1_part1 = \
 46     :jdk_lang
 47 
 48 tier1_part2 = \
 49     :jdk_util
 50 
 51 tier1_part3 = \
 52     :jdk_math \
 53     :jdk_svc_sanity \
 54     :jdk_foreign \
 55     :jdk_vector_sanity \
 56     java/nio/Buffer \
 57     com/sun/crypto/provider/Cipher \
 58     jdk/classfile \
 59     sun/nio/cs/ISO8859x.java
 60 
 61 # When adding tests to tier2, make sure they end up in one of the tier2_partX groups
 62 tier2 = \
 63     :tier2_part1 \
 64     :tier2_part2 \
 65     :tier2_part3
 66 
 67 # com/sun/crypto/provider/Cipher is in tier1 because of JDK-8132855
 68 tier2_part1 = \
 69     :jdk_security \
 70     -com/sun/crypto/provider/Cipher
 71 
 72 # sun/nio/cs/ISO8859x.java and java/nio/Buffer are in tier1 because of JDK-8132854
 73 tier2_part2 = \
 74     :core_tools \
 75     :jdk_io \
 76     :jdk_nio \
 77     -java/nio/Buffer \
 78     -sun/nio/cs/ISO8859x.java \
 79     :jdk_other \
 80     :jdk_text \
 81     :jdk_time
 82 
 83 tier2_part3 = \
 84     :jdk_net
 85 
 86 # These sub groups of tier3 allow for running certain tests separately from the
 87 # rest. When adding tests to tier3, in most cases they should be added to
 88 # tier3_part1.
 89 tier3 = \
 90     :tier3_part1 \
 91     :tier3_jpackage
 92 
 93 tier3_part1 = \
 94     :build \
 95     :jdk_vector \
 96     -:jdk_vector_sanity \
 97     :jdk_rmi \
 98     :jdk_svc \
 99     -:jdk_svc_sanity \
100     -:svc_tools \
101     :jdk_since_checks
102 
103 # The jpackage tests on Windows require permissions that aren't always present
104 tier3_jpackage = \
105     :jdk_jpackage
106 
107 # Everything not in other tiers
108 tier4 = \
109     / \
110    -:tier1 \
111    -:tier2 \
112    -:tier3 \
113    :jdk_foreign_stress
114 
115 ###############################################################################
116 #
117 # Other test definitions; generally smaller granularity than tiers
118 #
119 
120 # Build source checking
121 build = \
122     build
123 
124 # java.lang package and VM runtime support
125 jdk_lang = \
126     java/lang \
127     -java/lang/management \
128     -java/lang/instrument \
129     sun/invoke \
130     sun/misc \
131     sun/reflect \
132     jdk/internal/reflect \
133     jdk/lambda \
134     jdk/internal/loader \
135     jdk/internal/misc \
136     jdk/internal/ref \
137     jdk/internal/jimage \
138     jdk/internal/math \
139     jdk/internal/vm \
140     jdk/modules \
141     jni/nullCaller
142 
143 # All of the java.util package
144 jdk_util = \
145     :jdk_util_other \
146     :jdk_collections \
147     :jdk_concurrent \
148     :jdk_stream
149 
150 # All util components not part of some other util category
151 jdk_util_other = \
152     java/util \
153     sun/util \
154     jdk/internal/util \
155     -:jdk_collections \
156     -:jdk_concurrent \
157     -:jdk_stream
158 
159 # All collections, core and concurrent
160 jdk_collections = \
161     :jdk_collections_core \
162     :jdk_concurrent
163 
164 # java.util.concurrent
165 # Includes concurrent collections plus other stuff
166 # Maintained by JSR-166 EG (Doug Lea et al)
167 jdk_concurrent = \
168     java/util/concurrent
169 
170 # Java Collections Framework core classes
171 jdk_collections_core = \
172     java/util/AbstractCollection \
173     java/util/AbstractList \
174     java/util/AbstractMap \
175     java/util/AbstractSequentialList \
176     java/util/ArrayDeque \
177     java/util/ArrayList \
178     java/util/Arrays \
179     java/util/BitSet \
180     java/util/Collection \
181     java/util/Collections \
182     java/util/Comparator \
183     java/util/Deque \
184     java/util/EnumMap \
185     java/util/EnumSet \
186     java/util/HashMap \
187     java/util/HashSet \
188     java/util/Hashtable \
189     java/util/IdentityHashMap \
190     java/util/Iterator \
191     java/util/LinkedHashMap \
192     java/util/LinkedHashSet \
193     java/util/LinkedList \
194     java/util/List \
195     java/util/Map \
196     java/util/NavigableMap \
197     java/util/PriorityQueue \
198     java/util/SequencedCollection \
199     java/util/TimSort \
200     java/util/TreeMap \
201     java/util/Vector \
202     java/util/WeakHashMap
203 
204 # java.util.stream (JSR-335)
205 jdk_stream = \
206     java/util/Optional \
207     java/util/function \
208     java/util/stream
209 
210 jdk_math = \
211     java/math
212 
213 jdk_io = \
214     java/io
215 
216 jdk_nio = \
217     java/nio \
218     sun/nio \
219     jdk/nio
220 
221 jdk_net = \
222     java/net \
223     com/sun/net/httpserver \
224     sun/net \
225     jdk/net
226 
227 jdk_time = \
228     java/time
229 
230 jdk_rmi = \
231     java/rmi \
232     sun/rmi
233 
234 jdk_security1 = \
235     java/security
236 
237 jdk_security2 = \
238     javax/crypto \
239     javax/xml/crypto \
240     com/sun/org/apache/xml/internal/security \
241     com/sun/crypto
242 
243 jdk_security3 = \
244     javax/security  \
245     -javax/security/auth/kerberos \
246     com/sun/security \
247     -com/sun/security/jgss \
248     jdk/security \
249     sun/security \
250     -sun/security/krb5 \
251     -sun/security/jgss \
252     javax/net
253 
254 jdk_security4 = \
255     com/sun/security/jgss \
256     javax/security/auth/kerberos \
257     sun/security/krb5 \
258     sun/security/jgss
259 
260 jdk_security = \
261     :jdk_security1 \
262     :jdk_security2 \
263     :jdk_security3 \
264     :jdk_security4
265 
266 # Tests in this group are manual as they depend on external infra
267 # and may fail with external reasons, for instance - change in CA test portal.
268 jdk_security_infra = \
269     security/infra
270 
271 jdk_text = \
272     java/text \
273     sun/text
274 
275 jdk_management = \
276     java/lang/management \
277     jdk/management \
278     com/sun/management \
279     sun/management \
280     jdk/internal/agent
281 
282 jdk_instrument = \
283     java/lang/instrument
284 
285 jdk_jmx = \
286     javax/management \
287     com/sun/jmx
288 
289 jdk_jdi = \
290     com/sun/jdi
291 
292 jdk_native_sanity = \
293     native_sanity
294 
295 # java launcher specific tests.
296 jdk_launcher = \
297     tools/launcher \
298     sun/tools
299 
300 jdk_loom = \
301     com/sun/management/HotSpotDiagnosticMXBean \
302     com/sun/management/ThreadMXBean \
303     jdk/management/VirtualThreadSchedulerMXBean \
304     java/lang/Thread \
305     java/lang/ThreadGroup \
306     java/lang/management/ThreadMXBean \
307     java/util/concurrent \
308     java/net/vthread \
309     java/nio/channels/vthread \
310     jdk/internal/misc/ThreadFlock \
311     jdk/internal/vm/Continuation \
312     jdk/jfr/threading
313 
314 #
315 # Tool (and tool API) tests are mostly split into core and svc groups
316 #
317 core_tools = \
318     tools \
319     -tools/jpackage \
320     jdk/internal/jrtfs \
321     sun/tools/jrunscript
322 
323 svc_tools = \
324     com/sun/tools/attach \
325     sun/tools \
326     -sun/tools/jrunscript \
327     sun/jvmstat
328 
329 jdk_tools = \
330     :core_tools \
331     :svc_tools \
332     :jdk_jpackage
333 
334 jdk_jfr = \
335     jdk/jfr
336 
337 jdk_jpackage = \
338     tools/jpackage
339 
340 #
341 # Catch-all for other areas with a small number of tests
342 #
343 jdk_other = \
344     java/sql \
345     javax/sql \
346     javax/transaction \
347     javax/rmi \
348     javax/naming \
349     javax/script \
350     javax/smartcardio \
351     javax/xml \
352     -javax/xml/crypto \
353     jdk/dynalink \
354     jdk/internal/jline \
355     com/sun/jndi \
356     lib/testlibrary
357 
358 #
359 # SCTP is its own group as it is highly sensitive to kernel/network config
360 #
361 jdk_sctp = \
362     com/sun/nio/sctp
363 
364 
365 #
366 # core group to run all core area tests
367 #
368 jdk_core = \
369     :jdk_lang \
370     :jdk_util \
371     :jdk_math \
372     :jdk_io \
373     :jdk_nio \
374     :jdk_net \
375     :jdk_rmi \
376     :jdk_time \
377     :jdk_security \
378     :jdk_text \
379     :core_tools \
380     :jdk_other
381 
382 #
383 # svc group to run all serviceability area tests
384 #
385 jdk_svc = \
386     :jdk_management \
387     :jdk_instrument \
388     :jdk_jmx \
389     :jdk_jdi \
390     :jdk_jfr \
391     :svc_tools
392 
393 jdk_foreign = \
394     java/foreign \
395     jdk/internal/reflect/CallerSensitive/CheckCSMs.java \
396     -java/foreign/TestMatrix.java \
397     -java/foreign/TestUpcallStress.java
398 
399 jdk_foreign_stress = \
400     java/foreign/TestUpcallStress.java
401 
402 jdk_vector = \
403     jdk/incubator/vector
404 
405 jdk_vector_sanity = \
406     jdk/incubator/vector/PreferredSpeciesTest.java \
407     jdk/incubator/vector/VectorHash.java \
408     jdk/incubator/vector/VectorRuns.java
409 
410 #############################
411 
412 #
413 # Client area groups
414 #
415 
416 jdk_awt = \
417     java/awt \
418     com/apple/eawt \
419     com/apple/laf \
420     sun/awt
421 
422 jdk_2d = \
423     javax/print \
424     sun/java2d
425 
426 jdk_beans = \
427     java/beans
428 
429 jdk_swing = \
430     javax/swing \
431     com/sun/java/swing
432 
433 jdk_sound = \
434     javax/sound
435 
436 jdk_imageio = \
437     javax/imageio
438 
439 jdk_accessibility = \
440     javax/accessibility
441 
442 jfc_demo = \
443      demo/jfc
444 
445 jdk_editpad = \
446      jdk/editpad
447 
448 jdk_desktop = \
449     :jdk_desktop_part1 \
450     :jdk_desktop_part2 \
451     :jdk_desktop_part3
452 
453 jdk_desktop_part1 = \
454     :jdk_client_sanity \
455     :jdk_swing \
456     :jdk_2d \
457     :jdk_sound \
458     :jdk_imageio \
459     :jdk_editpad \
460     :jfc_demo \
461     :jdk_accessibility \
462     :jdk_beans
463 
464 jdk_desktop_part2 = \
465     :jdk_awt \
466     -java/awt/Component \
467     -java/awt/Modal \
468     -java/awt/datatransfer \
469     -java/awt/Window
470 
471 jdk_desktop_part3 = \
472     java/awt/Component \
473     java/awt/Modal \
474     java/awt/datatransfer \
475     java/awt/Window
476 
477 # SwingSet3 tests.
478 jdk_client_sanity = \
479     sanity/client/SwingSet
480 
481 # This test group represents a subset of tests which are expected to
482 # exercise most of the most commonly used code in Swing applications.
483 # New failures in this area may be a problem.
484 jdk_swing_core = \
485      :jdk_client_sanity \
486      javax/swing
487 
488 # The most commonly used printing APIs are included here along with swing core.
489 jdk_desktop_core = \
490     :jdk_swing_core \
491     java/awt/print
492 
493 ###############################################################################
494 #
495 # Serviceability sanity groups
496 #
497 # These groups specify a subset of Serviceability tests that are supposed to
498 # guard against breakage of Serviceability features by other component teams.
499 
500 jdk_svc_sanity = \
501     :jdk_management_sanity \
502     :jdk_instrument_sanity \
503     :jdk_jmx_sanity \
504     :jdk_jdi_sanity \
505     :jdk_jfr_sanity \
506     :svc_tools_sanity
507 
508 jdk_management_sanity =
509 
510 jdk_instrument_sanity =
511 
512 jdk_jmx_sanity =
513 
514 jdk_jdi_sanity = \
515     com/sun/jdi/AcceptTimeout.java \
516     com/sun/jdi/AccessSpecifierTest.java \
517     com/sun/jdi/AfterThreadDeathTest.java \
518     com/sun/jdi/ArrayRangeTest.java \
519     com/sun/jdi/ConstantPoolInfo.java \
520     com/sun/jdi/CountFilterTest.java \
521     com/sun/jdi/EarlyReturnNegativeTest.java \
522     com/sun/jdi/EarlyReturnTest.java \
523     com/sun/jdi/FieldWatchpoints.java \
524     com/sun/jdi/FramesTest.java \
525     com/sun/jdi/InstanceFilter.java \
526     com/sun/jdi/InterfaceMethodsTest.java \
527     com/sun/jdi/InvokeTest.java \
528     com/sun/jdi/LocalVariableEqual.java \
529     com/sun/jdi/LocationTest.java \
530     com/sun/jdi/ModificationWatchpoints.java \
531     com/sun/jdi/MonitorEventTest.java \
532     com/sun/jdi/MonitorFrameInfo.java \
533     com/sun/jdi/NullThreadGroupNameTest.java \
534     com/sun/jdi/PopAndStepTest.java \
535     com/sun/jdi/PopAsynchronousTest.java \
536     com/sun/jdi/ProcessAttachTest.java \
537     com/sun/jdi/ReferrersTest.java \
538     com/sun/jdi/RequestReflectionTest.java \
539     com/sun/jdi/ResumeOneThreadTest.java \
540     com/sun/jdi/RunToExit.java \
541     com/sun/jdi/SourceNameFilterTest.java \
542     com/sun/jdi/SuspendAfterDeath.java \
543     com/sun/jdi/VarargsTest.java \
544     com/sun/jdi/Vars.java \
545     com/sun/jdi/redefineMethod/RedefineTest.java \
546     com/sun/jdi/sde/MangleTest.java \
547     com/sun/jdi/sde/TemperatureTableTest.java
548 
549 jdk_jfr_sanity = \
550     jdk/jfr/api/recording/event/TestLoadEventAfterStart.java \
551     jdk/jfr/api/recording/state/TestState.java \
552     jdk/jfr/event/os/TestCPULoad.java \
553     jdk/jfr/event/allocation/TestObjectAllocationSampleEvent.java \
554     jdk/jfr/jcmd/TestJcmdStartStopDefault.java \
555     jdk/jfr/event/io/TestFileStreamEvents.java \
556     jdk/jfr/event/compiler/TestCompilerCompile.java \
557     jdk/jfr/event/gc/collection/TestGCGarbageCollectionEvent.java \
558     jdk/jfr/event/runtime/TestClassLoadEvent.java \
559     jdk/jfr/event/runtime/TestJavaBlockedEvent.java \
560     jdk/jfr/event/gc/collection/TestGCWithFasttime.java \
561     jdk/jfr/event/gc/configuration/TestGCConfigurationEvent.java \
562     jdk/jfr/event/metadata/TestDefaultConfigurations.java \
563     jdk/jfr/startupargs/TestDumpOnExit.java \
564     jdk/jfr/api/consumer/recordingstream/TestBasics.java
565 
566 svc_tools_sanity =
567 
568 #############################
569 #
570 # Stable test groups
571 #
572 
573 jdk_stable = \
574     :jdk_core \
575     :jdk_svc \
576     :jdk_beans \
577     :jdk_imageio \
578     :jdk_sound \
579     :jdk_sctp \
580     javax/accessibility \
581     com/sun/java/swing
582 
583 needs_g1gc = \
584   jdk/jfr/event/gc/refstat/TestRefStatEventWithG1ConcurrentMark.java \
585   jdk/jfr/event/gc/refstat/TestRefStatEventWithG1FullCollection.java \
586   jdk/jfr/event/gc/refstat/TestRefStatEventWithG1New.java \
587   jdk/jfr/event/gc/detailed/TestEvacuationFailedEvent.java \
588   jdk/jfr/event/gc/detailed/TestEvacuationInfoEvent.java \
589   jdk/jfr/event/gc/detailed/TestG1ConcurrentModeFailureEvent.java \
590   jdk/jfr/event/gc/collection/TestGCCauseWithG1ConcurrentMark.java \
591   jdk/jfr/event/gc/collection/TestGCCauseWithG1FullCollection.java \
592   jdk/jfr/event/gc/collection/TestYoungGarbageCollectionEventWithG1New.java \
593   jdk/jfr/event/gc/collection/TestGCEventMixedWithG1FullCollection.java \
594   jdk/jfr/event/gc/collection/TestGCEventMixedWithG1ConcurrentMark.java \
595   jdk/jfr/event/gc/collection/TestG1ParallelPhases.java \
596   jdk/jfr/event/gc/objectcount/TestObjectCountAfterGCEventWithG1FullCollection.java \
597   jdk/jfr/event/gc/objectcount/TestObjectCountAfterGCEventWithG1ConcurrentMark.java \
598   jdk/jfr/event/gc/heapsummary/TestHeapSummaryEventG1.java
599 
600 #  This set of tests will be executed in an ipv6 only environment
601 
602 jdk_ipv6_only = \
603     :jdk_net \
604     :jdk_nio_networkchannel
605 
606 jdk_nio_networkchannel = \
607     java/nio/channels/AsyncCloseAndInterrupt.java \
608     java/nio/channels/AsynchronousServerSocketChannel \
609     java/nio/channels/AsynchronousSocketChannel \
610     java/nio/channels/DatagramChannel \
611     java/nio/channels/ServerSocketChannel \
612     java/nio/channels/SocketChannel \
613     java/nio/channels/Selector \
614     java/nio/channels/etc
615 
616 jdk_core_manual = \
617     :jdk_core_manual_no_input \
618     :jdk_security_manual_no_input \
619     :jdk_core_manual_interactive \
620     :jdk_security_manual_interactive
621 
622 jdk_core_manual_no_input = \
623     java/net/HugeDataTransferTest.java \
624     java/net/httpclient/BodyProcessorInputStreamTest.java \
625     java/net/httpclient/HttpInputStreamTest.java \
626     java/util/zip/ZipFile/TestZipFile.java \
627     javax/net/ssl/compatibility/AlpnTest.java \
628     javax/net/ssl/compatibility/BasicConnectTest.java \
629     javax/net/ssl/compatibility/HrrTest.java \
630     javax/net/ssl/compatibility/SniTest.java \
631     jdk/nio/zipfs/LargeCompressedEntrySizeTest.java \
632     java/util/ArrayList/Bug8146568.java \
633     java/util/Vector/Bug8148174.java \
634     com/sun/net/httpserver/simpleserver/CommandLinePortNotSpecifiedTest.java \
635     com/sun/net/httpserver/simpleserver/jwebserver/CommandLinePortNotSpecifiedTest.java \
636     com/sun/net/httpserver/simpleserver/DocRootDirPermissionsWinTest.java \
637     javax/xml/jaxp/datatype/8033980/GregorianCalAndDurSerDataUtil.java \
638     java/util/zip/ZipFile/CenSizeMaximum.java
639 
640 jdk_security_manual_no_input = \
641     :jdk_security_infra \
642     com/sun/crypto/provider/Cipher/AEAD/GCMIncrementByte4.java \
643     com/sun/crypto/provider/Cipher/AEAD/GCMIncrementDirect4.java \
644     sun/security/smartcardio/TestChannel.java \
645     sun/security/smartcardio/TestConnect.java \
646     sun/security/smartcardio/TestConnectAgain.java \
647     sun/security/smartcardio/TestControl.java \
648     sun/security/smartcardio/TestDefault.java \
649     sun/security/smartcardio/TestDirect.java \
650     sun/security/smartcardio/TestExclusive.java \
651     sun/security/smartcardio/TestMultiplePresent.java \
652     sun/security/smartcardio/TestPresent.java \
653     sun/security/smartcardio/TestTransmit.java \
654     sun/security/tools/jarsigner/compatibility/Compatibility.java \
655     sun/security/tools/keytool/ListKeyChainStore.java
656 
657 jdk_core_manual_interactive = \
658     com/sun/jndi/dns/Test6991580.java \
659     java/util/TimeZone/DefaultTimeZoneTest.java \
660     java/nio/MappedByteBuffer/PmemTest.java \
661     java/rmi/registry/nonLocalRegistry/NonLocalRegistryTest.java \
662     java/rmi/registry/nonLocalRegistry/NonLocalSkeletonTest.java \
663     java/foreign/TestMatrix.java \
664     java/nio/channels/FileChannel/BlockDeviceSize.java
665 
666 jdk_security_manual_interactive = \
667     sun/security/tools/keytool/i18n.java \
668     com/sun/security/auth/callback/TextCallbackHandler/Password.java \
669     sun/security/krb5/config/native/TestDynamicStore.java
670 
671 # Test sets for running inside container environment
672 jdk_containers_extended = \
673     :jdk_io \
674     :jdk_nio \
675     :jdk_svc
676 
677 jdk_core_no_security = \
678    :jdk_core \
679    -:jdk_security
680 
681 # Set of tests for `@since` checks in source code documentation
682 jdk_since_checks = \
683    tools/sincechecker/
684 
685 jdk_lang_reflect_code = \
686    java/lang/reflect/code