1 #  Copyright (c) 2013, 2024, Oracle and/or its affiliates. All rights reserved.
  2 #  DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
  3 #
  4 #  This code is free software; you can redistribute it and/or modify it
  5 #  under the terms of the GNU General Public License version 2 only, as
  6 #  published by the Free Software Foundation.
  7 #
  8 #  This code is distributed in the hope that it will be useful, but WITHOUT
  9 #  ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 10 #  FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
 11 #  version 2 for more details (a copy is included in the LICENSE file that
 12 #  accompanied this code).
 13 #
 14 #  You should have received a copy of the GNU General Public License version
 15 #  2 along with this work; if not, write to the Free Software Foundation,
 16 #  Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
 17 #
 18 #  Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
 19 #  or visit www.oracle.com if you need additional information or have any
 20 #  questions.
 21 #
 22 
 23 ###############################################################################
 24 #
 25 # All tests
 26 #
 27 
 28 all = \
 29     :jdk_all
 30 
 31 jdk_all = \
 32     /
 33 
 34 ###############################################################################
 35 #
 36 # Tiered testing definitions
 37 #
 38 
 39 # When adding tests to tier1, make sure they end up in one of the tier1_partX groups
 40 tier1 = \
 41     :tier1_part1 \
 42     :tier1_part2 \
 43     :tier1_part3
 44 
 45 tier1_part1 = \
 46     :jdk_lang
 47 
 48 tier1_part2 = \
 49     :jdk_util
 50 
 51 tier1_part3 = \
 52     :jdk_math \
 53     :jdk_svc_sanity \
 54     :jdk_foreign \
 55     :jdk_vector_sanity \
 56     java/nio/Buffer \
 57     com/sun/crypto/provider/Cipher \
 58     jdk/classfile \
 59     sun/nio/cs/ISO8859x.java
 60 
 61 # When adding tests to tier2, make sure they end up in one of the tier2_partX groups
 62 tier2 = \
 63     :tier2_part1 \
 64     :tier2_part2 \
 65     :tier2_part3
 66 
 67 # com/sun/crypto/provider/Cipher is in tier1 because of JDK-8132855
 68 tier2_part1 = \
 69     :jdk_security \
 70     -com/sun/crypto/provider/Cipher
 71 
 72 # sun/nio/cs/ISO8859x.java and java/nio/Buffer are in tier1 because of JDK-8132854
 73 tier2_part2 = \
 74     :core_tools \
 75     :jdk_io \
 76     :jdk_nio \
 77     -java/nio/Buffer \
 78     -sun/nio/cs/ISO8859x.java \
 79     :jdk_other \
 80     :jdk_text \
 81     :jdk_time
 82 
 83 tier2_part3 = \
 84     :jdk_net
 85 
 86 tier3 = \
 87     :build \
 88     :jdk_vector \
 89     -:jdk_vector_sanity \
 90     :jdk_rmi \
 91     :jdk_svc \
 92     -:jdk_svc_sanity \
 93     -:svc_tools \
 94     :jdk_jpackage \
 95     :jdk_since_checks
 96 
 97 # Everything not in other tiers
 98 tier4 = \
 99     / \
100    -:tier1 \
101    -:tier2 \
102    -:tier3
103 
104 ###############################################################################
105 #
106 # Other test definitions; generally smaller granularity than tiers
107 #
108 
109 # Build source checking
110 build = \
111     build
112 
113 # java.lang package and VM runtime support
114 jdk_lang = \
115     java/lang \
116     -java/lang/management \
117     -java/lang/instrument \
118     sun/invoke \
119     sun/misc \
120     sun/reflect \
121     jdk/internal/reflect \
122     jdk/lambda \
123     jdk/internal/loader \
124     jdk/internal/misc \
125     jdk/internal/ref \
126     jdk/internal/jimage \
127     jdk/internal/math \
128     jdk/internal/vm \
129     jdk/modules \
130     jni/nullCaller \
131     valhalla
132 
133 # valhalla lworld tests
134 jdk_valhalla = \
135     java/lang/invoke \
136     valhalla \
137     java/lang/instrument/valhalla
138 
139 
140 # All of the java.util package
141 jdk_util = \
142     :jdk_util_other \
143     :jdk_collections \
144     :jdk_concurrent \
145     :jdk_stream
146 
147 # All util components not part of some other util category
148 jdk_util_other = \
149     java/util \
150     sun/util \
151     jdk/internal/util \
152     -:jdk_collections \
153     -:jdk_concurrent \
154     -:jdk_stream
155 
156 # All collections, core and concurrent
157 jdk_collections = \
158     :jdk_collections_core \
159     :jdk_concurrent
160 
161 # java.util.concurrent
162 # Includes concurrent collections plus other stuff
163 # Maintained by JSR-166 EG (Doug Lea et al)
164 jdk_concurrent = \
165     java/util/concurrent
166 
167 # Java Collections Framework core classes
168 jdk_collections_core = \
169     java/util/AbstractCollection \
170     java/util/AbstractList \
171     java/util/AbstractMap \
172     java/util/AbstractSequentialList \
173     java/util/ArrayDeque \
174     java/util/ArrayList \
175     java/util/Arrays \
176     java/util/BitSet \
177     java/util/Collection \
178     java/util/Collections \
179     java/util/Comparator \
180     java/util/Deque \
181     java/util/EnumMap \
182     java/util/EnumSet \
183     java/util/HashMap \
184     java/util/HashSet \
185     java/util/Hashtable \
186     java/util/IdentityHashMap \
187     java/util/Iterator \
188     java/util/LinkedHashMap \
189     java/util/LinkedHashSet \
190     java/util/LinkedList \
191     java/util/List \
192     java/util/Map \
193     java/util/NavigableMap \
194     java/util/PriorityQueue \
195     java/util/SequencedCollection \
196     java/util/TimSort \
197     java/util/TreeMap \
198     java/util/Vector \
199     java/util/WeakHashMap
200 
201 # java.util.stream (JSR-335)
202 jdk_stream = \
203     java/util/Optional \
204     java/util/function \
205     java/util/stream
206 
207 jdk_math = \
208     java/math
209 
210 jdk_io = \
211     java/io
212 
213 jdk_nio = \
214     java/nio \
215     sun/nio \
216     jdk/nio
217 
218 jdk_net = \
219     java/net \
220     com/sun/net/httpserver \
221     sun/net \
222     jdk/net
223 
224 jdk_time = \
225     java/time
226 
227 jdk_rmi = \
228     java/rmi \
229     sun/rmi
230 
231 jdk_security1 = \
232     java/security
233 
234 jdk_security2 = \
235     javax/crypto \
236     javax/xml/crypto \
237     com/sun/org/apache/xml/internal/security \
238     com/sun/crypto
239 
240 jdk_security3 = \
241     javax/security  \
242     -javax/security/auth/kerberos \
243     com/sun/security \
244     -com/sun/security/jgss \
245     jdk/security \
246     sun/security \
247     -sun/security/krb5 \
248     -sun/security/jgss \
249     javax/net
250 
251 jdk_security4 = \
252     com/sun/security/jgss \
253     javax/security/auth/kerberos \
254     sun/security/krb5 \
255     sun/security/jgss
256 
257 jdk_security = \
258     :jdk_security1 \
259     :jdk_security2 \
260     :jdk_security3 \
261     :jdk_security4
262 
263 # Tests in this group are manual as they depend on external infra
264 # and may fail with external reasons, for instance - change in CA test portal.
265 jdk_security_infra = \
266     security/infra
267 
268 jdk_text = \
269     java/text \
270     sun/text
271 
272 jdk_management = \
273     java/lang/management \
274     jdk/management \
275     com/sun/management \
276     sun/management \
277     jdk/internal/agent
278 
279 jdk_instrument = \
280     java/lang/instrument
281 
282 jdk_jmx = \
283     javax/management \
284     com/sun/jmx
285 
286 jdk_jdi = \
287     com/sun/jdi
288 
289 jdk_native_sanity = \
290     native_sanity
291 
292 # java launcher specific tests.
293 jdk_launcher = \
294     tools/launcher \
295     sun/tools
296 
297 jdk_loom = \
298     com/sun/management/HotSpotDiagnosticMXBean \
299     com/sun/management/ThreadMXBean \
300     jdk/management/VirtualThreadSchedulerMXBean \
301     java/lang/Thread \
302     java/lang/ThreadGroup \
303     java/lang/management/ThreadMXBean \
304     java/util/concurrent \
305     java/net/vthread \
306     java/nio/channels/vthread \
307     jdk/internal/misc/ThreadFlock \
308     jdk/internal/vm/Continuation \
309     jdk/jfr/threading
310 
311 #
312 # Tool (and tool API) tests are mostly split into core and svc groups
313 #
314 core_tools = \
315     tools \
316     -tools/jpackage \
317     jdk/internal/jrtfs \
318     sun/tools/jrunscript
319 
320 svc_tools = \
321     com/sun/tools/attach \
322     sun/tools \
323     -sun/tools/jrunscript \
324     sun/jvmstat
325 
326 jdk_tools = \
327     :core_tools \
328     :svc_tools \
329     :jdk_jpackage
330 
331 jdk_jfr = \
332     jdk/jfr
333 
334 jdk_jpackage = \
335     tools/jpackage
336 
337 #
338 # Catch-all for other areas with a small number of tests
339 #
340 jdk_other = \
341     java/sql \
342     javax/sql \
343     javax/transaction \
344     javax/rmi \
345     javax/naming \
346     javax/script \
347     javax/smartcardio \
348     javax/xml \
349     -javax/xml/crypto \
350     jdk/dynalink \
351     jdk/internal/jline \
352     com/sun/jndi \
353     lib/testlibrary
354 
355 #
356 # SCTP is its own group as it is highly sensitive to kernel/network config
357 #
358 jdk_sctp = \
359     com/sun/nio/sctp
360 
361 
362 #
363 # core group to run all core area tests
364 #
365 jdk_core = \
366     :jdk_lang \
367     :jdk_util \
368     :jdk_math \
369     :jdk_io \
370     :jdk_nio \
371     :jdk_net \
372     :jdk_rmi \
373     :jdk_time \
374     :jdk_security \
375     :jdk_text \
376     :core_tools \
377     :jdk_other
378 
379 #
380 # svc group to run all serviceability area tests
381 #
382 jdk_svc = \
383     :jdk_management \
384     :jdk_instrument \
385     :jdk_jmx \
386     :jdk_jdi \
387     :jdk_jfr \
388     :svc_tools
389 
390 jdk_foreign = \
391     java/foreign \
392     jdk/internal/reflect/CallerSensitive/CheckCSMs.java \
393     -java/foreign/TestMatrix.java \
394     -java/foreign/TestUpcallStress.java
395 
396 jdk_vector = \
397     jdk/incubator/vector
398 
399 jdk_vector_sanity = \
400     jdk/incubator/vector/PreferredSpeciesTest.java \
401     jdk/incubator/vector/VectorHash.java \
402     jdk/incubator/vector/VectorRuns.java
403 
404 #############################
405 
406 #
407 # Client area groups
408 #
409 
410 jdk_awt = \
411     java/awt \
412     com/apple/eawt \
413     com/apple/laf \
414     sun/awt
415 
416 jdk_2d = \
417     javax/print \
418     sun/java2d
419 
420 jdk_beans = \
421     java/beans
422 
423 jdk_swing = \
424     javax/swing \
425     com/sun/java/swing
426 
427 jdk_sound = \
428     javax/sound
429 
430 jdk_imageio = \
431     javax/imageio
432 
433 jdk_accessibility = \
434     javax/accessibility \
435     com/sun/java/accessibility
436 
437 jfc_demo = \
438      demo/jfc
439 
440 jdk_editpad = \
441      jdk/editpad
442 
443 jdk_desktop = \
444     :jdk_desktop_part1 \
445     :jdk_desktop_part2 \
446     :jdk_desktop_part3
447 
448 jdk_desktop_part1 = \
449     :jdk_client_sanity \
450     :jdk_swing \
451     :jdk_2d \
452     :jdk_sound \
453     :jdk_imageio \
454     :jdk_editpad \
455     :jfc_demo \
456     :jdk_accessibility \
457     :jdk_beans
458 
459 jdk_desktop_part2 = \
460     :jdk_awt \
461     -java/awt/Component \
462     -java/awt/Modal \
463     -java/awt/datatransfer \
464     -java/awt/Window
465 
466 jdk_desktop_part3 = \
467     java/awt/Component \
468     java/awt/Modal \
469     java/awt/datatransfer \
470     java/awt/Window
471 
472 # SwingSet3 tests.
473 jdk_client_sanity = \
474     sanity/client/SwingSet
475 
476 # This test group represents a subset of tests which are expected to
477 # exercise most of the most commonly used code in Swing applications.
478 # New failures in this area may be a problem.
479 jdk_swing_core = \
480      :jdk_client_sanity \
481      javax/swing
482 
483 # The most commonly used printing APIs are included here along with swing core.
484 jdk_desktop_core = \
485     :jdk_swing_core \
486     java/awt/print
487 
488 ###############################################################################
489 #
490 # Serviceability sanity groups
491 #
492 # These groups specify a subset of Serviceability tests that are supposed to
493 # guard against breakage of Serviceability features by other component teams.
494 
495 jdk_svc_sanity = \
496     :jdk_management_sanity \
497     :jdk_instrument_sanity \
498     :jdk_jmx_sanity \
499     :jdk_jdi_sanity \
500     :jdk_jfr_sanity \
501     :svc_tools_sanity
502 
503 jdk_management_sanity =
504 
505 jdk_instrument_sanity =
506 
507 jdk_jmx_sanity =
508 
509 jdk_jdi_sanity = \
510     com/sun/jdi/AcceptTimeout.java \
511     com/sun/jdi/AccessSpecifierTest.java \
512     com/sun/jdi/AfterThreadDeathTest.java \
513     com/sun/jdi/ArrayRangeTest.java \
514     com/sun/jdi/ConstantPoolInfo.java \
515     com/sun/jdi/CountFilterTest.java \
516     com/sun/jdi/EarlyReturnNegativeTest.java \
517     com/sun/jdi/EarlyReturnTest.java \
518     com/sun/jdi/FieldWatchpoints.java \
519     com/sun/jdi/FramesTest.java \
520     com/sun/jdi/InstanceFilter.java \
521     com/sun/jdi/InterfaceMethodsTest.java \
522     com/sun/jdi/InvokeTest.java \
523     com/sun/jdi/LocalVariableEqual.java \
524     com/sun/jdi/LocationTest.java \
525     com/sun/jdi/ModificationWatchpoints.java \
526     com/sun/jdi/MonitorEventTest.java \
527     com/sun/jdi/MonitorFrameInfo.java \
528     com/sun/jdi/NullThreadGroupNameTest.java \
529     com/sun/jdi/PopAndStepTest.java \
530     com/sun/jdi/PopAsynchronousTest.java \
531     com/sun/jdi/ProcessAttachTest.java \
532     com/sun/jdi/ReferrersTest.java \
533     com/sun/jdi/RequestReflectionTest.java \
534     com/sun/jdi/ResumeOneThreadTest.java \
535     com/sun/jdi/RunToExit.java \
536     com/sun/jdi/SourceNameFilterTest.java \
537     com/sun/jdi/SuspendAfterDeath.java \
538     com/sun/jdi/VarargsTest.java \
539     com/sun/jdi/Vars.java \
540     com/sun/jdi/redefineMethod/RedefineTest.java \
541     com/sun/jdi/sde/MangleTest.java \
542     com/sun/jdi/sde/TemperatureTableTest.java
543 
544 jdk_jfr_sanity = \
545     jdk/jfr/api/recording/event/TestLoadEventAfterStart.java \
546     jdk/jfr/api/recording/state/TestState.java \
547     jdk/jfr/event/os/TestCPULoad.java \
548     jdk/jfr/event/allocation/TestObjectAllocationSampleEvent.java \
549     jdk/jfr/jcmd/TestJcmdStartStopDefault.java \
550     jdk/jfr/event/io/TestFileStreamEvents.java \
551     jdk/jfr/event/compiler/TestCompilerCompile.java \
552     jdk/jfr/event/gc/collection/TestGCGarbageCollectionEvent.java \
553     jdk/jfr/event/runtime/TestClassLoadEvent.java \
554     jdk/jfr/event/runtime/TestJavaBlockedEvent.java \
555     jdk/jfr/event/gc/collection/TestGCWithFasttime.java \
556     jdk/jfr/event/gc/configuration/TestGCConfigurationEvent.java \
557     jdk/jfr/event/metadata/TestDefaultConfigurations.java \
558     jdk/jfr/startupargs/TestDumpOnExit.java \
559     jdk/jfr/api/consumer/recordingstream/TestBasics.java
560 
561 svc_tools_sanity =
562 
563 #############################
564 #
565 # Stable test groups
566 #
567 
568 jdk_stable = \
569     :jdk_core \
570     :jdk_svc \
571     :jdk_beans \
572     :jdk_imageio \
573     :jdk_sound \
574     :jdk_sctp \
575     javax/accessibility \
576     com/sun/java/swing
577 
578 needs_g1gc = \
579   jdk/jfr/event/gc/refstat/TestRefStatEventWithG1ConcurrentMark.java \
580   jdk/jfr/event/gc/refstat/TestRefStatEventWithG1FullCollection.java \
581   jdk/jfr/event/gc/refstat/TestRefStatEventWithG1New.java \
582   jdk/jfr/event/gc/detailed/TestEvacuationFailedEvent.java \
583   jdk/jfr/event/gc/detailed/TestEvacuationInfoEvent.java \
584   jdk/jfr/event/gc/detailed/TestG1ConcurrentModeFailureEvent.java \
585   jdk/jfr/event/gc/collection/TestGCCauseWithG1ConcurrentMark.java \
586   jdk/jfr/event/gc/collection/TestGCCauseWithG1FullCollection.java \
587   jdk/jfr/event/gc/collection/TestYoungGarbageCollectionEventWithG1New.java \
588   jdk/jfr/event/gc/collection/TestGCEventMixedWithG1FullCollection.java \
589   jdk/jfr/event/gc/collection/TestGCEventMixedWithG1ConcurrentMark.java \
590   jdk/jfr/event/gc/collection/TestG1ParallelPhases.java \
591   jdk/jfr/event/gc/objectcount/TestObjectCountAfterGCEventWithG1FullCollection.java \
592   jdk/jfr/event/gc/objectcount/TestObjectCountAfterGCEventWithG1ConcurrentMark.java \
593   jdk/jfr/event/gc/heapsummary/TestHeapSummaryEventG1.java
594 
595 #  This set of tests will be executed in an ipv6 only environment
596 
597 jdk_ipv6_only = \
598     :jdk_net \
599     :jdk_nio_networkchannel
600 
601 jdk_nio_networkchannel = \
602     java/nio/channels/AsyncCloseAndInterrupt.java \
603     java/nio/channels/AsynchronousServerSocketChannel \
604     java/nio/channels/AsynchronousSocketChannel \
605     java/nio/channels/DatagramChannel \
606     java/nio/channels/ServerSocketChannel \
607     java/nio/channels/SocketChannel \
608     java/nio/channels/Selector \
609     java/nio/channels/etc
610 
611 jdk_core_manual = \
612     :jdk_core_manual_no_input \
613     :jdk_security_manual_no_input \
614     :jdk_core_manual_interactive \
615     :jdk_security_manual_interactive
616 
617 jdk_core_manual_no_input = \
618     java/net/HugeDataTransferTest.java \
619     java/net/httpclient/BodyProcessorInputStreamTest.java \
620     java/net/httpclient/HttpInputStreamTest.java \
621     java/util/zip/ZipFile/TestZipFile.java \
622     javax/net/ssl/compatibility/AlpnTest.java \
623     javax/net/ssl/compatibility/BasicConnectTest.java \
624     javax/net/ssl/compatibility/HrrTest.java \
625     javax/net/ssl/compatibility/SniTest.java \
626     jdk/nio/zipfs/TestLocOffsetFromZip64EF.java \
627     jdk/nio/zipfs/LargeCompressedEntrySizeTest.java \
628     java/util/ArrayList/Bug8146568.java \
629     java/util/Vector/Bug8148174.java \
630     com/sun/net/httpserver/simpleserver/CommandLinePortNotSpecifiedTest.java \
631     com/sun/net/httpserver/simpleserver/jwebserver/CommandLinePortNotSpecifiedTest.java \
632     javax/xml/jaxp/datatype/8033980/GregorianCalAndDurSerDataUtil.java
633 
634 jdk_security_manual_no_input = \
635     :jdk_security_infra \
636     com/sun/crypto/provider/Cipher/AEAD/GCMIncrementByte4.java \
637     com/sun/crypto/provider/Cipher/AEAD/GCMIncrementDirect4.java \
638     com/sun/security/sasl/gsskerb/AuthOnly.java \
639     com/sun/security/sasl/gsskerb/ConfSecurityLayer.java \
640     com/sun/security/sasl/gsskerb/NoSecurityLayer.java \
641     sun/security/provider/PolicyFile/GrantAllPermToExtWhenNoPolicy.java \
642     sun/security/provider/PolicyParser/PrincipalExpansionError.java \
643     sun/security/smartcardio/TestChannel.java \
644     sun/security/smartcardio/TestConnect.java \
645     sun/security/smartcardio/TestConnectAgain.java \
646     sun/security/smartcardio/TestControl.java \
647     sun/security/smartcardio/TestDefault.java \
648     sun/security/smartcardio/TestDirect.java \
649     sun/security/smartcardio/TestExclusive.java \
650     sun/security/smartcardio/TestMultiplePresent.java \
651     sun/security/smartcardio/TestPresent.java \
652     sun/security/smartcardio/TestTransmit.java \
653     sun/security/tools/jarsigner/compatibility/Compatibility.java \
654     sun/security/tools/keytool/ListKeyChainStore.java
655 
656 jdk_core_manual_interactive = \
657     com/sun/jndi/dns/Test6991580.java \
658     java/util/TimeZone/DefaultTimeZoneTest.java \
659     java/nio/MappedByteBuffer/PmemTest.java \
660     java/rmi/registry/nonLocalRegistry/NonLocalRegistryTest.java \
661     java/rmi/registry/nonLocalRegistry/NonLocalSkeletonTest.java
662 
663 jdk_security_manual_interactive = \
664     sun/security/tools/keytool/i18n.java \
665     java/security/Policy/Root/Root.java \
666     com/sun/security/auth/callback/TextCallbackHandler/Password.java \
667     sun/security/krb5/config/native/TestDynamicStore.java
668 
669 # Test sets for running inside container environment
670 jdk_containers_extended = \
671     :jdk_io \
672     :jdk_nio \
673     :jdk_svc
674 
675 jdk_core_no_security = \
676    :jdk_core \
677    -:jdk_security
678 
679 # Set of tests for `@since` checks in source code documentation
680 jdk_since_checks = \
681    tools/sincechecker/modules/java_base/CheckSince_javaBase.java