1 #  Copyright (c) 2013, 2023, Oracle and/or its affiliates. All rights reserved.
  2 #  DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
  3 #
  4 #  This code is free software; you can redistribute it and/or modify it
  5 #  under the terms of the GNU General Public License version 2 only, as
  6 #  published by the Free Software Foundation.
  7 #
  8 #  This code is distributed in the hope that it will be useful, but WITHOUT
  9 #  ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 10 #  FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
 11 #  version 2 for more details (a copy is included in the LICENSE file that
 12 #  accompanied this code).
 13 #
 14 #  You should have received a copy of the GNU General Public License version
 15 #  2 along with this work; if not, write to the Free Software Foundation,
 16 #  Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
 17 #
 18 #  Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
 19 #  or visit www.oracle.com if you need additional information or have any
 20 #  questions.
 21 #
 22 
 23 ###############################################################################
 24 #
 25 # Tiered testing definitions
 26 #
 27 
 28 # When adding tests to tier1, make sure they end up in one of the tier1_partX groups
 29 tier1 = \
 30     :tier1_part1 \
 31     :tier1_part2 \
 32     :tier1_part3
 33 
 34 tier1_part1 = \
 35     :jdk_lang
 36 
 37 tier1_part2 = \
 38     :jdk_util
 39 
 40 tier1_part3 = \
 41     :jdk_math \
 42     :jdk_svc_sanity \
 43     :jdk_foreign \
 44     :jdk_vector_sanity \
 45     java/nio/Buffer \
 46     com/sun/crypto/provider/Cipher \
 47     jdk/classfile \
 48     sun/nio/cs/ISO8859x.java
 49 
 50 # When adding tests to tier2, make sure they end up in one of the tier2_partX groups
 51 tier2 = \
 52     :tier2_part1 \
 53     :tier2_part2 \
 54     :tier2_part3
 55 
 56 # com/sun/crypto/provider/Cipher is in tier1 because of JDK-8132855
 57 tier2_part1 = \
 58     :jdk_security \
 59     -com/sun/crypto/provider/Cipher
 60 
 61 # sun/nio/cs/ISO8859x.java and java/nio/Buffer are in tier1 because of JDK-8132854
 62 tier2_part2 = \
 63     :core_tools \
 64     :jdk_io \
 65     :jdk_nio \
 66     -java/nio/Buffer \
 67     -sun/nio/cs/ISO8859x.java \
 68     :jdk_other \
 69     :jdk_text \
 70     :jdk_time
 71 
 72 tier2_part3 = \
 73     :jdk_net
 74 
 75 tier3 = \
 76     :build \
 77     :jdk_vector \
 78     -:jdk_vector_sanity \
 79     :jdk_rmi \
 80     :jdk_svc \
 81     -:jdk_svc_sanity \
 82     -:svc_tools \
 83     :jdk_jpackage
 84 
 85 # Everything not in other tiers
 86 tier4 = \
 87     / \
 88    -:tier1 \
 89    -:tier2 \
 90    -:tier3
 91 
 92 ###############################################################################
 93 #
 94 # Other test definitions; generally smaller granularity than tiers
 95 #
 96 
 97 # Build source checking
 98 build = \
 99     build
100 
101 # java.lang package and VM runtime support
102 jdk_lang = \
103     java/lang \
104     -java/lang/management \
105     -java/lang/instrument \
106     sun/invoke \
107     sun/misc \
108     sun/reflect \
109     jdk/internal/reflect \
110     jdk/lambda \
111     jdk/internal/loader \
112     jdk/internal/misc \
113     jdk/internal/ref \
114     jdk/internal/jimage \
115     jdk/internal/math \
116     jdk/internal/vm \
117     jdk/modules \
118     jni/nullCaller
119 
120 # All of the java.util package
121 jdk_util = \
122     :jdk_util_other \
123     :jdk_collections \
124     :jdk_concurrent \
125     :jdk_stream
126 
127 # All util components not part of some other util category
128 jdk_util_other = \
129     java/util \
130     sun/util \
131     jdk/internal/util \
132     -:jdk_collections \
133     -:jdk_concurrent \
134     -:jdk_stream
135 
136 # All collections, core and concurrent
137 jdk_collections = \
138     :jdk_collections_core \
139     :jdk_concurrent
140 
141 # java.util.concurrent
142 # Includes concurrent collections plus other stuff
143 # Maintained by JSR-166 EG (Doug Lea et al)
144 jdk_concurrent = \
145     java/util/concurrent
146 
147 # Java Collections Framework core classes
148 jdk_collections_core = \
149     java/util/AbstractCollection \
150     java/util/AbstractList \
151     java/util/AbstractMap \
152     java/util/AbstractSequentialList \
153     java/util/ArrayDeque \
154     java/util/ArrayList \
155     java/util/Arrays \
156     java/util/BitSet \
157     java/util/Collection \
158     java/util/Collections \
159     java/util/Comparator \
160     java/util/Deque \
161     java/util/EnumMap \
162     java/util/EnumSet \
163     java/util/HashMap \
164     java/util/HashSet \
165     java/util/Hashtable \
166     java/util/IdentityHashMap \
167     java/util/Iterator \
168     java/util/LinkedHashMap \
169     java/util/LinkedHashSet \
170     java/util/LinkedList \
171     java/util/List \
172     java/util/Map \
173     java/util/NavigableMap \
174     java/util/PriorityQueue \
175     java/util/SequencedCollection \
176     java/util/TimSort \
177     java/util/TreeMap \
178     java/util/Vector \
179     java/util/WeakHashMap
180 
181 # java.util.stream (JSR-335)
182 jdk_stream = \
183     java/util/Optional \
184     java/util/function \
185     java/util/stream
186 
187 jdk_math = \
188     java/math
189 
190 jdk_io = \
191     java/io
192 
193 jdk_nio = \
194     java/nio \
195     sun/nio \
196     jdk/nio
197 
198 jdk_net = \
199     java/net \
200     com/sun/net/httpserver \
201     sun/net \
202     jdk/net
203 
204 jdk_time = \
205     java/time
206 
207 jdk_rmi = \
208     java/rmi \
209     sun/rmi
210 
211 jdk_security1 = \
212     java/security
213 
214 jdk_security2 = \
215     javax/crypto \
216     javax/xml/crypto \
217     com/sun/org/apache/xml/internal/security \
218     com/sun/crypto
219 
220 jdk_security3 = \
221     javax/security  \
222     -javax/security/auth/kerberos \
223     com/sun/security \
224     -com/sun/security/jgss \
225     jdk/security \
226     sun/security \
227     -sun/security/krb5 \
228     -sun/security/jgss \
229     javax/net
230 
231 jdk_security4 = \
232     com/sun/security/jgss \
233     javax/security/auth/kerberos \
234     sun/security/krb5 \
235     sun/security/jgss
236 
237 jdk_security = \
238     :jdk_security1 \
239     :jdk_security2 \
240     :jdk_security3 \
241     :jdk_security4
242 
243 jdk_security_infra = \
244     security/infra/java/security/cert/CertPathValidator/certification
245 
246 jdk_text = \
247     java/text \
248     sun/text
249 
250 jdk_management = \
251     java/lang/management \
252     com/sun/management \
253     sun/management \
254     jdk/internal/agent
255 
256 jdk_instrument = \
257     java/lang/instrument
258 
259 jdk_jmx = \
260     javax/management \
261     com/sun/jmx
262 
263 jdk_jdi = \
264     com/sun/jdi
265 
266 jdk_native_sanity = \
267     native_sanity
268 
269 # java launcher specific tests.
270 jdk_launcher = \
271     tools/launcher \
272     sun/tools
273 
274 jdk_loom = \
275     com/sun/management/HotSpotDiagnosticMXBean \
276     com/sun/management/ThreadMXBean \
277     java/lang/Thread \
278     java/lang/ThreadGroup \
279     java/lang/management/ThreadMXBean \
280     java/util/concurrent \
281     java/net/vthread \
282     java/nio/channels/vthread \
283     jdk/internal/misc/ThreadFlock \
284     jdk/internal/vm/Continuation \
285     jdk/jfr/threading
286 
287 #
288 # Tool (and tool API) tests are mostly split into core and svc groups
289 #
290 core_tools = \
291     tools \
292     -tools/jpackage \
293     jdk/internal/jrtfs \
294     sun/tools/jrunscript
295 
296 svc_tools = \
297     com/sun/tools/attach \
298     sun/tools \
299     -sun/tools/jrunscript \
300     sun/jvmstat
301 
302 jdk_tools = \
303     :core_tools \
304     :svc_tools \
305     :jdk_jpackage
306 
307 jdk_jfr = \
308     jdk/jfr
309 
310 jdk_jpackage = \
311     tools/jpackage
312 
313 #
314 # Catch-all for other areas with a small number of tests
315 #
316 jdk_other = \
317     java/sql \
318     javax/sql \
319     javax/transaction \
320     javax/rmi \
321     javax/naming \
322     javax/script \
323     javax/smartcardio \
324     javax/xml \
325     -javax/xml/crypto \
326     jdk/dynalink \
327     jdk/internal/jline \
328     com/sun/jndi \
329     lib/testlibrary
330 
331 #
332 # SCTP is its own group as it is highly sensitive to kernel/network config
333 #
334 jdk_sctp = \
335     com/sun/nio/sctp
336 
337 
338 #
339 # core group to run all core area tests
340 #
341 jdk_core = \
342     :jdk_lang \
343     :jdk_util \
344     :jdk_math \
345     :jdk_io \
346     :jdk_nio \
347     :jdk_net \
348     :jdk_rmi \
349     :jdk_time \
350     :jdk_security \
351     :jdk_text \
352     :core_tools \
353     :jdk_other
354 
355 #
356 # svc group to run all serviceability area tests
357 #
358 jdk_svc = \
359     :jdk_management \
360     :jdk_instrument \
361     :jdk_jmx \
362     :jdk_jdi \
363     :jdk_jfr \
364     :svc_tools
365 
366 jdk_foreign = \
367     java/foreign \
368     jdk/internal/reflect/CallerSensitive/CheckCSMs.java \
369     -java/foreign/TestMatrix.java
370 
371 jdk_vector = \
372     jdk/incubator/vector
373 
374 jdk_vector_sanity = \
375     jdk/incubator/vector/PreferredSpeciesTest.java \
376     jdk/incubator/vector/VectorHash.java \
377     jdk/incubator/vector/VectorRuns.java
378 
379 #############################
380 
381 #
382 # Client area groups
383 #
384 
385 jdk_awt = \
386     java/awt \
387     com/apple/eawt \
388     com/apple/laf \
389     sun/awt
390 
391 jdk_2d = \
392     javax/print \
393     sun/java2d
394 
395 jdk_beans = \
396     java/beans
397 
398 jdk_swing = \
399     javax/swing \
400     com/sun/java/swing
401 
402 jdk_sound = \
403     javax/sound
404 
405 jdk_imageio = \
406     javax/imageio
407 
408 jdk_accessibility = \
409     javax/accessibility \
410     com/sun/java/accessibility
411 
412 jfc_demo = \
413      demo/jfc
414 
415 jdk_editpad = \
416      jdk/editpad
417 
418 jdk_desktop = \
419     :jdk_desktop_part1 \
420     :jdk_desktop_part2 \
421     :jdk_desktop_part3
422 
423 jdk_desktop_part1 = \
424     :jdk_client_sanity \
425     :jdk_swing \
426     :jdk_2d \
427     :jdk_sound \
428     :jdk_imageio \
429     :jdk_editpad \
430     :jfc_demo \
431     :jdk_accessibility \
432     :jdk_beans
433 
434 jdk_desktop_part2 = \
435     :jdk_awt \
436     -java/awt/Component \
437     -java/awt/Modal \
438     -java/awt/datatransfer \
439     -java/awt/Window
440 
441 jdk_desktop_part3 = \
442     java/awt/Component \
443     java/awt/Modal \
444     java/awt/datatransfer \
445     java/awt/Window
446 
447 # SwingSet3 tests.
448 jdk_client_sanity = \
449     sanity/client/SwingSet
450 
451 # This test group represents a subset of tests which are expected to
452 # exercise most of the most commonly used code in Swing applications.
453 # New failures in this area may be a problem.
454 jdk_swing_core = \
455      :jdk_client_sanity \
456      javax/swing
457 
458 # The most commonly used printing APIs are included here along with swing core.
459 jdk_desktop_core = \
460     :jdk_swing_core \
461     java/awt/print
462 
463 ###############################################################################
464 #
465 # Serviceability sanity groups
466 #
467 # These groups specify a subset of Serviceability tests that are supposed to
468 # guard against breakage of Serviceability features by other component teams.
469 
470 jdk_svc_sanity = \
471     :jdk_management_sanity \
472     :jdk_instrument_sanity \
473     :jdk_jmx_sanity \
474     :jdk_jdi_sanity \
475     :jdk_jfr_sanity \
476     :svc_tools_sanity
477 
478 jdk_management_sanity =
479 
480 jdk_instrument_sanity =
481 
482 jdk_jmx_sanity =
483 
484 jdk_jdi_sanity = \
485     com/sun/jdi/AcceptTimeout.java \
486     com/sun/jdi/AccessSpecifierTest.java \
487     com/sun/jdi/AfterThreadDeathTest.java \
488     com/sun/jdi/ArrayRangeTest.java \
489     com/sun/jdi/ConstantPoolInfo.java \
490     com/sun/jdi/CountFilterTest.java \
491     com/sun/jdi/EarlyReturnNegativeTest.java \
492     com/sun/jdi/EarlyReturnTest.java \
493     com/sun/jdi/FieldWatchpoints.java \
494     com/sun/jdi/FramesTest.java \
495     com/sun/jdi/InstanceFilter.java \
496     com/sun/jdi/InterfaceMethodsTest.java \
497     com/sun/jdi/InvokeTest.java \
498     com/sun/jdi/LocalVariableEqual.java \
499     com/sun/jdi/LocationTest.java \
500     com/sun/jdi/ModificationWatchpoints.java \
501     com/sun/jdi/MonitorEventTest.java \
502     com/sun/jdi/MonitorFrameInfo.java \
503     com/sun/jdi/NullThreadGroupNameTest.java \
504     com/sun/jdi/PopAndStepTest.java \
505     com/sun/jdi/PopAsynchronousTest.java \
506     com/sun/jdi/ProcessAttachTest.java \
507     com/sun/jdi/ReferrersTest.java \
508     com/sun/jdi/RequestReflectionTest.java \
509     com/sun/jdi/ResumeOneThreadTest.java \
510     com/sun/jdi/RunToExit.java \
511     com/sun/jdi/SourceNameFilterTest.java \
512     com/sun/jdi/SuspendAfterDeath.java \
513     com/sun/jdi/VarargsTest.java \
514     com/sun/jdi/Vars.java \
515     com/sun/jdi/redefineMethod/RedefineTest.java \
516     com/sun/jdi/sde/MangleTest.java \
517     com/sun/jdi/sde/TemperatureTableTest.java
518 
519 jdk_jfr_sanity = \
520     jdk/jfr/api/recording/event/TestLoadEventAfterStart.java \
521     jdk/jfr/api/recording/state/TestState.java \
522     jdk/jfr/event/os/TestCPULoad.java \
523     jdk/jfr/event/allocation/TestObjectAllocationSampleEvent.java \
524     jdk/jfr/jcmd/TestJcmdStartStopDefault.java \
525     jdk/jfr/event/io/TestFileStreamEvents.java \
526     jdk/jfr/event/compiler/TestCompilerCompile.java \
527     jdk/jfr/event/gc/collection/TestGCGarbageCollectionEvent.java \
528     jdk/jfr/event/runtime/TestClassLoadEvent.java \
529     jdk/jfr/event/runtime/TestJavaBlockedEvent.java \
530     jdk/jfr/event/gc/collection/TestGCWithFasttime.java \
531     jdk/jfr/event/gc/configuration/TestGCConfigurationEvent.java \
532     jdk/jfr/event/metadata/TestDefaultConfigurations.java \
533     jdk/jfr/startupargs/TestDumpOnExit.java \
534     jdk/jfr/api/consumer/recordingstream/TestBasics.java
535 
536 svc_tools_sanity =
537 
538 #############################
539 #
540 # Stable test groups
541 #
542 
543 jdk_stable = \
544     :jdk_core \
545     :jdk_svc \
546     :jdk_beans \
547     :jdk_imageio \
548     :jdk_sound \
549     :jdk_sctp \
550     javax/accessibility \
551     com/sun/java/swing
552 
553 needs_g1gc = \
554   jdk/jfr/event/gc/refstat/TestRefStatEventWithG1ConcurrentMark.java \
555   jdk/jfr/event/gc/refstat/TestRefStatEventWithG1FullCollection.java \
556   jdk/jfr/event/gc/refstat/TestRefStatEventWithG1New.java \
557   jdk/jfr/event/gc/detailed/TestEvacuationFailedEvent.java \
558   jdk/jfr/event/gc/detailed/TestEvacuationInfoEvent.java \
559   jdk/jfr/event/gc/detailed/TestG1ConcurrentModeFailureEvent.java \
560   jdk/jfr/event/gc/collection/TestGCCauseWithG1ConcurrentMark.java \
561   jdk/jfr/event/gc/collection/TestGCCauseWithG1FullCollection.java \
562   jdk/jfr/event/gc/collection/TestYoungGarbageCollectionEventWithG1New.java \
563   jdk/jfr/event/gc/collection/TestGCEventMixedWithG1FullCollection.java \
564   jdk/jfr/event/gc/collection/TestGCEventMixedWithG1ConcurrentMark.java \
565   jdk/jfr/event/gc/collection/TestG1ParallelPhases.java \
566   jdk/jfr/event/gc/objectcount/TestObjectCountAfterGCEventWithG1FullCollection.java \
567   jdk/jfr/event/gc/objectcount/TestObjectCountAfterGCEventWithG1ConcurrentMark.java \
568   jdk/jfr/event/gc/heapsummary/TestHeapSummaryEventG1.java
569 
570 #  This set of tests will be executed in an ipv6 only environment
571 
572 jdk_ipv6_only = \
573     :jdk_net \
574     :jdk_nio_networkchannel
575 
576 jdk_nio_networkchannel = \
577     java/nio/channels/AsyncCloseAndInterrupt.java \
578     java/nio/channels/AsynchronousServerSocketChannel \
579     java/nio/channels/AsynchronousSocketChannel \
580     java/nio/channels/DatagramChannel \
581     java/nio/channels/ServerSocketChannel \
582     java/nio/channels/SocketChannel \
583     java/nio/channels/Selector \
584     java/nio/channels/etc
585 
586 jdk_core_manual = \
587     :jdk_core_manual_no_input \
588     :jdk_security_manual_no_input \
589     :jdk_core_manual_interactive \
590     :jdk_security_manual_interactive
591 
592 jdk_core_manual_no_input = \
593     java/net/HugeDataTransferTest.java \
594     java/net/httpclient/BodyProcessorInputStreamTest.java \
595     java/net/httpclient/HttpInputStreamTest.java \
596     java/util/zip/ZipFile/TestZipFile.java \
597     javax/net/ssl/compatibility/AlpnTest.java \
598     javax/net/ssl/compatibility/BasicConnectTest.java \
599     javax/net/ssl/compatibility/HrrTest.java \
600     javax/net/ssl/compatibility/SniTest.java \
601     jdk/nio/zipfs/TestLocOffsetFromZip64EF.java \
602     jdk/nio/zipfs/LargeCompressedEntrySizeTest.java \
603     java/util/ArrayList/Bug8146568.java \
604     java/util/Vector/Bug8148174.java \
605     com/sun/net/httpserver/simpleserver/CommandLinePortNotSpecifiedTest.java \
606     com/sun/net/httpserver/simpleserver/jwebserver/CommandLinePortNotSpecifiedTest.java \
607     javax/xml/jaxp/datatype/8033980/GregorianCalAndDurSerDataUtil.java
608 
609 jdk_security_manual_no_input = \
610     com/sun/crypto/provider/Cipher/DES/PerformanceTest.java \
611     com/sun/crypto/provider/Cipher/AEAD/GCMIncrementByte4.java \
612     com/sun/crypto/provider/Cipher/AEAD/GCMIncrementDirect4.java \
613     com/sun/security/auth/callback/TextCallbackHandler/Default.java \
614     com/sun/security/auth/callback/TextCallbackHandler/Password.java \
615     com/sun/security/sasl/gsskerb/AuthOnly.java \
616     com/sun/security/sasl/gsskerb/ConfSecurityLayer.java \
617     com/sun/security/sasl/gsskerb/NoSecurityLayer.java \
618     sun/security/provider/PolicyFile/GrantAllPermToExtWhenNoPolicy.java \
619     sun/security/provider/PolicyParser/PrincipalExpansionError.java \
620     sun/security/smartcardio/TestChannel.java \
621     sun/security/smartcardio/TestConnect.java \
622     sun/security/smartcardio/TestConnectAgain.java \
623     sun/security/smartcardio/TestControl.java \
624     sun/security/smartcardio/TestDefault.java \
625     sun/security/smartcardio/TestDirect.java \
626     sun/security/smartcardio/TestExclusive.java \
627     sun/security/smartcardio/TestMultiplePresent.java \
628     sun/security/smartcardio/TestPresent.java \
629     sun/security/smartcardio/TestTransmit.java \
630     sun/security/tools/jarsigner/compatibility/Compatibility.java \
631     sun/security/tools/keytool/ListKeyChainStore.java
632 
633 jdk_core_manual_interactive = \
634     com/sun/jndi/dns/Test6991580.java \
635     java/util/TimeZone/DefaultTimeZoneTest.java \
636     java/nio/MappedByteBuffer/PmemTest.java \
637     java/rmi/registry/nonLocalRegistry/NonLocalRegistryTest.java \
638     java/rmi/registry/nonLocalRegistry/NonLocalSkeletonTest.java
639 
640 jdk_security_manual_interactive = \
641     sun/security/tools/keytool/i18n.java \
642     java/security/Policy/Root/Root.java \
643     sun/security/krb5/config/native/TestDynamicStore.java
644 
645 # Test sets for running inside container environment
646 jdk_containers_extended = \
647     :jdk_io \
648     :jdk_nio \
649     :jdk_svc