1 #  Copyright (c) 2013, 2021, Oracle and/or its affiliates. All rights reserved.
  2 #  DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
  3 #
  4 #  This code is free software; you can redistribute it and/or modify it
  5 #  under the terms of the GNU General Public License version 2 only, as
  6 #  published by the Free Software Foundation.
  7 #
  8 #  This code is distributed in the hope that it will be useful, but WITHOUT
  9 #  ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 10 #  FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
 11 #  version 2 for more details (a copy is included in the LICENSE file that
 12 #  accompanied this code).
 13 #
 14 #  You should have received a copy of the GNU General Public License version
 15 #  2 along with this work; if not, write to the Free Software Foundation,
 16 #  Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
 17 #
 18 #  Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
 19 #  or visit www.oracle.com if you need additional information or have any
 20 #  questions.
 21 #
 22 
 23 ###############################################################################
 24 #
 25 # Tiered testing definitions
 26 #
 27 
 28 # When adding tests to tier1, make sure they end up in one of the tier1_partX groups
 29 tier1 = \
 30     :tier1_part1 \
 31     :tier1_part2 \
 32     :tier1_part3
 33 
 34 tier1_part1 = \
 35     :jdk_lang
 36 
 37 tier1_part2 = \
 38     :jdk_util
 39 
 40 tier1_part3 = \
 41     :jdk_math \
 42     :jdk_svc_sanity \
 43     :jdk_foreign \
 44     java/nio/Buffer \
 45     com/sun/crypto/provider/Cipher \
 46     sun/nio/cs/ISO8859x.java
 47 
 48 # When adding tests to tier2, make sure they end up in one of the tier2_partX groups
 49 tier2 = \
 50     :tier2_part1 \
 51     :tier2_part2 \
 52     :tier2_part3
 53 
 54 # com/sun/crypto/provider/Cipher is in tier1 because of JDK-8132855
 55 tier2_part1 = \
 56     :jdk_security \
 57     -com/sun/crypto/provider/Cipher
 58 
 59 # sun/nio/cs/ISO8859x.java and java/nio/Buffer are in tier1 because of JDK-8132854
 60 tier2_part2 = \
 61     :core_tools \
 62     :jdk_io \
 63     :jdk_nio \
 64     -java/nio/Buffer \
 65     -sun/nio/cs/ISO8859x.java \
 66     :jdk_other \
 67     :jdk_text \
 68     :jdk_time
 69 
 70 tier2_part3 = \
 71     :jdk_net
 72 
 73 tier3 = \
 74     :build \
 75     :jdk_vector \
 76     :jdk_rmi \
 77     :jdk_svc \
 78    -:jdk_svc_sanity \
 79    -:svc_tools
 80 
 81 # Everything not in other tiers
 82 tier4 = \
 83     / \
 84    -:tier1 \
 85    -:tier2 \
 86    -:tier3
 87 
 88 ###############################################################################
 89 #
 90 # Other test definitions; generally smaller granularity than tiers
 91 #
 92 
 93 # Build source checking
 94 build = \
 95     build
 96 
 97 # java.lang package and VM runtime support
 98 jdk_lang = \
 99     java/lang \
100     -java/lang/management \
101     -java/lang/instrument \
102     sun/invoke \
103     sun/misc \
104     sun/reflect \
105     jdk/internal/reflect \
106     jdk/lambda \
107     jdk/internal/loader \
108     jdk/internal/misc \
109     jdk/internal/ref \
110     jdk/internal/jimage \
111     jdk/internal/math \
112     jdk/modules \
113     valhalla
114 
115 # valhalla lworld tests
116 jdk_valhalla = \
117     java/lang/invoke \
118     valhalla \
119     java/lang/instrument/valhalla
120 
121 
122 # All of the java.util package
123 jdk_util = \
124     :jdk_util_other \
125     :jdk_collections \
126     :jdk_concurrent \
127     :jdk_stream
128 
129 # All util components not part of some other util category
130 jdk_util_other = \
131     java/util \
132     sun/util \
133     -:jdk_collections \
134     -:jdk_concurrent \
135     -:jdk_stream
136 
137 # All collections, core and concurrent
138 jdk_collections = \
139     :jdk_collections_core \
140     :jdk_concurrent
141 
142 # java.util.concurrent
143 # Includes concurrent collections plus other stuff
144 # Maintained by JSR-166 EG (Doug Lea et al)
145 jdk_concurrent = \
146     java/util/concurrent
147 
148 # Java Collections Framework core classes
149 jdk_collections_core = \
150     java/util/AbstractCollection \
151     java/util/AbstractList \
152     java/util/AbstractMap \
153     java/util/AbstractSequentialList \
154     java/util/ArrayDeque \
155     java/util/ArrayList \
156     java/util/Arrays \
157     java/util/BitSet \
158     java/util/Collection \
159     java/util/Collections \
160     java/util/Comparator \
161     java/util/Deque \
162     java/util/EnumMap \
163     java/util/EnumSet \
164     java/util/HashMap \
165     java/util/HashSet \
166     java/util/Hashtable \
167     java/util/IdentityHashMap \
168     java/util/Iterator \
169     java/util/LinkedHashMap \
170     java/util/LinkedHashSet \
171     java/util/LinkedList \
172     java/util/List \
173     java/util/Map \
174     java/util/NavigableMap \
175     java/util/PriorityQueue \
176     java/util/TimSort \
177     java/util/TreeMap \
178     java/util/Vector \
179     java/util/WeakHashMap
180 
181 # java.util.stream (JSR-335)
182 jdk_stream = \
183     java/util/Optional \
184     java/util/function \
185     java/util/stream
186 
187 jdk_math = \
188     java/math
189 
190 jdk_io = \
191     java/io
192 
193 jdk_nio = \
194     java/nio \
195     sun/nio \
196     jdk/nio
197 
198 jdk_net = \
199     java/net \
200     com/sun/net/httpserver \
201     sun/net \
202     jdk/net
203 
204 jdk_time = \
205     java/time
206 
207 jdk_rmi = \
208     java/rmi \
209     sun/rmi
210 
211 jdk_security1 = \
212     java/security
213 
214 jdk_security2 = \
215     javax/crypto \
216     javax/xml/crypto \
217     com/sun/crypto
218 
219 jdk_security3 = \
220     javax/security  \
221     -javax/security/auth/kerberos \
222     com/sun/jarsigner \
223     com/sun/security \
224     -com/sun/security/jgss \
225     com/sun/org/apache/xml/internal/security \
226     jdk/security \
227     sun/security \
228     -sun/security/krb5 \
229     -sun/security/jgss \
230     javax/net
231 
232 jdk_security4 = \
233     com/sun/security/jgss \
234     javax/security/auth/kerberos \
235     sun/security/krb5 \
236     sun/security/jgss
237 
238 jdk_security = \
239     :jdk_security1 \
240     :jdk_security2 \
241     :jdk_security3 \
242     :jdk_security4
243 
244 jdk_security_infra = \
245     security/infra/java/security/cert/CertPathValidator/certification
246 
247 jdk_text = \
248     java/text \
249     sun/text
250 
251 jdk_management = \
252     java/lang/management \
253     com/sun/management \
254     sun/management \
255     jdk/internal/agent
256 
257 jdk_instrument = \
258     java/lang/instrument
259 
260 jdk_jmx = \
261     javax/management \
262     com/sun/jmx
263 
264 jdk_jdi = \
265     com/sun/jdi
266 
267 jdk_native_sanity = \
268     native_sanity
269 
270 # java launcher specific tests.
271 jdk_launcher = \
272     tools/launcher \
273     sun/tools
274 
275 #
276 # Tool (and tool API) tests are split into core and svc groups
277 #
278 core_tools = \
279     tools \
280     jdk/internal/jrtfs \
281     sun/tools/jrunscript
282 
283 svc_tools = \
284     com/sun/tools/attach \
285     sun/tools \
286     -sun/tools/jrunscript \
287     sun/jvmstat
288 
289 jdk_tools = \
290     :core_tools \
291     :svc_tools
292 
293 jdk_jfr = \
294     jdk/jfr
295 
296 #
297 # Catch-all for other areas with a small number of tests
298 #
299 jdk_other = \
300     java/sql \
301     javax/sql \
302     javax/transaction \
303     javax/rmi \
304     javax/naming \
305     javax/script \
306     javax/smartcardio \
307     javax/xml \
308     -javax/xml/crypto \
309     jdk/dynalink \
310     jdk/internal/jline \
311     com/sun/jndi \
312     lib/testlibrary
313 
314 #
315 # SCTP is its own group as it is highly sensitive to kernel/network config
316 #
317 jdk_sctp = \
318     com/sun/nio/sctp
319 
320 
321 #
322 # core group to run all core area tests
323 #
324 jdk_core = \
325     :jdk_lang \
326     :jdk_util \
327     :jdk_math \
328     :jdk_io \
329     :jdk_nio \
330     :jdk_net \
331     :jdk_rmi \
332     :jdk_time \
333     :jdk_security \
334     :jdk_text \
335     :core_tools \
336     :jdk_other
337 
338 #
339 # svc group to run all serviceability area tests
340 #
341 jdk_svc = \
342     :jdk_management \
343     :jdk_instrument \
344     :jdk_jmx \
345     :jdk_jdi \
346     :jdk_jfr \
347     :svc_tools
348 
349 jdk_foreign = \
350     java/foreign \
351     -java/foreign/TestMatrix.java
352 
353 jdk_vector = \
354     jdk/incubator/vector
355 
356 #############################
357 
358 #
359 # Client area groups
360 #
361 
362 jdk_awt = \
363     java/awt \
364     com/apple/eawt \
365     com/apple/laf \
366     sun/awt
367 
368 jdk_2d = \
369     javax/print \
370     sun/java2d
371 
372 jdk_beans = \
373     java/beans
374 
375 jdk_swing = \
376     javax/swing \
377     com/sun/java/swing
378 
379 jdk_sound = \
380     javax/sound
381 
382 jdk_imageio = \
383     javax/imageio
384 
385 jdk_accessibility = \
386     javax/accessibility \
387     com/sun/java/accessibility
388 
389 jfc_demo = \
390      demo/jfc
391 
392 jdk_editpad = \
393      jdk/editpad
394 
395 jdk_desktop = \
396     :jdk_desktop_part1 \
397     :jdk_desktop_part2 \
398     :jdk_desktop_part3
399 
400 jdk_desktop_part1 = \
401     :jdk_client_sanity \
402     :jdk_swing \
403     :jdk_2d \
404     :jdk_sound \
405     :jdk_imageio \
406     :jdk_editpad \
407     :jfc_demo \
408     :jdk_accessibility \
409     :jdk_beans
410 
411 jdk_desktop_part2 = \
412     :jdk_awt \
413     -java/awt/Component \
414     -java/awt/Modal \
415     -java/awt/datatransfer \
416     -java/awt/Window
417 
418 jdk_desktop_part3 = \
419     java/awt/Component \
420     java/awt/Modal \
421     java/awt/datatransfer \
422     java/awt/Window
423 
424 # SwingSet3 tests.
425 jdk_client_sanity = \
426     sanity/client/SwingSet
427 
428 # This test group represents a subset of tests which are expected to
429 # exercise most of the most commonly used code in Swing applications.
430 # New failures in this area may be a problem.
431 jdk_swing_core = \
432      :jdk_client_sanity \
433      javax/swing
434 
435 # The most commonly used printing APIs are included here along with swing core.
436 jdk_desktop_core = \
437     :jdk_swing_core \
438     java/awt/print
439 
440 ###############################################################################
441 #
442 # Serviceability sanity groups
443 #
444 # These groups specify a subset of Serviceability tests that are supposed to
445 # guard against breakage of Serviceability features by other component teams.
446 
447 jdk_svc_sanity = \
448     :jdk_management_sanity \
449     :jdk_instrument_sanity \
450     :jdk_jmx_sanity \
451     :jdk_jdi_sanity \
452     :jdk_jfr_sanity \
453     :svc_tools_sanity
454 
455 jdk_management_sanity =
456 
457 jdk_instrument_sanity =
458 
459 jdk_jmx_sanity =
460 
461 jdk_jdi_sanity = \
462     com/sun/jdi/AcceptTimeout.java \
463     com/sun/jdi/AccessSpecifierTest.java \
464     com/sun/jdi/AfterThreadDeathTest.java \
465     com/sun/jdi/ArrayRangeTest.java \
466     com/sun/jdi/ConstantPoolInfo.java \
467     com/sun/jdi/CountFilterTest.java \
468     com/sun/jdi/EarlyReturnNegativeTest.java \
469     com/sun/jdi/EarlyReturnTest.java \
470     com/sun/jdi/FieldWatchpoints.java \
471     com/sun/jdi/FramesTest.java \
472     com/sun/jdi/InstanceFilter.java \
473     com/sun/jdi/InterfaceMethodsTest.java \
474     com/sun/jdi/InvokeTest.java \
475     com/sun/jdi/LocalVariableEqual.java \
476     com/sun/jdi/LocationTest.java \
477     com/sun/jdi/ModificationWatchpoints.java \
478     com/sun/jdi/MonitorEventTest.java \
479     com/sun/jdi/MonitorFrameInfo.java \
480     com/sun/jdi/NullThreadGroupNameTest.java \
481     com/sun/jdi/PopAndStepTest.java \
482     com/sun/jdi/PopAsynchronousTest.java \
483     com/sun/jdi/ProcessAttachTest.java \
484     com/sun/jdi/ReferrersTest.java \
485     com/sun/jdi/RequestReflectionTest.java \
486     com/sun/jdi/ResumeOneThreadTest.java \
487     com/sun/jdi/RunToExit.java \
488     com/sun/jdi/SourceNameFilterTest.java \
489     com/sun/jdi/VarargsTest.java \
490     com/sun/jdi/Vars.java \
491     com/sun/jdi/redefineMethod/RedefineTest.java \
492     com/sun/jdi/sde/MangleTest.java \
493     com/sun/jdi/sde/TemperatureTableTest.java
494 
495 jdk_jfr_sanity = \
496     jdk/jfr/api/recording/event/TestLoadEventAfterStart.java \
497     jdk/jfr/api/recording/state/TestState.java \
498     jdk/jfr/event/os/TestCPULoad.java \
499     jdk/jfr/event/allocation/TestObjectAllocationSampleEvent.java \
500     jdk/jfr/jcmd/TestJcmdStartStopDefault.java \
501     jdk/jfr/event/io/TestFileStreamEvents.java \
502     jdk/jfr/event/compiler/TestCompilerCompile.java \
503     jdk/jfr/event/gc/collection/TestGCGarbageCollectionEvent.java \
504     jdk/jfr/event/runtime/TestClassLoadEvent.java \
505     jdk/jfr/event/runtime/TestJavaBlockedEvent.java \
506     jdk/jfr/event/gc/collection/TestGCWithFasttime.java \
507     jdk/jfr/event/gc/configuration/TestGCConfigurationEvent.java \
508     jdk/jfr/event/metadata/TestDefaultConfigurations.java \
509     jdk/jfr/startupargs/TestDumpOnExit.java \
510     jdk/jfr/api/consumer/recordingstream/TestBasics.java
511 
512 svc_tools_sanity =
513 
514 #############################
515 #
516 # Stable test groups
517 #
518 
519 jdk_stable = \
520     :jdk_core \
521     :jdk_svc \
522     :jdk_beans \
523     :jdk_imageio \
524     :jdk_sound \
525     :jdk_sctp \
526     javax/accessibility \
527     com/sun/java/swing
528 
529 needs_g1gc = \
530   jdk/jfr/event/gc/refstat/TestRefStatEventWithG1ConcurrentMark.java \
531   jdk/jfr/event/gc/refstat/TestRefStatEventWithG1FullCollection.java \
532   jdk/jfr/event/gc/refstat/TestRefStatEventWithG1New.java \
533   jdk/jfr/event/gc/detailed/TestEvacuationFailedEvent.java \
534   jdk/jfr/event/gc/detailed/TestEvacuationInfoEvent.java \
535   jdk/jfr/event/gc/detailed/TestG1ConcurrentModeFailureEvent.java \
536   jdk/jfr/event/gc/collection/TestGCCauseWithG1ConcurrentMark.java \
537   jdk/jfr/event/gc/collection/TestGCCauseWithG1FullCollection.java \
538   jdk/jfr/event/gc/collection/TestYoungGarbageCollectionEventWithG1New.java \
539   jdk/jfr/event/gc/collection/TestGCEventMixedWithG1FullCollection.java \
540   jdk/jfr/event/gc/collection/TestGCEventMixedWithG1ConcurrentMark.java \
541   jdk/jfr/event/gc/collection/TestG1ParallelPhases.java \
542   jdk/jfr/event/gc/objectcount/TestObjectCountAfterGCEventWithG1FullCollection.java \
543   jdk/jfr/event/gc/objectcount/TestObjectCountAfterGCEventWithG1ConcurrentMark.java \
544   jdk/jfr/event/gc/heapsummary/TestHeapSummaryEventG1.java
545 
546 #  This set of tests will be executed in an ipv6 only environment
547 
548 jdk_ipv6_only = \
549     :jdk_net \
550     :jdk_nio_networkchannel
551 
552 jdk_nio_networkchannel = \
553     java/nio/channels/AsyncCloseAndInterrupt.java \
554     java/nio/channels/AsynchronousServerSocketChannel \
555     java/nio/channels/AsynchronousSocketChannel \
556     java/nio/channels/DatagramChannel \
557     java/nio/channels/ServerSocketChannel \
558     java/nio/channels/SocketChannel \
559     java/nio/channels/Selector \
560     java/nio/channels/etc
561 
562 jdk_core_manual = \
563     :jdk_core_manual_no_input \
564     :jdk_core_manual_no_input_security \
565     :jdk_core_manual_requires_human_input
566 
567 jdk_core_manual_no_input = \
568     java/net/HugeDataTransferTest.java \
569     java/net/httpclient/BodyProcessorInputStreamTest.java \
570     java/net/httpclient/HttpInputStreamTest.java \
571     java/nio/MappedByteBuffer/PmemTest.java \
572     java/rmi/registry/nonLocalRegistry/NonLocalRegistryTest.java \
573     java/util/zip/ZipFile/TestZipFile.java \
574     javax/net/ssl/compatibility/AlpnTest.java \
575     javax/net/ssl/compatibility/BasicConnectTest.java \
576     javax/net/ssl/compatibility/HrrTest.java \
577     javax/net/ssl/compatibility/SniTest.java \
578     jdk/nio/zipfs/TestLocOffsetFromZip64EF.java
579 
580 jdk_core_manual_no_input_security = \
581     com/sun/crypto/provider/Cipher/DES/PerformanceTest.java \
582     com/sun/security/auth/callback/TextCallbackHandler/Default.java \
583     com/sun/security/auth/callback/TextCallbackHandler/Password.java \
584     com/sun/security/sasl/gsskerb/AuthOnly.java \
585     com/sun/security/sasl/gsskerb/ConfSecurityLayer.java \
586     com/sun/security/sasl/gsskerb/NoSecurityLayer.java \
587     sun/security/provider/PolicyFile/GrantAllPermToExtWhenNoPolicy.java \
588     sun/security/provider/PolicyParser/ExtDirs.java \
589     sun/security/provider/PolicyParser/ExtDirsChange.java \
590     sun/security/provider/PolicyParser/ExtDirsDefaultPolicy.java \
591     sun/security/provider/PolicyParser/PrincipalExpansionError.java \
592     sun/security/smartcardio/TestChannel.java \
593     sun/security/smartcardio/TestConnect.java \
594     sun/security/smartcardio/TestConnectAgain.java \
595     sun/security/smartcardio/TestControl.java \
596     sun/security/smartcardio/TestDefault.java \
597     sun/security/smartcardio/TestDirect.java \
598     sun/security/smartcardio/TestExclusive.java \
599     sun/security/smartcardio/TestMultiplePresent.java \
600     sun/security/smartcardio/TestPresent.java \
601     sun/security/smartcardio/TestTransmit.java \
602     sun/security/tools/jarsigner/compatibility/Compatibility.java \
603     sun/security/tools/keytool/i18n.java
604 
605 jdk_core_manual_requires_human_input = \
606     com/sun/jndi/dns/Test6991580.java \
607     java/util/TimeZone/DefaultTimeZoneTest.java
608 
609 
610 # Test sets for running inside container environment
611 jdk_containers_extended = \
612     :jdk_io \
613     :jdk_nio \
614     :jdk_svc