1 # Copyright (c) 2013, 2023, Oracle and/or its affiliates. All rights reserved. 2 # DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. 3 # 4 # This code is free software; you can redistribute it and/or modify it 5 # under the terms of the GNU General Public License version 2 only, as 6 # published by the Free Software Foundation. 7 # 8 # This code is distributed in the hope that it will be useful, but WITHOUT 9 # ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 10 # FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License 11 # version 2 for more details (a copy is included in the LICENSE file that 12 # accompanied this code). 13 # 14 # You should have received a copy of the GNU General Public License version 15 # 2 along with this work; if not, write to the Free Software Foundation, 16 # Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. 17 # 18 # Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA 19 # or visit www.oracle.com if you need additional information or have any 20 # questions. 21 # 22 23 ############################################################################### 24 # 25 # Tiered testing definitions 26 # 27 28 # When adding tests to tier1, make sure they end up in one of the tier1_partX groups 29 tier1 = \ 30 :tier1_part1 \ 31 :tier1_part2 \ 32 :tier1_part3 33 34 tier1_part1 = \ 35 :jdk_lang 36 37 tier1_part2 = \ 38 :jdk_util 39 40 tier1_part3 = \ 41 :jdk_math \ 42 :jdk_svc_sanity \ 43 :jdk_foreign \ 44 :jdk_vector_sanity \ 45 java/nio/Buffer \ 46 com/sun/crypto/provider/Cipher \ 47 jdk/classfile \ 48 sun/nio/cs/ISO8859x.java 49 50 # When adding tests to tier2, make sure they end up in one of the tier2_partX groups 51 tier2 = \ 52 :tier2_part1 \ 53 :tier2_part2 \ 54 :tier2_part3 55 56 # com/sun/crypto/provider/Cipher is in tier1 because of JDK-8132855 57 tier2_part1 = \ 58 :jdk_security \ 59 -com/sun/crypto/provider/Cipher 60 61 # sun/nio/cs/ISO8859x.java and java/nio/Buffer are in tier1 because of JDK-8132854 62 tier2_part2 = \ 63 :core_tools \ 64 :jdk_io \ 65 :jdk_nio \ 66 -java/nio/Buffer \ 67 -sun/nio/cs/ISO8859x.java \ 68 :jdk_other \ 69 :jdk_text \ 70 :jdk_time 71 72 tier2_part3 = \ 73 :jdk_net 74 75 tier3 = \ 76 :build \ 77 :jdk_vector \ 78 -:jdk_vector_sanity \ 79 :jdk_rmi \ 80 :jdk_svc \ 81 -:jdk_svc_sanity \ 82 -:svc_tools \ 83 :jdk_jpackage 84 85 # Everything not in other tiers 86 tier4 = \ 87 / \ 88 -:tier1 \ 89 -:tier2 \ 90 -:tier3 91 92 ############################################################################### 93 # 94 # Other test definitions; generally smaller granularity than tiers 95 # 96 97 # Build source checking 98 build = \ 99 build 100 101 # java.lang package and VM runtime support 102 jdk_lang = \ 103 java/lang \ 104 -java/lang/management \ 105 -java/lang/instrument \ 106 sun/invoke \ 107 sun/misc \ 108 sun/reflect \ 109 jdk/internal/reflect \ 110 jdk/lambda \ 111 jdk/internal/loader \ 112 jdk/internal/misc \ 113 jdk/internal/ref \ 114 jdk/internal/jimage \ 115 jdk/internal/math \ 116 jdk/internal/vm \ 117 jdk/modules \ 118 jni/nullCaller \ 119 valhalla 120 121 # valhalla lworld tests 122 jdk_valhalla = \ 123 java/lang/invoke \ 124 valhalla 125 126 127 # All of the java.util package 128 jdk_util = \ 129 :jdk_util_other \ 130 :jdk_collections \ 131 :jdk_concurrent \ 132 :jdk_stream 133 134 # All util components not part of some other util category 135 jdk_util_other = \ 136 java/util \ 137 sun/util \ 138 jdk/internal/util \ 139 -:jdk_collections \ 140 -:jdk_concurrent \ 141 -:jdk_stream 142 143 # All collections, core and concurrent 144 jdk_collections = \ 145 :jdk_collections_core \ 146 :jdk_concurrent 147 148 # java.util.concurrent 149 # Includes concurrent collections plus other stuff 150 # Maintained by JSR-166 EG (Doug Lea et al) 151 jdk_concurrent = \ 152 java/util/concurrent 153 154 # Java Collections Framework core classes 155 jdk_collections_core = \ 156 java/util/AbstractCollection \ 157 java/util/AbstractList \ 158 java/util/AbstractMap \ 159 java/util/AbstractSequentialList \ 160 java/util/ArrayDeque \ 161 java/util/ArrayList \ 162 java/util/Arrays \ 163 java/util/BitSet \ 164 java/util/Collection \ 165 java/util/Collections \ 166 java/util/Comparator \ 167 java/util/Deque \ 168 java/util/EnumMap \ 169 java/util/EnumSet \ 170 java/util/HashMap \ 171 java/util/HashSet \ 172 java/util/Hashtable \ 173 java/util/IdentityHashMap \ 174 java/util/Iterator \ 175 java/util/LinkedHashMap \ 176 java/util/LinkedHashSet \ 177 java/util/LinkedList \ 178 java/util/List \ 179 java/util/Map \ 180 java/util/NavigableMap \ 181 java/util/PriorityQueue \ 182 java/util/SequencedCollection \ 183 java/util/TimSort \ 184 java/util/TreeMap \ 185 java/util/Vector \ 186 java/util/WeakHashMap 187 188 # java.util.stream (JSR-335) 189 jdk_stream = \ 190 java/util/Optional \ 191 java/util/function \ 192 java/util/stream 193 194 jdk_math = \ 195 java/math 196 197 jdk_io = \ 198 java/io 199 200 jdk_nio = \ 201 java/nio \ 202 sun/nio \ 203 jdk/nio 204 205 jdk_net = \ 206 java/net \ 207 com/sun/net/httpserver \ 208 sun/net \ 209 jdk/net 210 211 jdk_time = \ 212 java/time 213 214 jdk_rmi = \ 215 java/rmi \ 216 sun/rmi 217 218 jdk_security1 = \ 219 java/security 220 221 jdk_security2 = \ 222 javax/crypto \ 223 javax/xml/crypto \ 224 com/sun/org/apache/xml/internal/security \ 225 com/sun/crypto 226 227 jdk_security3 = \ 228 javax/security \ 229 -javax/security/auth/kerberos \ 230 com/sun/security \ 231 -com/sun/security/jgss \ 232 jdk/security \ 233 sun/security \ 234 -sun/security/krb5 \ 235 -sun/security/jgss \ 236 javax/net 237 238 jdk_security4 = \ 239 com/sun/security/jgss \ 240 javax/security/auth/kerberos \ 241 sun/security/krb5 \ 242 sun/security/jgss 243 244 jdk_security = \ 245 :jdk_security1 \ 246 :jdk_security2 \ 247 :jdk_security3 \ 248 :jdk_security4 249 250 jdk_security_infra = \ 251 security/infra/java/security/cert/CertPathValidator/certification 252 253 jdk_text = \ 254 java/text \ 255 sun/text 256 257 jdk_management = \ 258 java/lang/management \ 259 com/sun/management \ 260 sun/management \ 261 jdk/internal/agent 262 263 jdk_instrument = \ 264 java/lang/instrument 265 266 jdk_jmx = \ 267 javax/management \ 268 com/sun/jmx 269 270 jdk_jdi = \ 271 com/sun/jdi 272 273 jdk_native_sanity = \ 274 native_sanity 275 276 # java launcher specific tests. 277 jdk_launcher = \ 278 tools/launcher \ 279 sun/tools 280 281 jdk_loom = \ 282 com/sun/management/HotSpotDiagnosticMXBean \ 283 com/sun/management/ThreadMXBean \ 284 java/lang/Thread \ 285 java/lang/ThreadGroup \ 286 java/lang/management/ThreadMXBean \ 287 java/util/concurrent \ 288 java/net/vthread \ 289 java/nio/channels/vthread \ 290 jdk/internal/misc/ThreadFlock \ 291 jdk/internal/vm/Continuation \ 292 jdk/jfr/threading 293 294 # 295 # Tool (and tool API) tests are mostly split into core and svc groups 296 # 297 core_tools = \ 298 tools \ 299 -tools/jpackage \ 300 jdk/internal/jrtfs \ 301 sun/tools/jrunscript 302 303 svc_tools = \ 304 com/sun/tools/attach \ 305 sun/tools \ 306 -sun/tools/jrunscript \ 307 sun/jvmstat 308 309 jdk_tools = \ 310 :core_tools \ 311 :svc_tools \ 312 :jdk_jpackage 313 314 jdk_jfr = \ 315 jdk/jfr 316 317 jdk_jpackage = \ 318 tools/jpackage 319 320 # 321 # Catch-all for other areas with a small number of tests 322 # 323 jdk_other = \ 324 java/sql \ 325 javax/sql \ 326 javax/transaction \ 327 javax/rmi \ 328 javax/naming \ 329 javax/script \ 330 javax/smartcardio \ 331 javax/xml \ 332 -javax/xml/crypto \ 333 jdk/dynalink \ 334 jdk/internal/jline \ 335 com/sun/jndi \ 336 lib/testlibrary 337 338 # 339 # SCTP is its own group as it is highly sensitive to kernel/network config 340 # 341 jdk_sctp = \ 342 com/sun/nio/sctp 343 344 345 # 346 # core group to run all core area tests 347 # 348 jdk_core = \ 349 :jdk_lang \ 350 :jdk_util \ 351 :jdk_math \ 352 :jdk_io \ 353 :jdk_nio \ 354 :jdk_net \ 355 :jdk_rmi \ 356 :jdk_time \ 357 :jdk_security \ 358 :jdk_text \ 359 :core_tools \ 360 :jdk_other 361 362 # 363 # svc group to run all serviceability area tests 364 # 365 jdk_svc = \ 366 :jdk_management \ 367 :jdk_instrument \ 368 :jdk_jmx \ 369 :jdk_jdi \ 370 :jdk_jfr \ 371 :svc_tools 372 373 jdk_foreign = \ 374 java/foreign \ 375 jdk/internal/reflect/CallerSensitive/CheckCSMs.java \ 376 -java/foreign/TestMatrix.java 377 378 jdk_vector = \ 379 jdk/incubator/vector 380 381 jdk_vector_sanity = \ 382 jdk/incubator/vector/PreferredSpeciesTest.java \ 383 jdk/incubator/vector/VectorHash.java \ 384 jdk/incubator/vector/VectorRuns.java 385 386 ############################# 387 388 # 389 # Client area groups 390 # 391 392 jdk_awt = \ 393 java/awt \ 394 com/apple/eawt \ 395 com/apple/laf \ 396 sun/awt 397 398 jdk_2d = \ 399 javax/print \ 400 sun/java2d 401 402 jdk_beans = \ 403 java/beans 404 405 jdk_swing = \ 406 javax/swing \ 407 com/sun/java/swing 408 409 jdk_sound = \ 410 javax/sound 411 412 jdk_imageio = \ 413 javax/imageio 414 415 jdk_accessibility = \ 416 javax/accessibility \ 417 com/sun/java/accessibility 418 419 jfc_demo = \ 420 demo/jfc 421 422 jdk_editpad = \ 423 jdk/editpad 424 425 jdk_desktop = \ 426 :jdk_desktop_part1 \ 427 :jdk_desktop_part2 \ 428 :jdk_desktop_part3 429 430 jdk_desktop_part1 = \ 431 :jdk_client_sanity \ 432 :jdk_swing \ 433 :jdk_2d \ 434 :jdk_sound \ 435 :jdk_imageio \ 436 :jdk_editpad \ 437 :jfc_demo \ 438 :jdk_accessibility \ 439 :jdk_beans 440 441 jdk_desktop_part2 = \ 442 :jdk_awt \ 443 -java/awt/Component \ 444 -java/awt/Modal \ 445 -java/awt/datatransfer \ 446 -java/awt/Window 447 448 jdk_desktop_part3 = \ 449 java/awt/Component \ 450 java/awt/Modal \ 451 java/awt/datatransfer \ 452 java/awt/Window 453 454 # SwingSet3 tests. 455 jdk_client_sanity = \ 456 sanity/client/SwingSet 457 458 # This test group represents a subset of tests which are expected to 459 # exercise most of the most commonly used code in Swing applications. 460 # New failures in this area may be a problem. 461 jdk_swing_core = \ 462 :jdk_client_sanity \ 463 javax/swing 464 465 # The most commonly used printing APIs are included here along with swing core. 466 jdk_desktop_core = \ 467 :jdk_swing_core \ 468 java/awt/print 469 470 ############################################################################### 471 # 472 # Serviceability sanity groups 473 # 474 # These groups specify a subset of Serviceability tests that are supposed to 475 # guard against breakage of Serviceability features by other component teams. 476 477 jdk_svc_sanity = \ 478 :jdk_management_sanity \ 479 :jdk_instrument_sanity \ 480 :jdk_jmx_sanity \ 481 :jdk_jdi_sanity \ 482 :jdk_jfr_sanity \ 483 :svc_tools_sanity 484 485 jdk_management_sanity = 486 487 jdk_instrument_sanity = 488 489 jdk_jmx_sanity = 490 491 jdk_jdi_sanity = \ 492 com/sun/jdi/AcceptTimeout.java \ 493 com/sun/jdi/AccessSpecifierTest.java \ 494 com/sun/jdi/AfterThreadDeathTest.java \ 495 com/sun/jdi/ArrayRangeTest.java \ 496 com/sun/jdi/ConstantPoolInfo.java \ 497 com/sun/jdi/CountFilterTest.java \ 498 com/sun/jdi/EarlyReturnNegativeTest.java \ 499 com/sun/jdi/EarlyReturnTest.java \ 500 com/sun/jdi/FieldWatchpoints.java \ 501 com/sun/jdi/FramesTest.java \ 502 com/sun/jdi/InstanceFilter.java \ 503 com/sun/jdi/InterfaceMethodsTest.java \ 504 com/sun/jdi/InvokeTest.java \ 505 com/sun/jdi/LocalVariableEqual.java \ 506 com/sun/jdi/LocationTest.java \ 507 com/sun/jdi/ModificationWatchpoints.java \ 508 com/sun/jdi/MonitorEventTest.java \ 509 com/sun/jdi/MonitorFrameInfo.java \ 510 com/sun/jdi/NullThreadGroupNameTest.java \ 511 com/sun/jdi/PopAndStepTest.java \ 512 com/sun/jdi/PopAsynchronousTest.java \ 513 com/sun/jdi/ProcessAttachTest.java \ 514 com/sun/jdi/ReferrersTest.java \ 515 com/sun/jdi/RequestReflectionTest.java \ 516 com/sun/jdi/ResumeOneThreadTest.java \ 517 com/sun/jdi/RunToExit.java \ 518 com/sun/jdi/SourceNameFilterTest.java \ 519 com/sun/jdi/SuspendAfterDeath.java \ 520 com/sun/jdi/VarargsTest.java \ 521 com/sun/jdi/Vars.java \ 522 com/sun/jdi/redefineMethod/RedefineTest.java \ 523 com/sun/jdi/sde/MangleTest.java \ 524 com/sun/jdi/sde/TemperatureTableTest.java 525 526 jdk_jfr_sanity = \ 527 jdk/jfr/api/recording/event/TestLoadEventAfterStart.java \ 528 jdk/jfr/api/recording/state/TestState.java \ 529 jdk/jfr/event/os/TestCPULoad.java \ 530 jdk/jfr/event/allocation/TestObjectAllocationSampleEvent.java \ 531 jdk/jfr/jcmd/TestJcmdStartStopDefault.java \ 532 jdk/jfr/event/io/TestFileStreamEvents.java \ 533 jdk/jfr/event/compiler/TestCompilerCompile.java \ 534 jdk/jfr/event/gc/collection/TestGCGarbageCollectionEvent.java \ 535 jdk/jfr/event/runtime/TestClassLoadEvent.java \ 536 jdk/jfr/event/runtime/TestJavaBlockedEvent.java \ 537 jdk/jfr/event/gc/collection/TestGCWithFasttime.java \ 538 jdk/jfr/event/gc/configuration/TestGCConfigurationEvent.java \ 539 jdk/jfr/event/metadata/TestDefaultConfigurations.java \ 540 jdk/jfr/startupargs/TestDumpOnExit.java \ 541 jdk/jfr/api/consumer/recordingstream/TestBasics.java 542 543 svc_tools_sanity = 544 545 ############################# 546 # 547 # Stable test groups 548 # 549 550 jdk_stable = \ 551 :jdk_core \ 552 :jdk_svc \ 553 :jdk_beans \ 554 :jdk_imageio \ 555 :jdk_sound \ 556 :jdk_sctp \ 557 javax/accessibility \ 558 com/sun/java/swing 559 560 needs_g1gc = \ 561 jdk/jfr/event/gc/refstat/TestRefStatEventWithG1ConcurrentMark.java \ 562 jdk/jfr/event/gc/refstat/TestRefStatEventWithG1FullCollection.java \ 563 jdk/jfr/event/gc/refstat/TestRefStatEventWithG1New.java \ 564 jdk/jfr/event/gc/detailed/TestEvacuationFailedEvent.java \ 565 jdk/jfr/event/gc/detailed/TestEvacuationInfoEvent.java \ 566 jdk/jfr/event/gc/detailed/TestG1ConcurrentModeFailureEvent.java \ 567 jdk/jfr/event/gc/collection/TestGCCauseWithG1ConcurrentMark.java \ 568 jdk/jfr/event/gc/collection/TestGCCauseWithG1FullCollection.java \ 569 jdk/jfr/event/gc/collection/TestYoungGarbageCollectionEventWithG1New.java \ 570 jdk/jfr/event/gc/collection/TestGCEventMixedWithG1FullCollection.java \ 571 jdk/jfr/event/gc/collection/TestGCEventMixedWithG1ConcurrentMark.java \ 572 jdk/jfr/event/gc/collection/TestG1ParallelPhases.java \ 573 jdk/jfr/event/gc/objectcount/TestObjectCountAfterGCEventWithG1FullCollection.java \ 574 jdk/jfr/event/gc/objectcount/TestObjectCountAfterGCEventWithG1ConcurrentMark.java \ 575 jdk/jfr/event/gc/heapsummary/TestHeapSummaryEventG1.java 576 577 # This set of tests will be executed in an ipv6 only environment 578 579 jdk_ipv6_only = \ 580 :jdk_net \ 581 :jdk_nio_networkchannel 582 583 jdk_nio_networkchannel = \ 584 java/nio/channels/AsyncCloseAndInterrupt.java \ 585 java/nio/channels/AsynchronousServerSocketChannel \ 586 java/nio/channels/AsynchronousSocketChannel \ 587 java/nio/channels/DatagramChannel \ 588 java/nio/channels/ServerSocketChannel \ 589 java/nio/channels/SocketChannel \ 590 java/nio/channels/Selector \ 591 java/nio/channels/etc 592 593 jdk_core_manual = \ 594 :jdk_core_manual_no_input \ 595 :jdk_security_manual_no_input \ 596 :jdk_core_manual_interactive \ 597 :jdk_security_manual_interactive 598 599 jdk_core_manual_no_input = \ 600 java/net/HugeDataTransferTest.java \ 601 java/net/httpclient/BodyProcessorInputStreamTest.java \ 602 java/net/httpclient/HttpInputStreamTest.java \ 603 java/util/zip/ZipFile/TestZipFile.java \ 604 javax/net/ssl/compatibility/AlpnTest.java \ 605 javax/net/ssl/compatibility/BasicConnectTest.java \ 606 javax/net/ssl/compatibility/HrrTest.java \ 607 javax/net/ssl/compatibility/SniTest.java \ 608 jdk/nio/zipfs/TestLocOffsetFromZip64EF.java \ 609 jdk/nio/zipfs/LargeCompressedEntrySizeTest.java \ 610 java/util/ArrayList/Bug8146568.java \ 611 java/util/Vector/Bug8148174.java \ 612 com/sun/net/httpserver/simpleserver/CommandLinePortNotSpecifiedTest.java \ 613 com/sun/net/httpserver/simpleserver/jwebserver/CommandLinePortNotSpecifiedTest.java \ 614 javax/xml/jaxp/datatype/8033980/GregorianCalAndDurSerDataUtil.java 615 616 jdk_security_manual_no_input = \ 617 com/sun/crypto/provider/Cipher/DES/PerformanceTest.java \ 618 com/sun/crypto/provider/Cipher/AEAD/GCMIncrementByte4.java \ 619 com/sun/crypto/provider/Cipher/AEAD/GCMIncrementDirect4.java \ 620 com/sun/security/auth/callback/TextCallbackHandler/Default.java \ 621 com/sun/security/auth/callback/TextCallbackHandler/Password.java \ 622 com/sun/security/sasl/gsskerb/AuthOnly.java \ 623 com/sun/security/sasl/gsskerb/ConfSecurityLayer.java \ 624 com/sun/security/sasl/gsskerb/NoSecurityLayer.java \ 625 sun/security/provider/PolicyFile/GrantAllPermToExtWhenNoPolicy.java \ 626 sun/security/provider/PolicyParser/PrincipalExpansionError.java \ 627 sun/security/smartcardio/TestChannel.java \ 628 sun/security/smartcardio/TestConnect.java \ 629 sun/security/smartcardio/TestConnectAgain.java \ 630 sun/security/smartcardio/TestControl.java \ 631 sun/security/smartcardio/TestDefault.java \ 632 sun/security/smartcardio/TestDirect.java \ 633 sun/security/smartcardio/TestExclusive.java \ 634 sun/security/smartcardio/TestMultiplePresent.java \ 635 sun/security/smartcardio/TestPresent.java \ 636 sun/security/smartcardio/TestTransmit.java \ 637 sun/security/tools/jarsigner/compatibility/Compatibility.java \ 638 sun/security/tools/keytool/ListKeyChainStore.java 639 640 jdk_core_manual_interactive = \ 641 com/sun/jndi/dns/Test6991580.java \ 642 java/util/TimeZone/DefaultTimeZoneTest.java \ 643 java/nio/MappedByteBuffer/PmemTest.java \ 644 java/rmi/registry/nonLocalRegistry/NonLocalRegistryTest.java \ 645 java/rmi/registry/nonLocalRegistry/NonLocalSkeletonTest.java 646 647 jdk_security_manual_interactive = \ 648 sun/security/tools/keytool/i18n.java \ 649 java/security/Policy/Root/Root.java \ 650 sun/security/krb5/config/native/TestDynamicStore.java 651 652 # Test sets for running inside container environment 653 jdk_containers_extended = \ 654 :jdk_io \ 655 :jdk_nio \ 656 :jdk_svc