1 /*
   2  * Copyright (c) 2015, 2023, Oracle and/or its affiliates. All rights reserved.
   3  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   4  *
   5  * This code is free software; you can redistribute it and/or modify it
   6  * under the terms of the GNU General Public License version 2 only, as
   7  * published by the Free Software Foundation.  Oracle designates this
   8  * particular file as subject to the "Classpath" exception as provided
   9  * by Oracle in the LICENSE file that accompanied this code.
  10  *
  11  * This code is distributed in the hope that it will be useful, but WITHOUT
  12  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  13  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  14  * version 2 for more details (a copy is included in the LICENSE file that
  15  * accompanied this code).
  16  *
  17  * You should have received a copy of the GNU General Public License version
  18  * 2 along with this work; if not, write to the Free Software Foundation,
  19  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
  20  *
  21  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
  22  * or visit www.oracle.com if you need additional information or have any
  23  * questions.
  24  */
  25 
  26 /*
  27  * This file defines build profiles for the JIB tool and others.
  28  *
  29  * A build profile defines a set of configuration options and external
  30  * dependencies that we for some reason or other care about specifically.
  31  * Typically, build profiles are defined for the build configurations we
  32  * build regularly.
  33  *
  34  * Contract against this file from the tools that use it, is to provide
  35  * a function on the form:
  36  *
  37  * getJibProfiles(input)
  38  *
  39  * which returns an object graph describing the profiles and their
  40  * dependencies. The name of the function is based on the name of this
  41  * file, minus the extension and the '-', camel cased and prefixed with
  42  * 'get'.
  43  *
  44  *
  45  * The parameter 'input' is an object that optionally contains  some data.
  46  * Optionally because a tool may read the configuration for different purposes.
  47  * To initially get a list of available profiles, the active profile may not
  48  * yet be known for instance.
  49  *
  50  * Data that may be set on the input object:
  51  *
  52  * input.profile = <name of active profile>
  53  *
  54  * If the active profile is set, the following data from it must also
  55  * be provided:
  56  *
  57  * input.profile
  58  * input.build_id
  59  * input.target_os
  60  * input.target_cpu
  61  * input.build_os
  62  * input.build_cpu
  63  * input.target_platform
  64  * input.build_platform
  65  * // The build_osenv_* variables describe the unix layer on Windows systems,
  66  * // i.e. Cygwin, which may also be 32 or 64 bit.
  67  * input.build_osenv
  68  * input.build_osenv_cpu
  69  * input.build_osenv_platform
  70  * input.build_osenv_version
  71  *
  72  * For more complex nested attributes, there is a method "get":
  73  *
  74  * input.get("<dependency>", "<attribute>")
  75  *
  76  * Valid attributes are:
  77  * install_path
  78  * download_path
  79  * download_dir
  80  * home_path
  81  *
  82  *
  83  * The output data generated by this configuration file has the following
  84  * format:
  85  *
  86  * data: {
  87  *   // Identifies the version of this format to the tool reading it
  88  *   format_version: "1.0",
  89  *
  90  *   // Name of base outputdir. JIB assumes the actual output dir is formed
  91  *   // by adding the configuration name: <output_basedir>/<config-name>
  92  *   output_basedir: "build",
  93  *   // Configure argument to use to specify configuration name
  94  *   configuration_configure_arg:
  95  *   // Make argument to use to specify configuration name
  96  *   configuration_make_arg:
  97  *
  98  *   profiles: {
  99  *     <profile-name>: {
 100  *       // Name of os the profile is built to run on
 101  *       target_os; <string>
 102  *       // Name of cpu the profile is built to run on
 103  *       target_cpu; <string>
 104  *       // Combination of target_os and target_cpu for convenience
 105  *       target_platform; <string>
 106  *       // Name of os the profile is built on
 107  *       build_os; <string>
 108  *       // Name of cpu the profile is built on
 109  *       build_cpu; <string>
 110  *       // Combination of build_os and build_cpu for convenience
 111  *       build_platform; <string>
 112  *
 113  *       // List of dependencies needed to build this profile
 114  *       dependencies: <Array of strings>
 115  *
 116  *       // List of configure args to use for this profile
 117  *       configure_args: <Array of strings>
 118  *
 119  *       // List of free form labels describing aspects of this profile
 120  *       labels: <Array of strings>
 121  *     }
 122  *   }
 123  *
 124  *   // Dependencies use a Maven like deployment structure
 125  *   dependencies: {
 126  *     <dependency-name>: {
 127  *       // Organization part of path defining this dependency
 128  *       organization: <string>
 129  *       // File extension for this dependency
 130  *       ext: <string>
 131  *       // Module part of path for defining this dependency,
 132  *       // defaults to <dependency-name>
 133  *       module: <string>
 134  *       // Revision part of path for defining this dependency
 135  *       revision: <string>
 136  *
 137  *       // List of configure args to add when using this dependency,
 138  *       // defaults to
 139  *       // "--with-<dependency-name>=input.get("<dependency-name", "install_path")"
 140  *       configure_args: <array of strings>
 141  *
 142  *       // Name of environment variable to set when using this dependency
 143  *       // when running make
 144  *       environment_name: <string>
 145  *       // Value of environment variable to set when using this dependency
 146  *       // when running make
 147  *       environment_value: <string>
 148  *
 149  *       // Value to add to the PATH variable when using this dependency,
 150  *       // applies to both make and configure
 151  *       environment_path: <string>
 152  *     }
 153  *
 154  *     <dependency-name>: {
 155  *       // For certain dependencies where a legacy distribution mechanism is
 156  *       // already in place, the "javare" server layout is also supported
 157  *       // Indicate that an alternate server source and layout should be used
 158  *       server: "javare"
 159  *
 160  *       // For "javare", a combination of module, revision,
 161  *       // build number (optional), files and checksum file is possible for
 162  *       // artifacts following the standard layout.
 163  *       module: <string>
 164  *       revision: <string>
 165  *       build_number: <string>
 166  *       checksum_file: <string>
 167  *       file: <string>
 168  *
 169  *       // For other files, use checksum path and path instead
 170  *       checksum_path: <string>
 171  *       path: <string>
 172  *     }
 173  *   }
 174  * }
 175  */
 176 
 177 /**
 178  * Main entry to generate the profile configuration
 179  *
 180  * @param input External data to use for generating the configuration
 181  * @returns {{}} Profile configuration
 182  */
 183 var getJibProfiles = function (input) {
 184 
 185     var data = {};
 186 
 187     // Identifies the version of this format to the tool reading it.
 188     // 1.1 signifies that the publish, publish-src and get-src features are usable.
 189     // 1.2 signifies that artifact uploads should fail on missing artifacts by default.
 190     // 1.3 input.get(<dep>, "home_path") automatically goes down into a single top
 191     //     dir just like default configure_args and environment_path variables.
 192     data.format_version = "1.3";
 193 
 194     // Organization, product and version are used when uploading/publishing build results
 195     data.organization = "";
 196     data.product = "jdk";
 197     data.version = getVersion();
 198 
 199     // The base directory for the build output. JIB will assume that the
 200     // actual build directory will be <output_basedir>/<configuration>
 201     data.output_basedir = "build";
 202     // The configure argument to use to specify the name of the configuration
 203     data.configuration_configure_arg = "--with-conf-name=";
 204     // The make argument to use to specify the name of the configuration
 205     data.configuration_make_arg = "CONF_NAME=";
 206 
 207     // Exclude list to use when Jib creates a source bundle
 208     data.src_bundle_excludes = [
 209         "build", "{,**/}webrev*", "{,**/}.hg", "{,**/}JTwork*", "{,**/}JTreport*",
 210         "{,**/}.git"
 211     ];
 212     // Include list to use when creating a minimal jib source bundle which
 213     // contains just the jib configuration files.
 214     data.conf_bundle_includes = [
 215         "make/conf/version-numbers.conf",
 216     ];
 217 
 218     // Define some common values
 219     var common = getJibProfilesCommon(input, data);
 220     // Generate the profiles part of the configuration
 221     data.profiles = getJibProfilesProfiles(input, common, data);
 222     // Generate the dependencies part of the configuration
 223     data.dependencies = getJibProfilesDependencies(input, common, data);
 224 
 225     return data;
 226 };
 227 
 228 /**
 229  * Generates some common values
 230  *
 231  * @param input External data to use for generating the configuration
 232  * @returns Common values
 233  */
 234 var getJibProfilesCommon = function (input, data) {
 235     var common = {};
 236 
 237     common.organization = "jpg.infra.builddeps";
 238     common.build_id = getBuildId(input);
 239     common.build_number = input.build_number != null ? input.build_number : "0";
 240 
 241     // List of the main profile names used for iteration
 242     common.main_profile_names = [
 243         "linux-x64", "linux-x86", "macosx-x64", "macosx-aarch64",
 244         "windows-x64", "windows-x86", "windows-aarch64",
 245         "linux-aarch64", "linux-arm32", "linux-ppc64le", "linux-s390x"
 246     ];
 247 
 248     // These are the base settings for all the main build profiles.
 249     common.main_profile_base = {
 250         dependencies: ["boot_jdk", "gnumake", "jtreg", "jib", "autoconf", "jmh", "jcov"],
 251         default_make_targets: ["product-bundles", "test-bundles", "static-libs-bundles"],
 252         configure_args: concat("--enable-jtreg-failure-handler",
 253             "--with-exclude-translations=es,fr,it,ko,pt_BR,sv,ca,tr,cs,sk,ja_JP_A,ja_JP_HA,ja_JP_HI,ja_JP_I,zh_TW,zh_HK",
 254             "--disable-manpages",
 255             "--disable-jvm-feature-shenandoahgc",
 256             versionArgs(input, common))
 257     };
 258 
 259     // Extra settings for debug profiles
 260     common.debug_suffix = "-debug";
 261     common.debug_profile_base = {
 262         configure_args: ["--enable-debug"],
 263         labels: "debug"
 264     };
 265     // Extra settings for slowdebug profiles
 266     common.slowdebug_suffix = "-slowdebug";
 267     common.slowdebug_profile_base = {
 268         configure_args: ["--with-debug-level=slowdebug"],
 269         labels: "slowdebug"
 270     };
 271     // Extra settings for optimized profiles
 272     common.optimized_suffix = "-optimized";
 273     common.optimized_profile_base = {
 274         configure_args: ["--with-debug-level=optimized"],
 275         labels: "optimized",
 276     };
 277     // Extra settings for openjdk only profiles
 278     common.open_suffix = "-open";
 279     common.open_profile_base = {
 280         configure_args: ["--enable-openjdk-only"],
 281         labels: "open"
 282     };
 283 
 284     common.configure_args_64bit = ["--with-target-bits=64"];
 285     common.configure_args_32bit = ["--with-target-bits=32"];
 286 
 287     /**
 288      * Define common artifacts template for all main profiles
 289      * @param o - Object containing data for artifacts
 290      */
 291     common.main_profile_artifacts = function (o) {
 292         var jdk_subdir = (o.jdk_subdir != null ? o.jdk_subdir : "jdk-" + data.version);
 293         var jdk_suffix = (o.jdk_suffix != null ? o.jdk_suffix : "tar.gz");
 294         var pf = o.platform
 295         return {
 296             artifacts: {
 297                 jdk: {
 298                     local: "bundles/\\(jdk.*bin." + jdk_suffix + "\\)",
 299                     remote: [
 300                         "bundles/" + pf + "/jdk-" + data.version + "_" + pf + "_bin." + jdk_suffix,
 301                         "bundles/" + pf + "/\\1"
 302                     ],
 303                     subdir: jdk_subdir,
 304                     exploded: "images/jdk"
 305                 },
 306                 test: {
 307                     local: "bundles/\\(jdk.*bin-tests.tar.gz\\)",
 308                     remote: [
 309                         "bundles/" + pf + "/jdk-" + data.version + "_" + pf + "_bin-tests.tar.gz",
 310                         "bundles/" + pf + "/\\1"
 311                     ],
 312                     exploded: "images/test"
 313                 },
 314                 test_demos: {
 315                     local: "bundles/\\(jdk.*bin-tests-demos.tar.gz\\)",
 316                     remote: [
 317                         "bundles/" + pf + "/jdk-" + data.version + "_" + pf + "_bin-tests-demos.tar.gz",
 318                         "bundles/" + pf + "/\\1"
 319                     ],
 320                     exploded: "images/test"
 321                 },
 322                 jdk_symbols: {
 323                     local: "bundles/\\(jdk.*bin-symbols.tar.gz\\)",
 324                     remote: [
 325                         "bundles/" + pf + "/jdk-" + data.version + "_" + pf + "_bin-symbols.tar.gz",
 326                         "bundles/" + pf + "/\\1"
 327                     ],
 328                     subdir: jdk_subdir,
 329                     exploded: "images/jdk"
 330                 },
 331                 static_libs: {
 332                     local: "bundles/\\(jdk.*bin-static-libs.tar.gz\\)",
 333                     remote: [
 334                         "bundles/" + pf + "/jdk-" + data.version + "_" + pf + "_bin-static-libs.tar.gz",
 335                         "bundles/" + pf + "/\\1"
 336                     ],
 337                     subdir: jdk_subdir,
 338                 },
 339             }
 340         };
 341     };
 342 
 343 
 344     /**
 345      * Define common artifacts template for all debug profiles
 346      * @param o - Object containing data for artifacts
 347      */
 348     common.debug_profile_artifacts = function (o) {
 349         var jdk_subdir = "jdk-" + data.version + "/fastdebug";
 350         var jdk_suffix = (o.jdk_suffix != null ? o.jdk_suffix : "tar.gz");
 351         var pf = o.platform
 352         return {
 353             artifacts: {
 354                 jdk: {
 355                     local: "bundles/\\(jdk.*bin-debug." + jdk_suffix + "\\)",
 356                     remote: [
 357                         "bundles/" + pf + "/jdk-" + data.version + "_" + pf + "_bin-debug." + jdk_suffix,
 358                         "bundles/" + pf + "/\\1"
 359                     ],
 360                     subdir: jdk_subdir,
 361                     exploded: "images/jdk"
 362                 },
 363                 test: {
 364                     local: "bundles/\\(jdk.*bin-tests-debug.tar.gz\\)",
 365                     remote: [
 366                         "bundles/" + pf + "/jdk-" + data.version + "_" + pf + "_bin-tests-debug.tar.gz",
 367                         "bundles/" + pf + "/\\1"
 368                     ],
 369                     exploded: "images/test"
 370                 },
 371                 jdk_symbols: {
 372                     local: "bundles/\\(jdk.*bin-debug-symbols.tar.gz\\)",
 373                     remote: [
 374                         "bundles/" + pf + "/jdk-" + data.version + "_" + pf + "_bin-debug-symbols.tar.gz",
 375                         "bundles/" + pf + "/\\1"
 376                     ],
 377                     subdir: jdk_subdir,
 378                     exploded: "images/jdk"
 379                 },
 380                 static_libs: {
 381                     local: "bundles/\\(jdk.*bin-static-libs-debug.tar.gz\\)",
 382                     remote: [
 383                         "bundles/" + pf + "/jdk-" + data.version + "_" + pf + "_bin-static-libs-debug.tar.gz",
 384                         "bundles/" + pf + "/\\1"
 385                     ],
 386                     subdir: jdk_subdir,
 387                 },
 388             }
 389         };
 390     };
 391 
 392     common.boot_jdk_version = "19";
 393     common.boot_jdk_build_number = "36";
 394     common.boot_jdk_home = input.get("boot_jdk", "install_path") + "/jdk-"
 395         + common.boot_jdk_version
 396         + (input.build_os == "macosx" ? ".jdk/Contents/Home" : "");
 397 
 398     return common;
 399 };
 400 
 401 /**
 402  * Generates the profiles part of the configuration.
 403  *
 404  * @param input External data to use for generating the configuration
 405  * @param common The common values
 406  * @returns {{}} Profiles part of the configuration
 407  */
 408 var getJibProfilesProfiles = function (input, common, data) {
 409     // Main SE profiles
 410     var profiles = {
 411 
 412         "linux-x64": {
 413             target_os: "linux",
 414             target_cpu: "x64",
 415             dependencies: ["devkit", "gtest", "build_devkit", "graphviz", "pandoc"],
 416             configure_args: concat(
 417                 (input.build_cpu == "x64" ? common.configure_args_64bit
 418                  : "--openjdk-target=x86_64-linux-gnu"),
 419                 "--with-zlib=system", "--disable-dtrace",
 420                 (isWsl(input) ? [ "--host=x86_64-unknown-linux-gnu",
 421                     "--build=x86_64-unknown-linux-gnu" ] : [])),
 422         },
 423 
 424         "linux-x86": {
 425             target_os: "linux",
 426             target_cpu: "x86",
 427             build_cpu: "x64",
 428             dependencies: ["devkit", "gtest"],
 429             configure_args: concat(common.configure_args_32bit,
 430                 "--with-jvm-variants=minimal,server", "--with-zlib=system"),
 431         },
 432 
 433         "macosx-x64": {
 434             target_os: "macosx",
 435             target_cpu: "x64",
 436             dependencies: ["devkit", "gtest", "pandoc"],
 437             configure_args: concat(common.configure_args_64bit, "--with-zlib=system",
 438                 "--with-macosx-version-max=10.12.00",
 439                 "--enable-compatible-cds-alignment",
 440                 // Use system SetFile instead of the one in the devkit as the
 441                 // devkit one may not work on Catalina.
 442                 "SETFILE=/usr/bin/SetFile"),
 443         },
 444 
 445         "macosx-aarch64": {
 446             target_os: "macosx",
 447             target_cpu: "aarch64",
 448             dependencies: ["devkit", "gtest", "pandoc"],
 449             configure_args: concat(common.configure_args_64bit,
 450                 "--with-macosx-version-max=11.00.00"),
 451         },
 452 
 453         "windows-x64": {
 454             target_os: "windows",
 455             target_cpu: "x64",
 456             dependencies: ["devkit", "gtest", "pandoc"],
 457             configure_args: concat(common.configure_args_64bit),
 458         },
 459 
 460         "windows-x86": {
 461             target_os: "windows",
 462             target_cpu: "x86",
 463             build_cpu: "x64",
 464             dependencies: ["devkit", "gtest"],
 465             configure_args: concat(common.configure_args_32bit),
 466         },
 467 
 468         "windows-aarch64": {
 469             target_os: "windows",
 470             target_cpu: "aarch64",
 471             dependencies: ["devkit", "gtest", "build_devkit"],
 472             configure_args: [
 473                 "--openjdk-target=aarch64-unknown-cygwin",
 474             ],
 475         },
 476 
 477         "linux-aarch64": {
 478             target_os: "linux",
 479             target_cpu: "aarch64",
 480             build_cpu: "x64",
 481             dependencies: ["devkit", "gtest", "build_devkit", "pandoc"],
 482             configure_args: [
 483                 "--openjdk-target=aarch64-linux-gnu",
 484                 "--with-zlib=system",
 485                 "--disable-dtrace",
 486 		"--enable-compatible-cds-alignment",
 487             ],
 488         },
 489 
 490         "linux-arm32": {
 491             target_os: "linux",
 492             target_cpu: "arm",
 493             build_cpu: "x64",
 494             dependencies: ["devkit", "gtest", "build_devkit"],
 495             configure_args: [
 496                 "--openjdk-target=arm-linux-gnueabihf", "--with-freetype=bundled",
 497                 "--with-abi-profile=arm-vfp-hflt", "--disable-warnings-as-errors"
 498             ],
 499         },
 500 
 501         "linux-ppc64le": {
 502             target_os: "linux",
 503             target_cpu: "ppc64le",
 504             build_cpu: "x64",
 505             dependencies: ["devkit", "gtest", "build_devkit"],
 506             configure_args: [
 507                 "--openjdk-target=ppc64le-linux-gnu", "--with-freetype=bundled",
 508                 "--disable-warnings-as-errors"
 509             ],
 510         },
 511 
 512         "linux-s390x": {
 513             target_os: "linux",
 514             target_cpu: "s390x",
 515             build_cpu: "x64",
 516             dependencies: ["devkit", "gtest", "build_devkit"],
 517             configure_args: [
 518                 "--openjdk-target=s390x-linux-gnu", "--with-freetype=bundled",
 519                 "--disable-warnings-as-errors"
 520             ],
 521         },
 522     };
 523 
 524     // Add the base settings to all the main profiles
 525     common.main_profile_names.forEach(function (name) {
 526         profiles[name] = concatObjects(common.main_profile_base, profiles[name]);
 527     });
 528 
 529     // Generate debug versions of all the main profiles
 530     common.main_profile_names.forEach(function (name) {
 531         var debugName = name + common.debug_suffix;
 532         profiles[debugName] = concatObjects(profiles[name],
 533                                             common.debug_profile_base);
 534     });
 535     // Generate slowdebug versions of all the main profiles
 536     common.main_profile_names.forEach(function (name) {
 537         var debugName = name + common.slowdebug_suffix;
 538         profiles[debugName] = concatObjects(profiles[name],
 539                                             common.slowdebug_profile_base);
 540     });
 541     // Generate optimized versions of all the main profiles
 542     common.main_profile_names.forEach(function (name) {
 543         var optName = name + common.optimized_suffix;
 544         profiles[optName] = concatObjects(profiles[name],
 545                                           common.optimized_profile_base);
 546         profiles[optName].default_make_targets = [ "hotspot" ];
 547     });
 548     // Generate testmake profiles for the main profile of each build host
 549     // platform. This profile only runs the makefile tests.
 550     // Ant is needed to run the idea project generator test.
 551     var testmakeBase = {
 552         dependencies: [ "ant" ],
 553         environment: {
 554             "ANT_HOME": input.get("ant", "home_path")
 555         }
 556     };
 557     [ "linux-x64", "macosx-aarch64", "macosx-x64", "windows-x64", "linux-aarch64"]
 558         .forEach(function (name) {
 559             var maketestName = name + "-testmake";
 560             profiles[maketestName] = concatObjects(profiles[name], testmakeBase);
 561             profiles[maketestName].default_make_targets = [ "test-make" ];
 562         });
 563 
 564     // Generate -gcov profiles
 565     [ "linux-aarch64", "linux-x64", "macosx-x64", "macosx-aarch64" ].forEach(function (name) {
 566         var gcovName = name + "-gcov";
 567         profiles[gcovName] = clone(profiles[name]);
 568         profiles[gcovName].default_make_targets = ["product-bundles", "test-bundles"];
 569         profiles[gcovName].configure_args = concat(profiles[gcovName].configure_args,
 570             ["--enable-native-coverage", "--disable-warnings-as-errors"]);
 571     });
 572 
 573     // Profiles for building the zero jvm variant. These are used for verification.
 574     var zeroProfiles = {
 575         "linux-x64-zero": {
 576             target_os: "linux",
 577             target_cpu: "x64",
 578             dependencies: ["devkit", "gtest"],
 579             configure_args: concat(common.configure_args_64bit, [
 580                 "--with-zlib=system",
 581                 "--with-jvm-variants=zero",
 582                 "--enable-libffi-bundling"
 583             ])
 584         },
 585 
 586         "linux-aarch64-zero": {
 587             target_os: "linux",
 588             target_cpu: "aarch64",
 589             dependencies: ["devkit", "gtest"],
 590             configure_args: concat(common.configure_args_64bit, [
 591                 "--with-zlib=system",
 592                 "--with-jvm-variants=zero",
 593                 "--enable-libffi-bundling"
 594             ])
 595         },
 596 
 597         "linux-x86-zero": {
 598             target_os: "linux",
 599             target_cpu: "x86",
 600             build_cpu: "x64",
 601             dependencies: ["devkit", "gtest"],
 602             configure_args:  concat(common.configure_args_32bit, [
 603                 "--with-zlib=system",
 604                 "--with-jvm-variants=zero",
 605                 "--enable-libffi-bundling"
 606             ])
 607         }
 608     }
 609     profiles = concatObjects(profiles, zeroProfiles);
 610 
 611     // Add the base settings to the zero profiles and generate debug profiles
 612     Object.keys(zeroProfiles).forEach(function (name) {
 613         var debugName = name + common.debug_suffix;
 614         profiles[name] = concatObjects(common.main_profile_base, profiles[name]);
 615         profiles[debugName] = concatObjects(profiles[name], common.debug_profile_base);
 616     });
 617 
 618     // Define a profile with precompiled headers disabled. This is just used for
 619     // verification of this build configuration.
 620     var noPchProfiles = {
 621         "linux-x64-debug-nopch": {
 622             target_os: "linux",
 623             target_cpu: "x64",
 624             dependencies: ["devkit", "gtest"],
 625             configure_args: concat(common.configure_args_64bit,
 626                 "--with-zlib=system", "--disable-precompiled-headers"),
 627         },
 628     };
 629     profiles = concatObjects(profiles, noPchProfiles);
 630     // Add base settings to noPch profiles
 631     Object.keys(noPchProfiles).forEach(function (name) {
 632         profiles[name] = concatObjects(common.main_profile_base, profiles[name]);
 633         profiles[name] = concatObjects(common.debug_profile_base, profiles[name]);
 634         // Override default make target with hotspot as that's the only part of
 635         // the build using precompiled headers.
 636         profiles[name].default_make_targets = ["hotspot"];
 637     });
 638 
 639     // Bootcycle profiles runs the build with itself as the boot jdk. This can
 640     // be done in two ways. Either using the builtin bootcycle target in the
 641     // build system. Or by supplying the main jdk build as bootjdk to configure.
 642     [ "linux-x64", "macosx-x64", "windows-x64", "linux-aarch64" ]
 643         .forEach(function (name) {
 644             var bootcycleName = name + "-bootcycle";
 645             var bootcyclePrebuiltName = name + "-bootcycle-prebuilt";
 646             // The base bootcycle profile just changes the default target
 647             // compared to the base profile
 648             profiles[bootcycleName] = clone(profiles[name]);
 649             profiles[bootcycleName].default_make_targets = [ "bootcycle-images" ];
 650             // The prebuilt bootcycle variant modifies the boot jdk argument
 651             var bootcyclePrebuiltBase = {
 652                 dependencies: [ name + ".jdk" ],
 653                 configure_args: [
 654                     "--with-boot-jdk=" + input.get(name + ".jdk", "home_path"),
 655                 ]
 656             }
 657             profiles[bootcyclePrebuiltName] = concatObjects(profiles[name],
 658                 bootcyclePrebuiltBase);
 659             var bootJdkIndex = profiles[bootcyclePrebuiltName].dependencies.indexOf("boot_jdk");
 660             delete profiles[bootcyclePrebuiltName].dependencies[bootJdkIndex];
 661             profiles[bootcyclePrebuiltName].default_make_targets = [ "product-images" ];
 662         });
 663 
 664     // JCov profiles build JCov-instrumented JDK image based on images provided through dependencies.
 665     [ "linux-aarch64", "linux-x64", "macosx-x64", "macosx-aarch64", "windows-x64" ]
 666         .forEach(function (name) {
 667             var jcovName = name + "-jcov";
 668             profiles[jcovName] = clone(common.main_profile_base);
 669             profiles[jcovName].target_os = profiles[name].target_os
 670             profiles[jcovName].target_cpu = profiles[name].target_cpu
 671             profiles[jcovName].default_make_targets = [ "jcov-bundles" ];
 672             profiles[jcovName].dependencies = concat(profiles[jcovName].dependencies,
 673                 [ name + ".jdk", "devkit" ]);
 674             profiles[jcovName].configure_args = concat(profiles[jcovName].configure_args,
 675                 ["--with-jcov-input-jdk=" + input.get(name + ".jdk", "home_path")]);
 676         });
 677 
 678     // Define artifacts for profiles
 679     var artifactData = {
 680         "linux-x64": {
 681             platform: "linux-x64",
 682         },
 683         "linux-x86": {
 684             platform: "linux-x86",
 685         },
 686         "macosx-x64": {
 687             platform: "macos-x64",
 688             jdk_subdir: "jdk-" + data.version +  ".jdk/Contents/Home",
 689         },
 690         "macosx-aarch64": {
 691             platform: "macos-aarch64",
 692             jdk_subdir: "jdk-" + data.version + ".jdk/Contents/Home",
 693         },
 694         "windows-x64": {
 695             platform: "windows-x64",
 696             jdk_suffix: "zip",
 697         },
 698         "windows-x86": {
 699             platform: "windows-x86",
 700             jdk_suffix: "zip",
 701         },
 702         "windows-aarch64": {
 703             platform: "windows-aarch64",
 704             jdk_suffix: "zip",
 705         },
 706        "linux-aarch64": {
 707             platform: "linux-aarch64",
 708         },
 709        "linux-arm32": {
 710             platform: "linux-arm32",
 711         },
 712        "linux-ppc64le": {
 713             platform: "linux-ppc64le",
 714         },
 715        "linux-s390x": {
 716             platform: "linux-s390x",
 717         }
 718     }
 719     // Generate common artifacts for all main profiles
 720     Object.keys(artifactData).forEach(function (name) {
 721         profiles[name] = concatObjects(profiles[name],
 722             common.main_profile_artifacts(artifactData[name]));
 723     });
 724 
 725     // Generate common artifacts for all debug profiles
 726     Object.keys(artifactData).forEach(function (name) {
 727         var debugName = name + common.debug_suffix;
 728         profiles[debugName] = concatObjects(profiles[debugName],
 729             common.debug_profile_artifacts(artifactData[name]));
 730     });
 731 
 732     buildJdkDep = input.build_os + "-" + input.build_cpu + ".jdk";
 733     docsProfiles = {
 734         "docs": {
 735             target_os: input.build_os,
 736             target_cpu: input.build_cpu,
 737             dependencies: [
 738                 "boot_jdk", "devkit", "graphviz", "pandoc", buildJdkDep,
 739             ],
 740             configure_args: concat(
 741                 "--enable-full-docs",
 742                 versionArgs(input, common),
 743                 "--with-build-jdk=" + input.get(buildJdkDep, "home_path"),
 744                 // Provide an explicit JDK for the docs-reference target to
 745                 // mimic the running conditions of when it's run for real as
 746                 // closely as possible.
 747                 "--with-docs-reference-jdk=" + input.get(buildJdkDep, "home_path")
 748             ),
 749             default_make_targets: ["all-docs-bundles"],
 750             artifacts: {
 751                 doc_api_spec: {
 752                     local: "bundles/\\(jdk-" + data.version + ".*doc-api-spec.tar.gz\\)",
 753                     remote: [
 754                         "bundles/common/jdk-" + data.version + "_doc-api-spec.tar.gz",
 755                         "bundles/common/\\1"
 756                     ],
 757                 },
 758                 javase_doc_api_spec: {
 759                     local: "bundles/\\(javase-" + data.version + ".*doc-api-spec.tar.gz\\)",
 760                     remote: [
 761                         "bundles/common/javase-" + data.version + "_doc-api-spec.tar.gz",
 762                         "bundles/common/\\1"
 763                     ],
 764                 },
 765                 reference_doc_api_spec: {
 766                     local: "bundles/\\(jdk-reference-" + data.version + ".*doc-api-spec.tar.gz\\)",
 767                     remote: [
 768                         "bundles/common/jdk-reference-" + data.version + "_doc-api-spec.tar.gz",
 769                         "bundles/common/\\1"
 770                     ],
 771                 },
 772             }
 773         }
 774     };
 775     profiles = concatObjects(profiles, docsProfiles);
 776 
 777     // Generate open only profiles for all the main and debug profiles.
 778     // Rewrite artifact remote paths by adding "openjdk/GPL".
 779     common.main_profile_names.forEach(function (name) {
 780         var openName = name + common.open_suffix;
 781         profiles[openName] = concatObjects(profiles[name],
 782             common.open_profile_base);
 783         for (artifactName in profiles[openName].artifacts) {
 784             var artifact = profiles[openName].artifacts[artifactName];
 785             artifact.remote = replaceAll(
 786                 "bundles\/", "bundles/openjdk/GPL/",
 787                 (artifact.remote != null ? artifact.remote : artifact.local));
 788         }
 789         var debugName = name + common.debug_suffix;
 790         var openDebugName = name + common.open_suffix + common.debug_suffix;
 791         profiles[openDebugName] = concatObjects(profiles[debugName],
 792             common.open_profile_base);
 793         for (artifactName in profiles[openDebugName].artifacts) {
 794             var artifact = profiles[openDebugName].artifacts[artifactName];
 795             artifact.remote = replaceAll(
 796                 "bundles\/", "bundles/openjdk/GPL/",
 797                 (artifact.remote != null ? artifact.remote : artifact.local));
 798         }
 799     });
 800 
 801     // Define the reference implementation profiles. These are basically the same
 802     // as the open profiles, but upload artifacts to a different location.
 803     common.main_profile_names.forEach(function (name) {
 804         var riName = name + "-ri";
 805         var riDebugName = riName + common.debug_suffix;
 806         var openName = name + common.open_suffix;
 807         var openDebugName = openName + common.debug_suffix;
 808         profiles[riName] = clone(profiles[openName]);
 809         profiles[riDebugName] = clone(profiles[openDebugName]);
 810         // Rewrite all remote dirs to "bundles/openjdk/BCL/..."
 811         for (artifactName in profiles[riName].artifacts) {
 812             var artifact = profiles[riName].artifacts[artifactName];
 813             artifact.remote = replaceAll(
 814                 "\/GPL\/", "/BCL/",
 815                 (artifact.remote != null ? artifact.remote : artifact.local));
 816         }
 817     });
 818 
 819     // For open profiles, the non-debug jdk bundles, need an "open" prefix on the
 820     // remote bundle names, forming the word "openjdk". See JDK-8188789.
 821     common.main_profile_names.forEach(function (name) {
 822         var openName = name + common.open_suffix;
 823         profiles[openName].artifacts["jdk"].remote = replaceAll(
 824             "\/jdk-", "/openjdk-",
 825             replaceAll("\/\\1", "/open\\1",
 826                        profiles[openName].artifacts["jdk"].remote));
 827     });
 828 
 829     // Generate cmp-baseline profiles for each main profile and their
 830     // corresponding debug profile. This profile does a compare build run with no
 831     // changes to verify that the compare script has a clean baseline
 832     common.main_profile_names.forEach(function (name) {
 833         [ "", common.open_suffix ].forEach(function (suffix) {
 834             var cmpBaselineName = name + suffix + "-cmp-baseline";
 835             profiles[cmpBaselineName] = clone(profiles[name + suffix]);
 836             // Only compare the images target. This should presumably be expanded
 837             // to include more build targets when possible.
 838             profiles[cmpBaselineName].default_make_targets = [ "images", "test-image" ];
 839             if (name == "linux-x64") {
 840                 profiles[cmpBaselineName].default_make_targets
 841                     = concat(profiles[cmpBaselineName].default_make_targets, "docs");
 842             }
 843             profiles[cmpBaselineName].make_args = [ "COMPARE_BUILD=CONF=" ];
 844             profiles[cmpBaselineName].configure_args = concat(
 845                 profiles[cmpBaselineName].configure_args,
 846                 "--with-hotspot-build-time=n/a",
 847                 "--disable-precompiled-headers");
 848             // Do not inherit artifact definitions from base profile
 849             delete profiles[cmpBaselineName].artifacts;
 850         });
 851     });
 852 
 853     // Artifacts of JCov profiles
 854     [ "linux-aarch64", "linux-x64", "macosx-x64", "macosx-aarch64", "windows-x64" ]
 855         .forEach(function (name) {
 856             var o = artifactData[name]
 857             var jdk_subdir = (o.jdk_subdir != null ? o.jdk_subdir : "jdk-" + data.version);
 858             var jdk_suffix = (o.jdk_suffix != null ? o.jdk_suffix : "tar.gz");
 859             var pf = o.platform
 860             var jcovName = name + "-jcov";
 861             profiles[jcovName].artifacts = {
 862                 jdk: {
 863                     local: "bundles/\\(jdk-jcov.*bin." + jdk_suffix + "\\)",
 864                     remote: [
 865                         "bundles/" + pf + "/jdk-jcov-" + data.version + "_" + pf + "_bin." + jdk_suffix
 866                     ],
 867                     subdir: jdk_subdir,
 868                     exploded: "images/jdk-jcov"
 869                 }
 870             };
 871         });
 872 
 873     // Artifacts of gcov (native-code-coverage) profiles
 874     [ "linux-aarch64", "linux-x64", "macosx-x64", "macosx-aarch64" ].forEach(function (name) {
 875         var o = artifactData[name]
 876         var pf = o.platform
 877         var jdk_subdir = (o.jdk_subdir != null ? o.jdk_subdir : "jdk-" + data.version);
 878         var jdk_suffix = (o.jdk_suffix != null ? o.jdk_suffix : "tar.gz");
 879         var gcovName = name + "-gcov";
 880         profiles[gcovName].artifacts = {
 881             jdk: {
 882                 local: "bundles/\\(jdk.*bin." + jdk_suffix + "\\)",
 883                 remote: [
 884                     "bundles/" + pf + "/jdk-" + data.version + "_" + pf + "_bin-gcov." + jdk_suffix,
 885                 ],
 886                 subdir: jdk_subdir,
 887                 exploded: "images/jdk",
 888             },
 889             test: {
 890                     local: "bundles/\\(jdk.*bin-tests.tar.gz\\)",
 891                     remote: [
 892                         "bundles/" + pf + "/jdk-" + data.version + "_" + pf + "_bin-gcov-tests.tar.gz",
 893                     ],
 894                     exploded: "images/test"
 895             },
 896             jdk_symbols: {
 897                     local: "bundles/\\(jdk.*bin-symbols.tar.gz\\)",
 898                     remote: [
 899                         "bundles/" + pf + "/jdk-" + data.version + "_" + pf + "_bin-gcov-symbols.tar.gz",
 900                     ],
 901                     subdir: jdk_subdir,
 902                     exploded: "images/jdk"
 903                 },
 904             };
 905     });
 906 
 907     // Profiles used to run tests.
 908     var testOnlyProfiles = {
 909         "run-test": {
 910             target_os: input.build_os,
 911             target_cpu: input.build_cpu,
 912             dependencies: [ "jtreg", "gnumake", "boot_jdk", "devkit", "jib" ],
 913             labels: "test",
 914             environment: {
 915                 "JT_JAVA": common.boot_jdk_home
 916             }
 917         }
 918     };
 919     profiles = concatObjects(profiles, testOnlyProfiles);
 920 
 921     // Profiles used to run tests using Jib for internal dependencies.
 922     var testedProfile = input.testedProfile;
 923     if (testedProfile == null) {
 924         testedProfile = input.build_os + "-" + input.build_cpu;
 925     }
 926     var testedProfileJdk = testedProfile + ".jdk";
 927     // Make it possible to use the test image from a different profile
 928     var testImageProfile;
 929     if (input.testImageProfile != null) {
 930         testImageProfile = input.testImageProfile;
 931     } else if (testedProfile.endsWith("-jcov")) {
 932         testImageProfile = testedProfile.substring(0, testedProfile.length - "-jcov".length);
 933     } else {
 934         testImageProfile = testedProfile;
 935     }
 936     var testedProfileTest = testImageProfile + ".test"
 937     var testOnlyMake = [ "test-prebuilt", "LOG_CMDLINES=true", "JTREG_VERBOSE=fail,error,time" ];
 938     if (testedProfile.endsWith("-gcov")) {
 939         testOnlyMake = concat(testOnlyMake, "GCOV_ENABLED=true")
 940     }
 941     var testOnlyProfilesPrebuilt = {
 942         "run-test-prebuilt": {
 943             target_os: input.build_os,
 944             target_cpu: input.build_cpu,
 945             dependencies: [
 946                 "jtreg", "gnumake", "boot_jdk", "devkit", "jib", "jcov", testedProfileJdk,
 947                 testedProfileTest,
 948             ],
 949             src: "src.conf",
 950             make_args: testOnlyMake,
 951             environment: {
 952                 "BOOT_JDK": common.boot_jdk_home,
 953                 "JT_HOME": input.get("jtreg", "home_path"),
 954                 "JDK_IMAGE_DIR": input.get(testedProfileJdk, "home_path"),
 955                 "TEST_IMAGE_DIR": input.get(testedProfileTest, "home_path"),
 956                 "SYMBOLS_IMAGE_DIR": input.get(testedProfile + ".jdk_symbols", "home_path")
 957             },
 958             labels: "test"
 959         }
 960     };
 961     if (!testedProfile.endsWith("-jcov")) {
 962         testOnlyProfilesPrebuilt["run-test-prebuilt"]["dependencies"].push(testedProfile + ".jdk_symbols");
 963     }
 964 
 965     // If actually running the run-test-prebuilt profile, verify that the input
 966     // variable is valid and if so, add the appropriate target_* values from
 967     // the tested profile. Use testImageProfile value as backup.
 968     if (input.profile == "run-test-prebuilt") {
 969         if (profiles[testedProfile] == null && profiles[testImageProfile] == null) {
 970             error("testedProfile is not defined: " + testedProfile + " " + testImageProfile);
 971         }
 972     }
 973     if (profiles[testedProfile] != null) {
 974         testOnlyProfilesPrebuilt["run-test-prebuilt"]["target_os"]
 975             = profiles[testedProfile]["target_os"];
 976         testOnlyProfilesPrebuilt["run-test-prebuilt"]["target_cpu"]
 977             = profiles[testedProfile]["target_cpu"];
 978     } else if (profiles[testImageProfile] != null) {
 979         testOnlyProfilesPrebuilt["run-test-prebuilt"]["target_os"]
 980             = profiles[testImageProfile]["target_os"];
 981         testOnlyProfilesPrebuilt["run-test-prebuilt"]["target_cpu"]
 982             = profiles[testImageProfile]["target_cpu"];
 983     }
 984     profiles = concatObjects(profiles, testOnlyProfilesPrebuilt);
 985 
 986     // On macosx add the devkit bin dir to the path in all the run-test profiles.
 987     // This gives us a guaranteed working version of lldb for the jtreg failure handler.
 988     if (input.build_os == "macosx") {
 989         macosxRunTestExtra = {
 990             dependencies: [ "lldb" ],
 991             environment_path: [
 992                 input.get("gnumake", "install_path") + "/bin",
 993                 input.get("lldb", "install_path") + "/Xcode/Contents/Developer/usr/bin",
 994             ],
 995         };
 996         profiles["run-test"] = concatObjects(profiles["run-test"], macosxRunTestExtra);
 997         profiles["run-test-prebuilt"] = concatObjects(profiles["run-test-prebuilt"], macosxRunTestExtra);
 998     }
 999 
1000     // The profile run-test-prebuilt defines src.conf as the src bundle. When
1001     // running in Mach 5, this reduces the time it takes to populate the
1002     // considerably. But with just src.conf, we cannot actually run any tests,
1003     // so if running from a workspace with just src.conf in it, we need to also
1004     // get src.full as a dependency, and define the work_dir (where make gets
1005     // run) to be in the src.full install path. By running in the install path,
1006     // the same cached installation of the full src can be reused for multiple
1007     // test tasks. Care must however be taken not to pollute that work dir by
1008     // setting the appropriate make variables to control output directories.
1009     //
1010     // Use the existence of the top level README.md as indication of if this is
1011     // the full source or just src.conf.
1012     if (!new java.io.File(__DIR__, "../../README.md").exists()) {
1013         var runTestPrebuiltSrcFullExtra = {
1014             dependencies: "src.full",
1015             work_dir: input.get("src.full", "install_path"),
1016         }
1017         profiles["run-test-prebuilt"] = concatObjects(profiles["run-test-prebuilt"],
1018             runTestPrebuiltSrcFullExtra);
1019     }
1020 
1021     // Generate the missing platform attributes
1022     profiles = generatePlatformAttributes(profiles);
1023     profiles = generateDefaultMakeTargetsConfigureArg(common, profiles);
1024     return profiles;
1025 };
1026 
1027 /**
1028  * Generate the dependencies part of the configuration
1029  *
1030  * @param input External data to use for generating the configuration
1031  * @param common The common values
1032  * @returns {{}} Dependencies part of configuration
1033  */
1034 var getJibProfilesDependencies = function (input, common) {
1035 
1036     var devkit_platform_revisions = {
1037         linux_x64: "gcc11.2.0-OL6.4+1.0",
1038         macosx: "Xcode12.4+1.1",
1039         windows_x64: "VS2022-17.1.0+1.0",
1040         linux_aarch64: "gcc11.2.0-OL7.6+1.0",
1041         linux_arm: "gcc8.2.0-Fedora27+1.0",
1042         linux_ppc64le: "gcc8.2.0-Fedora27+1.0",
1043         linux_s390x: "gcc8.2.0-Fedora27+1.0"
1044     };
1045 
1046     var devkit_platform = (input.target_cpu == "x86"
1047         ? input.target_os + "_x64"
1048         : input.target_platform);
1049     if (input.target_platform == "windows_aarch64") {
1050         devkit_platform = "windows_x64";
1051     } else if (input.target_os == "macosx") {
1052         devkit_platform = "macosx";
1053     }
1054     var devkit_cross_prefix = "";
1055     if (!(input.target_os == "windows")) {
1056         if (input.build_platform != input.target_platform
1057            && input.build_platform != devkit_platform) {
1058             devkit_cross_prefix = input.build_platform + "-to-";
1059         }
1060     }
1061     var boot_jdk_os = input.build_os;
1062     if (input.build_os == "macosx") {
1063         boot_jdk_os = "macos";
1064     }
1065     var boot_jdk_platform = boot_jdk_os + "-" + input.build_cpu;
1066     var boot_jdk_ext = (input.build_os == "windows" ? ".zip" : ".tar.gz")
1067     // If running in WSL and building for Windows, it will look like Linux,
1068     // but we need a Windows boot JDK.
1069     if (isWsl(input) && input.target_os == "windows") {
1070         boot_jdk_platform = "windows-" + input.build_cpu;
1071         boot_jdk_ext = ".zip";
1072     }
1073     var boot_jdk = {
1074         server: "jpg",
1075         product: "jdk",
1076         version: common.boot_jdk_version,
1077         build_number: common.boot_jdk_build_number,
1078         file: "bundles/" + boot_jdk_platform + "/jdk-" + common.boot_jdk_version + "_"
1079             + boot_jdk_platform + "_bin" + boot_jdk_ext,
1080         configure_args: "--with-boot-jdk=" + common.boot_jdk_home,
1081         environment_path: common.boot_jdk_home + "/bin"
1082     }
1083 
1084     var makeRevision = "4.0+1.0";
1085     var makeBinSubDir = "/bin";
1086     var makeModule = "gnumake-" + input.build_platform;
1087     if (input.build_os == "windows") {
1088         makeModule = "gnumake-" + input.build_osenv_platform;
1089         if (input.build_osenv == "cygwin") {
1090             var versionArray = input.build_osenv_version.split(/\./);
1091             var majorVer = parseInt(versionArray[0]);
1092             var minorVer = parseInt(versionArray[1]);
1093             if (majorVer > 3 || (majorVer == 3 && minorVer >= 3)) {
1094                 makeRevision = "4.3+1.0";
1095             } else {
1096                 makeBinSubDir = "/cygwin/bin";
1097             }
1098         }
1099     }
1100     var makeBinDir = input.get("gnumake", "install_path") + makeBinSubDir;
1101 
1102     var dependencies = {
1103         boot_jdk: boot_jdk,
1104 
1105         devkit: {
1106             organization: common.organization,
1107             ext: "tar.gz",
1108             module: "devkit-" + devkit_cross_prefix + devkit_platform,
1109             revision: devkit_platform_revisions[devkit_platform],
1110             environment: {
1111                 "DEVKIT_HOME": input.get("devkit", "home_path"),
1112             }
1113         },
1114 
1115         build_devkit: {
1116             organization: common.organization,
1117             ext: "tar.gz",
1118             module: "devkit-" + input.build_platform,
1119             revision: devkit_platform_revisions[input.build_platform],
1120             // Only set --with-build-devkit when cross compiling.
1121             configure_args: (input.build_cpu == input.target_cpu ? false
1122                 : "--with-build-devkit=" + input.get("build_devkit", "home_path"))
1123         },
1124 
1125         lldb: {
1126             organization: common.organization,
1127             ext: "tar.gz",
1128             module: "devkit-macosx" + (input.build_cpu == "x64" ? "_x64" : ""),
1129             revision: (input.build_cpu == "x64" ? "Xcode11.3.1-MacOSX10.15+1.2" : devkit_platform_revisions[devkit_platform])
1130         },
1131 
1132         cups: {
1133             organization: common.organization,
1134             ext: "tar.gz",
1135             revision: "1.0118+1.0"
1136         },
1137 
1138         jtreg: {
1139             server: "jpg",
1140             product: "jtreg",
1141             version: "7.1.1",
1142             build_number: "1",
1143             file: "bundles/jtreg-7.1.1+1.zip",
1144             environment_name: "JT_HOME",
1145             environment_path: input.get("jtreg", "home_path") + "/bin",
1146             configure_args: "--with-jtreg=" + input.get("jtreg", "home_path"),
1147         },
1148 
1149         jmh: {
1150             organization: common.organization,
1151             ext: "tar.gz",
1152             revision: "1.35+1.0"
1153         },
1154 
1155         jcov: {
1156             organization: common.organization,
1157             revision: "3.0-14-jdk-asm+1.0",
1158             ext: "zip",
1159             environment_name: "JCOV_HOME",
1160         },
1161 
1162         gnumake: {
1163             organization: common.organization,
1164             ext: "tar.gz",
1165             revision: makeRevision,
1166             module: makeModule,
1167             configure_args: "MAKE=" + makeBinDir + "/make",
1168             environment: {
1169                 "MAKE": makeBinDir + "/make"
1170             },
1171             environment_path: makeBinDir
1172         },
1173 
1174         autoconf: {
1175             organization: common.organization,
1176             ext: "tar.gz",
1177             revision: "2.69+1.0.1",
1178             module: (input.build_os == "windows"
1179                 ? "autoconf-" + input.build_osenv_platform
1180                 : "autoconf-" + input.build_platform),
1181             configure_args: "",
1182             environment_path: input.get("autoconf", "install_path")
1183         },
1184 
1185         graphviz: {
1186             organization: common.organization,
1187             ext: "tar.gz",
1188             revision: "2.38.0-1+1.1",
1189             module: "graphviz-" + input.target_platform,
1190             configure_args: "DOT=" + input.get("graphviz", "install_path") + "/dot",
1191             environment_path: input.get("graphviz", "install_path")
1192         },
1193 
1194         pandoc: {
1195             organization: common.organization,
1196             ext: "tar.gz",
1197             revision: "2.19.2+1.0",
1198             module: "pandoc-" + input.build_platform,
1199             configure_args: "PANDOC=" + input.get("pandoc", "install_path") + "/pandoc/pandoc",
1200             environment_path: input.get("pandoc", "install_path") + "/pandoc"
1201         },
1202 
1203         // This adds java jib as a dependency for the test artifacts resolver
1204         jib: {
1205             organization: "com.oracle.java.jib",
1206             ext: "zip",
1207             classifier: "distribution",
1208             revision: "3.0-SNAPSHOT",
1209             environment_name: "JIB_HOME",
1210             environment_value: input.get("jib", "home_path")
1211         },
1212 
1213         ant: {
1214             organization: common.organization,
1215             ext: "zip",
1216             revision: "1.7.1+1.0",
1217             configure_args: "",
1218         },
1219 
1220         gtest: {
1221             organization: common.organization,
1222             ext: "tar.gz",
1223             revision: "1.8.1"
1224         },
1225     };
1226 
1227     return dependencies;
1228 };
1229 
1230 /**
1231  * Generate the missing platform attributes for profiles
1232  *
1233  * @param profiles Profiles map to generate attributes on
1234  * @returns {{}} New profiles map with platform attributes fully filled in
1235  */
1236 var generatePlatformAttributes = function (profiles) {
1237     var ret = concatObjects(profiles, {});
1238     for (var profile in profiles) {
1239         if (ret[profile].build_os == null) {
1240             ret[profile].build_os = ret[profile].target_os;
1241         }
1242         if (ret[profile].build_cpu == null) {
1243             ret[profile].build_cpu = ret[profile].target_cpu;
1244         }
1245         ret[profile].target_platform = ret[profile].target_os + "_" + ret[profile].target_cpu;
1246         ret[profile].build_platform = ret[profile].build_os + "_" + ret[profile].build_cpu;
1247     }
1248     return ret;
1249 };
1250 
1251 /**
1252  * The default_make_targets attribute on a profile is not a real Jib attribute.
1253  * This function rewrites that attribute into the corresponding configure arg.
1254  * Calling this function multiple times on the same profiles object is safe.
1255  *
1256  * @param common Common values
1257  * @param profiles Profiles map to rewrite profiles for
1258  * @returns {{}} New map of profiles with the make targets converted
1259  */
1260 var generateDefaultMakeTargetsConfigureArg = function (common, profiles) {
1261     var ret = concatObjects(profiles, {});
1262     for (var profile in ret) {
1263         if (ret[profile]["default_make_targets"] != null) {
1264             var targetsString = concat(ret[profile].default_make_targets).join(" ");
1265             // Iterate over all configure args and see if --with-default-make-target
1266             // is already there and change it, otherwise add it.
1267             var found = false;
1268             for (var i in ret[profile].configure_args) {
1269                 var arg = ret[profile].configure_args[i];
1270                 if (arg != null && arg.startsWith("--with-default-make-target=")) {
1271                     found = true;
1272                     ret[profile].configure_args[i]
1273                         = "--with-default-make-target=" + targetsString;
1274                 }
1275             }
1276             if (!found) {
1277                 ret[profile].configure_args = concat(
1278                     ret[profile].configure_args,
1279                     "--with-default-make-target=" + targetsString);
1280             }
1281         }
1282     }
1283     return ret;
1284 }
1285 
1286 var getBuildId = function (input) {
1287     if (input.build_id != null) {
1288         return input.build_id;
1289     } else {
1290         var topdir = new java.io.File(__DIR__, "../..").getCanonicalFile().getName();
1291         var userName = java.lang.System.getProperty("user.name");
1292         return userName + "." + topdir;
1293     }
1294 }
1295 
1296 /**
1297  * Deep clones an object tree.
1298  *
1299  * @param o Object to clone
1300  * @returns {{}} Clone of o
1301  */
1302 var clone = function (o) {
1303     return JSON.parse(JSON.stringify(o));
1304 };
1305 
1306 /**
1307  * Concatenates all arguments into a new array
1308  *
1309  * @returns {Array.<T>} New array containing all arguments
1310  */
1311 var concat = function () {
1312     return Array.prototype.concat.apply([], arguments);
1313 };
1314 
1315 /**
1316  * Takes a String or Array of Strings and does a replace operation on each
1317  * of them.
1318  *
1319  * @param pattern Pattern to look for
1320  * @param replacement Replacement text to insert
1321  * @param a String or Array of Strings to replace
1322  * @returns {Array} Either a new array or a new string depending on the input
1323  */
1324 var replaceAll = function (pattern, replacement, a) {
1325     // If a is an array
1326     if (Array === a.constructor) {
1327     var newA = [];
1328     for (var i in a) {
1329             newA.push(a[i].replace(pattern, replacement));
1330         }
1331         return newA;
1332         } else {
1333         return a.replace(pattern, replacement);
1334     }
1335 };
1336 
1337 /**
1338  * Deep concatenation of two objects. For each node encountered, merge
1339  * the contents with the corresponding node in the other object tree,
1340  * treating all strings as array elements.
1341  *
1342  * @param o1 Object to concatenate
1343  * @param o2 Object to concatenate
1344  * @returns {{}} New object tree containing the concatenation of o1 and o2
1345  */
1346 var concatObjects = function (o1, o2) {
1347     if (o1 == null) {
1348         return clone(o2);
1349     }
1350     if (o2 == null) {
1351         return clone(o1);
1352     }
1353     var ret = {};
1354     for (var a in o1) {
1355         if (o2[a] == null) {
1356             ret[a] = clone(o1[a]);
1357         }
1358     }
1359     for (var a in o2) {
1360         if (o1[a] == null) {
1361             ret[a] = clone(o2[a]);
1362         } else {
1363             if (typeof o1[a] == 'string') {
1364                 ret[a] = clone([o1[a]].concat(o2[a]));
1365             } else if (Array.isArray(o1[a])) {
1366                 ret[a] = clone(o1[a].concat(o2[a]));
1367             } else if (typeof o1[a] == 'object') {
1368                 ret[a] = concatObjects(o1[a], o2[a]);
1369             }
1370         }
1371     }
1372     return ret;
1373 };
1374 
1375 /**
1376  * Constructs the numeric version string from reading the
1377  * make/conf/version-numbers.conf file and removing all trailing ".0".
1378  *
1379  * @param feature Override feature version
1380  * @param interim Override interim version
1381  * @param update Override update version
1382  * @param patch Override patch version
1383  * @returns {String} The numeric version string
1384  */
1385 var getVersion = function (feature, interim, update, patch, extra1, extra2, extra3) {
1386     var version_numbers = getVersionNumbers();
1387     var version = (feature != null ? feature : version_numbers.get("DEFAULT_VERSION_FEATURE"))
1388         + "." + (interim != null ? interim : version_numbers.get("DEFAULT_VERSION_INTERIM"))
1389         + "." + (update != null ? update :  version_numbers.get("DEFAULT_VERSION_UPDATE"))
1390         + "." + (patch != null ? patch : version_numbers.get("DEFAULT_VERSION_PATCH"))
1391         + "." + (extra1 != null ? extra1 : version_numbers.get("DEFAULT_VERSION_EXTRA1"))
1392         + "." + (extra2 != null ? extra2 : version_numbers.get("DEFAULT_VERSION_EXTRA2"))
1393         + "." + (extra3 != null ? extra3 : version_numbers.get("DEFAULT_VERSION_EXTRA3"));
1394     while (version.match(".*\\.0$")) {
1395         version = version.substring(0, version.length - 2);
1396     }
1397     return version;
1398 };
1399 
1400 /**
1401  * Constructs the common version configure args based on build type and
1402  * other version inputs
1403  */
1404 var versionArgs = function(input, common) {
1405     var args = [];
1406     if (common.build_number != 0) {
1407         args = concat(args, "--with-version-build=" + common.build_number);
1408     }
1409     if (input.build_type == "promoted") {
1410         args = concat(args,
1411                       "--with-version-pre=" + version_numbers.get("DEFAULT_PROMOTED_VERSION_PRE"),
1412                       "--without-version-opt");
1413     } else if (input.build_type == "ci") {
1414         var ciBuildNumber = input.build_id_data.ciBuildNumber;
1415         var preString = input.build_id_data.projectName;
1416         if (preString == "jdk") {
1417             preString = version_numbers.get("DEFAULT_PROMOTED_VERSION_PRE");
1418         }
1419         args = concat(args, "--with-version-pre=" + preString,
1420                       "--with-version-opt=" + ciBuildNumber);
1421         if (input.target_os == "macosx") {
1422             args = concat(args, "--with-macosx-bundle-build-version="
1423                           + common.build_number + "." + ciBuildNumber);
1424         }
1425     } else {
1426         args = concat(args, "--with-version-pre=" + version_numbers.get("DEFAULT_PROMOTED_VERSION_PRE"));
1427         args = concat(args, "--with-version-opt=" + common.build_id);
1428     }
1429     var sourceDate
1430     if (input.build_id_data && input.build_id_data.creationTime) {
1431         sourceDate = Math.floor(Date.parse(input.build_id_data.creationTime)/1000);
1432     } else {
1433         sourceDate = "current";
1434     }
1435     args = concat(args, "--with-source-date=" + sourceDate);
1436 
1437     return args;
1438 }
1439 
1440 // Properties representation of the make/conf/version-numbers.conf file. Lazily
1441 // initiated by the function below.
1442 var version_numbers;
1443 
1444 /**
1445  * Read the make/conf/version-numbers.conf file into a Properties object.
1446  *
1447  * @returns {java.utilProperties}
1448  */
1449 var getVersionNumbers = function () {
1450     // Read version information from make/conf/version-numbers.conf
1451     if (version_numbers == null) {
1452         version_numbers = new java.util.Properties();
1453         var stream = new java.io.FileInputStream(__DIR__ + "/version-numbers.conf");
1454         version_numbers.load(stream);
1455         stream.close();
1456     }
1457     return version_numbers;
1458 }
1459 
1460 /**
1461  * Returns true if running in Windows Subsystem for Linux. Jib does not yet
1462  * detect wsl as osenv, so fall back on linux with version containing Microsoft.
1463  */
1464 var isWsl = function (input) {
1465     return ( input.build_osenv == "wsl"
1466              || (input.build_os == "linux"
1467                  && java.lang.System.getProperty("os.version").contains("Microsoft")));
1468 }
1469 
1470 var error = function (s) {
1471     java.lang.System.err.println("[ERROR] " + s);
1472     exit(1);
1473 };