1 Raw data generated by iklam on 2025/03/07
2
3 HOWTO: https://github.com/openjdk/leyden/blob/bbac8f2d845aa6408182ca3ff9ce60b5ca6e0390/README.md#5-benchmarking
4
5 Dell OptiPlex 7090 (May 2022) Intel Core i7-10700 @ 2.90GHz, 1TB SSD
6 Ubuntu 22.04.5 LTS
7
8 MAINLINE_JAVA:
9
10 $ /work/official/jdk24/bin/java --version
11 java 24 2025-03-18
12 Java(TM) SE Runtime Environment (build 24+36-3646)
13 Java HotSpot(TM) 64-Bit Server VM (build 24+36-3646, mixed mode, sharing)
14
15 PREMAIN_JAVA:
16 Build from https://github.com/openjdk/leyden/tree/bbac8f2d845aa6408182ca3ff9ce60b5ca6e0390
17
18 ===================================================================================================
19
20 /work/le4/open/test/hotspot/jtreg/premain/helidon-quickstart-se$ make bench
21 rm -f *.cds *.cds.code *.classlist *.jsa *~ *.log *.log.* hs_err_* *.aot *.aotconf
22 rm -f mainline_vs_premain.csv
23 run,mainline default,mainline custom static cds,mainline aot cache,premain aot cache
24 1,456,229,156,117
25 2,453,227,157,117
26 3,455,232,155,116
27 4,448,230,154,114
28 5,440,228,156,114
29 6,446,228,156,114
30 7,448,232,156,114
31 8,465,261,159,114
32 9,448,226,157,113
33 10,442,233,154,114
34 Geomean,450.05,232.41,155.99,114.69
35 Stdev,6.98,9.72,1.41,1.35
36 Markdown snippets in mainline_vs_premain.md
37
38 /work/le4/open/test/hotspot/jtreg/premain/helidon-quickstart-se$ cat mainline_vs_premain.md
39 ```mermaid
40 ---
41 config:
42 xyChart:
43 chartOrientation: horizontal
44 height: 300
45 ---
46 xychart-beta
47 x-axis "variant" ["mainline default", "mainline custom static cds", "mainline aot cache", "premain aot cache"]
48 y-axis "Elapsed time (ms, smaller is better)" 0 --> 450.05
49 bar [450.05, 232.41, 155.99, 114.69]
50 ```
51
52 -----------------Normalized---------------------------------------------
53 ```mermaid
54 ---
55 config:
56 xyChart:
57 chartOrientation: horizontal
58 height: 300
59 ---
60 xychart-beta
61 x-axis "variant" ["mainline default", "mainline custom static cds", "mainline aot cache", "premain aot cache"]
62 y-axis "Elapsed time (normalized, smaller is better)" 0 --> 1000
63 bar [1000, 516, 347, 255]
64 ```
65
66 ===================================================================================================
67 /work/le4/open/test/hotspot/jtreg/premain/micronaut-first-app$ make bench
68 rm -f *.cds *.cds.code *.classlist *.jsa *~ *.log *.log.* hs_err_*
69 rm -f mainline_vs_premain.csv
70 run,mainline default,mainline custom static cds,mainline aot cache,premain aot cache
71 1,589,294,222,188
72 2,585,281,227,208
73 3,594,274,224,199
74 4,620,344,221,200
75 5,611,297,221,203
76 6,617,285,223,201
77 7,614,282,220,197
78 8,665,290,229,200
79 9,612,281,224,181
80 10,601,279,222,184
81 Geomean,610.43,290.13,223.28,195.92
82 Stdev,21.43,18.98,2.69,8.32
83 Markdown snippets in mainline_vs_premain.md
84 /work/le4/open/test/hotspot/jtreg/premain/micronaut-first-app$ cat mainline_vs_premain.md
85 ```mermaid
86 ---
87 config:
88 xyChart:
89 chartOrientation: horizontal
90 height: 300
91 ---
92 xychart-beta
93 x-axis "variant" ["mainline default", "mainline custom static cds", "mainline aot cache", "premain aot cache"]
94 y-axis "Elapsed time (ms, smaller is better)" 0 --> 610.43
95 bar [610.43, 290.13, 223.28, 195.92]
96 ```
97
98 -----------------Normalized---------------------------------------------
99 ```mermaid
100 ---
101 config:
102 xyChart:
103 chartOrientation: horizontal
104 height: 300
105 ---
106 xychart-beta
107 x-axis "variant" ["mainline default", "mainline custom static cds", "mainline aot cache", "premain aot cache"]
108 y-axis "Elapsed time (normalized, smaller is better)" 0 --> 1000
109 bar [1000, 475, 366, 321]
110 ```
111
112
113
114
115 =====================================================================================
116
117 /work/le4/open/test/hotspot/jtreg/premain/quarkus-getting-started$ make bench
118 rm -f *.cds *.cds.code *.classlist *.jsa *~ *.log *.log.* hs_err_*
119 rm -f mainline_vs_premain.csv
120 run,mainline default,mainline custom static cds,mainline aot cache,premain aot cache
121 1,604,283,241,176
122 2,612,273,238,176
123 3,614,276,248,179
124 4,601,287,257,176
125 5,615,283,241,177
126 6,629,283,232,179
127 7,617,273,234,179
128 8,845,258,239,187
129 9,588,271,232,179
130 10,601,264,232,179
131 Geomean,629.18,274.96,239.28,178.67
132 Stdev,71.59,8.78,7.64,3.07
133 Markdown snippets in mainline_vs_premain.md
134 /work/le4/open/test/hotspot/jtreg/premain/quarkus-getting-started$ cat mainline_vs_premain.md
135 ```mermaid
136 ---
137 config:
138 xyChart:
139 chartOrientation: horizontal
140 height: 300
141 ---
142 xychart-beta
143 x-axis "variant" ["mainline default", "mainline custom static cds", "mainline aot cache", "premain aot cache"]
144 y-axis "Elapsed time (ms, smaller is better)" 0 --> 629.18
145 bar [629.18, 274.96, 239.28, 178.67]
146 ```
147
148 -----------------Normalized---------------------------------------------
149 ```mermaid
150 ---
151 config:
152 xyChart:
153 chartOrientation: horizontal
154 height: 300
155 ---
156 xychart-beta
157 x-axis "variant" ["mainline default", "mainline custom static cds", "mainline aot cache", "premain aot cache"]
158 y-axis "Elapsed time (normalized, smaller is better)" 0 --> 1000
159 bar [1000, 437, 380, 284]
160 ```
161
162 ===============================================================================
163 /work/le4/open/test/hotspot/jtreg/premain/spring-boot-getting-started$ make bench
164 rm -f *.cds *.cds.code *.classlist *.jsa *~ *.log *.log.* hs_err_* tmp.txt
165 rm -f mainline_vs_premain.csv
166 run,mainline default,mainline custom static cds,mainline aot cache,premain aot cache
167 1,981,507,379,268
168 2,1000,500,386,444
169 3,1037,507,381,266
170 4,1007,515,386,269
171 5,1004,512,387,284
172 6,1009,507,379,297
173 7,1023,506,398,270
174 8,1007,509,385,287
175 9,1022,509,389,272
176 10,1013,502,386,273
177 Geomean,1010.20,507.38,385.56,289.48
178 Stdev,14.30,4.13,5.26,51.22
179 Markdown snippets in mainline_vs_premain.md
180 /work/le4/open/test/hotspot/jtreg/premain/spring-boot-getting-started$ cat mainline_vs_premain.md
181 ```mermaid
182 ---
183 config:
184 xyChart:
185 chartOrientation: horizontal
186 height: 300
187 ---
188 xychart-beta
189 x-axis "variant" ["mainline default", "mainline custom static cds", "mainline aot cache", "premain aot cache"]
190 y-axis "Elapsed time (ms, smaller is better)" 0 --> 1010.20
191 bar [1010.20, 507.38, 385.56, 289.48]
192 ```
193
194 -----------------Normalized---------------------------------------------
195 ```mermaid
196 ---
197 config:
198 xyChart:
199 chartOrientation: horizontal
200 height: 300
201 ---
202 xychart-beta
203 x-axis "variant" ["mainline default", "mainline custom static cds", "mainline aot cache", "premain aot cache"]
204 y-axis "Elapsed time (normalized, smaller is better)" 0 --> 1000
205 bar [1000, 502, 382, 287]
206 ```
207
208 ===================================================================================================
209 /work/le4/open/test/hotspot/jtreg/premain/spring-petclinic$ make bench
210 rm -fv spring-petclinic.* *.aot *.aotconf
211 removed 'spring-petclinic.aot'
212 removed 'spring-petclinic.aot.log'
213 removed 'spring-petclinic.aotconf'
214 removed 'spring-petclinic.aotconf.log'
215 removed 'spring-petclinic.classload.ml.log'
216 removed 'spring-petclinic.ml.aot'
217 removed 'spring-petclinic.ml.aot.log'
218 removed 'spring-petclinic.ml.aotconf'
219 removed 'spring-petclinic.ml.aotconf.log'
220 removed 'spring-petclinic.ml.classlist'
221 removed 'spring-petclinic.static.ml.jsa'
222 removed 'spring-petclinic.static.ml.jsa.log'
223 rm -f mainline_vs_premain.csv
224 run,mainline default,mainline custom static cds,mainline aot cache,premain aot cache
225 1,4371,2716,2687,1634
226 2,4280,2674,2521,1626
227 3,4333,2726,2497,1657
228 4,4332,2824,2539,1645
229 5,4321,2680,2589,1656
230 6,4346,2629,2550,1661
231 7,4460,2717,2520,1634
232 8,4361,2797,2521,1654
233 9,4338,2757,2520,1603
234 10,4374,2678,2539,1610
235 Geomean,4351.37,2719.22,2547.79,1637.89
236 Stdev,44.41,56.51,51.76,19.25
237 Markdown snippets in mainline_vs_premain.md
238 cat bench.sh >bench
239 chmod a+x bench
240 /work/le4/open/test/hotspot/jtreg/premain/spring-petclinic$ cat mainline_vs_premain.md
241 ```mermaid
242 ---
243 config:
244 xyChart:
245 chartOrientation: horizontal
246 height: 300
247 ---
248 xychart-beta
249 x-axis "variant" ["mainline default", "mainline custom static cds", "mainline aot cache", "premain aot cache"]
250 y-axis "Elapsed time (ms, smaller is better)" 0 --> 4351.37
251 bar [4351.37, 2719.22, 2547.79, 1637.89]
252 ```
253
254 -----------------Normalized---------------------------------------------
255 ```mermaid
256 ---
257 config:
258 xyChart:
259 chartOrientation: horizontal
260 height: 300
261 ---
262 xychart-beta
263 x-axis "variant" ["mainline default", "mainline custom static cds", "mainline aot cache", "premain aot cache"]
264 y-axis "Elapsed time (normalized, smaller is better)" 0 --> 1000
265 bar [1000, 625, 586, 376]
266 ```
267