1 /*
2 * Copyright (c) 2021, 2026, Oracle and/or its affiliates. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation.
8 *
9 * This code is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
12 * version 2 for more details (a copy is included in the LICENSE file that
13 * accompanied this code).
14 *
15 * You should have received a copy of the GNU General Public License version
16 * 2 along with this work; if not, write to the Free Software Foundation,
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
18 *
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
20 * or visit www.oracle.com if you need additional information or have any
21 * questions.
22 */
23
24 package compiler.lib.ir_framework;
25
26 import compiler.lib.ir_framework.driver.irmatching.mapping.*;
27 import compiler.lib.ir_framework.driver.network.testvm.java.VMInfo;
28 import compiler.lib.ir_framework.shared.CheckedTestFrameworkException;
29 import compiler.lib.ir_framework.shared.TestFormat;
30 import compiler.lib.ir_framework.shared.TestFormatException;
31 import jdk.test.lib.Platform;
32 import jdk.test.whitebox.WhiteBox;
33
34 import java.util.HashMap;
35 import java.util.Map;
36
37 /**
38 * This class specifies IR node placeholder strings (also referred to as just "IR nodes") with mappings to regexes
39 * depending on the selected compile phases. The mappings are stored in {@link #IR_NODE_MAPPINGS}. Each IR node
40 * placeholder string is mapped to a {@link IRNodeMapEntry} instance defined in
41 * {@link compiler.lib.ir_framework.driver.irmatching.mapping}.
42 *
43 * <p>
44 * IR node placeholder strings can be used in {@link IR#failOn()} and/or {@link IR#counts()} attributes to define IR
45 * constraints. They usually represent a single C2 IR node or a group of them.
46 *
47 * <p>
48 * Each IR node placeholder string is accompanied by a static block that defines an IR node placeholder to regex(es)
49 * mapping. The IR framework will automatically replace each IR node placeholder string in a user defined test with a
50 * regex depending on the selected compile phases in {@link IR#phase} and the provided mapping.
51 *
52 * <p>
53 * Each mapping must define a default compile phase which is applied when the user does not explicitly set the
54 * {@link IR#phase()} attribute or when directly using {@link CompilePhase#DEFAULT}. In this case, the IR framework
55 * falls back on the default compile phase of any {@link IRNodeMapEntry}.
56 *
57 * <p>
58 * The IR framework reports a {@link TestFormatException} if:
59 * <ul>
60 * <li><p> A user test specifies a compile phase for which no mapping is defined in this class.</li>
61 * <li><p> An IR node placeholder string is either missing a mapping or does not provide a regex for a specified
62 * compile phase in {@link IR#phase}.
63 * </ul>
64 *
65 * <p>
66 * There are two types of IR nodes:
67 * <ul>
68 * <li><p>Normal IR nodes: The IR node placeholder string is directly replaced by a regex.</li>
69 * <li><p>Composite IR nodes: The IR node placeholder string contains an additional {@link #COMPOSITE_PREFIX}.
70 * Using this IR node expects another user provided string in the constraint list of
71 * {@link IR#failOn()} and {@link IR#counts()}. They cannot be used as normal IR nodes.
72 * Trying to do so will result in a format violation error.</li>
73 * <li><p>Vector IR nodes: The IR node placeholder string contains an additional {@link #VECTOR_PREFIX}.
74 * Using this IR node, one can check for the type and size of a vector. The type must
75 * be directly specified in {@link #vectorNode}. The size can be specified directly with
76 * an additional argument using {@link #VECTOR_SIZE}, followed by a size tag or a comma
77 * separated list of sizes. If the size argument is not given, then a default size of
78 * {@link #VECTOR_SIZE_MAX} is taken, which is the number of elements that can fit in a
79 * vector of the specified type (depends on the VM flag MaxVectorSize and CPU features).
80 * However, when using {@link IR#failOn} or {@link IR#counts()} with comparison {@code <},
81 * or {@code <=} or {@code =0}, the default size is {@link #VECTOR_SIZE_ANY}, allowing any
82 * size. The motivation for these default values is that in most cases one wants to have
83 * vectorization with maximal vector width, or no vectorization of any vector width.
84 * </ul>
85 */
86 public class IRNode {
87 /**
88 * Prefix for normal IR nodes.
89 */
90 private static final String PREFIX = "_#";
91 /**
92 * Prefix for composite IR nodes.
93 */
94 private static final String COMPOSITE_PREFIX = PREFIX + "C#";
95 /**
96 * Prefix for vector IR nodes.
97 */
98 private static final String VECTOR_PREFIX = PREFIX + "V#";
99
100 private static final String POSTFIX = "#_";
101
102 public static final String START = "(\\d+(\\s){2}(";
103 public static final String MID = ".*)+(\\s){2}===.*";
104 public static final String END = ")";
105
106 public static final String IS_REPLACED = "#IS_REPLACED#"; // Is replaced by an additional user-defined string.
107
108 public static final String VECTOR_SIZE = "_@";
109 public static final String VECTOR_SIZE_TAG_ANY = "any";
110 public static final String VECTOR_SIZE_TAG_MAX = "max_for_type";
111 public static final String VECTOR_SIZE_ANY = VECTOR_SIZE + VECTOR_SIZE_TAG_ANY; // default for counts "=0" and failOn
112 public static final String VECTOR_SIZE_MAX = VECTOR_SIZE + VECTOR_SIZE_TAG_MAX; // default in counts
113 public static final String VECTOR_SIZE_2 = VECTOR_SIZE + "2";
114 public static final String VECTOR_SIZE_4 = VECTOR_SIZE + "4";
115 public static final String VECTOR_SIZE_8 = VECTOR_SIZE + "8";
116 public static final String VECTOR_SIZE_16 = VECTOR_SIZE + "16";
117 public static final String VECTOR_SIZE_32 = VECTOR_SIZE + "32";
118 public static final String VECTOR_SIZE_64 = VECTOR_SIZE + "64";
119
120 private static final String TYPE_BYTE = "B";
121 private static final String TYPE_CHAR = "C";
122 private static final String TYPE_SHORT = "S";
123 private static final String TYPE_INT = "I";
124 private static final String TYPE_LONG = "J";
125 private static final String TYPE_FLOAT = "F";
126 private static final String TYPE_DOUBLE = "D";
127 private static final String TYPE_BOOLEAN = "Z";
128
129 /**
130 * IR placeholder string to regex-for-compile-phase map.
131 */
132 private static final Map<String, IRNodeMapEntry> IR_NODE_MAPPINGS = new HashMap<>();
133
134 /**
135 * Map every vectorNode to a type string.
136 */
137 private static final Map<String, String> VECTOR_NODE_TYPE = new HashMap<>();
138
139 /*
140 * Start of IR placeholder string definitions followed by a static block defining the regex-for-compile-phase mapping.
141 * An IR node placeholder string must start with PREFIX for normal IR nodes or COMPOSITE_PREFIX for composite IR
142 * nodes, or VECTOR_PREFIX for vector nodes (see class description above).
143 *
144 * An IR node definition looks like this:
145 *
146 * public static final String IR_NODE = [PREFIX|COMPOSITE_PREFIX|VECTOR_PREFIX] + "IR_NODE" + POSTFIX;
147 * static {
148 * // Define IR_NODE to regex-for-compile-phase mapping. Create a new IRNodeMapEntry object and add it to
149 * // IR_NODE_MAPPINGS. This can be done by using the helper methods defined after all IR node placeholder string
150 * // definitions.
151 * }
152 */
153
154 public static final String ABS_D = PREFIX + "ABS_D" + POSTFIX;
155 static {
156 beforeMatchingNameRegex(ABS_D, "AbsD");
157 }
158
159 public static final String ABS_F = PREFIX + "ABS_F" + POSTFIX;
160 static {
161 beforeMatchingNameRegex(ABS_F, "AbsF");
162 }
163
164 public static final String ABS_I = PREFIX + "ABS_I" + POSTFIX;
165 static {
166 beforeMatchingNameRegex(ABS_I, "AbsI");
167 }
168
169 public static final String ABS_L = PREFIX + "ABS_L" + POSTFIX;
170 static {
171 beforeMatchingNameRegex(ABS_L, "AbsL");
172 }
173
174 public static final String ABS_VB = VECTOR_PREFIX + "ABS_VB" + POSTFIX;
175 static {
176 vectorNode(ABS_VB, "AbsVB", TYPE_BYTE);
177 }
178
179 // ABS_VC / AbsVC does not exist (char is 2 byte unsigned)
180
181 public static final String ABS_VS = VECTOR_PREFIX + "ABS_VS" + POSTFIX;
182 static {
183 vectorNode(ABS_VS, "AbsVS", TYPE_SHORT);
184 }
185
186 public static final String ABS_VI = VECTOR_PREFIX + "ABS_VI" + POSTFIX;
187 static {
188 vectorNode(ABS_VI, "AbsVI", TYPE_INT);
189 }
190
191 public static final String ABS_VL = VECTOR_PREFIX + "ABS_VL" + POSTFIX;
192 static {
193 vectorNode(ABS_VL, "AbsVL", TYPE_LONG);
194 }
195
196 public static final String ABS_VF = VECTOR_PREFIX + "ABS_VF" + POSTFIX;
197 static {
198 vectorNode(ABS_VF, "AbsVF", TYPE_FLOAT);
199 }
200
201 public static final String ABS_VD = VECTOR_PREFIX + "ABS_VD" + POSTFIX;
202 static {
203 vectorNode(ABS_VD, "AbsVD", TYPE_DOUBLE);
204 }
205
206 public static final String ADD = PREFIX + "ADD" + POSTFIX;
207 static {
208 beforeMatchingNameRegex(ADD, "Add(I|L|F|D|P)");
209 }
210
211 public static final String ADD_F = PREFIX + "ADD_F" + POSTFIX;
212 static {
213 beforeMatchingNameRegex(ADD_F, "AddF");
214 }
215
216 public static final String ADD_I = PREFIX + "ADD_I" + POSTFIX;
217 static {
218 beforeMatchingNameRegex(ADD_I, "AddI");
219 }
220
221 public static final String ADD_L = PREFIX + "ADD_L" + POSTFIX;
222 static {
223 beforeMatchingNameRegex(ADD_L, "AddL");
224 }
225
226 public static final String ADD_HF = PREFIX + "ADD_HF" + POSTFIX;
227 static {
228 beforeMatchingNameRegex(ADD_HF, "AddHF");
229 }
230
231 public static final String ADD_P = PREFIX + "ADD_P" + POSTFIX;
232 static {
233 beforeMatchingNameRegex(ADD_P, "AddP");
234 }
235
236 public static final String ADD_D = PREFIX + "ADD_D" + POSTFIX;
237 static {
238 beforeMatchingNameRegex(ADD_D, "AddD");
239 }
240
241 public static final String ADD_VD = VECTOR_PREFIX + "ADD_VD" + POSTFIX;
242 static {
243 vectorNode(ADD_VD, "AddVD", TYPE_DOUBLE);
244 }
245
246 public static final String ADD_VI = VECTOR_PREFIX + "ADD_VI" + POSTFIX;
247 static {
248 vectorNode(ADD_VI, "AddVI", TYPE_INT);
249 }
250
251 public static final String ADD_VHF = VECTOR_PREFIX + "ADD_VHF" + POSTFIX;
252 static {
253 vectorNode(ADD_VHF, "AddVHF", TYPE_SHORT);
254 }
255
256 public static final String ADD_VF = VECTOR_PREFIX + "ADD_VF" + POSTFIX;
257 static {
258 vectorNode(ADD_VF, "AddVF", TYPE_FLOAT);
259 }
260
261 public static final String ADD_VB = VECTOR_PREFIX + "ADD_VB" + POSTFIX;
262 static {
263 vectorNode(ADD_VB, "AddVB", TYPE_BYTE);
264 }
265
266 public static final String ADD_VS = VECTOR_PREFIX + "ADD_VS" + POSTFIX;
267 static {
268 vectorNode(ADD_VS, "AddVS", TYPE_SHORT);
269 }
270
271 public static final String ADD_VL = VECTOR_PREFIX + "ADD_VL" + POSTFIX;
272 static {
273 vectorNode(ADD_VL, "AddVL", TYPE_LONG);
274 }
275
276 public static final String SATURATING_ADD_VB = VECTOR_PREFIX + "SATURATING_ADD_VB" + POSTFIX;
277 static {
278 vectorNode(SATURATING_ADD_VB, "SaturatingAddV", TYPE_BYTE);
279 }
280
281 public static final String SATURATING_ADD_VS = VECTOR_PREFIX + "SATURATING_ADD_VS" + POSTFIX;
282 static {
283 vectorNode(SATURATING_ADD_VS, "SaturatingAddV", TYPE_SHORT);
284 }
285
286 public static final String SATURATING_ADD_VI = VECTOR_PREFIX + "SATURATING_ADD_VI" + POSTFIX;
287 static {
288 vectorNode(SATURATING_ADD_VI, "SaturatingAddV", TYPE_INT);
289 }
290
291 public static final String SATURATING_ADD_VL = VECTOR_PREFIX + "SATURATING_ADD_VL" + POSTFIX;
292 static {
293 vectorNode(SATURATING_ADD_VL, "SaturatingAddV", TYPE_LONG);
294 }
295
296 public static final String SATURATING_SUB_VB = VECTOR_PREFIX + "SATURATING_SUB_VB" + POSTFIX;
297 static {
298 vectorNode(SATURATING_SUB_VB, "SaturatingSubV", TYPE_BYTE);
299 }
300
301 public static final String SATURATING_SUB_VS = VECTOR_PREFIX + "SATURATING_SUB_VS" + POSTFIX;
302 static {
303 vectorNode(SATURATING_SUB_VS, "SaturatingSubV", TYPE_SHORT);
304 }
305
306 public static final String SATURATING_SUB_VI = VECTOR_PREFIX + "SATURATING_SUB_VI" + POSTFIX;
307 static {
308 vectorNode(SATURATING_SUB_VI, "SaturatingSubV", TYPE_INT);
309 }
310
311 public static final String SATURATING_SUB_VL = VECTOR_PREFIX + "SATURATING_SUB_VL" + POSTFIX;
312 static {
313 vectorNode(SATURATING_SUB_VL, "SaturatingSubV", TYPE_LONG);
314 }
315
316 public static final String ADD_REDUCTION_V = PREFIX + "ADD_REDUCTION_V" + POSTFIX;
317 static {
318 beforeMatchingNameRegex(ADD_REDUCTION_V, "AddReductionV(B|S|I|L|F|D)");
319 }
320
321 public static final String ADD_REDUCTION_VD = PREFIX + "ADD_REDUCTION_VD" + POSTFIX;
322 static {
323 superWordNodes(ADD_REDUCTION_VD, "AddReductionVD");
324 }
325
326 public static final String ADD_REDUCTION_VF = PREFIX + "ADD_REDUCTION_VF" + POSTFIX;
327 static {
328 superWordNodes(ADD_REDUCTION_VF, "AddReductionVF");
329 }
330
331 public static final String ADD_REDUCTION_VHF = PREFIX + "ADD_REDUCTION_VHF" + POSTFIX;
332 static {
333 superWordNodes(ADD_REDUCTION_VHF, "AddReductionVHF");
334 }
335
336 public static final String ADD_REDUCTION_VI = PREFIX + "ADD_REDUCTION_VI" + POSTFIX;
337 static {
338 superWordNodes(ADD_REDUCTION_VI, "AddReductionVI");
339 }
340
341 public static final String ADD_REDUCTION_VL = PREFIX + "ADD_REDUCTION_VL" + POSTFIX;
342 static {
343 superWordNodes(ADD_REDUCTION_VL, "AddReductionVL");
344 }
345
346 public static final String OPAQUE_MULTIVERSIONING = PREFIX + "OPAQUE_MULTIVERSIONING" + POSTFIX;
347 static {
348 beforeMatchingNameRegex(OPAQUE_MULTIVERSIONING, "OpaqueMultiversioning");
349 }
350
351 public static final String REARRANGE_VB = VECTOR_PREFIX + "REARRANGE_VB" + POSTFIX;
352 static {
353 vectorNode(REARRANGE_VB, "VectorRearrange", TYPE_BYTE);
354 }
355
356 public static final String REARRANGE_VS = VECTOR_PREFIX + "REARRANGE_VS" + POSTFIX;
357 static {
358 vectorNode(REARRANGE_VS, "VectorRearrange", TYPE_SHORT);
359 }
360
361 public static final String REARRANGE_VI = VECTOR_PREFIX + "REARRANGE_VI" + POSTFIX;
362 static {
363 vectorNode(REARRANGE_VI, "VectorRearrange", TYPE_INT);
364 }
365
366 public static final String REARRANGE_VL = VECTOR_PREFIX + "REARRANGE_VL" + POSTFIX;
367 static {
368 vectorNode(REARRANGE_VL, "VectorRearrange", TYPE_LONG);
369 }
370
371 public static final String REARRANGE_VF = VECTOR_PREFIX + "REARRANGE_VF" + POSTFIX;
372 static {
373 vectorNode(REARRANGE_VF, "VectorRearrange", TYPE_FLOAT);
374 }
375
376 public static final String REARRANGE_VD = VECTOR_PREFIX + "REARRANGE_VD" + POSTFIX;
377 static {
378 vectorNode(REARRANGE_VD, "VectorRearrange", TYPE_DOUBLE);
379 }
380
381 public static final String ADD_P_OF = COMPOSITE_PREFIX + "ADD_P_OF" + POSTFIX;
382 static {
383 String regex = START + "addP_" + IS_REPLACED + MID + ".*" + END;
384 machOnly(ADD_P_OF, regex);
385 }
386
387 public static final String ALLOC = PREFIX + "ALLOC" + POSTFIX;
388 static {
389 String regex = START + "Allocate\\b" + MID + END;
390 macroNodes(ALLOC, regex);
391 }
392
393 public static final String ALLOC_OF = COMPOSITE_PREFIX + "ALLOC_OF" + POSTFIX;
394 static {
395 String regex = START + "Allocate\\b" + MID + "allocationKlass:.*\\b" + IS_REPLACED + "\\s.*" + END;
396 macroNodes(ALLOC_OF, regex);
397 }
398
399 public static final String ALLOC_ARRAY = PREFIX + "ALLOC_ARRAY" + POSTFIX;
400 static {
401 String regex = START + "AllocateArray\\b" + MID + END;
402 macroNodes(ALLOC_ARRAY, regex);
403 }
404
405 public static final String ALLOC_ARRAY_OF = COMPOSITE_PREFIX + "ALLOC_ARRAY_OF" + POSTFIX;
406 static {
407 // Assuming we are looking for an array of "some/package/MyClass". The printout is
408 // [Lsome/package/MyClass;
409 // or, with more dimensions
410 // [[[Lsome/package/MyClass;
411
412 // Case where the searched string is a not fully qualified name (but maybe partially qualified):
413 // package/MyClass or MyClass
414 // The ".*\\b" will eat the "some/" and "some/package/" resp.
415 String partial_name_prefix = ".+\\b";
416
417 // The thing after "allocationKlass:" (the name of the allocated class) is a sequence of:
418 // - a non-empty sequence of "["
419 // - a single character ("L"),
420 // - maybe a non-empty sequence of characters ending on a word boundary
421 // this sequence is omitted if the given name is already fully qualified (exact match)
422 // but will eat the package path prefix in the cases described above
423 // - the name we are looking for
424 // - the final ";".
425 String name_part = "\\[+.(" + partial_name_prefix + ")?" + IS_REPLACED + ";";
426 String regex = START + "AllocateArray\\b" + MID + "allocationKlass:" + name_part + ".*" + END;
427 macroNodes(ALLOC_ARRAY_OF, regex);
428 }
429
430 public static final String OR = PREFIX + "OR" + POSTFIX;
431 static {
432 beforeMatchingNameRegex(OR, "Or(I|L)");
433 }
434
435 public static final String AND = PREFIX + "AND" + POSTFIX;
436 static {
437 beforeMatchingNameRegex(AND, "And(I|L)");
438 }
439
440 public static final String AND_I = PREFIX + "AND_I" + POSTFIX;
441 static {
442 beforeMatchingNameRegex(AND_I, "AndI");
443 }
444
445 public static final String AND_L = PREFIX + "AND_L" + POSTFIX;
446 static {
447 beforeMatchingNameRegex(AND_L, "AndL");
448 }
449
450 public static final String AND_VB = VECTOR_PREFIX + "AND_VB" + POSTFIX;
451 static {
452 vectorNode(AND_VB, "AndV", TYPE_BYTE);
453 }
454
455 public static final String AND_VC = VECTOR_PREFIX + "AND_VC" + POSTFIX;
456 static {
457 vectorNode(AND_VC, "AndV", TYPE_CHAR);
458 }
459
460 public static final String AND_VS = VECTOR_PREFIX + "AND_VS" + POSTFIX;
461 static {
462 vectorNode(AND_VS, "AndV", TYPE_SHORT);
463 }
464
465 public static final String AND_VI = VECTOR_PREFIX + "AND_VI" + POSTFIX;
466 static {
467 vectorNode(AND_VI, "AndV", TYPE_INT);
468 }
469
470 public static final String AND_VL = VECTOR_PREFIX + "AND_VL" + POSTFIX;
471 static {
472 vectorNode(AND_VL, "AndV", TYPE_LONG);
473 }
474
475 public static final String AND_V_MASK = PREFIX + "AND_V_MASK" + POSTFIX;
476 static {
477 beforeMatchingNameRegex(AND_V_MASK, "AndVMask");
478 }
479
480 public static final String AND_REDUCTION_V = PREFIX + "AND_REDUCTION_V" + POSTFIX;
481 static {
482 superWordNodes(AND_REDUCTION_V, "AndReductionV");
483 }
484
485 public static final String CALL = PREFIX + "CALL" + POSTFIX;
486 static {
487 beforeMatchingNameRegex(CALL, "Call.*Java");
488 }
489
490 public static final String CALL_OF = COMPOSITE_PREFIX + "CALL_OF" + POSTFIX;
491 static {
492 callOfNodes(CALL_OF, "Call.*");
493 }
494
495 public static final String CALL_OF_METHOD = COMPOSITE_PREFIX + "CALL_OF_METHOD" + POSTFIX;
496 static {
497 callOfNodes(CALL_OF_METHOD, "Call.*Java");
498 }
499
500 public static final String STATIC_CALL_OF_METHOD = COMPOSITE_PREFIX + "STATIC_CALL_OF_METHOD" + POSTFIX;
501 static {
502 callOfNodes(STATIC_CALL_OF_METHOD, "CallStaticJava");
503 }
504
505 public static final String CAST_II = PREFIX + "CAST_II" + POSTFIX;
506 static {
507 beforeMatchingNameRegex(CAST_II, "CastII");
508 }
509
510 public static final String CAST_LL = PREFIX + "CAST_LL" + POSTFIX;
511 static {
512 beforeMatchingNameRegex(CAST_LL, "CastLL");
513 }
514
515 public static final String CBNZW_HI = PREFIX + "CBNZW_HI" + POSTFIX;
516 static {
517 optoOnly(CBNZW_HI, "cbwhi");
518 }
519
520 public static final String CBZW_LS = PREFIX + "CBZW_LS" + POSTFIX;
521 static {
522 optoOnly(CBZW_LS, "cbwls");
523 }
524
525 public static final String CBZ_LS = PREFIX + "CBZ_LS" + POSTFIX;
526 static {
527 optoOnly(CBZ_LS, "cbls");
528 }
529
530 public static final String CBZ_HI = PREFIX + "CBZ_HI" + POSTFIX;
531 static {
532 optoOnly(CBZ_HI, "cbhi");
533 }
534
535 public static final String CHECKCAST_ARRAY = PREFIX + "CHECKCAST_ARRAY" + POSTFIX;
536 static {
537 String regex = "(((?i:cmp|CLFI|CLR).*aryklassptr:\\[.*:Constant|.*(?i:mov|mv|or).*aryklassptr:\\[.*:Constant.*\\R.*(cmp|CMP|CLR))" + END;
538 optoOnly(CHECKCAST_ARRAY, regex);
539 }
540
541 public static final String CHECKCAST_ARRAY_OF = COMPOSITE_PREFIX + "CHECKCAST_ARRAY_OF" + POSTFIX;
542 static {
543 String regex = "(((?i:cmp|CLFI|CLR).*aryklassptr:\\[.*" + IS_REPLACED + ":.*:Constant|.*(?i:mov|mv|or).*aryklassptr:\\[.*" + IS_REPLACED + ":.*:Constant.*\\R.*(cmp|CMP|CLR))" + END;
544 optoOnly(CHECKCAST_ARRAY_OF, regex);
545 }
546
547 // Does not work on s390 (a rule containing this regex will be skipped on s390).
548 public static final String CHECKCAST_ARRAYCOPY = PREFIX + "CHECKCAST_ARRAYCOPY" + POSTFIX;
549 static {
550 String regex = "(.*((?i:call_leaf_nofp,runtime)|CALL,\\s?runtime leaf nofp|BCTRL.*.leaf call).*checkcast_arraycopy.*" + END;
551 optoOnly(CHECKCAST_ARRAYCOPY, regex);
552 }
553
554 public static final String CLASS_CHECK_TRAP = PREFIX + "CLASS_CHECK_TRAP" + POSTFIX;
555 static {
556 trapNodes(CLASS_CHECK_TRAP, "class_check");
557 }
558
559 public static final String CMOVE_F = PREFIX + "CMOVE_F" + POSTFIX;
560 static {
561 beforeMatchingNameRegex(CMOVE_F, "CMoveF");
562 }
563
564 public static final String CMOVE_D = PREFIX + "CMOVE_D" + POSTFIX;
565 static {
566 beforeMatchingNameRegex(CMOVE_D, "CMoveD");
567 }
568
569 public static final String CMOVE_I = PREFIX + "CMOVE_I" + POSTFIX;
570 static {
571 beforeMatchingNameRegex(CMOVE_I, "CMoveI");
572 }
573
574 public static final String CMOVE_L = PREFIX + "CMOVE_L" + POSTFIX;
575 static {
576 beforeMatchingNameRegex(CMOVE_L, "CMoveL");
577 }
578
579 public static final String CMP_F = PREFIX + "CMP_F" + POSTFIX;
580 static {
581 beforeMatchingNameRegex(CMP_F, "CmpF");
582 }
583
584 public static final String CMP_D = PREFIX + "CMP_D" + POSTFIX;
585 static {
586 beforeMatchingNameRegex(CMP_D, "CmpD");
587 }
588
589 public static final String CMP_I = PREFIX + "CMP_I" + POSTFIX;
590 static {
591 beforeMatchingNameRegex(CMP_I, "CmpI");
592 }
593
594 public static final String CMP_L = PREFIX + "CMP_L" + POSTFIX;
595 static {
596 beforeMatchingNameRegex(CMP_L, "CmpL");
597 }
598
599 public static final String CMP_U = PREFIX + "CMP_U" + POSTFIX;
600 static {
601 beforeMatchingNameRegex(CMP_U, "CmpU\\b");
602 }
603
604 public static final String CMP_U3 = PREFIX + "CMP_U3" + POSTFIX;
605 static {
606 beforeMatchingNameRegex(CMP_U3, "CmpU3");
607 }
608
609 public static final String CMP_UL = PREFIX + "CMP_UL" + POSTFIX;
610 static {
611 beforeMatchingNameRegex(CMP_UL, "CmpUL");
612 }
613
614 public static final String CMP_UL3 = PREFIX + "CMP_UL3" + POSTFIX;
615 static {
616 beforeMatchingNameRegex(CMP_UL3, "CmpUL3");
617 }
618
619 public static final String CMP_P = PREFIX + "CMP_P" + POSTFIX;
620 static {
621 beforeMatchingNameRegex(CMP_P, "CmpP");
622 }
623
624 public static final String CMP_N = PREFIX + "CMP_N" + POSTFIX;
625 static {
626 beforeMatchingNameRegex(CMP_N, "CmpN");
627 }
628
629 public static final String CMP_LT_MASK = PREFIX + "CMP_LT_MASK" + POSTFIX;
630 static {
631 beforeMatchingNameRegex(CMP_LT_MASK, "CmpLTMask");
632 }
633
634 public static final String ROUND_F = PREFIX + "ROUND_F" + POSTFIX;
635 static {
636 beforeMatchingNameRegex(ROUND_F, "RoundF");
637 }
638
639 public static final String ROUND_D = PREFIX + "ROUND_D" + POSTFIX;
640 static {
641 beforeMatchingNameRegex(ROUND_D, "RoundD");
642 }
643
644 public static final String COMPRESS_BITS = PREFIX + "COMPRESS_BITS" + POSTFIX;
645 static {
646 beforeMatchingNameRegex(COMPRESS_BITS, "CompressBits");
647 }
648
649 public static final String CONV = PREFIX + "CONV" + POSTFIX;
650 static {
651 beforeMatchingNameRegex(CONV, "Conv");
652 }
653
654 public static final String CONV_D2F = PREFIX + "CONV_D2F" + POSTFIX;
655 static {
656 beforeMatchingNameRegex(CONV_D2F, "ConvD2F");
657 }
658
659 public static final String CONV_D2I = PREFIX + "CONV_D2I" + POSTFIX;
660 static {
661 beforeMatchingNameRegex(CONV_D2I, "ConvD2I");
662 }
663
664 public static final String CONV_D2L = PREFIX + "CONV_D2L" + POSTFIX;
665 static {
666 beforeMatchingNameRegex(CONV_D2L, "ConvD2L");
667 }
668
669 public static final String CONV_F2D = PREFIX + "CONV_F2D" + POSTFIX;
670 static {
671 beforeMatchingNameRegex(CONV_F2D, "ConvF2D");
672 }
673
674 public static final String CONV_F2HF = PREFIX + "CONV_F2HF" + POSTFIX;
675 static {
676 beforeMatchingNameRegex(CONV_F2HF, "ConvF2HF");
677 }
678
679 public static final String CONV_F2I = PREFIX + "CONV_F2I" + POSTFIX;
680 static {
681 beforeMatchingNameRegex(CONV_F2I, "ConvF2I");
682 }
683
684 public static final String CONV_F2L = PREFIX + "CONV_F2L" + POSTFIX;
685 static {
686 beforeMatchingNameRegex(CONV_F2L, "ConvF2L");
687 }
688
689 public static final String CONV_I2L = PREFIX + "CONV_I2L" + POSTFIX;
690 static {
691 beforeMatchingNameRegex(CONV_I2L, "ConvI2L");
692 }
693
694 public static final String CONV_L2I = PREFIX + "CONV_L2I" + POSTFIX;
695 static {
696 beforeMatchingNameRegex(CONV_L2I, "ConvL2I");
697 }
698
699 public static final String CONV_HF2F = PREFIX + "CONV_HF2F" + POSTFIX;
700 static {
701 beforeMatchingNameRegex(CONV_HF2F, "ConvHF2F");
702 }
703
704 public static final String CON_I = PREFIX + "CON_I" + POSTFIX;
705 static {
706 beforeMatchingNameRegex(CON_I, "ConI");
707 }
708
709 public static final String CON_L = PREFIX + "CON_L" + POSTFIX;
710 static {
711 beforeMatchingNameRegex(CON_L, "ConL");
712 }
713
714 public static final String COUNTED_LOOP = PREFIX + "COUNTED_LOOP" + POSTFIX;
715 static {
716 String regex = START + "CountedLoop\\b" + MID + END;
717 fromAfterCountedLoops(COUNTED_LOOP, regex);
718 }
719
720 public static final String COUNTED_LOOP_MAIN = PREFIX + "COUNTED_LOOP_MAIN" + POSTFIX;
721 static {
722 String regex = START + "CountedLoop\\b" + MID + "main" + END;
723 fromAfterCountedLoops(COUNTED_LOOP_MAIN, regex);
724 }
725
726 public static final String DECODE_HEAP_OOP_NOT_NULL = PREFIX + "DECODE_HEAP_OOP_NOT_NULL" + POSTFIX;
727 static {
728 machOnly(DECODE_HEAP_OOP_NOT_NULL, "decodeHeapOop_not_null");
729 }
730
731 public static final String DIV = PREFIX + "DIV" + POSTFIX;
732 static {
733 beforeMatchingNameRegex(DIV, "Div(I|L|F|D)");
734 }
735
736 public static final String UDIV = PREFIX + "UDIV" + POSTFIX;
737 static {
738 beforeMatchingNameRegex(UDIV, "UDiv(I|L|F|D)");
739 }
740
741 public static final String DIV_BY_ZERO_TRAP = PREFIX + "DIV_BY_ZERO_TRAP" + POSTFIX;
742 static {
743 trapNodes(DIV_BY_ZERO_TRAP, "div0_check");
744 }
745
746 public static final String DIV_I = PREFIX + "DIV_I" + POSTFIX;
747 static {
748 beforeMatchingNameRegex(DIV_I, "DivI");
749 }
750
751 public static final String DIV_L = PREFIX + "DIV_L" + POSTFIX;
752 static {
753 beforeMatchingNameRegex(DIV_L, "DivL");
754 }
755
756 public static final String DIV_MOD_I = PREFIX + "DIV_MOD_I" + POSTFIX;
757 static {
758 beforeMatchingNameRegex(DIV_MOD_I, "DivModI");
759 }
760
761 public static final String DIV_MOD_L = PREFIX + "DIV_MOD_L" + POSTFIX;
762 static {
763 beforeMatchingNameRegex(DIV_MOD_L, "DivModL");
764 }
765
766 public static final String DIV_VB = VECTOR_PREFIX + "DIV_VB" + POSTFIX;
767 static {
768 vectorNode(DIV_VB, "DivVB", TYPE_BYTE);
769 }
770
771 public static final String DIV_VS = VECTOR_PREFIX + "DIV_VS" + POSTFIX;
772 static {
773 vectorNode(DIV_VS, "DivVS", TYPE_SHORT);
774 }
775
776 public static final String DIV_VI = VECTOR_PREFIX + "DIV_VI" + POSTFIX;
777 static {
778 vectorNode(DIV_VI, "DivVI", TYPE_INT);
779 }
780
781 public static final String DIV_VL = VECTOR_PREFIX + "DIV_VL" + POSTFIX;
782 static {
783 vectorNode(DIV_VL, "DivVL", TYPE_LONG);
784 }
785
786 public static final String DIV_VHF = VECTOR_PREFIX + "DIV_VHF" + POSTFIX;
787 static {
788 vectorNode(DIV_VHF, "DivVHF", TYPE_SHORT);
789 }
790
791 public static final String DIV_F = PREFIX + "DIV_F" + POSTFIX;
792 static {
793 beforeMatchingNameRegex(DIV_F, "DivF");
794 }
795
796 public static final String DIV_VF = VECTOR_PREFIX + "DIV_VF" + POSTFIX;
797 static {
798 vectorNode(DIV_VF, "DivVF", TYPE_FLOAT);
799 }
800
801 public static final String DIV_D = PREFIX + "DIV_D" + POSTFIX;
802 static {
803 beforeMatchingNameRegex(DIV_D, "DivD");
804 }
805
806 public static final String DIV_VD = VECTOR_PREFIX + "DIV_VD" + POSTFIX;
807 static {
808 vectorNode(DIV_VD, "DivVD", TYPE_DOUBLE);
809 }
810
811 public static final String DYNAMIC_CALL_OF_METHOD = COMPOSITE_PREFIX + "DYNAMIC_CALL_OF_METHOD" + POSTFIX;
812 static {
813 callOfNodes(DYNAMIC_CALL_OF_METHOD, "CallDynamicJava");
814 }
815
816 public static final String EXPAND_BITS = PREFIX + "EXPAND_BITS" + POSTFIX;
817 static {
818 beforeMatchingNameRegex(EXPAND_BITS, "ExpandBits");
819 }
820
821 public static final String FAST_LOCK = PREFIX + "FAST_LOCK" + POSTFIX;
822 static {
823 beforeMatchingNameRegex(FAST_LOCK, "FastLock");
824 }
825
826 public static final String FAST_UNLOCK = PREFIX + "FAST_UNLOCK" + POSTFIX;
827 static {
828 String regex = START + "FastUnlock" + MID + END;
829 fromMacroToBeforeMatching(FAST_UNLOCK, regex);
830 }
831
832 public static final String FIELD_ACCESS = PREFIX + "FIELD_ACCESS" + POSTFIX;
833 static {
834 String regex = "(.*Field: *" + END;
835 optoOnly(FIELD_ACCESS, regex);
836 }
837
838 public static final String FMA_VHF = VECTOR_PREFIX + "FMA_VHF" + POSTFIX;
839 static {
840 vectorNode(FMA_VHF, "FmaVHF", TYPE_SHORT);
841 }
842
843 public static final String FMA_VF = VECTOR_PREFIX + "FMA_VF" + POSTFIX;
844 static {
845 vectorNode(FMA_VF, "FmaVF", TYPE_FLOAT);
846 }
847
848 public static final String FMA_VD = VECTOR_PREFIX + "FMA_VD" + POSTFIX;
849 static {
850 vectorNode(FMA_VD, "FmaVD", TYPE_DOUBLE);
851 }
852
853 public static final String FMA_HF = PREFIX + "FMA_HF" + POSTFIX;
854 static {
855 beforeMatchingNameRegex(FMA_HF, "FmaHF");
856 }
857
858 public static final String G1_COMPARE_AND_EXCHANGE_N_WITH_BARRIER_FLAG = COMPOSITE_PREFIX + "G1_COMPARE_AND_EXCHANGE_N_WITH_BARRIER_FLAG" + POSTFIX;
859 static {
860 String regex = START + "g1CompareAndExchangeN\\S*" + MID + "barrier\\(\\s*" + IS_REPLACED + "\\s*\\)" + END;
861 machOnly(G1_COMPARE_AND_EXCHANGE_N_WITH_BARRIER_FLAG, regex);
862 }
863
864 public static final String G1_COMPARE_AND_EXCHANGE_P_WITH_BARRIER_FLAG = COMPOSITE_PREFIX + "G1_COMPARE_AND_EXCHANGE_P_WITH_BARRIER_FLAG" + POSTFIX;
865 static {
866 String regex = START + "g1CompareAndExchangeP\\S*" + MID + "barrier\\(\\s*" + IS_REPLACED + "\\s*\\)" + END;
867 machOnly(G1_COMPARE_AND_EXCHANGE_P_WITH_BARRIER_FLAG, regex);
868 }
869
870 public static final String G1_COMPARE_AND_SWAP_N_WITH_BARRIER_FLAG = COMPOSITE_PREFIX + "G1_COMPARE_AND_SWAP_N_WITH_BARRIER_FLAG" + POSTFIX;
871 static {
872 String regex = START + "g1CompareAndSwapN\\S*" + MID + "barrier\\(\\s*" + IS_REPLACED + "\\s*\\)" + END;
873 machOnly(G1_COMPARE_AND_SWAP_N_WITH_BARRIER_FLAG, regex);
874 }
875
876 public static final String G1_COMPARE_AND_SWAP_P_WITH_BARRIER_FLAG = COMPOSITE_PREFIX + "G1_COMPARE_AND_SWAP_P_WITH_BARRIER_FLAG" + POSTFIX;
877 static {
878 String regex = START + "g1CompareAndSwapP\\S*" + MID + "barrier\\(\\s*" + IS_REPLACED + "\\s*\\)" + END;
879 machOnly(G1_COMPARE_AND_SWAP_P_WITH_BARRIER_FLAG, regex);
880 }
881
882 public static final String G1_ENCODE_P_AND_STORE_N = PREFIX + "G1_ENCODE_P_AND_STORE_N" + POSTFIX;
883 static {
884 machOnlyNameRegex(G1_ENCODE_P_AND_STORE_N, "g1EncodePAndStoreN");
885 }
886
887 public static final String G1_ENCODE_P_AND_STORE_N_WITH_BARRIER_FLAG = COMPOSITE_PREFIX + "G1_ENCODE_P_AND_STORE_N_WITH_BARRIER_FLAG" + POSTFIX;
888 static {
889 String regex = START + "g1EncodePAndStoreN\\S*" + MID + "barrier\\(\\s*" + IS_REPLACED + "\\s*\\)" + END;
890 machOnly(G1_ENCODE_P_AND_STORE_N_WITH_BARRIER_FLAG, regex);
891 }
892
893 public static final String G1_GET_AND_SET_N_WITH_BARRIER_FLAG = COMPOSITE_PREFIX + "G1_GET_AND_SET_N_WITH_BARRIER_FLAG" + POSTFIX;
894 static {
895 String regex = START + "g1GetAndSetN\\S*" + MID + "barrier\\(\\s*" + IS_REPLACED + "\\s*\\)" + END;
896 machOnly(G1_GET_AND_SET_N_WITH_BARRIER_FLAG, regex);
897 }
898
899 public static final String G1_GET_AND_SET_P_WITH_BARRIER_FLAG = COMPOSITE_PREFIX + "G1_GET_AND_SET_P_WITH_BARRIER_FLAG" + POSTFIX;
900 static {
901 String regex = START + "g1GetAndSetP\\S*" + MID + "barrier\\(\\s*" + IS_REPLACED + "\\s*\\)" + END;
902 machOnly(G1_GET_AND_SET_P_WITH_BARRIER_FLAG, regex);
903 }
904
905 public static final String G1_LOAD_N = PREFIX + "G1_LOAD_N" + POSTFIX;
906 static {
907 machOnlyNameRegex(G1_LOAD_N, "g1LoadN");
908 }
909
910 public static final String G1_LOAD_N_WITH_BARRIER_FLAG = COMPOSITE_PREFIX + "G1_LOAD_N_WITH_BARRIER_FLAG" + POSTFIX;
911 static {
912 String regex = START + "g1LoadN\\S*" + MID + "barrier\\(\\s*" + IS_REPLACED + "\\s*\\)" + END;
913 machOnly(G1_LOAD_N_WITH_BARRIER_FLAG, regex);
914 }
915
916 public static final String G1_LOAD_P_WITH_BARRIER_FLAG = COMPOSITE_PREFIX + "G1_LOAD_P_WITH_BARRIER_FLAG" + POSTFIX;
917 static {
918 String regex = START + "g1LoadP\\S*" + MID + "barrier\\(\\s*" + IS_REPLACED + "\\s*\\)" + END;
919 machOnly(G1_LOAD_P_WITH_BARRIER_FLAG, regex);
920 }
921
922 public static final String G1_STORE_N = PREFIX + "G1_STORE_N" + POSTFIX;
923 static {
924 machOnlyNameRegex(G1_STORE_N, "g1StoreN");
925 }
926
927 public static final String G1_STORE_N_WITH_BARRIER_FLAG = COMPOSITE_PREFIX + "G1_STORE_N_WITH_BARRIER_FLAG" + POSTFIX;
928 static {
929 String regex = START + "g1StoreN\\S*" + MID + "barrier\\(\\s*" + IS_REPLACED + "\\s*\\)" + END;
930 machOnly(G1_STORE_N_WITH_BARRIER_FLAG, regex);
931 }
932
933 public static final String G1_STORE_P = PREFIX + "G1_STORE_P" + POSTFIX;
934 static {
935 machOnlyNameRegex(G1_STORE_P, "g1StoreP");
936 }
937
938 public static final String G1_STORE_P_WITH_BARRIER_FLAG = COMPOSITE_PREFIX + "G1_STORE_P_WITH_BARRIER_FLAG" + POSTFIX;
939 static {
940 String regex = START + "g1StoreP\\S*" + MID + "barrier\\(\\s*" + IS_REPLACED + "\\s*\\)" + END;
941 machOnly(G1_STORE_P_WITH_BARRIER_FLAG, regex);
942 }
943
944 public static final String IF = PREFIX + "IF" + POSTFIX;
945 static {
946 beforeMatchingNameRegex(IF, "If\\b");
947 }
948
949 public static final String INTRINSIC_TRAP = PREFIX + "INTRINSIC_TRAP" + POSTFIX;
950 static {
951 trapNodes(INTRINSIC_TRAP, "intrinsic");
952 }
953
954 // Is only supported on riscv64.
955 public static final String IS_FINITE_D = PREFIX + "IS_FINITE_D" + POSTFIX;
956 static {
957 beforeMatchingNameRegex(IS_FINITE_D, "IsFiniteD");
958 }
959
960 // Is only supported on riscv64.
961 public static final String IS_FINITE_F = PREFIX + "IS_FINITE_F" + POSTFIX;
962 static {
963 beforeMatchingNameRegex(IS_FINITE_F, "IsFiniteF");
964 }
965
966 public static final String IS_INFINITE_D = PREFIX + "IS_INFINITE_D" + POSTFIX;
967 static {
968 beforeMatchingNameRegex(IS_INFINITE_D, "IsInfiniteD");
969 }
970
971 public static final String IS_INFINITE_F = PREFIX + "IS_INFINITE_F" + POSTFIX;
972 static {
973 beforeMatchingNameRegex(IS_INFINITE_F, "IsInfiniteF");
974 }
975
976 // Only supported on x86.
977 public static final String LEA_P = PREFIX + "LEA_P" + POSTFIX;
978 static {
979 machOnly(LEA_P, "leaP(CompressedOopOffset|(8|32)Narrow)");
980 }
981
982 public static final String LOAD = PREFIX + "LOAD" + POSTFIX;
983 static {
984 beforeMatchingNameRegex(LOAD, "Load(B|UB|S|US|I|L|F|D|P|N)");
985 }
986
987 public static final String LOAD_OF_CLASS = COMPOSITE_PREFIX + "LOAD_OF_CLASS" + POSTFIX;
988 static {
989 loadOfNodes(LOAD_OF_CLASS, "Load(B|UB|S|US|I|L|F|D|P|N)");
990 }
991
992 public static final String LOAD_B = PREFIX + "LOAD_B" + POSTFIX;
993 static {
994 beforeMatchingNameRegex(LOAD_B, "LoadB");
995 }
996
997 public static final String LOAD_B_OF_CLASS = COMPOSITE_PREFIX + "LOAD_B_OF_CLASS" + POSTFIX;
998 static {
999 loadOfNodes(LOAD_B_OF_CLASS, "LoadB");
1000 }
1001
1002 public static final String LOAD_D = PREFIX + "LOAD_D" + POSTFIX;
1003 static {
1004 beforeMatchingNameRegex(LOAD_D, "LoadD");
1005 }
1006
1007 public static final String LOAD_D_OF_CLASS = COMPOSITE_PREFIX + "LOAD_D_OF_CLASS" + POSTFIX;
1008 static {
1009 loadOfNodes(LOAD_D_OF_CLASS, "LoadD");
1010 }
1011
1012 public static final String LOAD_F = PREFIX + "LOAD_F" + POSTFIX;
1013 static {
1014 beforeMatchingNameRegex(LOAD_F, "LoadF");
1015 }
1016
1017 public static final String LOAD_F_OF_CLASS = COMPOSITE_PREFIX + "LOAD_F_OF_CLASS" + POSTFIX;
1018 static {
1019 loadOfNodes(LOAD_F_OF_CLASS, "LoadF");
1020 }
1021
1022 public static final String LOAD_I = PREFIX + "LOAD_I" + POSTFIX;
1023 static {
1024 beforeMatchingNameRegex(LOAD_I, "LoadI");
1025 }
1026
1027 public static final String LOAD_I_OF_CLASS = COMPOSITE_PREFIX + "LOAD_I_OF_CLASS" + POSTFIX;
1028 static {
1029 loadOfNodes(LOAD_I_OF_CLASS, "LoadI");
1030 }
1031
1032 public static final String LOAD_KLASS = PREFIX + "LOAD_KLASS" + POSTFIX;
1033 static {
1034 beforeMatchingNameRegex(LOAD_KLASS, "LoadKlass");
1035 }
1036
1037 public static final String LOAD_NKLASS = PREFIX + "LOAD_NKLASS" + POSTFIX;
1038 static {
1039 beforeMatchingNameRegex(LOAD_NKLASS, "LoadNKlass");
1040 }
1041
1042 public static final String LOAD_KLASS_OR_NKLASS = PREFIX + "LOAD_KLASS_OR_NKLASS" + POSTFIX;
1043 static {
1044 beforeMatchingNameRegex(LOAD_KLASS_OR_NKLASS, "LoadN?Klass");
1045 }
1046
1047 public static final String LOAD_L = PREFIX + "LOAD_L" + POSTFIX;
1048 static {
1049 beforeMatchingNameRegex(LOAD_L, "LoadL");
1050 }
1051
1052 public static final String LOAD_L_OF_CLASS = COMPOSITE_PREFIX + "LOAD_L_OF_CLASS" + POSTFIX;
1053 static {
1054 loadOfNodes(LOAD_L_OF_CLASS, "LoadL");
1055 }
1056
1057 public static final String LOAD_N = PREFIX + "LOAD_N" + POSTFIX;
1058 static {
1059 beforeMatchingNameRegex(LOAD_N, "LoadN");
1060 }
1061
1062 public static final String LOAD_N_OF_CLASS = COMPOSITE_PREFIX + "LOAD_N_OF_CLASS" + POSTFIX;
1063 static {
1064 loadOfNodes(LOAD_N_OF_CLASS, "LoadN");
1065 }
1066
1067 public static final String LOAD_OF_FIELD = COMPOSITE_PREFIX + "LOAD_OF_FIELD" + POSTFIX;
1068 static {
1069 String regex = START + "Load(B|C|S|I|L|F|D|P|N)" + MID + "@.*name=" + IS_REPLACED + ",.*" + END;
1070 beforeMatching(LOAD_OF_FIELD, regex);
1071 }
1072
1073 public static final String LOAD_P = PREFIX + "LOAD_P" + POSTFIX;
1074 static {
1075 beforeMatchingNameRegex(LOAD_P, "LoadP");
1076 }
1077
1078 public static final String LOAD_P_OF_CLASS = COMPOSITE_PREFIX + "LOAD_P_OF_CLASS" + POSTFIX;
1079 static {
1080 loadOfNodes(LOAD_P_OF_CLASS, "LoadP");
1081 }
1082
1083 public static final String LOAD_S = PREFIX + "LOAD_S" + POSTFIX;
1084 static {
1085 beforeMatchingNameRegex(LOAD_S, "LoadS");
1086 }
1087
1088 public static final String LOAD_S_OF_CLASS = COMPOSITE_PREFIX + "LOAD_S_OF_CLASS" + POSTFIX;
1089 static {
1090 loadOfNodes(LOAD_S_OF_CLASS, "LoadS");
1091 }
1092
1093 public static final String LOAD_UB = PREFIX + "LOAD_UB" + POSTFIX;
1094 static {
1095 beforeMatchingNameRegex(LOAD_UB, "LoadUB");
1096 }
1097
1098 public static final String LOAD_UB_OF_CLASS = COMPOSITE_PREFIX + "LOAD_UB_OF_CLASS" + POSTFIX;
1099 static {
1100 loadOfNodes(LOAD_UB_OF_CLASS, "LoadUB");
1101 }
1102
1103 public static final String LOAD_US = PREFIX + "LOAD_US" + POSTFIX;
1104 static {
1105 beforeMatchingNameRegex(LOAD_US, "LoadUS");
1106 }
1107
1108 public static final String LOAD_US_OF_CLASS = COMPOSITE_PREFIX + "LOAD_US_OF_CLASS" + POSTFIX;
1109 static {
1110 loadOfNodes(LOAD_US_OF_CLASS, "LoadUS");
1111 }
1112
1113 public static final String LOAD_VECTOR_B = VECTOR_PREFIX + "LOAD_VECTOR_B" + POSTFIX;
1114 static {
1115 vectorNode(LOAD_VECTOR_B, "LoadVector", TYPE_BYTE);
1116 }
1117
1118 public static final String LOAD_VECTOR_C = VECTOR_PREFIX + "LOAD_VECTOR_C" + POSTFIX;
1119 static {
1120 vectorNode(LOAD_VECTOR_C, "LoadVector", TYPE_CHAR);
1121 }
1122
1123 public static final String LOAD_VECTOR_S = VECTOR_PREFIX + "LOAD_VECTOR_S" + POSTFIX;
1124 static {
1125 vectorNode(LOAD_VECTOR_S, "LoadVector", TYPE_SHORT);
1126 }
1127
1128 public static final String LOAD_VECTOR_I = VECTOR_PREFIX + "LOAD_VECTOR_I" + POSTFIX;
1129 static {
1130 vectorNode(LOAD_VECTOR_I, "LoadVector", TYPE_INT);
1131 }
1132
1133 public static final String LOAD_VECTOR_L = VECTOR_PREFIX + "LOAD_VECTOR_L" + POSTFIX;
1134 static {
1135 vectorNode(LOAD_VECTOR_L, "LoadVector", TYPE_LONG);
1136 }
1137
1138 public static final String LOAD_VECTOR_F = VECTOR_PREFIX + "LOAD_VECTOR_F" + POSTFIX;
1139 static {
1140 vectorNode(LOAD_VECTOR_F, "LoadVector", TYPE_FLOAT);
1141 }
1142
1143 public static final String LOAD_VECTOR_D = VECTOR_PREFIX + "LOAD_VECTOR_D" + POSTFIX;
1144 static {
1145 vectorNode(LOAD_VECTOR_D, "LoadVector", TYPE_DOUBLE);
1146 }
1147
1148 public static final String LOAD_VECTOR_Z = VECTOR_PREFIX + "LOAD_VECTOR_Z" + POSTFIX;
1149 static {
1150 vectorNode(LOAD_VECTOR_Z, "LoadVector", TYPE_BOOLEAN);
1151 }
1152
1153 public static final String LOAD_VECTOR_GATHER = PREFIX + "LOAD_VECTOR_GATHER" + POSTFIX;
1154 static {
1155 beforeMatchingNameRegex(LOAD_VECTOR_GATHER, "LoadVectorGather");
1156 }
1157
1158 public static final String LOAD_VECTOR_MASKED = PREFIX + "LOAD_VECTOR_MASKED" + POSTFIX;
1159 static {
1160 beforeMatchingNameRegex(LOAD_VECTOR_MASKED, "LoadVectorMasked");
1161 }
1162
1163 public static final String LOAD_VECTOR_GATHER_MASKED = PREFIX + "LOAD_VECTOR_GATHER_MASKED" + POSTFIX;
1164 static {
1165 beforeMatchingNameRegex(LOAD_VECTOR_GATHER_MASKED, "LoadVectorGatherMasked");
1166 }
1167
1168 public static final String LONG_COUNTED_LOOP = PREFIX + "LONG_COUNTED_LOOP" + POSTFIX;
1169 static {
1170 String regex = START + "LongCountedLoop\\b" + MID + END;
1171 fromAfterCountedLoops(LONG_COUNTED_LOOP, regex);
1172 }
1173
1174 public static final String LOOP = PREFIX + "LOOP" + POSTFIX;
1175 static {
1176 String regex = START + "Loop" + MID + END;
1177 fromBeforeCountedLoops(LOOP, regex);
1178 }
1179
1180 public static final String LSHIFT = PREFIX + "LSHIFT" + POSTFIX;
1181 static {
1182 beforeMatchingNameRegex(LSHIFT, "LShift(I|L)");
1183 }
1184
1185 public static final String LSHIFT_I = PREFIX + "LSHIFT_I" + POSTFIX;
1186 static {
1187 beforeMatchingNameRegex(LSHIFT_I, "LShiftI");
1188 }
1189
1190 public static final String LSHIFT_L = PREFIX + "LSHIFT_L" + POSTFIX;
1191 static {
1192 beforeMatchingNameRegex(LSHIFT_L, "LShiftL");
1193 }
1194
1195 public static final String LSHIFT_VB = VECTOR_PREFIX + "LSHIFT_VB" + POSTFIX;
1196 static {
1197 vectorNode(LSHIFT_VB, "LShiftVB", TYPE_BYTE);
1198 }
1199
1200 public static final String LSHIFT_VS = VECTOR_PREFIX + "LSHIFT_VS" + POSTFIX;
1201 static {
1202 vectorNode(LSHIFT_VS, "LShiftVS", TYPE_SHORT);
1203 }
1204
1205 public static final String LSHIFT_VC = VECTOR_PREFIX + "LSHIFT_VC" + POSTFIX;
1206 static {
1207 vectorNode(LSHIFT_VC, "LShiftVS", TYPE_CHAR); // using short op with char type
1208 }
1209
1210 public static final String LSHIFT_VI = VECTOR_PREFIX + "LSHIFT_VI" + POSTFIX;
1211 static {
1212 vectorNode(LSHIFT_VI, "LShiftVI", TYPE_INT);
1213 }
1214
1215 public static final String LSHIFT_VL = VECTOR_PREFIX + "LSHIFT_VL" + POSTFIX;
1216 static {
1217 vectorNode(LSHIFT_VL, "LShiftVL", TYPE_LONG);
1218 }
1219
1220 public static final String MACH_TEMP = PREFIX + "MACH_TEMP" + POSTFIX;
1221 static {
1222 machOnlyNameRegex(MACH_TEMP, "MachTemp");
1223 }
1224
1225 public static final String MACRO_LOGIC_V = PREFIX + "MACRO_LOGIC_V" + POSTFIX;
1226 static {
1227 afterBarrierExpansionToBeforeMatching(MACRO_LOGIC_V, "MacroLogicV");
1228 }
1229
1230 public static final String MAX = PREFIX + "MAX" + POSTFIX;
1231 static {
1232 beforeMatchingNameRegex(MAX, "Max(I|L|F|D)");
1233 }
1234
1235 public static final String MAX_D = PREFIX + "MAX_D" + POSTFIX;
1236 static {
1237 beforeMatchingNameRegex(MAX_D, "MaxD");
1238 }
1239
1240 public static final String MAX_F = PREFIX + "MAX_F" + POSTFIX;
1241 static {
1242 beforeMatchingNameRegex(MAX_F, "MaxF");
1243 }
1244
1245 public static final String MAX_I = PREFIX + "MAX_I" + POSTFIX;
1246 static {
1247 beforeMatchingNameRegex(MAX_I, "MaxI");
1248 }
1249
1250 public static final String MAX_L = PREFIX + "MAX_L" + POSTFIX;
1251 static {
1252 beforeMatchingNameRegex(MAX_L, "MaxL");
1253 }
1254
1255 public static final String MAX_VI = VECTOR_PREFIX + "MAX_VI" + POSTFIX;
1256 static {
1257 vectorNode(MAX_VI, "MaxV", TYPE_INT);
1258 }
1259
1260 public static final String MAX_VB = VECTOR_PREFIX + "MAX_VB" + POSTFIX;
1261 static {
1262 vectorNode(MAX_VB, "MaxV", TYPE_BYTE);
1263 }
1264
1265 public static final String MAX_VS = VECTOR_PREFIX + "MAX_VS" + POSTFIX;
1266 static {
1267 vectorNode(MAX_VS, "MaxV", TYPE_SHORT);
1268 }
1269
1270 public static final String MAX_VHF = VECTOR_PREFIX + "MAX_VHF" + POSTFIX;
1271 static {
1272 vectorNode(MAX_VHF, "MaxVHF", TYPE_SHORT);
1273 }
1274
1275 public static final String MAX_VF = VECTOR_PREFIX + "MAX_VF" + POSTFIX;
1276 static {
1277 vectorNode(MAX_VF, "MaxV", TYPE_FLOAT);
1278 }
1279
1280 public static final String MAX_VD = VECTOR_PREFIX + "MAX_VD" + POSTFIX;
1281 static {
1282 vectorNode(MAX_VD, "MaxV", TYPE_DOUBLE);
1283 }
1284
1285 public static final String MAX_VL = VECTOR_PREFIX + "MAX_VL" + POSTFIX;
1286 static {
1287 vectorNode(MAX_VL, "MaxV", TYPE_LONG);
1288 }
1289
1290 public static final String MEMBAR = PREFIX + "MEMBAR" + POSTFIX;
1291 static {
1292 beforeMatchingNameRegex(MEMBAR, "MemBar");
1293 }
1294
1295 public static final String MEMBAR_ACQUIRE = PREFIX + "MEMBAR_ACQUIRE" + POSTFIX;
1296 static {
1297 beforeMatchingNameRegex(MEMBAR_ACQUIRE, "MemBarAcquire");
1298 }
1299
1300 public static final String MEMBAR_RELEASE = PREFIX + "MEMBAR_RELEASE" + POSTFIX;
1301 static {
1302 beforeMatchingNameRegex(MEMBAR_RELEASE, "MemBarRelease");
1303 }
1304
1305 public static final String MEMBAR_STORESTORE = PREFIX + "MEMBAR_STORESTORE" + POSTFIX;
1306 static {
1307 beforeMatchingNameRegex(MEMBAR_STORESTORE, "MemBarStoreStore");
1308 }
1309
1310 public static final String MEMBAR_VOLATILE = PREFIX + "MEMBAR_VOLATILE" + POSTFIX;
1311 static {
1312 beforeMatchingNameRegex(MEMBAR_VOLATILE, "MemBarVolatile");
1313 }
1314
1315 public static final String MEM_TO_REG_SPILL_COPY = PREFIX + "MEM_TO_REG_SPILL_COPY" + POSTFIX;
1316 static {
1317 machOnly(MEM_TO_REG_SPILL_COPY, "MemToRegSpillCopy");
1318 }
1319
1320 public static final String MEM_TO_REG_SPILL_COPY_TYPE = COMPOSITE_PREFIX + "MEM_TO_REG_SPILL_COPY_TYPE" + POSTFIX;
1321 static {
1322 String regex = START + "MemToRegSpillCopy" + MID + IS_REPLACED + ".*" + END;
1323 machOnly(MEM_TO_REG_SPILL_COPY_TYPE, regex);
1324 }
1325
1326 public static final String MIN = PREFIX + "MIN" + POSTFIX;
1327 static {
1328 beforeMatchingNameRegex(MIN, "Min(I|L)");
1329 }
1330
1331 public static final String MIN_D = PREFIX + "MIN_D" + POSTFIX;
1332 static {
1333 beforeMatchingNameRegex(MIN_D, "MinD");
1334 }
1335
1336 public static final String MINMAX_D_REDUCTION_REG = PREFIX + "MINMAX_D_REDUCTION_REG" + POSTFIX;
1337 static {
1338 machOnlyNameRegex(MINMAX_D_REDUCTION_REG, "minmaxD_reduction_reg");
1339 }
1340
1341 public static final String MINMAX_D_REG = PREFIX + "MINMAX_D_REG" + POSTFIX;
1342 static {
1343 machOnlyNameRegex(MINMAX_D_REG, "minmaxD_reg");
1344 }
1345
1346 public static final String MIN_F = PREFIX + "MIN_F" + POSTFIX;
1347 static {
1348 beforeMatchingNameRegex(MIN_F, "MinF");
1349 }
1350
1351 public static final String MINMAX_F_REDUCTION_REG = PREFIX + "MINMAX_F_REDUCTION_REG" + POSTFIX;
1352 static {
1353 machOnlyNameRegex(MINMAX_F_REDUCTION_REG, "minmaxF_reduction_reg");
1354 }
1355
1356 public static final String MINMAX_F_REG = PREFIX + "MINMAX_F_REG" + POSTFIX;
1357 static {
1358 machOnlyNameRegex(MINMAX_F_REG, "minmaxF_reg");
1359 }
1360
1361 public static final String MIN_I = PREFIX + "MIN_I" + POSTFIX;
1362 static {
1363 beforeMatchingNameRegex(MIN_I, "MinI");
1364 }
1365
1366 public static final String MIN_L = PREFIX + "MIN_L" + POSTFIX;
1367 static {
1368 beforeMatchingNameRegex(MIN_L, "MinL");
1369 }
1370
1371 public static final String MIN_HF = PREFIX + "MIN_HF" + POSTFIX;
1372 static {
1373 beforeMatchingNameRegex(MIN_HF, "MinHF");
1374 }
1375
1376 public static final String MAX_HF = PREFIX + "MAX_HF" + POSTFIX;
1377 static {
1378 beforeMatchingNameRegex(MAX_HF, "MaxHF");
1379 }
1380
1381 public static final String MIN_VI = VECTOR_PREFIX + "MIN_VI" + POSTFIX;
1382 static {
1383 vectorNode(MIN_VI, "MinV", TYPE_INT);
1384 }
1385
1386 public static final String MIN_VB = VECTOR_PREFIX + "MIN_VB" + POSTFIX;
1387 static {
1388 vectorNode(MIN_VB, "MinV", TYPE_BYTE);
1389 }
1390
1391 public static final String MIN_VS = VECTOR_PREFIX + "MIN_VS" + POSTFIX;
1392 static {
1393 vectorNode(MIN_VS, "MinV", TYPE_SHORT);
1394 }
1395
1396 public static final String MIN_VHF = VECTOR_PREFIX + "MIN_VHF" + POSTFIX;
1397 static {
1398 vectorNode(MIN_VHF, "MinVHF", TYPE_SHORT);
1399 }
1400
1401 public static final String MIN_VF = VECTOR_PREFIX + "MIN_VF" + POSTFIX;
1402 static {
1403 vectorNode(MIN_VF, "MinV", TYPE_FLOAT);
1404 }
1405
1406 public static final String MIN_VD = VECTOR_PREFIX + "MIN_VD" + POSTFIX;
1407 static {
1408 vectorNode(MIN_VD, "MinV", TYPE_DOUBLE);
1409 }
1410
1411 public static final String MIN_VL = VECTOR_PREFIX + "MIN_VL" + POSTFIX;
1412 static {
1413 vectorNode(MIN_VL, "MinV", TYPE_LONG);
1414 }
1415
1416 public static final String MOD_I = PREFIX + "MOD_I" + POSTFIX;
1417 static {
1418 beforeMatchingNameRegex(MOD_I, "ModI");
1419 }
1420
1421 public static final String MOD_L = PREFIX + "MOD_L" + POSTFIX;
1422 static {
1423 beforeMatchingNameRegex(MOD_L, "ModL");
1424 }
1425
1426 public static final String MOV_F2I = PREFIX + "MOV_F2I" + POSTFIX;
1427 static {
1428 beforeMatchingNameRegex(MOV_F2I, "MoveF2I");
1429 }
1430
1431 public static final String MOV_I2F = PREFIX + "MOV_I2F" + POSTFIX;
1432 static {
1433 beforeMatchingNameRegex(MOV_I2F, "MoveI2F");
1434 }
1435
1436 public static final String MOV_D2L = PREFIX + "MOV_D2L" + POSTFIX;
1437 static {
1438 beforeMatchingNameRegex(MOV_D2L, "MoveD2L");
1439 }
1440
1441 public static final String MOV_L2D = PREFIX + "MOD_L2D" + POSTFIX;
1442 static {
1443 beforeMatchingNameRegex(MOV_L2D, "MoveL2D");
1444 }
1445
1446 public static final String MUL = PREFIX + "MUL" + POSTFIX;
1447 static {
1448 beforeMatchingNameRegex(MUL, "Mul(I|L|F|D)");
1449 }
1450
1451 public static final String MUL_ADD_S2I = PREFIX + "MUL_ADD_S2I" + POSTFIX;
1452 static {
1453 beforeMatchingNameRegex(MUL_ADD_S2I, "MulAddS2I");
1454 }
1455
1456 public static final String MUL_ADD_VS2VI = VECTOR_PREFIX + "MUL_ADD_VS2VI" + POSTFIX;
1457 static {
1458 vectorNode(MUL_ADD_VS2VI, "MulAddVS2VI", TYPE_INT);
1459 }
1460
1461 public static final String UMIN_VB = VECTOR_PREFIX + "UMIN_VB" + POSTFIX;
1462 static {
1463 vectorNode(UMIN_VB, "UMinV", TYPE_BYTE);
1464 }
1465
1466 public static final String UMIN_VS = VECTOR_PREFIX + "UMIN_VS" + POSTFIX;
1467 static {
1468 vectorNode(UMIN_VS, "UMinV", TYPE_SHORT);
1469 }
1470
1471 public static final String UMIN_VI = VECTOR_PREFIX + "UMIN_VI" + POSTFIX;
1472 static {
1473 vectorNode(UMIN_VI, "UMinV", TYPE_INT);
1474 }
1475
1476 public static final String UMIN_VL = VECTOR_PREFIX + "UMIN_VL" + POSTFIX;
1477 static {
1478 vectorNode(UMIN_VL, "UMinV", TYPE_LONG);
1479 }
1480
1481 public static final String UMAX_VB = VECTOR_PREFIX + "UMAX_VB" + POSTFIX;
1482 static {
1483 vectorNode(UMAX_VB, "UMaxV", TYPE_BYTE);
1484 }
1485
1486 public static final String UMAX_VS = VECTOR_PREFIX + "UMAX_VS" + POSTFIX;
1487 static {
1488 vectorNode(UMAX_VS, "UMaxV", TYPE_SHORT);
1489 }
1490
1491 public static final String UMAX_VI = VECTOR_PREFIX + "UMAX_VI" + POSTFIX;
1492 static {
1493 vectorNode(UMAX_VI, "UMaxV", TYPE_INT);
1494 }
1495
1496 public static final String UMAX_VL = VECTOR_PREFIX + "UMAX_VL" + POSTFIX;
1497 static {
1498 vectorNode(UMAX_VL, "UMaxV", TYPE_LONG);
1499 }
1500
1501 public static final String MASK_ALL = PREFIX + "MASK_ALL" + POSTFIX;
1502 static {
1503 beforeMatchingNameRegex(MASK_ALL, "MaskAll");
1504 }
1505
1506 public static final String AARCH64_VMASK_ALL_IMM_I = PREFIX + "AARCH64_VMASK_ALL_IMM_I" + POSTFIX;
1507 static {
1508 machOnlyNameRegex(AARCH64_VMASK_ALL_IMM_I, "vmaskAll_immI");
1509 }
1510
1511 public static final String AARCH64_VMASK_ALL_IMM_L = PREFIX + "AARCH64_VMASK_ALL_IMM_L" + POSTFIX;
1512 static {
1513 machOnlyNameRegex(AARCH64_VMASK_ALL_IMM_L, "vmaskAll_immL");
1514 }
1515
1516 public static final String VECTOR_LONG_TO_MASK = PREFIX + "VECTOR_LONG_TO_MASK" + POSTFIX;
1517 static {
1518 beforeMatchingNameRegex(VECTOR_LONG_TO_MASK, "VectorLongToMask");
1519 }
1520
1521 public static final String VECTOR_MASK_TO_LONG = PREFIX + "VECTOR_MASK_TO_LONG" + POSTFIX;
1522 static {
1523 beforeMatchingNameRegex(VECTOR_MASK_TO_LONG, "VectorMaskToLong");
1524 }
1525
1526 public static final String VECTOR_MASK_LANE_IS_SET = PREFIX + "VECTOR_MASK_LANE_IS_SET" + POSTFIX;
1527 static {
1528 beforeMatchingNameRegex(VECTOR_MASK_LANE_IS_SET, "ExtractUB");
1529 }
1530
1531 public static final String VECTOR_MASK_GEN = PREFIX + "VECTOR_MASK_GEN" + POSTFIX;
1532 static {
1533 beforeMatchingNameRegex(VECTOR_MASK_GEN, "VectorMaskGen");
1534 }
1535
1536 public static final String VECTOR_MASK_FIRST_TRUE = PREFIX + "VECTOR_MASK_FIRST_TRUE" + POSTFIX;
1537 static {
1538 beforeMatchingNameRegex(VECTOR_MASK_FIRST_TRUE, "VectorMaskFirstTrue");
1539 }
1540
1541 // Can only be used if libjsvml or libsleef is available
1542 public static final String CALL_LEAF_VECTOR = PREFIX + "CALL_LEAF_VECTOR" + POSTFIX;
1543 static {
1544 beforeMatchingNameRegex(CALL_LEAF_VECTOR, "CallLeafVector");
1545 }
1546
1547 // Can only be used if avx512_vnni is available.
1548 public static final String MUL_ADD_VS2VI_VNNI = PREFIX + "MUL_ADD_VS2VI_VNNI" + POSTFIX;
1549 static {
1550 machOnly(MUL_ADD_VS2VI_VNNI, "vmuladdaddS2I_reg");
1551 }
1552
1553 public static final String MUL_D = PREFIX + "MUL_D" + POSTFIX;
1554 static {
1555 beforeMatchingNameRegex(MUL_D, "MulD");
1556 }
1557
1558 public static final String MUL_F = PREFIX + "MUL_F" + POSTFIX;
1559 static {
1560 beforeMatchingNameRegex(MUL_F, "MulF");
1561 }
1562
1563 public static final String MUL_HF = PREFIX + "MUL_HF" + POSTFIX;
1564 static {
1565 beforeMatchingNameRegex(MUL_HF, "MulHF");
1566 }
1567
1568 public static final String MUL_I = PREFIX + "MUL_I" + POSTFIX;
1569 static {
1570 beforeMatchingNameRegex(MUL_I, "MulI");
1571 }
1572
1573 public static final String MUL_L = PREFIX + "MUL_L" + POSTFIX;
1574 static {
1575 beforeMatchingNameRegex(MUL_L, "MulL");
1576 }
1577
1578 public static final String MUL_VL = VECTOR_PREFIX + "MUL_VL" + POSTFIX;
1579 static {
1580 vectorNode(MUL_VL, "MulVL", TYPE_LONG);
1581 }
1582
1583 public static final String MUL_VI = VECTOR_PREFIX + "MUL_VI" + POSTFIX;
1584 static {
1585 vectorNode(MUL_VI, "MulVI", TYPE_INT);
1586 }
1587
1588 public static final String MUL_VHF = VECTOR_PREFIX + "MUL_VHF" + POSTFIX;
1589 static {
1590 vectorNode(MUL_VHF, "MulVHF", TYPE_SHORT);
1591 }
1592
1593 public static final String MUL_VF = VECTOR_PREFIX + "MUL_VF" + POSTFIX;
1594 static {
1595 vectorNode(MUL_VF, "MulVF", TYPE_FLOAT);
1596 }
1597
1598 public static final String MUL_VD = VECTOR_PREFIX + "MUL_VD" + POSTFIX;
1599 static {
1600 vectorNode(MUL_VD, "MulVD", TYPE_DOUBLE);
1601 }
1602
1603 public static final String MUL_VB = VECTOR_PREFIX + "MUL_VB" + POSTFIX;
1604 static {
1605 vectorNode(MUL_VB, "MulVB", TYPE_BYTE);
1606 }
1607
1608 public static final String MUL_VS = VECTOR_PREFIX + "MUL_VS" + POSTFIX;
1609 static {
1610 vectorNode(MUL_VS, "MulVS", TYPE_SHORT);
1611 }
1612
1613 public static final String MUL_REDUCTION_VD = PREFIX + "MUL_REDUCTION_VD" + POSTFIX;
1614 static {
1615 superWordNodes(MUL_REDUCTION_VD, "MulReductionVD");
1616 }
1617
1618 public static final String MUL_REDUCTION_VF = PREFIX + "MUL_REDUCTION_VF" + POSTFIX;
1619 static {
1620 superWordNodes(MUL_REDUCTION_VF, "MulReductionVF");
1621 }
1622
1623 public static final String MUL_REDUCTION_VHF = PREFIX + "MUL_REDUCTION_VHF" + POSTFIX;
1624 static {
1625 superWordNodes(MUL_REDUCTION_VHF, "MulReductionVHF");
1626 }
1627
1628 public static final String MUL_REDUCTION_VI = PREFIX + "MUL_REDUCTION_VI" + POSTFIX;
1629 static {
1630 superWordNodes(MUL_REDUCTION_VI, "MulReductionVI");
1631 }
1632
1633 public static final String MUL_REDUCTION_VL = PREFIX + "MUL_REDUCTION_VL" + POSTFIX;
1634 static {
1635 superWordNodes(MUL_REDUCTION_VL, "MulReductionVL");
1636 }
1637
1638 public static final String MIN_REDUCTION_V = PREFIX + "MIN_REDUCTION_V" + POSTFIX;
1639 static {
1640 superWordNodes(MIN_REDUCTION_V, "MinReductionV");
1641 }
1642
1643 public static final String MAX_REDUCTION_V = PREFIX + "MAX_REDUCTION_V" + POSTFIX;
1644 static {
1645 superWordNodes(MAX_REDUCTION_V, "MaxReductionV");
1646 }
1647
1648 public static final String UMIN_REDUCTION_V = PREFIX + "UMIN_REDUCTION_V" + POSTFIX;
1649 static {
1650 superWordNodes(UMIN_REDUCTION_V, "UMinReductionV");
1651 }
1652
1653 public static final String UMAX_REDUCTION_V = PREFIX + "UMAX_REDUCTION_V" + POSTFIX;
1654 static {
1655 superWordNodes(UMAX_REDUCTION_V, "UMaxReductionV");
1656 }
1657
1658 public static final String NEG_VF = VECTOR_PREFIX + "NEG_VF" + POSTFIX;
1659 static {
1660 vectorNode(NEG_VF, "NegVF", TYPE_FLOAT);
1661 }
1662
1663 public static final String NEG_VD = VECTOR_PREFIX + "NEG_VD" + POSTFIX;
1664 static {
1665 vectorNode(NEG_VD, "NegVD", TYPE_DOUBLE);
1666 }
1667
1668 public static final String NOP = PREFIX + "NOP" + POSTFIX;
1669 static {
1670 machOnlyNameRegex(NOP, "Nop");
1671 }
1672
1673 public static final String NULL_ASSERT_TRAP = PREFIX + "NULL_ASSERT_TRAP" + POSTFIX;
1674 static {
1675 trapNodes(NULL_ASSERT_TRAP, "null_assert");
1676 }
1677
1678 public static final String NULL_CHECK = PREFIX + "NULL_CHECK" + POSTFIX;
1679 static {
1680 machOnlyNameRegex(NULL_CHECK, "NullCheck");
1681 }
1682
1683 public static final String NULL_CHECK_TRAP = PREFIX + "NULL_CHECK_TRAP" + POSTFIX;
1684 static {
1685 trapNodes(NULL_CHECK_TRAP, "null_check");
1686 }
1687
1688 public static final String OOPMAP_WITH = COMPOSITE_PREFIX + "OOPMAP_WITH" + POSTFIX;
1689 static {
1690 String regex = "(#\\s*OopMap\\s*\\{.*" + IS_REPLACED + ".*\\})";
1691 optoOnly(OOPMAP_WITH, regex);
1692 }
1693
1694 public static final String OPAQUE_TEMPLATE_ASSERTION_PREDICATE = PREFIX + "OPAQUE_TEMPLATE_ASSERTION_PREDICATE" + POSTFIX;
1695 static {
1696 duringLoopOpts(OPAQUE_TEMPLATE_ASSERTION_PREDICATE, "OpaqueTemplateAssertionPredicate");
1697 }
1698
1699 public static final String OR_I = PREFIX + "OR_I" + POSTFIX;
1700 static {
1701 beforeMatchingNameRegex(OR_I, "OrI");
1702 }
1703
1704 public static final String OR_L = PREFIX + "OR_L" + POSTFIX;
1705 static {
1706 beforeMatchingNameRegex(OR_L, "OrL");
1707 }
1708
1709 public static final String OR_VB = VECTOR_PREFIX + "OR_VB" + POSTFIX;
1710 static {
1711 vectorNode(OR_VB, "OrV", TYPE_BYTE);
1712 }
1713
1714 public static final String OR_VS = VECTOR_PREFIX + "OR_VS" + POSTFIX;
1715 static {
1716 vectorNode(OR_VS, "OrV", TYPE_SHORT);
1717 }
1718
1719 public static final String OR_VI = VECTOR_PREFIX + "OR_VI" + POSTFIX;
1720 static {
1721 vectorNode(OR_VI, "OrV", TYPE_INT);
1722 }
1723
1724 public static final String OR_VL = VECTOR_PREFIX + "OR_VL" + POSTFIX;
1725 static {
1726 vectorNode(OR_VL, "OrV", TYPE_LONG);
1727 }
1728
1729 public static final String OR_V_MASK = PREFIX + "OR_V_MASK" + POSTFIX;
1730 static {
1731 beforeMatchingNameRegex(OR_V_MASK, "OrVMask");
1732 }
1733
1734 public static final String OR_REDUCTION_V = PREFIX + "OR_REDUCTION_V" + POSTFIX;
1735 static {
1736 superWordNodes(OR_REDUCTION_V, "OrReductionV");
1737 }
1738
1739 public static final String OUTER_STRIP_MINED_LOOP = PREFIX + "OUTER_STRIP_MINED_LOOP" + POSTFIX;
1740 static {
1741 String regex = START + "OuterStripMinedLoop\\b" + MID + END;
1742 fromAfterCountedLoops(OUTER_STRIP_MINED_LOOP, regex);
1743 }
1744
1745 public static final String PARTIAL_SUBTYPE_CHECK = PREFIX + "PARTIAL_SUBTYPE_CHECK" + POSTFIX;
1746 static {
1747 beforeMatchingNameRegex(PARTIAL_SUBTYPE_CHECK, "PartialSubtypeCheck");
1748 }
1749
1750 public static final String PHI = PREFIX + "PHI" + POSTFIX;
1751 static {
1752 beforeMatchingNameRegex(PHI, "Phi");
1753 }
1754
1755 public static final String POPCOUNT_I = PREFIX + "POPCOUNT_I" + POSTFIX;
1756 static {
1757 beforeMatchingNameRegex(POPCOUNT_I, "PopCountI");
1758 }
1759
1760 public static final String POPCOUNT_L = PREFIX + "POPCOUNT_L" + POSTFIX;
1761 static {
1762 beforeMatchingNameRegex(POPCOUNT_L, "PopCountL");
1763 }
1764
1765 public static final String POPCOUNT_VI = VECTOR_PREFIX + "POPCOUNT_VI" + POSTFIX;
1766 static {
1767 vectorNode(POPCOUNT_VI, "PopCountVI", TYPE_INT);
1768 }
1769
1770 public static final String POPCOUNT_VL = VECTOR_PREFIX + "POPCOUNT_VL" + POSTFIX;
1771 static {
1772 vectorNode(POPCOUNT_VL, "PopCountVL", TYPE_LONG);
1773 }
1774
1775 public static final String COUNT_TRAILING_ZEROS_I = PREFIX + "COUNT_TRAILING_ZEROS_I" + POSTFIX;
1776 static {
1777 beforeMatchingNameRegex(COUNT_TRAILING_ZEROS_I, "CountTrailingZerosI");
1778 }
1779
1780 public static final String COUNT_TRAILING_ZEROS_L = PREFIX + "COUNT_TRAILING_ZEROS_L" + POSTFIX;
1781 static {
1782 beforeMatchingNameRegex(COUNT_TRAILING_ZEROS_L, "CountTrailingZerosL");
1783 }
1784
1785 public static final String COUNT_TRAILING_ZEROS_VL = VECTOR_PREFIX + "COUNT_TRAILING_ZEROS_VL" + POSTFIX;
1786 static {
1787 vectorNode(COUNT_TRAILING_ZEROS_VL, "CountTrailingZerosV", TYPE_LONG);
1788 }
1789
1790 public static final String COUNT_TRAILING_ZEROS_VI = VECTOR_PREFIX + "COUNT_TRAILING_ZEROS_VI" + POSTFIX;
1791 static {
1792 vectorNode(COUNT_TRAILING_ZEROS_VI, "CountTrailingZerosV", TYPE_INT);
1793 }
1794
1795 public static final String COUNT_LEADING_ZEROS_I = PREFIX + "COUNT_LEADING_ZEROS_I" + POSTFIX;
1796 static {
1797 beforeMatchingNameRegex(COUNT_LEADING_ZEROS_I, "CountLeadingZerosI");
1798 }
1799
1800 public static final String COUNT_LEADING_ZEROS_L = PREFIX + "COUNT_LEADING_ZEROS_L" + POSTFIX;
1801 static {
1802 beforeMatchingNameRegex(COUNT_LEADING_ZEROS_L, "CountLeadingZerosL");
1803 }
1804
1805 public static final String COUNT_LEADING_ZEROS_VL = VECTOR_PREFIX + "COUNT_LEADING_ZEROS_VL" + POSTFIX;
1806 static {
1807 vectorNode(COUNT_LEADING_ZEROS_VL, "CountLeadingZerosV", TYPE_LONG);
1808 }
1809
1810 public static final String COUNT_LEADING_ZEROS_VI = VECTOR_PREFIX + "COUNT_LEADING_ZEROS_VI" + POSTFIX;
1811 static {
1812 vectorNode(COUNT_LEADING_ZEROS_VI, "CountLeadingZerosV", TYPE_INT);
1813 }
1814
1815 public static final String POPULATE_INDEX = PREFIX + "POPULATE_INDEX" + POSTFIX;
1816 static {
1817 String regex = START + "PopulateIndex" + MID + END;
1818 IR_NODE_MAPPINGS.put(POPULATE_INDEX, new SinglePhaseRangeEntry(CompilePhase.PRINT_IDEAL, regex,
1819 CompilePhase.AFTER_CLOOPS,
1820 CompilePhase.BEFORE_MATCHING));
1821 }
1822
1823 public static final String LOOP_PARSE_PREDICATE = PREFIX + "LOOP_PARSE_PREDICATE" + POSTFIX;
1824 static {
1825 parsePredicateNodes(LOOP_PARSE_PREDICATE, "Loop");
1826 }
1827
1828 public static final String LOOP_LIMIT_CHECK_PARSE_PREDICATE = PREFIX + "LOOP_LIMIT_CHECK_PARSE_PREDICATE" + POSTFIX;
1829 static {
1830 parsePredicateNodes(LOOP_LIMIT_CHECK_PARSE_PREDICATE, "Loop_Limit_Check");
1831 }
1832
1833 public static final String PROFILED_LOOP_PARSE_PREDICATE = PREFIX + "PROFILED_LOOP_PARSE_PREDICATE" + POSTFIX;
1834 static {
1835 parsePredicateNodes(PROFILED_LOOP_PARSE_PREDICATE, "Profiled_Loop");
1836 }
1837
1838 public static final String AUTO_VECTORIZATION_CHECK_PARSE_PREDICATE = PREFIX + "AUTO_VECTORIZATION_CHECK_PARSE_PREDICATE" + POSTFIX;
1839 static {
1840 parsePredicateNodes(AUTO_VECTORIZATION_CHECK_PARSE_PREDICATE, "Auto_Vectorization_Check");
1841 }
1842
1843 public static final String PREDICATE_TRAP = PREFIX + "PREDICATE_TRAP" + POSTFIX;
1844 static {
1845 trapNodes(PREDICATE_TRAP, "predicate");
1846 }
1847
1848 public static final String RANGE_CHECK = PREFIX + "RANGE_CHECK" + POSTFIX;
1849 static {
1850 beforeMatchingNameRegex(RANGE_CHECK, "RangeCheck");
1851 }
1852
1853 public static final String RANGE_CHECK_TRAP = PREFIX + "RANGE_CHECK_TRAP" + POSTFIX;
1854 static {
1855 trapNodes(RANGE_CHECK_TRAP, "range_check");
1856 }
1857
1858 public static final String SHORT_RUNNING_LOOP_TRAP = PREFIX + "SHORT_RUNNING_LOOP_TRAP" + POSTFIX;
1859 static {
1860 trapNodes(SHORT_RUNNING_LOOP_TRAP, "short_running_loop");
1861 }
1862
1863 public static final String REINTERPRET_S2HF = PREFIX + "REINTERPRET_S2HF" + POSTFIX;
1864 static {
1865 beforeMatchingNameRegex(REINTERPRET_S2HF, "ReinterpretS2HF");
1866 }
1867
1868 public static final String REINTERPRET_HF2S = PREFIX + "REINTERPRET_HF2S" + POSTFIX;
1869 static {
1870 beforeMatchingNameRegex(REINTERPRET_HF2S, "ReinterpretHF2S");
1871 }
1872
1873 public static final String REPLICATE_B = VECTOR_PREFIX + "REPLICATE_B" + POSTFIX;
1874 static {
1875 vectorNode(REPLICATE_B, "Replicate", TYPE_BYTE);
1876 }
1877
1878 public static final String REPLICATE_S = VECTOR_PREFIX + "REPLICATE_S" + POSTFIX;
1879 static {
1880 vectorNode(REPLICATE_S, "Replicate", TYPE_SHORT);
1881 }
1882
1883 public static final String REPLICATE_I = VECTOR_PREFIX + "REPLICATE_I" + POSTFIX;
1884 static {
1885 vectorNode(REPLICATE_I, "Replicate", TYPE_INT);
1886 }
1887
1888 public static final String REPLICATE_L = VECTOR_PREFIX + "REPLICATE_L" + POSTFIX;
1889 static {
1890 vectorNode(REPLICATE_L, "Replicate", TYPE_LONG);
1891 }
1892
1893 public static final String REPLICATE_F = VECTOR_PREFIX + "REPLICATE_F" + POSTFIX;
1894 static {
1895 vectorNode(REPLICATE_F, "Replicate", TYPE_FLOAT);
1896 }
1897
1898 public static final String REPLICATE_D = VECTOR_PREFIX + "REPLICATE_D" + POSTFIX;
1899 static {
1900 vectorNode(REPLICATE_D, "Replicate", TYPE_DOUBLE);
1901 }
1902
1903 public static final String REVERSE_BYTES_I = PREFIX + "REVERSE_BYTES_I" + POSTFIX;
1904 static {
1905 beforeMatchingNameRegex(REVERSE_BYTES_I, "ReverseBytesI");
1906 }
1907
1908 public static final String REVERSE_BYTES_L = PREFIX + "REVERSE_BYTES_L" + POSTFIX;
1909 static {
1910 beforeMatchingNameRegex(REVERSE_BYTES_L, "ReverseBytesL");
1911 }
1912
1913 public static final String REVERSE_BYTES_S = PREFIX + "REVERSE_BYTES_S" + POSTFIX;
1914 static {
1915 beforeMatchingNameRegex(REVERSE_BYTES_S, "ReverseBytesS");
1916 }
1917
1918 public static final String REVERSE_BYTES_US = PREFIX + "REVERSE_BYTES_US" + POSTFIX;
1919 static {
1920 beforeMatchingNameRegex(REVERSE_BYTES_US, "ReverseBytesUS");
1921 }
1922
1923 public static final String REVERSE_BYTES_VB = VECTOR_PREFIX + "REVERSE_BYTES_VB" + POSTFIX;
1924 static {
1925 vectorNode(REVERSE_BYTES_VB, "ReverseBytesV", TYPE_BYTE);
1926 }
1927
1928 public static final String REVERSE_BYTES_VS = VECTOR_PREFIX + "REVERSE_BYTES_VS" + POSTFIX;
1929 static {
1930 vectorNode(REVERSE_BYTES_VS, "ReverseBytesV", TYPE_SHORT);
1931 }
1932
1933 public static final String REVERSE_BYTES_VI = VECTOR_PREFIX + "REVERSE_BYTES_VI" + POSTFIX;
1934 static {
1935 vectorNode(REVERSE_BYTES_VI, "ReverseBytesV", TYPE_INT);
1936 }
1937
1938 public static final String REVERSE_BYTES_VL = VECTOR_PREFIX + "REVERSE_BYTES_VL" + POSTFIX;
1939 static {
1940 vectorNode(REVERSE_BYTES_VL, "ReverseBytesV", TYPE_LONG);
1941 }
1942
1943 public static final String REVERSE_I = PREFIX + "REVERSE_I" + POSTFIX;
1944 static {
1945 beforeMatchingNameRegex(REVERSE_I, "ReverseI");
1946 }
1947
1948 public static final String REVERSE_L = PREFIX + "REVERSE_L" + POSTFIX;
1949 static {
1950 beforeMatchingNameRegex(REVERSE_L, "ReverseL");
1951 }
1952
1953 public static final String REVERSE_VI = VECTOR_PREFIX + "REVERSE_VI" + POSTFIX;
1954 static {
1955 vectorNode(REVERSE_VI, "ReverseV", TYPE_INT);
1956 }
1957
1958 public static final String REVERSE_VL = VECTOR_PREFIX + "REVERSE_VL" + POSTFIX;
1959 static {
1960 vectorNode(REVERSE_VL, "ReverseV", TYPE_LONG);
1961 }
1962
1963 public static final String ROUND_VD = VECTOR_PREFIX + "ROUND_VD" + POSTFIX;
1964 static {
1965 vectorNode(ROUND_VD, "RoundVD", TYPE_LONG);
1966 }
1967
1968 public static final String ROUND_VF = VECTOR_PREFIX + "ROUND_VF" + POSTFIX;
1969 static {
1970 vectorNode(ROUND_VF, "RoundVF", TYPE_INT);
1971 }
1972
1973 public static final String ROTATE_LEFT = PREFIX + "ROTATE_LEFT" + POSTFIX;
1974 static {
1975 beforeMatchingNameRegex(ROTATE_LEFT, "RotateLeft");
1976 }
1977
1978 public static final String ROTATE_RIGHT = PREFIX + "ROTATE_RIGHT" + POSTFIX;
1979 static {
1980 beforeMatchingNameRegex(ROTATE_RIGHT, "RotateRight");
1981 }
1982
1983 public static final String ROTATE_LEFT_V = PREFIX + "ROTATE_LEFT_V" + POSTFIX;
1984 static {
1985 beforeMatchingNameRegex(ROTATE_LEFT_V, "RotateLeftV");
1986 }
1987
1988 public static final String ROTATE_RIGHT_V = PREFIX + "ROTATE_RIGHT_V" + POSTFIX;
1989 static {
1990 beforeMatchingNameRegex(ROTATE_RIGHT_V, "RotateRightV");
1991 }
1992
1993 public static final String ROUND_DOUBLE_MODE_V = VECTOR_PREFIX + "ROUND_DOUBLE_MODE_V" + POSTFIX;
1994 static {
1995 vectorNode(ROUND_DOUBLE_MODE_V, "RoundDoubleModeV", TYPE_DOUBLE);
1996 }
1997
1998 public static final String RSHIFT = PREFIX + "RSHIFT" + POSTFIX;
1999 static {
2000 beforeMatchingNameRegex(RSHIFT, "RShift(I|L)");
2001 }
2002
2003 public static final String RSHIFT_I = PREFIX + "RSHIFT_I" + POSTFIX;
2004 static {
2005 beforeMatchingNameRegex(RSHIFT_I, "RShiftI");
2006 }
2007
2008 public static final String RSHIFT_L = PREFIX + "RSHIFT_L" + POSTFIX;
2009 static {
2010 beforeMatchingNameRegex(RSHIFT_L, "RShiftL");
2011 }
2012
2013 public static final String RSHIFT_VB = VECTOR_PREFIX + "RSHIFT_VB" + POSTFIX;
2014 static {
2015 vectorNode(RSHIFT_VB, "RShiftVB", TYPE_BYTE);
2016 }
2017
2018 public static final String RSHIFT_VS = VECTOR_PREFIX + "RSHIFT_VS" + POSTFIX;
2019 static {
2020 vectorNode(RSHIFT_VS, "RShiftVS", TYPE_SHORT);
2021 }
2022
2023 public static final String RSHIFT_VC = VECTOR_PREFIX + "RSHIFT_VC" + POSTFIX;
2024 static {
2025 vectorNode(RSHIFT_VC, "RShiftVS", TYPE_CHAR); // short computation with char type
2026 }
2027
2028 public static final String RSHIFT_VI = VECTOR_PREFIX + "RSHIFT_VI" + POSTFIX;
2029 static {
2030 vectorNode(RSHIFT_VI, "RShiftVI", TYPE_INT);
2031 }
2032
2033 public static final String RSHIFT_VL = VECTOR_PREFIX + "RSHIFT_VL" + POSTFIX;
2034 static {
2035 vectorNode(RSHIFT_VL, "RShiftVL", TYPE_LONG);
2036 }
2037
2038 public static final String SAFEPOINT = PREFIX + "SAFEPOINT" + POSTFIX;
2039 static {
2040 beforeMatchingNameRegex(SAFEPOINT, "SafePoint");
2041 }
2042
2043 public static final String SCOPE_OBJECT = PREFIX + "SCOPE_OBJECT" + POSTFIX;
2044 static {
2045 String regex = "(.*# ScObj.*" + END;
2046 optoOnly(SCOPE_OBJECT, regex);
2047 }
2048
2049 public static final String SAFEPOINT_SCALAROBJECT_OF = COMPOSITE_PREFIX + "SAFEPOINT_SCALAROBJECT_OF" + POSTFIX;
2050 static {
2051 safepointScalarobjectOfNodes(SAFEPOINT_SCALAROBJECT_OF, "SafePointScalarObject");
2052 }
2053
2054 public static final String SIGNUM_VD = VECTOR_PREFIX + "SIGNUM_VD" + POSTFIX;
2055 static {
2056 vectorNode(SIGNUM_VD, "SignumVD", TYPE_DOUBLE);
2057 }
2058
2059 public static final String SIGNUM_VF = VECTOR_PREFIX + "SIGNUM_VF" + POSTFIX;
2060 static {
2061 vectorNode(SIGNUM_VF, "SignumVF", TYPE_FLOAT);
2062 }
2063
2064 public static final String SQRT_VHF = VECTOR_PREFIX + "SQRT_VHF" + POSTFIX;
2065 static {
2066 vectorNode(SQRT_VHF, "SqrtVHF", TYPE_SHORT);
2067 }
2068
2069 public static final String SQRT_HF = PREFIX + "SQRT_HF" + POSTFIX;
2070 static {
2071 beforeMatchingNameRegex(SQRT_HF, "SqrtHF");
2072 }
2073
2074 public static final String SQRT_D = PREFIX + "SQRT_D" + POSTFIX;
2075 static {
2076 beforeMatchingNameRegex(SQRT_D, "SqrtD");
2077 }
2078
2079 public static final String SQRT_F = PREFIX + "SQRT_F" + POSTFIX;
2080 static {
2081 beforeMatchingNameRegex(SQRT_F, "SqrtF");
2082 }
2083
2084 public static final String SQRT_VF = VECTOR_PREFIX + "SQRT_VF" + POSTFIX;
2085 static {
2086 vectorNode(SQRT_VF, "SqrtVF", TYPE_FLOAT);
2087 }
2088
2089 public static final String SQRT_VD = VECTOR_PREFIX + "SQRT_VD" + POSTFIX;
2090 static {
2091 vectorNode(SQRT_VD, "SqrtVD", TYPE_DOUBLE);
2092 }
2093
2094 public static final String STORE = PREFIX + "STORE" + POSTFIX;
2095 static {
2096 beforeMatchingNameRegex(STORE, "Store(B|C|S|I|L|F|D|P|N)");
2097 }
2098
2099 public static final String STORE_B = PREFIX + "STORE_B" + POSTFIX;
2100 static {
2101 beforeMatchingNameRegex(STORE_B, "StoreB");
2102 }
2103
2104 public static final String STORE_B_OF_CLASS = COMPOSITE_PREFIX + "STORE_B_OF_CLASS" + POSTFIX;
2105 static {
2106 storeOfNodes(STORE_B_OF_CLASS, "StoreB");
2107 }
2108
2109 public static final String STORE_C = PREFIX + "STORE_C" + POSTFIX;
2110 static {
2111 beforeMatchingNameRegex(STORE_C, "StoreC");
2112 }
2113
2114 public static final String STORE_C_OF_CLASS = COMPOSITE_PREFIX + "STORE_C_OF_CLASS" + POSTFIX;
2115 static {
2116 storeOfNodes(STORE_C_OF_CLASS, "StoreC");
2117 }
2118
2119 public static final String STORE_D = PREFIX + "STORE_D" + POSTFIX;
2120 static {
2121 beforeMatchingNameRegex(STORE_D, "StoreD");
2122 }
2123
2124 public static final String STORE_D_OF_CLASS = COMPOSITE_PREFIX + "STORE_D_OF_CLASS" + POSTFIX;
2125 static {
2126 storeOfNodes(STORE_D_OF_CLASS, "StoreD");
2127 }
2128
2129 public static final String STORE_F = PREFIX + "STORE_F" + POSTFIX;
2130 static {
2131 beforeMatchingNameRegex(STORE_F, "StoreF");
2132 }
2133
2134 public static final String STORE_F_OF_CLASS = COMPOSITE_PREFIX + "STORE_F_OF_CLASS" + POSTFIX;
2135 static {
2136 storeOfNodes(STORE_F_OF_CLASS, "StoreF");
2137 }
2138
2139 public static final String STORE_I = PREFIX + "STORE_I" + POSTFIX;
2140 static {
2141 beforeMatchingNameRegex(STORE_I, "StoreI");
2142 }
2143
2144 public static final String STORE_I_OF_CLASS = COMPOSITE_PREFIX + "STORE_I_OF_CLASS" + POSTFIX;
2145 static {
2146 storeOfNodes(STORE_I_OF_CLASS, "StoreI");
2147 }
2148
2149 public static final String STORE_L = PREFIX + "STORE_L" + POSTFIX;
2150 static {
2151 beforeMatchingNameRegex(STORE_L, "StoreL");
2152 }
2153
2154 public static final String STORE_L_OF_CLASS = COMPOSITE_PREFIX + "STORE_L_OF_CLASS" + POSTFIX;
2155 static {
2156 storeOfNodes(STORE_L_OF_CLASS, "StoreL");
2157 }
2158
2159 public static final String STORE_N = PREFIX + "STORE_N" + POSTFIX;
2160 static {
2161 beforeMatchingNameRegex(STORE_N, "StoreN");
2162 }
2163
2164 public static final String STORE_N_OF_CLASS = COMPOSITE_PREFIX + "STORE_N_OF_CLASS" + POSTFIX;
2165 static {
2166 storeOfNodes(STORE_N_OF_CLASS, "StoreN");
2167 }
2168
2169 public static final String STORE_OF_CLASS = COMPOSITE_PREFIX + "STORE_OF_CLASS" + POSTFIX;
2170 static {
2171 storeOfNodes(STORE_OF_CLASS, "Store(B|C|S|I|L|F|D|P|N)");
2172 }
2173
2174 public static final String STORE_OF_FIELD = COMPOSITE_PREFIX + "STORE_OF_FIELD" + POSTFIX;
2175 static {
2176 String regex = START + "Store(B|C|S|I|L|F|D|P|N)" + MID + "@.*name=" + IS_REPLACED + ",.*" + END;
2177 beforeMatching(STORE_OF_FIELD, regex);
2178 }
2179
2180 public static final String STORE_P = PREFIX + "STORE_P" + POSTFIX;
2181 static {
2182 beforeMatchingNameRegex(STORE_P, "StoreP");
2183 }
2184
2185 public static final String STORE_P_OF_CLASS = COMPOSITE_PREFIX + "STORE_P_OF_CLASS" + POSTFIX;
2186 static {
2187 storeOfNodes(STORE_P_OF_CLASS, "StoreP");
2188 }
2189
2190 public static final String STORE_VECTOR = PREFIX + "STORE_VECTOR" + POSTFIX;
2191 static {
2192 beforeMatchingNameRegex(STORE_VECTOR, "StoreVector");
2193 }
2194
2195 public static final String STORE_VECTOR_SCATTER = PREFIX + "STORE_VECTOR_SCATTER" + POSTFIX;
2196 static {
2197 beforeMatchingNameRegex(STORE_VECTOR_SCATTER, "StoreVectorScatter");
2198 }
2199
2200 public static final String STORE_VECTOR_MASKED = PREFIX + "STORE_VECTOR_MASKED" + POSTFIX;
2201 static {
2202 beforeMatchingNameRegex(STORE_VECTOR_MASKED, "StoreVectorMasked");
2203 }
2204
2205 public static final String STORE_VECTOR_SCATTER_MASKED = PREFIX + "STORE_VECTOR_SCATTER_MASKED" + POSTFIX;
2206 static {
2207 beforeMatchingNameRegex(STORE_VECTOR_SCATTER_MASKED, "StoreVectorScatterMasked");
2208 }
2209
2210 public static final String VECTOR_LOAD_MASK = PREFIX + "VECTOR_LOAD_MASK" + POSTFIX;
2211 static {
2212 beforeMatchingNameRegex(VECTOR_LOAD_MASK, "VectorLoadMask");
2213 }
2214
2215 public static final String VECTOR_STORE_MASK = PREFIX + "VECTOR_STORE_MASK" + POSTFIX;
2216 static {
2217 beforeMatchingNameRegex(VECTOR_STORE_MASK, "VectorStoreMask");
2218 }
2219
2220 public static final String SUB = PREFIX + "SUB" + POSTFIX;
2221 static {
2222 beforeMatchingNameRegex(SUB, "Sub(I|L|F|D|HF)");
2223 }
2224
2225 public static final String SUB_D = PREFIX + "SUB_D" + POSTFIX;
2226 static {
2227 beforeMatchingNameRegex(SUB_D, "SubD");
2228 }
2229
2230 public static final String SUB_F = PREFIX + "SUB_F" + POSTFIX;
2231 static {
2232 beforeMatchingNameRegex(SUB_F, "SubF");
2233 }
2234
2235 public static final String SUB_HF = PREFIX + "SUB_HF" + POSTFIX;
2236 static {
2237 beforeMatchingNameRegex(SUB_HF, "SubHF");
2238 }
2239
2240 public static final String SUB_I = PREFIX + "SUB_I" + POSTFIX;
2241 static {
2242 beforeMatchingNameRegex(SUB_I, "SubI");
2243 }
2244
2245 public static final String SUB_L = PREFIX + "SUB_L" + POSTFIX;
2246 static {
2247 beforeMatchingNameRegex(SUB_L, "SubL");
2248 }
2249
2250 public static final String SUB_VB = VECTOR_PREFIX + "SUB_VB" + POSTFIX;
2251 static {
2252 vectorNode(SUB_VB, "SubVB", TYPE_BYTE);
2253 }
2254
2255 public static final String SUB_VS = VECTOR_PREFIX + "SUB_VS" + POSTFIX;
2256 static {
2257 vectorNode(SUB_VS, "SubVS", TYPE_SHORT);
2258 }
2259
2260 public static final String SUB_VI = VECTOR_PREFIX + "SUB_VI" + POSTFIX;
2261 static {
2262 vectorNode(SUB_VI, "SubVI", TYPE_INT);
2263 }
2264
2265 public static final String SUB_VL = VECTOR_PREFIX + "SUB_VL" + POSTFIX;
2266 static {
2267 vectorNode(SUB_VL, "SubVL", TYPE_LONG);
2268 }
2269
2270 public static final String SUB_VHF = VECTOR_PREFIX + "SUB_VHF" + POSTFIX;
2271 static {
2272 vectorNode(SUB_VHF, "SubVHF", TYPE_SHORT);
2273 }
2274
2275 public static final String SUB_VF = VECTOR_PREFIX + "SUB_VF" + POSTFIX;
2276 static {
2277 vectorNode(SUB_VF, "SubVF", TYPE_FLOAT);
2278 }
2279
2280 public static final String SUB_VD = VECTOR_PREFIX + "SUB_VD" + POSTFIX;
2281 static {
2282 vectorNode(SUB_VD, "SubVD", TYPE_DOUBLE);
2283 }
2284
2285 public static final String SUBTYPE_CHECK = PREFIX + "SUBTYPE_CHECK" + POSTFIX;
2286 static {
2287 beforeMatchingNameRegex(SUBTYPE_CHECK, "SubTypeCheck");
2288 }
2289
2290 public static final String TRAP = PREFIX + "TRAP" + POSTFIX;
2291 static {
2292 trapNodes(TRAP, "reason");
2293 }
2294
2295 public static final String DIV_HF = PREFIX + "DIV_HF" + POSTFIX;
2296 static {
2297 beforeMatchingNameRegex(DIV_HF, "DivHF");
2298 }
2299
2300 public static final String UDIV_I = PREFIX + "UDIV_I" + POSTFIX;
2301 static {
2302 beforeMatchingNameRegex(UDIV_I, "UDivI");
2303 }
2304
2305 public static final String UDIV_L = PREFIX + "UDIV_L" + POSTFIX;
2306 static {
2307 beforeMatchingNameRegex(UDIV_L, "UDivL");
2308 }
2309
2310 public static final String UDIV_MOD_I = PREFIX + "UDIV_MOD_I" + POSTFIX;
2311 static {
2312 beforeMatchingNameRegex(UDIV_MOD_I, "UDivModI");
2313 }
2314
2315 public static final String UDIV_MOD_L = PREFIX + "UDIV_MOD_L" + POSTFIX;
2316 static {
2317 beforeMatchingNameRegex(UDIV_MOD_L, "UDivModL");
2318 }
2319
2320 public static final String UMOD_I = PREFIX + "UMOD_I" + POSTFIX;
2321 static {
2322 beforeMatchingNameRegex(UMOD_I, "UModI");
2323 }
2324
2325 public static final String UMOD_L = PREFIX + "UMOD_L" + POSTFIX;
2326 static {
2327 beforeMatchingNameRegex(UMOD_L, "UModL");
2328 }
2329
2330 public static final String UNHANDLED_TRAP = PREFIX + "UNHANDLED_TRAP" + POSTFIX;
2331 static {
2332 trapNodes(UNHANDLED_TRAP, "unhandled");
2333 }
2334
2335 public static final String UNSTABLE_IF_TRAP = PREFIX + "UNSTABLE_IF_TRAP" + POSTFIX;
2336 static {
2337 trapNodes(UNSTABLE_IF_TRAP, "unstable_if");
2338 }
2339
2340 public static final String UNREACHED_TRAP = PREFIX + "UNREACHED_TRAP" + POSTFIX;
2341 static {
2342 trapNodes(UNREACHED_TRAP, "unreached");
2343 }
2344
2345 public static final String URSHIFT = PREFIX + "URSHIFT" + POSTFIX;
2346 static {
2347 beforeMatchingNameRegex(URSHIFT, "URShift(B|S|I|L)");
2348 }
2349
2350 public static final String URSHIFT_B = PREFIX + "URSHIFT_B" + POSTFIX;
2351 static {
2352 beforeMatchingNameRegex(URSHIFT_B, "URShiftB");
2353 }
2354
2355 public static final String URSHIFT_I = PREFIX + "URSHIFT_I" + POSTFIX;
2356 static {
2357 beforeMatchingNameRegex(URSHIFT_I, "URShiftI");
2358 }
2359
2360 public static final String URSHIFT_L = PREFIX + "URSHIFT_L" + POSTFIX;
2361 static {
2362 beforeMatchingNameRegex(URSHIFT_L, "URShiftL");
2363 }
2364
2365 public static final String URSHIFT_S = PREFIX + "URSHIFT_S" + POSTFIX;
2366 static {
2367 beforeMatchingNameRegex(URSHIFT_S, "URShiftS");
2368 }
2369
2370 public static final String URSHIFT_VB = VECTOR_PREFIX + "URSHIFT_VB" + POSTFIX;
2371 static {
2372 vectorNode(URSHIFT_VB, "URShiftVB", TYPE_BYTE);
2373 }
2374
2375 public static final String URSHIFT_VS = VECTOR_PREFIX + "URSHIFT_VS" + POSTFIX;
2376 static {
2377 vectorNode(URSHIFT_VS, "URShiftVS", TYPE_SHORT);
2378 }
2379
2380 public static final String URSHIFT_VC = VECTOR_PREFIX + "URSHIFT_VC" + POSTFIX;
2381 static {
2382 vectorNode(URSHIFT_VC, "URShiftVS", TYPE_CHAR); // short computation with char type
2383 }
2384
2385 public static final String URSHIFT_VI = VECTOR_PREFIX + "URSHIFT_VI" + POSTFIX;
2386 static {
2387 vectorNode(URSHIFT_VI, "URShiftVI", TYPE_INT);
2388 }
2389
2390 public static final String URSHIFT_VL = VECTOR_PREFIX + "URSHIFT_VL" + POSTFIX;
2391 static {
2392 vectorNode(URSHIFT_VL, "URShiftVL", TYPE_LONG);
2393 }
2394
2395 public static final String VAND_NOT_I = PREFIX + "VAND_NOT_I" + POSTFIX;
2396 static {
2397 machOnlyNameRegex(VAND_NOT_I, "vand_notI");
2398 }
2399
2400 public static final String VAND_NOT_L = PREFIX + "VAND_NOT_L" + POSTFIX;
2401 static {
2402 machOnlyNameRegex(VAND_NOT_L, "vand_notL");
2403 }
2404
2405 public static final String VAND_NOT_I_MASKED = PREFIX + "VAND_NOT_I_MASKED" + POSTFIX;
2406 static {
2407 machOnlyNameRegex(VAND_NOT_I_MASKED, "vand_notI_masked");
2408 }
2409
2410 public static final String VAND_NOT_L_MASKED = PREFIX + "VAND_NOT_L_MASKED" + POSTFIX;
2411 static {
2412 machOnlyNameRegex(VAND_NOT_L_MASKED, "vand_notL_masked");
2413 }
2414
2415 public static final String RISCV_VAND_NOTI_VX = PREFIX + "RISCV_VAND_NOTI_VX" + POSTFIX;
2416 static {
2417 machOnlyNameRegex(RISCV_VAND_NOTI_VX, "vand_notI_vx");
2418 }
2419
2420 public static final String RISCV_VAND_NOTL_VX = PREFIX + "RISCV_VAND_NOTL_VX" + POSTFIX;
2421 static {
2422 machOnlyNameRegex(RISCV_VAND_NOTL_VX, "vand_notL_vx");
2423 }
2424
2425 public static final String RISCV_VAND_NOTI_VX_MASKED = PREFIX + "RISCV_VAND_NOTI_VX_MASKED" + POSTFIX;
2426 static {
2427 machOnlyNameRegex(RISCV_VAND_NOTI_VX_MASKED, "vand_notI_vx_masked");
2428 }
2429
2430 public static final String RISCV_VAND_NOTL_VX_MASKED = PREFIX + "RISCV_VAND_NOTL_VX_MASKED" + POSTFIX;
2431 static {
2432 machOnlyNameRegex(RISCV_VAND_NOTL_VX_MASKED, "vand_notL_vx_masked");
2433 }
2434
2435 public static final String VECTOR_BLEND_B = VECTOR_PREFIX + "VECTOR_BLEND_B" + POSTFIX;
2436 static {
2437 vectorNode(VECTOR_BLEND_B, "VectorBlend", TYPE_BYTE);
2438 }
2439
2440 public static final String VECTOR_BLEND_S = VECTOR_PREFIX + "VECTOR_BLEND_S" + POSTFIX;
2441 static {
2442 vectorNode(VECTOR_BLEND_S, "VectorBlend", TYPE_SHORT);
2443 }
2444
2445 public static final String VECTOR_BLEND_I = VECTOR_PREFIX + "VECTOR_BLEND_I" + POSTFIX;
2446 static {
2447 vectorNode(VECTOR_BLEND_I, "VectorBlend", TYPE_INT);
2448 }
2449
2450 public static final String VECTOR_BLEND_L = VECTOR_PREFIX + "VECTOR_BLEND_L" + POSTFIX;
2451 static {
2452 vectorNode(VECTOR_BLEND_L, "VectorBlend", TYPE_LONG);
2453 }
2454
2455 public static final String VECTOR_BLEND_F = VECTOR_PREFIX + "VECTOR_BLEND_F" + POSTFIX;
2456 static {
2457 vectorNode(VECTOR_BLEND_F, "VectorBlend", TYPE_FLOAT);
2458 }
2459
2460 public static final String VECTOR_BLEND_D = VECTOR_PREFIX + "VECTOR_BLEND_D" + POSTFIX;
2461 static {
2462 vectorNode(VECTOR_BLEND_D, "VectorBlend", TYPE_DOUBLE);
2463 }
2464
2465 public static final String VECTOR_BITWISE_BLEND = PREFIX + "VECTOR_BITWISE_BLEND" + POSTFIX;
2466 static {
2467 String regex = START + "VectorBitwiseBlend" + MID + END;
2468 afterBarrierExpansionToBeforeMatching(VECTOR_BITWISE_BLEND, regex);
2469 }
2470
2471 public static final String VECTOR_MASK_CMP_I = VECTOR_PREFIX + "VECTOR_MASK_CMP_I" + POSTFIX;
2472 static {
2473 vectorNode(VECTOR_MASK_CMP_I, "VectorMaskCmp", TYPE_INT);
2474 }
2475
2476 public static final String VECTOR_MASK_CMP_L = VECTOR_PREFIX + "VECTOR_MASK_CMP_L" + POSTFIX;
2477 static {
2478 vectorNode(VECTOR_MASK_CMP_L, "VectorMaskCmp", TYPE_LONG);
2479 }
2480
2481 public static final String VECTOR_MASK_CMP_F = VECTOR_PREFIX + "VECTOR_MASK_CMP_F" + POSTFIX;
2482 static {
2483 vectorNode(VECTOR_MASK_CMP_F, "VectorMaskCmp", TYPE_FLOAT);
2484 }
2485
2486 public static final String VECTOR_MASK_CMP_D = VECTOR_PREFIX + "VECTOR_MASK_CMP_D" + POSTFIX;
2487 static {
2488 vectorNode(VECTOR_MASK_CMP_D, "VectorMaskCmp", TYPE_DOUBLE);
2489 }
2490
2491 public static final String VECTOR_MASK_CMP = PREFIX + "VECTOR_MASK_CMP" + POSTFIX;
2492 static {
2493 beforeMatchingNameRegex(VECTOR_MASK_CMP, "VectorMaskCmp");
2494 }
2495
2496 public static final String VECTOR_CAST_B2S = VECTOR_PREFIX + "VECTOR_CAST_B2S" + POSTFIX;
2497 static {
2498 vectorNode(VECTOR_CAST_B2S, "VectorCastB2X", TYPE_SHORT);
2499 }
2500
2501 public static final String VECTOR_CAST_B2I = VECTOR_PREFIX + "VECTOR_CAST_B2I" + POSTFIX;
2502 static {
2503 vectorNode(VECTOR_CAST_B2I, "VectorCastB2X", TYPE_INT);
2504 }
2505
2506 public static final String VECTOR_CAST_B2L = VECTOR_PREFIX + "VECTOR_CAST_B2L" + POSTFIX;
2507 static {
2508 vectorNode(VECTOR_CAST_B2L, "VectorCastB2X", TYPE_LONG);
2509 }
2510
2511 public static final String VECTOR_CAST_B2F = VECTOR_PREFIX + "VECTOR_CAST_B2F" + POSTFIX;
2512 static {
2513 vectorNode(VECTOR_CAST_B2F, "VectorCastB2X", TYPE_FLOAT);
2514 }
2515
2516 public static final String VECTOR_CAST_B2D = VECTOR_PREFIX + "VECTOR_CAST_B2D" + POSTFIX;
2517 static {
2518 vectorNode(VECTOR_CAST_B2D, "VectorCastB2X", TYPE_DOUBLE);
2519 }
2520
2521 public static final String VECTOR_CAST_D2B = VECTOR_PREFIX + "VECTOR_CAST_D2B" + POSTFIX;
2522 static {
2523 vectorNode(VECTOR_CAST_D2B, "VectorCastD2X", TYPE_BYTE);
2524 }
2525
2526 public static final String VECTOR_CAST_D2S = VECTOR_PREFIX + "VECTOR_CAST_D2S" + POSTFIX;
2527 static {
2528 vectorNode(VECTOR_CAST_D2S, "VectorCastD2X", TYPE_SHORT);
2529 }
2530
2531 public static final String VECTOR_CAST_D2I = VECTOR_PREFIX + "VECTOR_CAST_D2I" + POSTFIX;
2532 static {
2533 vectorNode(VECTOR_CAST_D2I, "VectorCastD2X", TYPE_INT);
2534 }
2535
2536 public static final String VECTOR_CAST_D2L = VECTOR_PREFIX + "VECTOR_CAST_D2L" + POSTFIX;
2537 static {
2538 vectorNode(VECTOR_CAST_D2L, "VectorCastD2X", TYPE_LONG);
2539 }
2540
2541 public static final String VECTOR_CAST_D2F = VECTOR_PREFIX + "VECTOR_CAST_D2F" + POSTFIX;
2542 static {
2543 vectorNode(VECTOR_CAST_D2F, "VectorCastD2X", TYPE_FLOAT);
2544 }
2545
2546 public static final String VECTOR_CAST_F2B = VECTOR_PREFIX + "VECTOR_CAST_F2B" + POSTFIX;
2547 static {
2548 vectorNode(VECTOR_CAST_F2B, "VectorCastF2X", TYPE_BYTE);
2549 }
2550
2551 public static final String VECTOR_CAST_F2S = VECTOR_PREFIX + "VECTOR_CAST_F2S" + POSTFIX;
2552 static {
2553 vectorNode(VECTOR_CAST_F2S, "VectorCastF2X", TYPE_SHORT);
2554 }
2555
2556 public static final String VECTOR_CAST_F2I = VECTOR_PREFIX + "VECTOR_CAST_F2I" + POSTFIX;
2557 static {
2558 vectorNode(VECTOR_CAST_F2I, "VectorCastF2X", TYPE_INT);
2559 }
2560
2561 public static final String VECTOR_CAST_F2L = VECTOR_PREFIX + "VECTOR_CAST_F2L" + POSTFIX;
2562 static {
2563 vectorNode(VECTOR_CAST_F2L, "VectorCastF2X", TYPE_LONG);
2564 }
2565
2566 public static final String VECTOR_CAST_F2D = VECTOR_PREFIX + "VECTOR_CAST_F2D" + POSTFIX;
2567 static {
2568 vectorNode(VECTOR_CAST_F2D, "VectorCastF2X", TYPE_DOUBLE);
2569 }
2570
2571 public static final String VECTOR_CAST_I2B = VECTOR_PREFIX + "VECTOR_CAST_I2B" + POSTFIX;
2572 static {
2573 vectorNode(VECTOR_CAST_I2B, "VectorCastI2X", TYPE_BYTE);
2574 }
2575
2576 public static final String VECTOR_CAST_I2S = VECTOR_PREFIX + "VECTOR_CAST_I2S" + POSTFIX;
2577 static {
2578 vectorNode(VECTOR_CAST_I2S, "VectorCastI2X", TYPE_SHORT);
2579 }
2580
2581 public static final String VECTOR_CAST_I2L = VECTOR_PREFIX + "VECTOR_CAST_I2L" + POSTFIX;
2582 static {
2583 vectorNode(VECTOR_CAST_I2L, "VectorCastI2X", TYPE_LONG);
2584 }
2585
2586 public static final String VECTOR_CAST_I2F = VECTOR_PREFIX + "VECTOR_CAST_I2F" + POSTFIX;
2587 static {
2588 vectorNode(VECTOR_CAST_I2F, "VectorCastI2X", TYPE_FLOAT);
2589 }
2590
2591 public static final String VECTOR_CAST_I2D = VECTOR_PREFIX + "VECTOR_CAST_I2D" + POSTFIX;
2592 static {
2593 vectorNode(VECTOR_CAST_I2D, "VectorCastI2X", TYPE_DOUBLE);
2594 }
2595
2596 public static final String VECTOR_CAST_L2B = VECTOR_PREFIX + "VECTOR_CAST_L2B" + POSTFIX;
2597 static {
2598 vectorNode(VECTOR_CAST_L2B, "VectorCastL2X", TYPE_BYTE);
2599 }
2600
2601 public static final String VECTOR_CAST_L2S = VECTOR_PREFIX + "VECTOR_CAST_L2S" + POSTFIX;
2602 static {
2603 vectorNode(VECTOR_CAST_L2S, "VectorCastL2X", TYPE_SHORT);
2604 }
2605
2606 public static final String VECTOR_CAST_L2I = VECTOR_PREFIX + "VECTOR_CAST_L2I" + POSTFIX;
2607 static {
2608 vectorNode(VECTOR_CAST_L2I, "VectorCastL2X", TYPE_INT);
2609 }
2610
2611 public static final String VECTOR_CAST_L2F = VECTOR_PREFIX + "VECTOR_CAST_L2F" + POSTFIX;
2612 static {
2613 vectorNode(VECTOR_CAST_L2F, "VectorCastL2X", TYPE_FLOAT);
2614 }
2615
2616 public static final String VECTOR_CAST_L2D = VECTOR_PREFIX + "VECTOR_CAST_L2D" + POSTFIX;
2617 static {
2618 vectorNode(VECTOR_CAST_L2D, "VectorCastL2X", TYPE_DOUBLE);
2619 }
2620
2621 public static final String VECTOR_CAST_S2B = VECTOR_PREFIX + "VECTOR_CAST_S2B" + POSTFIX;
2622 static {
2623 vectorNode(VECTOR_CAST_S2B, "VectorCastS2X", TYPE_BYTE);
2624 }
2625
2626 public static final String VECTOR_CAST_S2I = VECTOR_PREFIX + "VECTOR_CAST_S2I" + POSTFIX;
2627 static {
2628 vectorNode(VECTOR_CAST_S2I, "VectorCastS2X", TYPE_INT);
2629 }
2630
2631 public static final String VECTOR_CAST_S2L = VECTOR_PREFIX + "VECTOR_CAST_S2L" + POSTFIX;
2632 static {
2633 vectorNode(VECTOR_CAST_S2L, "VectorCastS2X", TYPE_LONG);
2634 }
2635
2636 public static final String VECTOR_CAST_S2F = VECTOR_PREFIX + "VECTOR_CAST_S2F" + POSTFIX;
2637 static {
2638 vectorNode(VECTOR_CAST_S2F, "VectorCastS2X", TYPE_FLOAT);
2639 }
2640
2641 public static final String VECTOR_CAST_S2D = VECTOR_PREFIX + "VECTOR_CAST_S2D" + POSTFIX;
2642 static {
2643 vectorNode(VECTOR_CAST_S2D, "VectorCastS2X", TYPE_DOUBLE);
2644 }
2645
2646 public static final String VECTOR_CAST_F2HF = VECTOR_PREFIX + "VECTOR_CAST_F2HF" + POSTFIX;
2647 static {
2648 vectorNode(VECTOR_CAST_F2HF, "VectorCastF2HF", TYPE_SHORT);
2649 }
2650
2651 public static final String VECTOR_CAST_HF2F = VECTOR_PREFIX + "VECTOR_CAST_HF2F" + POSTFIX;
2652 static {
2653 vectorNode(VECTOR_CAST_HF2F, "VectorCastHF2F", TYPE_FLOAT);
2654 }
2655
2656 public static final String VECTOR_MASK_CAST = PREFIX + "VECTOR_MASK_CAST" + POSTFIX;
2657 static {
2658 beforeMatchingNameRegex(VECTOR_MASK_CAST, "VectorMaskCast");
2659 }
2660
2661 public static final String VECTOR_REINTERPRET = PREFIX + "VECTOR_REINTERPRET" + POSTFIX;
2662 static {
2663 beforeMatchingNameRegex(VECTOR_REINTERPRET, "VectorReinterpret");
2664 }
2665
2666 public static final String VECTOR_UCAST_B2S = VECTOR_PREFIX + "VECTOR_UCAST_B2S" + POSTFIX;
2667 static {
2668 vectorNode(VECTOR_UCAST_B2S, "VectorUCastB2X", TYPE_SHORT);
2669 }
2670
2671 public static final String VECTOR_UCAST_B2I = VECTOR_PREFIX + "VECTOR_UCAST_B2I" + POSTFIX;
2672 static {
2673 vectorNode(VECTOR_UCAST_B2I, "VectorUCastB2X", TYPE_INT);
2674 }
2675
2676 public static final String VECTOR_UCAST_B2L = VECTOR_PREFIX + "VECTOR_UCAST_B2L" + POSTFIX;
2677 static {
2678 vectorNode(VECTOR_UCAST_B2L, "VectorUCastB2X", TYPE_LONG);
2679 }
2680
2681 public static final String VECTOR_UCAST_I2L = VECTOR_PREFIX + "VECTOR_UCAST_I2L" + POSTFIX;
2682 static {
2683 vectorNode(VECTOR_UCAST_I2L, "VectorUCastI2X", TYPE_LONG);
2684 }
2685
2686 public static final String VECTOR_UCAST_S2I = VECTOR_PREFIX + "VECTOR_UCAST_S2I" + POSTFIX;
2687 static {
2688 vectorNode(VECTOR_UCAST_S2I, "VectorUCastS2X", TYPE_INT);
2689 }
2690
2691 public static final String VECTOR_UCAST_S2L = VECTOR_PREFIX + "VECTOR_UCAST_S2L" + POSTFIX;
2692 static {
2693 vectorNode(VECTOR_UCAST_S2L, "VectorUCastS2X", TYPE_LONG);
2694 }
2695
2696 public static final String VECTOR_TEST = PREFIX + "VECTOR_TEST" + POSTFIX;
2697 static {
2698 beforeMatchingNameRegex(VECTOR_TEST, "VectorTest");
2699 }
2700
2701 public static final String VFABD = PREFIX + "VFABD" + POSTFIX;
2702 static {
2703 machOnlyNameRegex(VFABD, "vfabd");
2704 }
2705
2706 public static final String VFABD_MASKED = PREFIX + "VFABD_MASKED" + POSTFIX;
2707 static {
2708 machOnlyNameRegex(VFABD_MASKED, "vfabd_masked");
2709 }
2710
2711 public static final String VFMSB_MASKED = PREFIX + "VFMSB_MASKED" + POSTFIX;
2712 static {
2713 machOnlyNameRegex(VFMSB_MASKED, "vfmsb_masked");
2714 }
2715
2716 public static final String RISCV_VFNMSUB_MASKED = PREFIX + "RISCV_VFNMSUB_MASKED" + POSTFIX;
2717 static {
2718 machOnlyNameRegex(RISCV_VFNMSUB_MASKED, "vfnmsub_masked");
2719 }
2720
2721 public static final String VFNMAD_MASKED = PREFIX + "VFNMAD_MASKED" + POSTFIX;
2722 static {
2723 machOnlyNameRegex(VFNMAD_MASKED, "vfnmad_masked");
2724 }
2725
2726 public static final String RISCV_VFNMADD_MASKED = PREFIX + "RISCV_VFNMADD_MASKED" + POSTFIX;
2727 static {
2728 machOnlyNameRegex(RISCV_VFNMADD_MASKED, "vfnmadd_masked");
2729 }
2730
2731 public static final String VFNMSB_MASKED = PREFIX + "VFNMSB_MASKED" + POSTFIX;
2732 static {
2733 machOnlyNameRegex(VFNMSB_MASKED, "vfnmsb_masked");
2734 }
2735
2736 public static final String RISCV_VFMSUB_MASKED = PREFIX + "RISCV_VFMSUB_MASKED" + POSTFIX;
2737 static {
2738 machOnlyNameRegex(RISCV_VFMSUB_MASKED, "vfmsub_masked");
2739 }
2740
2741 public static final String VFMAD_MASKED = PREFIX + "VFMAD_MASKED" + POSTFIX;
2742 static {
2743 machOnlyNameRegex(VFMAD_MASKED, "vfmad_masked");
2744 }
2745
2746 public static final String RISCV_VFMADD_MASKED = PREFIX + "RISCV_VFMADD_MASKED" + POSTFIX;
2747 static {
2748 machOnlyNameRegex(RISCV_VFMADD_MASKED, "vfmadd_masked");
2749 }
2750
2751 public static final String VMASK_AND_NOT_I = PREFIX + "VMASK_AND_NOT_I" + POSTFIX;
2752 static {
2753 machOnlyNameRegex(VMASK_AND_NOT_I, "vmask_and_notI");
2754 }
2755
2756 public static final String VMASK_AND_NOT_L = PREFIX + "VMASK_AND_NOT_L" + POSTFIX;
2757 static {
2758 machOnlyNameRegex(VMASK_AND_NOT_L, "vmask_and_notL");
2759 }
2760
2761 public static final String VMLA = PREFIX + "VMLA" + POSTFIX;
2762 static {
2763 machOnlyNameRegex(VMLA, "vmla");
2764 }
2765
2766 public static final String VMLA_MASKED = PREFIX + "VMLA_MASKED" + POSTFIX;
2767 static {
2768 machOnlyNameRegex(VMLA_MASKED, "vmla_masked");
2769 }
2770
2771 public static final String FMSUB = PREFIX + "FMSUB" + POSTFIX;
2772 static {
2773 machOnlyNameRegex(FMSUB, "msub(F|D)_reg_reg");
2774 }
2775
2776 public static final String FNMADD = PREFIX + "FNMADD" + POSTFIX;
2777 static {
2778 machOnlyNameRegex(FNMADD, "mnadd(F|D)_reg_reg");
2779 }
2780
2781 public static final String FNMSUB = PREFIX + "FNMSUB" + POSTFIX;
2782 static {
2783 machOnlyNameRegex(FNMSUB, "mnsub(F|D)_reg_reg");
2784 }
2785
2786 public static final String FMA_F = PREFIX + "FMA_F" + POSTFIX;
2787 static {
2788 beforeMatchingNameRegex(FMA_F, "FmaF");
2789 }
2790
2791 public static final String FMA_D = PREFIX + "FMA_D" + POSTFIX;
2792 static {
2793 beforeMatchingNameRegex(FMA_D, "FmaD");
2794 }
2795
2796 public static final String VFMLA = PREFIX + "VFMLA" + POSTFIX;
2797 static {
2798 machOnlyNameRegex(VFMLA, "vfmla");
2799 }
2800
2801 public static final String VFMLS = PREFIX + "VFMLS" + POSTFIX;
2802 static {
2803 machOnlyNameRegex(VFMLS, "vfmls");
2804 }
2805
2806 public static final String VFNMLA = PREFIX + "VFNMLA" + POSTFIX;
2807 static {
2808 machOnlyNameRegex(VFNMLA, "vfnmla");
2809 }
2810
2811 public static final String VMLS = PREFIX + "VMLS" + POSTFIX;
2812 static {
2813 machOnlyNameRegex(VMLS, "vmls");
2814 }
2815
2816 public static final String VMLS_MASKED = PREFIX + "VMLS_MASKED" + POSTFIX;
2817 static {
2818 machOnlyNameRegex(VMLS_MASKED, "vmls_masked");
2819 }
2820
2821 public static final String VMASK_CMP_ZERO_I_NEON = PREFIX + "VMASK_CMP_ZERO_I_NEON" + POSTFIX;
2822 static {
2823 machOnlyNameRegex(VMASK_CMP_ZERO_I_NEON, "vmaskcmp_zeroI_neon");
2824 }
2825
2826 public static final String VMASK_CMP_ZERO_L_NEON = PREFIX + "VMASK_CMP_ZERO_L_NEON" + POSTFIX;
2827 static {
2828 machOnlyNameRegex(VMASK_CMP_ZERO_L_NEON, "vmaskcmp_zeroL_neon");
2829 }
2830
2831 public static final String VMASK_CMP_ZERO_F_NEON = PREFIX + "VMASK_CMP_ZERO_F_NEON" + POSTFIX;
2832 static {
2833 machOnlyNameRegex(VMASK_CMP_ZERO_F_NEON, "vmaskcmp_zeroF_neon");
2834 }
2835
2836 public static final String VMASK_CMP_ZERO_D_NEON = PREFIX + "VMASK_CMP_ZERO_D_NEON" + POSTFIX;
2837 static {
2838 machOnlyNameRegex(VMASK_CMP_ZERO_D_NEON, "vmaskcmp_zeroD_neon");
2839 }
2840
2841 public static final String VMASK_CMP_IMM_I_SVE = PREFIX + "VMASK_CMP_IMM_I_SVE" + POSTFIX;
2842 static {
2843 machOnlyNameRegex(VMASK_CMP_IMM_I_SVE, "vmaskcmp_immI_sve");
2844 }
2845
2846 public static final String VMASK_CMPU_IMM_I_SVE = PREFIX + "VMASK_CMPU_IMM_I_SVE" + POSTFIX;
2847 static {
2848 machOnlyNameRegex(VMASK_CMPU_IMM_I_SVE, "vmaskcmpU_immI_sve");
2849 }
2850
2851 public static final String VMASK_CMP_IMM_L_SVE = PREFIX + "VMASK_CMP_IMM_L_SVE" + POSTFIX;
2852 static {
2853 machOnlyNameRegex(VMASK_CMP_IMM_L_SVE, "vmaskcmp_immL_sve");
2854 }
2855
2856 public static final String VMASK_CMPU_IMM_L_SVE = PREFIX + "VMASK_CMPU_IMM_L_SVE" + POSTFIX;
2857 static {
2858 machOnlyNameRegex(VMASK_CMPU_IMM_L_SVE, "vmaskcmpU_immL_sve");
2859 }
2860
2861 public static final String VNOT_I_MASKED = PREFIX + "VNOT_I_MASKED" + POSTFIX;
2862 static {
2863 machOnlyNameRegex(VNOT_I_MASKED, "vnotI_masked");
2864 }
2865
2866 public static final String VNOT_L_MASKED = PREFIX + "VNOT_L_MASKED" + POSTFIX;
2867 static {
2868 machOnlyNameRegex(VNOT_L_MASKED, "vnotL_masked");
2869 }
2870
2871 public static final String VSTOREMASK_TRUECOUNT = PREFIX + "VSTOREMASK_TRUECOUNT" + POSTFIX;
2872 static {
2873 machOnlyNameRegex(VSTOREMASK_TRUECOUNT, "vstoremask_truecount_neon");
2874 }
2875
2876 public static final String X86_VMULUDQ_REG = PREFIX + "X86_VMULUDQ_REG" + POSTFIX;
2877 static {
2878 machOnlyNameRegex(X86_VMULUDQ_REG, "vmuludq_reg");
2879 }
2880
2881 public static final String X86_VMULDQ_REG = PREFIX + "X86_VMULDQ_REG" + POSTFIX;
2882 static {
2883 machOnlyNameRegex(X86_VMULDQ_REG, "vmuldq_reg");
2884 }
2885
2886 public static final String AARCH64_VMULL_UINT_SVE2 = PREFIX + "AARCH64_VMULL_UINT_SVE2" + POSTFIX;
2887 static {
2888 machOnlyNameRegex(AARCH64_VMULL_UINT_SVE2, "vmulL_uint_sve2");
2889 }
2890
2891 public static final String AARCH64_VMULL_INT_SVE2 = PREFIX + "AARCH64_VMULL_INT_SVE2" + POSTFIX;
2892 static {
2893 machOnlyNameRegex(AARCH64_VMULL_INT_SVE2, "vmulL_int_sve2");
2894 }
2895
2896 public static final String AARCH64_VMULL_UINT_NEON = PREFIX + "AARCH64_VMULL_UINT_NEON" + POSTFIX;
2897 static {
2898 machOnlyNameRegex(AARCH64_VMULL_UINT_NEON, "vmulL_uint_neon");
2899 }
2900
2901 public static final String AARCH64_VMULL_INT_NEON = PREFIX + "AARCH64_VMULL_INT_NEON" + POSTFIX;
2902 static {
2903 machOnlyNameRegex(AARCH64_VMULL_INT_NEON, "vmulL_int_neon");
2904 }
2905
2906 public static final String X86_SCONV_D2I = PREFIX + "X86_SCONV_D2I" + POSTFIX;
2907 static {
2908 machOnlyNameRegex(X86_SCONV_D2I, "convD2I_reg_reg");
2909 }
2910
2911 public static final String X86_SCONV_D2L = PREFIX + "X86_SCONV_D2L" + POSTFIX;
2912 static {
2913 machOnlyNameRegex(X86_SCONV_D2L, "convD2L_reg_reg");
2914 }
2915
2916 public static final String X86_SCONV_F2I = PREFIX + "X86_SCONV_F2I" + POSTFIX;
2917 static {
2918 machOnlyNameRegex(X86_SCONV_F2I, "convF2I_reg_reg");
2919 }
2920
2921 public static final String X86_SCONV_F2L = PREFIX + "X86_SCONV_F2L" + POSTFIX;
2922 static {
2923 machOnlyNameRegex(X86_SCONV_F2L, "convF2L_reg_reg");
2924 }
2925
2926 public static final String X86_SCONV_D2I_AVX10_2 = PREFIX + "X86_SCONV_D2I_AVX10_2" + POSTFIX;
2927 static {
2928 machOnlyNameRegex(X86_SCONV_D2I_AVX10_2, "convD2I_(reg_reg|reg_mem)_avx10_2");
2929 }
2930
2931 public static final String X86_SCONV_D2L_AVX10_2 = PREFIX + "X86_SCONV_D2L_AVX10_2" + POSTFIX;
2932 static {
2933 machOnlyNameRegex(X86_SCONV_D2L_AVX10_2, "convD2L_(reg_reg|reg_mem)_avx10_2");
2934 }
2935
2936 public static final String X86_SCONV_F2I_AVX10_2 = PREFIX + "X86_SCONV_F2I_AVX10_2" + POSTFIX;
2937 static {
2938 machOnlyNameRegex(X86_SCONV_F2I_AVX10_2, "convF2I_(reg_reg|reg_mem)_avx10_2");
2939 }
2940
2941 public static final String X86_SCONV_F2L_AVX10_2 = PREFIX + "X86_SCONV_F2L_AVX10_2" + POSTFIX;
2942 static {
2943 machOnlyNameRegex(X86_SCONV_F2L_AVX10_2, "convF2L_(reg_reg|reg_mem)_avx10_2");
2944 }
2945
2946 public static final String X86_VCAST_F2X = PREFIX + "X86_VCAST_F2X" + POSTFIX;
2947 static {
2948 machOnlyNameRegex(X86_VCAST_F2X, "castFtoX_reg_(av|eve)x");
2949 }
2950
2951 public static final String X86_VCAST_D2X = PREFIX + "X86_VCAST_D2X" + POSTFIX;
2952 static {
2953 machOnlyNameRegex(X86_VCAST_D2X, "castDtoX_reg_(av|eve)x");
2954 }
2955
2956 public static final String X86_VCAST_F2X_AVX10_2 = PREFIX + "X86_VCAST_F2X_AVX10_2" + POSTFIX;
2957 static {
2958 machOnlyNameRegex(X86_VCAST_F2X_AVX10_2, "castFtoX_(reg|mem)_avx10_2");
2959 }
2960
2961 public static final String X86_VCAST_D2X_AVX10_2 = PREFIX + "X86_VCAST_D2X_AVX10_2" + POSTFIX;
2962 static {
2963 machOnlyNameRegex(X86_VCAST_D2X_AVX10_2, "castDtoX_(reg|mem)_avx10_2");
2964 }
2965
2966 public static final String XOR = PREFIX + "XOR" + POSTFIX;
2967 static {
2968 beforeMatchingNameRegex(XOR, "Xor(I|L)");
2969 }
2970
2971 public static final String XOR_I = PREFIX + "XOR_I" + POSTFIX;
2972 static {
2973 beforeMatchingNameRegex(XOR_I, "XorI");
2974 }
2975
2976 public static final String XOR_L = PREFIX + "XOR_L" + POSTFIX;
2977 static {
2978 beforeMatchingNameRegex(XOR_L, "XorL");
2979 }
2980
2981 public static final String XOR_VB = VECTOR_PREFIX + "XOR_VB" + POSTFIX;
2982 static {
2983 vectorNode(XOR_VB, "XorV", TYPE_BYTE);
2984 }
2985
2986 public static final String XOR_VS = VECTOR_PREFIX + "XOR_VS" + POSTFIX;
2987 static {
2988 vectorNode(XOR_VS, "XorV", TYPE_SHORT);
2989 }
2990
2991 public static final String XOR_VI = VECTOR_PREFIX + "XOR_VI" + POSTFIX;
2992 static {
2993 vectorNode(XOR_VI, "XorV", TYPE_INT);
2994 }
2995
2996 public static final String XOR_VL = VECTOR_PREFIX + "XOR_VL" + POSTFIX;
2997 static {
2998 vectorNode(XOR_VL, "XorV", TYPE_LONG);
2999 }
3000
3001 public static final String XOR_V = PREFIX + "XOR_V" + POSTFIX;
3002 static {
3003 beforeMatchingNameRegex(XOR_V, "XorV");
3004 }
3005
3006 public static final String XOR_V_MASK = PREFIX + "XOR_V_MASK" + POSTFIX;
3007 static {
3008 beforeMatchingNameRegex(XOR_V_MASK, "XorVMask");
3009 }
3010
3011 public static final String XOR_REDUCTION_V = PREFIX + "XOR_REDUCTION_V" + POSTFIX;
3012 static {
3013 superWordNodes(XOR_REDUCTION_V, "XorReductionV");
3014 }
3015
3016 public static final String XOR3_NEON = PREFIX + "XOR3_NEON" + POSTFIX;
3017 static {
3018 machOnlyNameRegex(XOR3_NEON, "veor3_neon");
3019 }
3020
3021 public static final String XOR3_SVE = PREFIX + "XOR3_SVE" + POSTFIX;
3022 static {
3023 machOnlyNameRegex(XOR3_SVE, "veor3_sve");
3024 }
3025
3026 public static final String COMPRESS_BITS_VI = VECTOR_PREFIX + "COMPRESS_BITS_VI" + POSTFIX;
3027 static {
3028 vectorNode(COMPRESS_BITS_VI, "CompressBitsV", TYPE_INT);
3029 }
3030
3031 public static final String COMPRESS_BITS_VL = VECTOR_PREFIX + "COMPRESS_BITS_VL" + POSTFIX;
3032 static {
3033 vectorNode(COMPRESS_BITS_VL, "CompressBitsV", TYPE_LONG);
3034 }
3035
3036 public static final String EXPAND_BITS_VI = VECTOR_PREFIX + "EXPAND_BITS_VI" + POSTFIX;
3037 static {
3038 vectorNode(EXPAND_BITS_VI, "ExpandBitsV", TYPE_INT);
3039 }
3040
3041 public static final String EXPAND_BITS_VL = VECTOR_PREFIX + "EXPAND_BITS_VL" + POSTFIX;
3042 static {
3043 vectorNode(EXPAND_BITS_VL, "ExpandBitsV", TYPE_LONG);
3044 }
3045
3046 public static final String COMPRESS_VB = VECTOR_PREFIX + "COMPRESS_VB" + POSTFIX;
3047 static {
3048 vectorNode(COMPRESS_VB, "CompressV", TYPE_BYTE);
3049 }
3050
3051 public static final String COMPRESS_VS = VECTOR_PREFIX + "COMPRESS_VS" + POSTFIX;
3052 static {
3053 vectorNode(COMPRESS_VS, "CompressV", TYPE_SHORT);
3054 }
3055
3056 public static final String COMPRESS_VI = VECTOR_PREFIX + "COMPRESS_VI" + POSTFIX;
3057 static {
3058 vectorNode(COMPRESS_VI, "CompressV", TYPE_INT);
3059 }
3060
3061 public static final String COMPRESS_VL = VECTOR_PREFIX + "COMPRESS_VL" + POSTFIX;
3062 static {
3063 vectorNode(COMPRESS_VL, "CompressV", TYPE_LONG);
3064 }
3065
3066 public static final String COMPRESS_VF = VECTOR_PREFIX + "COMPRESS_VF" + POSTFIX;
3067 static {
3068 vectorNode(COMPRESS_VF, "CompressV", TYPE_FLOAT);
3069 }
3070
3071 public static final String COMPRESS_VD = VECTOR_PREFIX + "COMPRESS_VD" + POSTFIX;
3072 static {
3073 vectorNode(COMPRESS_VD, "CompressV", TYPE_DOUBLE);
3074 }
3075
3076 public static final String EXPAND_VB = VECTOR_PREFIX + "EXPAND_VB" + POSTFIX;
3077 static {
3078 vectorNode(EXPAND_VB, "ExpandV", TYPE_BYTE);
3079 }
3080
3081 public static final String EXPAND_VS = VECTOR_PREFIX + "EXPAND_VS" + POSTFIX;
3082 static {
3083 vectorNode(EXPAND_VS, "ExpandV", TYPE_SHORT);
3084 }
3085
3086 public static final String EXPAND_VI = VECTOR_PREFIX + "EXPAND_VI" + POSTFIX;
3087 static {
3088 vectorNode(EXPAND_VI, "ExpandV", TYPE_INT);
3089 }
3090
3091 public static final String EXPAND_VL = VECTOR_PREFIX + "EXPAND_VL" + POSTFIX;
3092 static {
3093 vectorNode(EXPAND_VL, "ExpandV", TYPE_LONG);
3094 }
3095
3096 public static final String EXPAND_VF = VECTOR_PREFIX + "EXPAND_VF" + POSTFIX;
3097 static {
3098 vectorNode(EXPAND_VF, "ExpandV", TYPE_FLOAT);
3099 }
3100
3101 public static final String EXPAND_VD = VECTOR_PREFIX + "EXPAND_VD" + POSTFIX;
3102 static {
3103 vectorNode(EXPAND_VD, "ExpandV", TYPE_DOUBLE);
3104 }
3105
3106 public static final String Z_LOAD_P_WITH_BARRIER_FLAG = COMPOSITE_PREFIX + "Z_LOAD_P_WITH_BARRIER_FLAG" + POSTFIX;
3107 static {
3108 String regex = START + "zLoadP\\S*" + MID + "barrier\\(\\s*" + IS_REPLACED + "\\s*\\)" + END;
3109 machOnly(Z_LOAD_P_WITH_BARRIER_FLAG, regex);
3110 }
3111
3112 public static final String Z_STORE_P_WITH_BARRIER_FLAG = COMPOSITE_PREFIX + "Z_STORE_P_WITH_BARRIER_FLAG" + POSTFIX;
3113 static {
3114 String regex = START + "zStoreP\\S*" + MID + "barrier\\(\\s*" + IS_REPLACED + "\\s*\\)" + END;
3115 machOnly(Z_STORE_P_WITH_BARRIER_FLAG, regex);
3116 }
3117
3118 public static final String Z_COMPARE_AND_SWAP_P_WITH_BARRIER_FLAG = COMPOSITE_PREFIX + "Z_COMPARE_AND_SWAP_P_WITH_BARRIER_FLAG" + POSTFIX;
3119 static {
3120 String regex = START + "zCompareAndSwapP" + MID + "barrier\\(\\s*" + IS_REPLACED + "\\s*\\)" + END;
3121 machOnly(Z_COMPARE_AND_SWAP_P_WITH_BARRIER_FLAG, regex);
3122 }
3123
3124 public static final String Z_GET_AND_SET_P_WITH_BARRIER_FLAG = COMPOSITE_PREFIX + "Z_GET_AND_SET_P_WITH_BARRIER_FLAG" + POSTFIX;
3125 static {
3126 String regex = START + "(zXChgP)|(zGetAndSetP\\S*)" + MID + "barrier\\(\\s*" + IS_REPLACED + "\\s*\\)" + END;
3127 machOnly(Z_GET_AND_SET_P_WITH_BARRIER_FLAG, regex);
3128 }
3129
3130 public static final String X86_LOCK_ADDB_REG = PREFIX + "X86_LOCK_ADDB_REG" + POSTFIX;
3131 static {
3132 machOnlyNameRegex(X86_LOCK_ADDB_REG, "xaddB_reg_no_res");
3133 }
3134
3135 public static final String X86_LOCK_ADDB_IMM = PREFIX + "X86_LOCK_ADDB_IMM" + POSTFIX;
3136 static {
3137 machOnlyNameRegex(X86_LOCK_ADDB_IMM, "xaddB_imm_no_res");
3138 }
3139
3140 public static final String X86_LOCK_XADDB = PREFIX + "X86_LOCK_XADDB" + POSTFIX;
3141 static {
3142 machOnlyNameRegex(X86_LOCK_XADDB, "xaddB");
3143 }
3144
3145 public static final String X86_LOCK_ADDS_REG = PREFIX + "X86_LOCK_ADDS_REG" + POSTFIX;
3146 static {
3147 machOnlyNameRegex(X86_LOCK_ADDS_REG, "xaddS_reg_no_res");
3148 }
3149
3150 public static final String X86_LOCK_ADDS_IMM = PREFIX + "X86_LOCK_ADDS_IMM" + POSTFIX;
3151 static {
3152 machOnlyNameRegex(X86_LOCK_ADDS_IMM, "xaddS_imm_no_res");
3153 }
3154
3155 public static final String X86_LOCK_XADDS = PREFIX + "X86_LOCK_XADDS" + POSTFIX;
3156 static {
3157 machOnlyNameRegex(X86_LOCK_XADDS, "xaddS");
3158 }
3159
3160 public static final String X86_LOCK_ADDI_REG = PREFIX + "X86_LOCK_ADDI_REG" + POSTFIX;
3161 static {
3162 machOnlyNameRegex(X86_LOCK_ADDI_REG, "xaddI_reg_no_res");
3163 }
3164
3165 public static final String X86_LOCK_ADDI_IMM = PREFIX + "X86_LOCK_ADDI_IMM" + POSTFIX;
3166 static {
3167 machOnlyNameRegex(X86_LOCK_ADDI_IMM, "xaddI_imm_no_res");
3168 }
3169
3170 public static final String X86_LOCK_XADDI = PREFIX + "X86_LOCK_XADDI" + POSTFIX;
3171 static {
3172 machOnlyNameRegex(X86_LOCK_XADDI, "xaddI");
3173 }
3174
3175 public static final String X86_LOCK_ADDL_REG = PREFIX + "X86_LOCK_ADDL_REG" + POSTFIX;
3176 static {
3177 machOnlyNameRegex(X86_LOCK_ADDL_REG, "xaddL_reg_no_res");
3178 }
3179
3180 public static final String X86_LOCK_ADDL_IMM = PREFIX + "X86_LOCK_ADDL_IMM" + POSTFIX;
3181 static {
3182 machOnlyNameRegex(X86_LOCK_ADDL_IMM, "xaddL_imm_no_res");
3183 }
3184
3185 public static final String X86_LOCK_XADDL = PREFIX + "X86_LOCK_XADDL" + POSTFIX;
3186 static {
3187 machOnlyNameRegex(X86_LOCK_XADDL, "xaddL");
3188 }
3189
3190 public static final String X86_TESTI_REG = PREFIX + "X86_TESTI_REG" + POSTFIX;
3191 static {
3192 machOnlyNameRegex(X86_TESTI_REG, "testI_reg");
3193 }
3194
3195 public static final String X86_TESTL_REG = PREFIX + "X86_TESTL_REG" + POSTFIX;
3196 static {
3197 machOnlyNameRegex(X86_TESTL_REG, "testL_reg");
3198 }
3199
3200 public static final String X86_CMOVEL_IMM01 = PREFIX + "X86_CMOVEL_IMM01" + POSTFIX;
3201 static {
3202 machOnlyNameRegex(X86_CMOVEL_IMM01, "cmovL_imm_01");
3203 }
3204
3205 public static final String X86_CMOVEL_IMM01U = PREFIX + "X86_CMOVEL_IMM01U" + POSTFIX;
3206 static {
3207 machOnlyNameRegex(X86_CMOVEL_IMM01U, "cmovL_imm_01U");
3208 }
3209
3210 public static final String X86_CMOVEL_IMM01UCF = PREFIX + "X86_CMOVEL_IMM01UCF" + POSTFIX;
3211 static {
3212 machOnlyNameRegex(X86_CMOVEL_IMM01UCF, "cmovL_imm_01UCF");
3213 }
3214
3215 public static final String X86_CMOVEL_IMM01UCFE = PREFIX + "X86_CMOVEL_IMM01UCFE" + POSTFIX;
3216 static {
3217 machOnlyNameRegex(X86_CMOVEL_IMM01UCFE, "cmovL_imm_01UCFE");
3218 }
3219
3220 public static final String MOD_F = PREFIX + "MOD_F" + POSTFIX;
3221 static {
3222 String regex = START + "ModF" + MID + END;
3223 macroNodes(MOD_F, regex);
3224 }
3225
3226 public static final String MOD_D = PREFIX + "MOD_D" + POSTFIX;
3227 static {
3228 String regex = START + "ModD" + MID + END;
3229 macroNodes(MOD_D, regex);
3230 }
3231
3232 public static final String POW_D = PREFIX + "POW_D" + POSTFIX;
3233 static {
3234 String regex = START + "PowD" + MID + END;
3235 macroNodes(POW_D, regex);
3236 }
3237
3238 public static final String BLACKHOLE = PREFIX + "BLACKHOLE" + POSTFIX;
3239 static {
3240 fromBeforeRemoveUselessToFinalCode(BLACKHOLE, "Blackhole");
3241 }
3242
3243 public static final String REACHABILITY_FENCE = PREFIX + "REACHABILITY_FENCE" + POSTFIX;
3244 static {
3245 fromBeforeRemoveUselessToFinalCode(REACHABILITY_FENCE, "ReachabilityFence");
3246 }
3247
3248 public static final String SELECT_FROM_TWO_VECTOR_VB = VECTOR_PREFIX + "SELECT_FROM_TWO_VECTOR_VB" + POSTFIX;
3249 static {
3250 vectorNode(SELECT_FROM_TWO_VECTOR_VB, "SelectFromTwoVector", TYPE_BYTE);
3251 }
3252
3253 public static final String SELECT_FROM_TWO_VECTOR_VS = VECTOR_PREFIX + "SELECT_FROM_TWO_VECTOR_VS" + POSTFIX;
3254 static {
3255 vectorNode(SELECT_FROM_TWO_VECTOR_VS, "SelectFromTwoVector", TYPE_SHORT);
3256 }
3257
3258 public static final String SELECT_FROM_TWO_VECTOR_VI = VECTOR_PREFIX + "SELECT_FROM_TWO_VECTOR_VI" + POSTFIX;
3259 static {
3260 vectorNode(SELECT_FROM_TWO_VECTOR_VI, "SelectFromTwoVector", TYPE_INT);
3261 }
3262
3263 public static final String SELECT_FROM_TWO_VECTOR_VF = VECTOR_PREFIX + "SELECT_FROM_TWO_VECTOR_VF" + POSTFIX;
3264 static {
3265 vectorNode(SELECT_FROM_TWO_VECTOR_VF, "SelectFromTwoVector", TYPE_FLOAT);
3266 }
3267
3268 public static final String SELECT_FROM_TWO_VECTOR_VD = VECTOR_PREFIX + "SELECT_FROM_TWO_VECTOR_VD" + POSTFIX;
3269 static {
3270 vectorNode(SELECT_FROM_TWO_VECTOR_VD, "SelectFromTwoVector", TYPE_DOUBLE);
3271 }
3272
3273 public static final String SELECT_FROM_TWO_VECTOR_VL = VECTOR_PREFIX + "SELECT_FROM_TWO_VECTOR_VL" + POSTFIX;
3274 static {
3275 vectorNode(SELECT_FROM_TWO_VECTOR_VL, "SelectFromTwoVector", TYPE_LONG);
3276 }
3277
3278 public static final String REPLICATE_HF = PREFIX + "REPLICATE_HF" + POSTFIX;
3279 static {
3280 machOnlyNameRegex(REPLICATE_HF, "replicateHF");
3281 }
3282
3283 public static final String REPLICATE_HF_IMM8 = PREFIX + "REPLICATE_HF_IMM8" + POSTFIX;
3284 static {
3285 machOnlyNameRegex(REPLICATE_HF_IMM8, "replicateHF_imm8_gt128b");
3286 }
3287
3288 public static final String OPAQUE_CONSTANT_BOOL = PREFIX + "OPAQUE_CONSTANT_BOOL" + POSTFIX;
3289 static {
3290 beforeMatchingNameRegex(OPAQUE_CONSTANT_BOOL, "OpaqueConstantBool");
3291 }
3292
3293 /*
3294 * Utility methods to set up IR_NODE_MAPPINGS.
3295 */
3296
3297 /**
3298 * Apply {@code regex} on all machine independent ideal graph phases up to and including
3299 * {@link CompilePhase#BEFORE_MATCHING}.
3300 */
3301 private static void beforeMatching(String irNodePlaceholder, String regex) {
3302 IR_NODE_MAPPINGS.put(irNodePlaceholder, new RegexTypeEntry(RegexType.IDEAL_INDEPENDENT, regex));
3303 }
3304
3305 /**
3306 * Apply {@code irNodeRegex} as regex for the IR node name on all machine independent ideal graph phases up to and
3307 * including {@link CompilePhase#BEFORE_MATCHING}.
3308 */
3309 private static void beforeMatchingNameRegex(String irNodePlaceholder, String irNodeRegex) {
3310 String regex = START + irNodeRegex + MID + END;
3311 IR_NODE_MAPPINGS.put(irNodePlaceholder, new RegexTypeEntry(RegexType.IDEAL_INDEPENDENT, regex));
3312 }
3313
3314 /**
3315 * Apply {@code irNodeRegex} as regex for the IR vector node name on all machine independent ideal graph phases up to and
3316 * including {@link CompilePhase#BEFORE_MATCHING}. Since this is a vector node, we can also check the vector element
3317 * type {@code typeString} and the vector size (number of elements), {@see VECTOR_SIZE}.
3318 */
3319 private static void vectorNode(String irNodePlaceholder, String irNodeRegex, String typeString) {
3320 TestFramework.check(isVectorIRNode(irNodePlaceholder), "vectorNode: failed prefix check for irNodePlaceholder "
3321 + irNodePlaceholder + " -> did you use VECTOR_PREFIX?");
3322 // IS_REPLACED is later replaced with the specific type and size of the vector.
3323 String regex = START + irNodeRegex + MID + IS_REPLACED + END;
3324 IR_NODE_MAPPINGS.put(irNodePlaceholder, new RegexTypeEntry(RegexType.IDEAL_INDEPENDENT, regex));
3325 VECTOR_NODE_TYPE.put(irNodePlaceholder, typeString);
3326 }
3327
3328 /**
3329 * Apply {@code regex} on all ideal graph phases up to and including {@link CompilePhase#BEFORE_MACRO_EXPANSION}.
3330 */
3331 private static void macroNodes(String irNodePlaceholder, String regex) {
3332 IR_NODE_MAPPINGS.put(irNodePlaceholder, new SinglePhaseRangeEntry(CompilePhase.BEFORE_MACRO_EXPANSION, regex,
3333 CompilePhase.BEFORE_STRINGOPTS,
3334 CompilePhase.BEFORE_MACRO_EXPANSION));
3335 }
3336
3337 private static void callOfNodes(String irNodePlaceholder, String callRegex) {
3338 String regex = START + callRegex + MID + IS_REPLACED + " " + END;
3339 IR_NODE_MAPPINGS.put(irNodePlaceholder, new RegexTypeEntry(RegexType.IDEAL_INDEPENDENT, regex));
3340 }
3341
3342 /**
3343 * Apply {@code regex} on all machine dependant ideal graph phases (i.e. on the mach graph) starting from
3344 * {@link CompilePhase#MATCHING}.
3345 */
3346 private static void optoOnly(String irNodePlaceholder, String regex) {
3347 IR_NODE_MAPPINGS.put(irNodePlaceholder, new RegexTypeEntry(RegexType.OPTO_ASSEMBLY, regex));
3348 }
3349
3350 private static void machOnly(String irNodePlaceholder, String regex) {
3351 IR_NODE_MAPPINGS.put(irNodePlaceholder, new RegexTypeEntry(RegexType.MACH, regex));
3352 }
3353
3354 private static void machOnlyNameRegex(String irNodePlaceholder, String irNodeRegex) {
3355 String regex = START + irNodeRegex + MID + END;
3356 IR_NODE_MAPPINGS.put(irNodePlaceholder, new RegexTypeEntry(RegexType.MACH, regex));
3357 }
3358
3359 /**
3360 * Apply {@code regex} on all ideal graph phases starting from {@link CompilePhase#AFTER_CLOOPS}.
3361 */
3362 private static void fromAfterCountedLoops(String irNodePlaceholder, String regex) {
3363 IR_NODE_MAPPINGS.put(irNodePlaceholder, new SinglePhaseRangeEntry(CompilePhase.PRINT_IDEAL, regex,
3364 CompilePhase.AFTER_CLOOPS,
3365 CompilePhase.FINAL_CODE));
3366 }
3367
3368 /**
3369 * Apply {@code regex} on all ideal graph phases starting from {@link CompilePhase#BEFORE_CLOOPS}.
3370 */
3371 private static void fromBeforeCountedLoops(String irNodePlaceholder, String regex) {
3372 IR_NODE_MAPPINGS.put(irNodePlaceholder, new SinglePhaseRangeEntry(CompilePhase.PRINT_IDEAL, regex,
3373 CompilePhase.BEFORE_CLOOPS,
3374 CompilePhase.FINAL_CODE));
3375 }
3376
3377 /**
3378 * Apply {@code regex} on all ideal graph phases starting from {@link CompilePhase#BEFORE_CLOOPS} up to and
3379 * including {@link CompilePhase#BEFORE_MATCHING}
3380 */
3381 private static void fromMacroToBeforeMatching(String irNodePlaceholder, String regex) {
3382 IR_NODE_MAPPINGS.put(irNodePlaceholder, new SinglePhaseRangeEntry(CompilePhase.PRINT_IDEAL, regex,
3383 CompilePhase.AFTER_MACRO_EXPANSION,
3384 CompilePhase.BEFORE_MATCHING));
3385 }
3386
3387 /**
3388 * Apply {@code regex} on all ideal graph phases starting from {@link CompilePhase#BEFORE_CLOOPS} up to and
3389 * including {@link CompilePhase#BEFORE_MATCHING}
3390 */
3391 private static void afterBarrierExpansionToBeforeMatching(String irNodePlaceholder, String regex) {
3392 IR_NODE_MAPPINGS.put(irNodePlaceholder, new SinglePhaseRangeEntry(CompilePhase.PRINT_IDEAL, regex,
3393 CompilePhase.OPTIMIZE_FINISHED,
3394 CompilePhase.BEFORE_MATCHING));
3395 }
3396
3397 /**
3398 * Apply {@code regex} on all ideal graph phases starting from {@link CompilePhase#BEFORE_LOOP_OPTS}
3399 * up to and including {@link CompilePhase#AFTER_LOOP_OPTS}.
3400 */
3401 private static void duringLoopOpts(String irNodePlaceholder, String regex) {
3402 IR_NODE_MAPPINGS.put(irNodePlaceholder, new SinglePhaseRangeEntry(CompilePhase.AFTER_LOOP_OPTS, regex,
3403 CompilePhase.BEFORE_LOOP_OPTS,
3404 CompilePhase.AFTER_LOOP_OPTS));
3405 }
3406
3407 private static void trapNodes(String irNodePlaceholder, String trapReason) {
3408 String regex = START + "CallStaticJava" + MID + "uncommon_trap.*" + trapReason + END;
3409 beforeMatching(irNodePlaceholder, regex);
3410 }
3411
3412 private static void parsePredicateNodes(String irNodePlaceholder, String label) {
3413 String regex = START + "ParsePredicate" + MID + "#" + label + " " + END;
3414 IR_NODE_MAPPINGS.put(irNodePlaceholder, new SinglePhaseRangeEntry(CompilePhase.AFTER_PARSING, regex,
3415 CompilePhase.AFTER_PARSING,
3416 CompilePhase.AFTER_LOOP_OPTS));
3417 }
3418
3419 // Typename in load/store have the structure:
3420 // @ptrtype:fully/qualified/package/name/to/TheClass:ptrlattice+12
3421 // with ptrtype being the kind of the type such as instptr, aryptr, etc, and ptrlattice being
3422 // the kind of the value such as BotPTR, NotNull, etc.
3423 // And variation:
3424 // - after ptrtype, we can have "stable:" or other labels, with optional space after ':'
3425 // - the class can actually be a nested class, with $ separator (and it must be ok to give only the deepest one
3426 // - after the class name, we can have a comma-separated list of implemented interfaces enclosed in parentheses
3427 // Worst case, it can be something like:
3428 // @bla: bli:a/b/c$d$e (f/g,h/i/j):NotNull+24
3429
3430 // @ matches the start character of the pattern
3431 // (\w+: ?)+ tries to match the pattern 'ptrtype:' or 'stable:' with optional trailing whitespaces
3432 // [\\w/\\$] tries to match the pattern such as 'a/b/', 'a/b', or '/b' but also nested class such as '$c' or '$c$d'
3433 // \b asserts that the next character is a word character
3434 private static final String LOAD_STORE_PREFIX = "@(\\w+: ?)+[\\w/\\$]*\\b";
3435 // ( \([^\)]+\))? tries to match the pattern ' (f/g,h/i/j)'
3436 // :\w+ tries to match the pattern ':NotNull'
3437 // .* tries to match the remaining of the pattern
3438 private static final String LOAD_STORE_SUFFIX = "( \\([^\\)]+\\))?:\\w+.*";
3439
3440 private static void loadOfNodes(String irNodePlaceholder, String irNodeRegex) {
3441 String regex = START + irNodeRegex + MID + LOAD_STORE_PREFIX + IS_REPLACED + LOAD_STORE_SUFFIX + END;
3442 beforeMatching(irNodePlaceholder, regex);
3443 }
3444
3445 private static void storeOfNodes(String irNodePlaceholder, String irNodeRegex) {
3446 String regex = START + irNodeRegex + MID + LOAD_STORE_PREFIX + IS_REPLACED + LOAD_STORE_SUFFIX + END;
3447 beforeMatching(irNodePlaceholder, regex);
3448 }
3449
3450 private static void safepointScalarobjectOfNodes(String irNodePlaceholder, String irNodeRegex) {
3451 String regex = START + irNodeRegex + MID + ".*" + IS_REPLACED + ".*" + END;
3452 beforeMatching(irNodePlaceholder, regex);
3453 }
3454
3455 private static void fromBeforeRemoveUselessToFinalCode(String irNodePlaceholder, String irNodeRegex) {
3456 String regex = START + irNodeRegex + MID + END;
3457 IR_NODE_MAPPINGS.put(irNodePlaceholder, new SinglePhaseRangeEntry(CompilePhase.PRINT_IDEAL, regex,
3458 CompilePhase.BEFORE_REMOVEUSELESS,
3459 CompilePhase.FINAL_CODE));
3460 }
3461
3462 /**
3463 * Apply {@code regex} on all ideal graph phases starting from {@link CompilePhase#PHASEIDEALLOOP1} which is the
3464 * first phase that could contain vector nodes from super word.
3465 */
3466 private static void superWordNodes(String irNodePlaceholder, String irNodeRegex) {
3467 String regex = START + irNodeRegex + MID + END;
3468 IR_NODE_MAPPINGS.put(irNodePlaceholder, new SinglePhaseRangeEntry(CompilePhase.PRINT_IDEAL, regex,
3469 CompilePhase.PHASEIDEALLOOP1,
3470 CompilePhase.BEFORE_MATCHING));
3471 }
3472
3473
3474 /*
3475 * Methods used internally by the IR framework.
3476 */
3477
3478 /**
3479 * Is {@code irNodeString} an IR node placeholder string?
3480 */
3481 public static boolean isIRNode(String irNodeString) {
3482 return irNodeString.startsWith(PREFIX);
3483 }
3484
3485 /**
3486 * Is {@code irCompositeNodeString} an IR composite node placeholder string?
3487 */
3488 public static boolean isCompositeIRNode(String irCompositeNodeString) {
3489 return irCompositeNodeString.startsWith(COMPOSITE_PREFIX);
3490 }
3491
3492 /**
3493 * Is {@code irVectorNodeString} an IR vector node placeholder string?
3494 */
3495 public static boolean isVectorIRNode(String irVectorNodeString) {
3496 return irVectorNodeString.startsWith(VECTOR_PREFIX);
3497 }
3498
3499 /**
3500 * Is {@code irVectorSizeString} a vector size string?
3501 */
3502 public static boolean isVectorSize(String irVectorSizeString) {
3503 return irVectorSizeString.startsWith(VECTOR_SIZE);
3504 }
3505
3506 /**
3507 * Parse {@code sizeString} and generate a regex pattern to match for the size in the IR dump.
3508 */
3509 public static String parseVectorNodeSize(String sizeString, String typeString, VMInfo vmInfo) {
3510 if (sizeString.equals(VECTOR_SIZE_TAG_ANY)) {
3511 return "\\\\d+"; // match with any number
3512 }
3513 // Try to parse any tags, convert to comma separated list of ints
3514 sizeString = parseVectorNodeSizeTag(sizeString, typeString, vmInfo);
3515 // Parse comma separated list of numbers
3516 String[] sizes = sizeString.split(",");
3517 String regex = "";
3518 for (int i = 0; i < sizes.length; i++) {
3519 int size = 0;
3520 try {
3521 size = Integer.parseInt(sizes[i]);
3522 } catch (NumberFormatException e) {
3523 throw new TestFormatException("Vector node has invalid size \"" + sizes[i] + "\", in \"" + sizeString + "\"");
3524 }
3525 TestFormat.checkNoReport(size > 1, "Vector node size must be 2 or larger, but got \"" + sizes[i] + "\", in \"" + sizeString + "\"");
3526 regex += ((i > 0) ? "|" : "") + size;
3527 }
3528 if (sizes.length > 1) {
3529 regex = "(" + regex + ")";
3530 }
3531 return regex;
3532 }
3533
3534 /**
3535 * If {@code sizeTagString} is a size tag, return the list of accepted sizes, else return sizeTagString.
3536 */
3537 public static String parseVectorNodeSizeTag(String sizeTagString, String typeString, VMInfo vmInfo) {
3538 // Parse out "min(a,b,c,...)"
3539 if (sizeTagString.startsWith("min(") && sizeTagString.endsWith(")")) {
3540 return parseVectorNodeSizeTagMin(sizeTagString, typeString, vmInfo);
3541 }
3542
3543 // Parse individual tags
3544 return switch (sizeTagString) {
3545 case VECTOR_SIZE_TAG_MAX -> String.valueOf(getMaxElementsForType(typeString, vmInfo));
3546 case "max_byte" -> String.valueOf(getMaxElementsForType(TYPE_BYTE, vmInfo));
3547 case "max_char" -> String.valueOf(getMaxElementsForType(TYPE_CHAR, vmInfo));
3548 case "max_short" -> String.valueOf(getMaxElementsForType(TYPE_SHORT, vmInfo));
3549 case "max_int" -> String.valueOf(getMaxElementsForType(TYPE_INT, vmInfo));
3550 case "max_long" -> String.valueOf(getMaxElementsForType(TYPE_LONG, vmInfo));
3551 case "max_float" -> String.valueOf(getMaxElementsForType(TYPE_FLOAT, vmInfo));
3552 case "max_double" -> String.valueOf(getMaxElementsForType(TYPE_DOUBLE, vmInfo));
3553 case "LoopMaxUnroll" -> String.valueOf(vmInfo.getLongValue("LoopMaxUnroll"));
3554 default -> sizeTagString;
3555 };
3556 }
3557
3558 /**
3559 * Parse {@code sizeTagString}, which must be a min-clause.
3560 */
3561 public static String parseVectorNodeSizeTagMin(String sizeTagString, String typeString, VMInfo vmInfo) {
3562 String[] tags = sizeTagString.substring(4, sizeTagString.length() - 1).split(",");
3563 TestFormat.checkNoReport(tags.length > 1, "Vector node size \"min(...)\" must have at least 2 comma separated arguments, got \"" + sizeTagString + "\"");
3564 int minVal = 1024;
3565 for (int i = 0; i < tags.length; i++) {
3566 String tag = parseVectorNodeSizeTag(tags[i].trim(), typeString, vmInfo);
3567 int tag_val = 0;
3568 try {
3569 tag_val = Integer.parseInt(tag);
3570 } catch (NumberFormatException e) {
3571 throw new TestFormatException("Vector node has invalid size in \"min(...)\", argument " + i + ", \"" + tag + "\", in \"" + sizeTagString + "\"");
3572 }
3573 minVal = Math.min(minVal, tag_val);
3574 }
3575 return String.valueOf(minVal);
3576 }
3577
3578 /**
3579 * Return maximal number of elements that can fit in a vector of the specified type.
3580 */
3581 public static long getMaxElementsForType(String typeString, VMInfo vmInfo) {
3582 long maxVectorSize = vmInfo.getLongValue("MaxVectorSize");
3583 TestFormat.checkNoReport(maxVectorSize > 0, "VMInfo: MaxVectorSize is not larger than zero");
3584 long maxBytes = maxVectorSize;
3585
3586 if (Platform.isX64() || Platform.isX86()) {
3587 maxBytes = Math.min(maxBytes, getMaxElementsForTypeOnX86(typeString, vmInfo));
3588 }
3589
3590 // compute elements per vector: vector bytes divided by bytes per element
3591 int bytes = getTypeSizeInBytes(typeString);
3592 return maxBytes / bytes;
3593 }
3594
3595 /**
3596 * Return maximal number of elements that can fit in a vector of the specified type, on x86 / x64.
3597 */
3598 public static long getMaxElementsForTypeOnX86(String typeString, VMInfo vmInfo) {
3599 // restrict maxBytes for specific features, see Matcher::vector_width_in_bytes in x86.ad:
3600 boolean avx1 = vmInfo.hasCPUFeature("avx");
3601 boolean avx2 = vmInfo.hasCPUFeature("avx2");
3602 boolean avx512 = vmInfo.hasCPUFeature("avx512f");
3603 boolean avx512bw = vmInfo.hasCPUFeature("avx512bw");
3604 long maxBytes;
3605 if (avx512) {
3606 maxBytes = 64;
3607 } else if (avx2) {
3608 maxBytes = 32;
3609 } else {
3610 maxBytes = 16;
3611 }
3612 if (avx1 && (typeString.equals(TYPE_FLOAT) || typeString.equals(TYPE_DOUBLE))) {
3613 maxBytes = avx512 ? 64 : 32;
3614 }
3615 if (avx512 && (typeString.equals(TYPE_BYTE) || typeString.equals(TYPE_SHORT) || typeString.equals(TYPE_CHAR))) {
3616 maxBytes = avx512bw ? 64 : 32;
3617 }
3618
3619 return maxBytes;
3620 }
3621
3622 /**
3623 * Return size in bytes of type named by {@code typeString}, return 0 if it does not name a type.
3624 */
3625 public static int getTypeSizeInBytes(String typeString) {
3626 return switch (typeString) {
3627 case TYPE_BYTE, TYPE_BOOLEAN -> 1;
3628 case TYPE_CHAR, TYPE_SHORT -> 2;
3629 case TYPE_INT, TYPE_FLOAT -> 4;
3630 case TYPE_LONG, TYPE_DOUBLE -> 8;
3631 default -> 0;
3632 };
3633 }
3634
3635 /**
3636 * Returns "IRNode.XYZ", where XYZ is one of the IR node placeholder variable names defined above.
3637 */
3638 public static String getIRNodeAccessString(String irNodeString) {
3639 int prefixLength;
3640 if (isCompositeIRNode(irNodeString)) {
3641 TestFramework.check(irNodeString.length() > COMPOSITE_PREFIX.length() + POSTFIX.length(),
3642 "Invalid composite node placeholder: " + irNodeString);
3643 prefixLength = COMPOSITE_PREFIX.length();
3644 } else if (isVectorIRNode(irNodeString)) {
3645 TestFramework.check(irNodeString.length() > VECTOR_PREFIX.length() + POSTFIX.length(),
3646 "Invalid vector node placeholder: " + irNodeString);
3647 prefixLength = VECTOR_PREFIX.length();
3648 } else {
3649 prefixLength = PREFIX.length();
3650 }
3651 return "IRNode." + irNodeString.substring(prefixLength, irNodeString.length() - POSTFIX.length());
3652 }
3653
3654 /**
3655 * Is this IR node supported on current platform, used VM build, etc.?
3656 * Throws a {@link CheckedTestFrameworkException} if the IR node is unsupported.
3657 */
3658 public static void checkIRNodeSupported(String node) throws CheckedTestFrameworkException {
3659 switch (node) {
3660 case CHECKCAST_ARRAYCOPY -> {
3661 if (Platform.isS390x()) {
3662 throw new CheckedTestFrameworkException("CHECKCAST_ARRAYCOPY is unsupported on s390.");
3663 }
3664 }
3665 case IS_FINITE_D, IS_FINITE_F -> {
3666 if (!Platform.isRISCV64()) {
3667 throw new CheckedTestFrameworkException("IS_FINITE_* is only supported on riscv64.");
3668 }
3669 }
3670 // default: do nothing -> IR node is supported and can be used by the user.
3671 }
3672 }
3673
3674 /**
3675 * Get the regex of an IR node for a specific compile phase. If {@code irNode} is not an IR node placeholder string
3676 * or if there is no regex specified for {@code compilePhase}, a {@link TestFormatException} is reported.
3677 */
3678 public static String getRegexForCompilePhase(String irNode, CompilePhase compilePhase) {
3679 IRNodeMapEntry entry = IR_NODE_MAPPINGS.get(irNode);
3680 String failMsg = "IR Node \"" + irNode + "\" defined in class IRNode has no regex/compiler phase mapping " +
3681 "(i.e. no static initializer block that adds a mapping entry to IRNode.IR_NODE_MAPPINGS)." +
3682 System.lineSeparator() +
3683 " Have you just created the entry \"" + irNode + "\" in class IRNode and forgot to add a " +
3684 "mapping?" + System.lineSeparator() +
3685 " Violation";
3686 TestFormat.checkNoReport(entry != null, failMsg);
3687 String regex = entry.regexForCompilePhase(compilePhase);
3688 failMsg = "IR Node \"" + irNode + "\" defined in class IRNode has no regex defined for compile phase "
3689 + compilePhase + "." + System.lineSeparator() +
3690 " If you think this compile phase should be supported, update the mapping for \"" + irNode +
3691 "\" in class IRNode (i.e the static initializer block immediately following the definition of \"" +
3692 irNode + "\")." + System.lineSeparator() +
3693 " Violation";
3694 TestFormat.checkNoReport(regex != null, failMsg);
3695 return regex;
3696 }
3697
3698 /**
3699 * Get the default phase of an IR node. If {@code irNode} is not an IR node placeholder string, a
3700 * {@link TestFormatException} is reported.
3701 */
3702 public static CompilePhase getDefaultPhase(String irNode) {
3703 IRNodeMapEntry entry = IR_NODE_MAPPINGS.get(irNode);
3704 String failMsg = "\"" + irNode + "\" is not an IR node defined in class IRNode and " +
3705 "has therefore no default compile phase specified." + System.lineSeparator() +
3706 " If your regex represents a C2 IR node, consider adding an entry to class IRNode together " +
3707 "with a static initializer block that adds a mapping to IRNode.IR_NODE_MAPPINGS." +
3708 System.lineSeparator() +
3709 " Otherwise, set the @IR \"phase\" attribute to a compile phase different from " +
3710 "CompilePhase.DEFAULT to explicitly tell the IR framework on which compile phase your rule" +
3711 " should be applied on." + System.lineSeparator() +
3712 " Violation";
3713 TestFormat.checkNoReport(entry != null, failMsg);
3714 return entry.defaultCompilePhase();
3715 }
3716
3717 public static String getVectorNodeType(String irNode) {
3718 String typeString = VECTOR_NODE_TYPE.get(irNode);
3719 String failMsg = "\"" + irNode + "\" is not a Vector IR node defined in class IRNode";
3720 TestFormat.check(typeString != null, failMsg);
3721 return typeString;
3722 }
3723 }