1 /* 2 * Copyright (c) 2023, 2024, Oracle and/or its affiliates. All rights reserved. 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. 4 * 5 * This code is free software; you can redistribute it and/or modify it 6 * under the terms of the GNU General Public License version 2 only, as 7 * published by the Free Software Foundation. 8 * 9 * This code is distributed in the hope that it will be useful, but WITHOUT 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License 12 * version 2 for more details (a copy is included in the LICENSE file that 13 * accompanied this code). 14 * 15 * You should have received a copy of the GNU General Public License version 16 * 2 along with this work; if not, write to the Free Software Foundation, 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. 18 * 19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA 20 * or visit www.oracle.com if you need additional information or have any 21 * questions. 22 */ 23 24 /** 25 * @test 26 * @bug 8310886 8325252 8320622 27 * @summary Test MulAddS2I vectorization. 28 * @library /test/lib / 29 * @run driver compiler.loopopts.superword.TestMulAddS2I 30 */ 31 32 package compiler.loopopts.superword; 33 34 import compiler.lib.ir_framework.*; 35 import jdk.test.lib.Asserts; 36 import jdk.test.lib.Platform; 37 38 public class TestMulAddS2I { 39 static final int RANGE = 1024*16; 40 static final int ITER = RANGE/2 - 1; 41 42 static short[] sArr1 = new short[RANGE]; 43 static short[] sArr2 = new short[RANGE]; 44 static final int[] GOLDEN_A; 45 static final int[] GOLDEN_B; 46 static final int[] GOLDEN_C; 47 static final int[] GOLDEN_D; 48 static final int[] GOLDEN_E; 49 static final int[] GOLDEN_F; 50 static final int[] GOLDEN_G; 51 static final int[] GOLDEN_H; 52 static final int[] GOLDEN_I; 53 static final int[] GOLDEN_J; 54 static final int[] GOLDEN_K; 55 static final int[] GOLDEN_L; 56 57 static { 58 for (int i = 0; i < RANGE; i++) { 59 sArr1[i] = (short)(AbstractInfo.getRandom().nextInt()); 60 sArr2[i] = (short)(AbstractInfo.getRandom().nextInt()); 61 } 62 GOLDEN_A = testa(); 63 GOLDEN_B = testb(); 64 GOLDEN_C = testc(new int[ITER]); 65 GOLDEN_D = testd(new int[ITER]); 66 GOLDEN_E = teste(new int[ITER]); 67 GOLDEN_F = testf(new int[ITER]); 68 GOLDEN_G = testg(new int[ITER]); 69 GOLDEN_H = testh(new int[ITER]); 70 GOLDEN_I = testi(new int[ITER]); 71 GOLDEN_J = testj(new int[ITER]); 72 GOLDEN_K = testk(new int[ITER]); 73 GOLDEN_L = testl(new int[ITER]); 74 } 75 76 77 public static void main(String[] args) { 78 TestFramework.runWithFlags("-XX:+IgnoreUnrecognizedVMOptions", "-XX:+AlignVector"); 79 TestFramework.runWithFlags("-XX:+IgnoreUnrecognizedVMOptions", "-XX:-AlignVector"); 80 } 81 82 @Run(test = {"testa", "testb", "testc", "testd", "teste", "testf", "testg", "testh", 83 "testi", "testj", "testk", "testl"}) 84 @Warmup(0) 85 public static void run() { 86 compare(testa(), GOLDEN_A, "testa"); 87 compare(testb(), GOLDEN_B, "testb"); 88 compare(testc(new int[ITER]), GOLDEN_C, "testc"); 89 compare(testd(new int[ITER]), GOLDEN_D, "testd"); 90 compare(teste(new int[ITER]), GOLDEN_E, "teste"); 91 compare(testf(new int[ITER]), GOLDEN_F, "testf"); 92 compare(testg(new int[ITER]), GOLDEN_G, "testg"); 93 compare(testh(new int[ITER]), GOLDEN_H, "testh"); 94 compare(testi(new int[ITER]), GOLDEN_I, "testi"); 95 compare(testj(new int[ITER]), GOLDEN_J, "testj"); 96 compare(testk(new int[ITER]), GOLDEN_K, "testk"); 97 compare(testl(new int[ITER]), GOLDEN_L, "testl"); 98 } 99 100 public static void compare(int[] out, int[] golden, String name) { 101 for (int i = 0; i < ITER; i++) { 102 Asserts.assertEQ(out[i], golden[i], "wrong result for '" + name + "' out[" + i + "]"); 103 } 104 } 105 106 @Test 107 @IR(applyIfCPUFeature = {"sse2", "true"}, 108 applyIfPlatform = {"64-bit", "true"}, 109 counts = {IRNode.MUL_ADD_S2I, "> 0", IRNode.MUL_ADD_VS2VI, "> 0"}) 110 @IR(applyIfCPUFeature = {"asimd", "true"}, 111 applyIf = {"MaxVectorSize", "16"}, // AD file requires vector_length = 16 112 counts = {IRNode.MUL_ADD_S2I, "> 0", IRNode.MUL_ADD_VS2VI, "> 0"}) 113 @IR(applyIfCPUFeature = {"avx512_vnni", "true"}, 114 counts = {IRNode.MUL_ADD_S2I, "> 0", IRNode.MUL_ADD_VS2VI_VNNI, "> 0"}) 115 public static int[] testa() { 116 int[] out = new int[ITER]; 117 int[] out2 = new int[ITER]; 118 for (int i = 0; i < ITER; i++) { 119 out[i] += ((sArr1[2*i] * sArr1[2*i]) + (sArr1[2*i+1] * sArr1[2*i+1])); 120 out2[i] += out[i]; 121 } 122 return out; 123 } 124 125 @Test 126 @IR(applyIfCPUFeature = {"sse2", "true"}, 127 applyIfPlatform = {"64-bit", "true"}, 128 counts = {IRNode.MUL_ADD_S2I, "> 0", IRNode.MUL_ADD_VS2VI, "> 0"}) 129 @IR(applyIfCPUFeature = {"asimd", "true"}, 130 applyIf = {"MaxVectorSize", "16"}, // AD file requires vector_length = 16 131 counts = {IRNode.MUL_ADD_S2I, "> 0", IRNode.MUL_ADD_VS2VI, "> 0"}) 132 @IR(applyIfCPUFeature = {"avx512_vnni", "true"}, 133 counts = {IRNode.MUL_ADD_S2I, "> 0", IRNode.MUL_ADD_VS2VI_VNNI, "> 0"}) 134 public static int[] testb() { 135 int[] out = new int[ITER]; 136 int[] out2 = new int[ITER]; 137 for (int i = 0; i < ITER; i++) { 138 out[i] += ((sArr1[2*i] * sArr2[2*i]) + (sArr1[2*i+1] * sArr2[2*i+1])); 139 out2[i] += out[i]; 140 } 141 return out; 142 } 143 144 @Test 145 @IR(applyIfCPUFeature = {"sse2", "true"}, 146 applyIfPlatform = {"64-bit", "true"}, 147 counts = {IRNode.MUL_ADD_S2I, "> 0", IRNode.MUL_ADD_VS2VI, "> 0"}) 148 @IR(applyIfCPUFeature = {"asimd", "true"}, 149 applyIf = {"MaxVectorSize", "16"}, // AD file requires vector_length = 16 150 counts = {IRNode.MUL_ADD_S2I, "> 0", IRNode.MUL_ADD_VS2VI, "> 0"}) 151 @IR(applyIfCPUFeature = {"avx512_vnni", "true"}, 152 counts = {IRNode.MUL_ADD_S2I, "> 0", IRNode.MUL_ADD_VS2VI_VNNI, "> 0"}) 153 public static int[] testc(int[] out) { 154 for (int i = 0; i < ITER; i++) { 155 out[i] += ((sArr1[2*i] * sArr2[2*i]) + (sArr1[2*i+1] * sArr2[2*i+1])); 156 } 157 return out; 158 } 159 160 @Test 161 @IR(applyIfCPUFeature = {"sse2", "true"}, 162 applyIfPlatform = {"64-bit", "true"}, 163 applyIf = { "UseCompactObjectHeaders", "false" }, 164 counts = {IRNode.MUL_ADD_S2I, "> 0", IRNode.MUL_ADD_VS2VI, "> 0"}) 165 @IR(applyIfCPUFeature = {"asimd", "true"}, 166 applyIfAnd = {"MaxVectorSize", "16", "UseCompactObjectHeaders", "false" }, // AD file requires vector_length = 16 167 counts = {IRNode.MUL_ADD_S2I, "> 0", IRNode.MUL_ADD_VS2VI, "> 0"}) 168 @IR(applyIfCPUFeature = {"avx512_vnni", "true"}, 169 applyIf = { "UseCompactObjectHeaders", "false" }, 170 counts = {IRNode.MUL_ADD_S2I, "> 0", IRNode.MUL_ADD_VS2VI_VNNI, "> 0"}) 171 public static int[] testd(int[] out) { 172 for (int i = 0; i < ITER-2; i+=2) { 173 // Unrolled, with the same structure. 174 out[i+0] += ((sArr1[2*i+0] * sArr2[2*i+0]) + (sArr1[2*i+1] * sArr2[2*i+1])); 175 out[i+1] += ((sArr1[2*i+2] * sArr2[2*i+2]) + (sArr1[2*i+3] * sArr2[2*i+3])); 176 } 177 return out; 178 } 179 180 @Test 181 @IR(applyIfCPUFeature = {"sse2", "true"}, 182 applyIfPlatform = {"64-bit", "true"}, 183 applyIf = { "UseCompactObjectHeaders", "false" }, 184 counts = {IRNode.MUL_ADD_S2I, "> 0", IRNode.MUL_ADD_VS2VI, "> 0"}) 185 @IR(applyIfCPUFeature = {"asimd", "true"}, 186 applyIfAnd = {"MaxVectorSize", "16", "UseCompactObjectHeaders", "false" }, // AD file requires vector_length = 16 187 counts = {IRNode.MUL_ADD_S2I, "> 0", IRNode.MUL_ADD_VS2VI, "> 0"}) 188 @IR(applyIfCPUFeature = {"avx512_vnni", "true"}, 189 applyIf = { "UseCompactObjectHeaders", "false" }, 190 counts = {IRNode.MUL_ADD_S2I, "> 0", IRNode.MUL_ADD_VS2VI_VNNI, "> 0"}) 191 public static int[] teste(int[] out) { 192 for (int i = 0; i < ITER-2; i+=2) { 193 // Unrolled, with some swaps. 194 out[i+0] += ((sArr1[2*i+0] * sArr2[2*i+0]) + (sArr1[2*i+1] * sArr2[2*i+1])); 195 out[i+1] += ((sArr2[2*i+2] * sArr1[2*i+2]) + (sArr1[2*i+3] * sArr2[2*i+3])); // swap(1 2) 196 } 197 return out; 198 } 199 200 @Test 201 @IR(applyIfCPUFeature = {"sse2", "true"}, 202 applyIfPlatform = {"64-bit", "true"}, 203 applyIf = { "UseCompactObjectHeaders", "false" }, 204 counts = {IRNode.MUL_ADD_S2I, "> 0", IRNode.MUL_ADD_VS2VI, "> 0"}) 205 @IR(applyIfCPUFeature = {"asimd", "true"}, 206 applyIfAnd = {"MaxVectorSize", "16", "UseCompactObjectHeaders", "false" }, // AD file requires vector_length = 16 207 counts = {IRNode.MUL_ADD_S2I, "> 0", IRNode.MUL_ADD_VS2VI, "> 0"}) 208 @IR(applyIfCPUFeature = {"avx512_vnni", "true"}, 209 applyIf = { "UseCompactObjectHeaders", "false" }, 210 counts = {IRNode.MUL_ADD_S2I, "> 0", IRNode.MUL_ADD_VS2VI_VNNI, "> 0"}) 211 public static int[] testf(int[] out) { 212 for (int i = 0; i < ITER-2; i+=2) { 213 // Unrolled, with some swaps. 214 out[i+0] += ((sArr1[2*i+0] * sArr2[2*i+0]) + (sArr1[2*i+1] * sArr2[2*i+1])); 215 out[i+1] += ((sArr2[2*i+2] * sArr1[2*i+2]) + (sArr2[2*i+3] * sArr1[2*i+3])); // swap(1 2), swap(3 4) 216 } 217 return out; 218 } 219 220 @Test 221 @IR(applyIfCPUFeature = {"sse2", "true"}, 222 applyIfPlatform = {"64-bit", "true"}, 223 applyIf = { "UseCompactObjectHeaders", "false" }, 224 counts = {IRNode.MUL_ADD_S2I, "> 0", IRNode.MUL_ADD_VS2VI, "> 0"}) 225 @IR(applyIfCPUFeature = {"asimd", "true"}, 226 applyIfAnd = {"MaxVectorSize", "16", "UseCompactObjectHeaders", "false" }, // AD file requires vector_length = 16 227 counts = {IRNode.MUL_ADD_S2I, "> 0", IRNode.MUL_ADD_VS2VI, "> 0"}) 228 @IR(applyIfCPUFeature = {"avx512_vnni", "true"}, 229 applyIf = { "UseCompactObjectHeaders", "false" }, 230 counts = {IRNode.MUL_ADD_S2I, "> 0", IRNode.MUL_ADD_VS2VI_VNNI, "> 0"}) 231 public static int[] testg(int[] out) { 232 for (int i = 0; i < ITER-2; i+=2) { 233 // Unrolled, with some swaps. 234 out[i+0] += ((sArr1[2*i+0] * sArr2[2*i+0]) + (sArr1[2*i+1] * sArr2[2*i+1])); 235 out[i+1] += ((sArr1[2*i+3] * sArr2[2*i+3]) + (sArr1[2*i+2] * sArr2[2*i+2])); // swap(1 3), swap(2 4) 236 } 237 return out; 238 } 239 240 @Test 241 @IR(applyIfCPUFeature = {"sse2", "true"}, 242 applyIfPlatform = {"64-bit", "true"}, 243 applyIf = { "UseCompactObjectHeaders", "false" }, 244 counts = {IRNode.MUL_ADD_S2I, "> 0", IRNode.MUL_ADD_VS2VI, "> 0"}) 245 @IR(applyIfCPUFeature = {"asimd", "true"}, 246 applyIfAnd = {"MaxVectorSize", "16", "UseCompactObjectHeaders", "false" }, // AD file requires vector_length = 16 247 counts = {IRNode.MUL_ADD_S2I, "> 0", IRNode.MUL_ADD_VS2VI, "> 0"}) 248 @IR(applyIfCPUFeature = {"avx512_vnni", "true"}, 249 applyIf = { "UseCompactObjectHeaders", "false" }, 250 counts = {IRNode.MUL_ADD_S2I, "> 0", IRNode.MUL_ADD_VS2VI_VNNI, "> 0"}) 251 public static int[] testh(int[] out) { 252 for (int i = 0; i < ITER-2; i+=2) { 253 // Unrolled, with some swaps. 254 out[i+0] += ((sArr1[2*i+0] * sArr2[2*i+0]) + (sArr1[2*i+1] * sArr2[2*i+1])); 255 out[i+1] += ((sArr2[2*i+3] * sArr1[2*i+3]) + (sArr2[2*i+2] * sArr1[2*i+2])); // swap(1 4), swap(2 3) 256 } 257 return out; 258 } 259 260 @Test 261 @IR(counts = {IRNode.MUL_ADD_S2I, "> 0"}, 262 applyIfCPUFeatureOr = {"sse2", "true", "asimd", "true"}) 263 @IR(counts = {IRNode.MUL_ADD_VS2VI, "= 0"}) 264 public static int[] testi(int[] out) { 265 for (int i = 0; i < ITER-2; i+=2) { 266 // Unrolled, with some swaps that prevent vectorization. 267 out[i+0] += ((sArr1[2*i+0] * sArr2[2*i+0]) + (sArr1[2*i+1] * sArr2[2*i+1])); // ok 268 out[i+1] += ((sArr1[2*i+2] * sArr2[2*i+3]) + (sArr1[2*i+3] * sArr2[2*i+2])); // bad 269 } 270 return out; 271 } 272 273 @Test 274 @IR(counts = {IRNode.MUL_ADD_S2I, "> 0"}, 275 applyIfCPUFeatureOr = {"sse2", "true", "asimd", "true"}) 276 @IR(counts = {IRNode.MUL_ADD_VS2VI, "= 0"}) 277 public static int[] testj(int[] out) { 278 for (int i = 0; i < ITER-2; i+=2) { 279 // Unrolled, with some swaps that prevent vectorization. 280 out[i+0] += ((sArr1[2*i+0] * sArr2[2*i+1]) + (sArr1[2*i+1] * sArr2[2*i+0])); // bad 281 out[i+1] += ((sArr1[2*i+2] * sArr2[2*i+3]) + (sArr1[2*i+3] * sArr2[2*i+2])); // bad 282 } 283 return out; 284 } 285 286 @Test 287 @IR(counts = {IRNode.MUL_ADD_S2I, "> 0"}, 288 applyIfCPUFeatureOr = {"sse2", "true", "asimd", "true"}) 289 @IR(counts = {IRNode.MUL_ADD_VS2VI, "= 0"}) 290 public static int[] testk(int[] out) { 291 for (int i = 0; i < ITER-2; i+=2) { 292 // Unrolled, with some swaps that prevent vectorization. 293 out[i+0] += ((sArr1[2*i+0] * sArr2[2*i+1]) + (sArr1[2*i+1] * sArr2[2*i+0])); // bad 294 out[i+1] += ((sArr1[2*i+2] * sArr2[2*i+2]) + (sArr1[2*i+3] * sArr2[2*i+3])); // ok 295 } 296 return out; 297 } 298 299 @Test 300 @IR(counts = {IRNode.MUL_ADD_S2I, "> 0"}, 301 applyIfCPUFeatureOr = {"sse2", "true", "asimd", "true"}) 302 @IR(counts = {IRNode.MUL_ADD_VS2VI, "= 0"}) 303 public static int[] testl(int[] out) { 304 for (int i = 0; i < ITER-2; i+=2) { 305 // Unrolled, with some swaps that prevent vectorization. 306 out[i+0] += ((sArr1[2*i+1] * sArr2[2*i+1]) + (sArr1[2*i+0] * sArr2[2*i+0])); // ok 307 out[i+1] += ((sArr1[2*i+2] * sArr2[2*i+3]) + (sArr1[2*i+3] * sArr2[2*i+2])); // bad 308 } 309 return out; 310 } 311 312 } --- EOF ---