1 /* 2 * Copyright (c) 2023, Oracle and/or its affiliates. All rights reserved. 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. 4 * 5 * This code is free software; you can redistribute it and/or modify it 6 * under the terms of the GNU General Public License version 2 only, as 7 * published by the Free Software Foundation. 8 * 9 * This code is distributed in the hope that it will be useful, but WITHOUT 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License 12 * version 2 for more details (a copy is included in the LICENSE file that 13 * accompanied this code). 14 * 15 * You should have received a copy of the GNU General Public License version 16 * 2 along with this work; if not, write to the Free Software Foundation, 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. 18 * 19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA 20 * or visit www.oracle.com if you need additional information or have any 21 * questions. 22 * 23 */ 24 25 /* 26 * @test 27 * @bug 8304042 28 * @summary Test some examples with independent packs with cyclic dependency 29 * between the packs. 30 * @requires vm.bits == 64 31 * @requires vm.compiler2.enabled 32 * @modules java.base/jdk.internal.misc 33 * @library /test/lib / 34 * @run driver compiler.loopopts.superword.TestIndependentPacksWithCyclicDependency 35 */ 36 37 package compiler.loopopts.superword; 38 39 import jdk.internal.misc.Unsafe; 40 import jdk.test.lib.Asserts; 41 import compiler.lib.ir_framework.*; 42 43 public class TestIndependentPacksWithCyclicDependency { 44 static final int RANGE = 1024; 45 static final int ITER = 10_000; 46 static Unsafe unsafe = Unsafe.getUnsafe(); 47 48 int[] goldI0 = new int[RANGE]; 49 float[] goldF0 = new float[RANGE]; 50 int[] goldI1 = new int[RANGE]; 51 float[] goldF1 = new float[RANGE]; 52 int[] goldI2 = new int[RANGE]; 53 float[] goldF2 = new float[RANGE]; 54 int[] goldI3 = new int[RANGE]; 55 float[] goldF3 = new float[RANGE]; 56 int[] goldI4 = new int[RANGE]; 57 float[] goldF4 = new float[RANGE]; 58 int[] goldI5 = new int[RANGE]; 59 float[] goldF5 = new float[RANGE]; 60 int[] goldI6 = new int[RANGE]; 61 float[] goldF6 = new float[RANGE]; 62 long[] goldL6 = new long[RANGE]; 63 int[] goldI7 = new int[RANGE]; 64 float[] goldF7 = new float[RANGE]; 65 long[] goldL7 = new long[RANGE]; 66 int[] goldI8 = new int[RANGE]; 67 float[] goldF8 = new float[RANGE]; 68 long[] goldL8 = new long[RANGE]; 69 int[] goldI9 = new int[RANGE]; 70 float[] goldF9 = new float[RANGE]; 71 long[] goldL9 = new long[RANGE]; 72 int[] goldI10 = new int[RANGE]; 73 float[] goldF10 = new float[RANGE]; 74 long[] goldL10 = new long[RANGE]; 75 76 public static void main(String args[]) { 77 TestFramework.runWithFlags("--add-modules", "java.base", "--add-exports", "java.base/jdk.internal.misc=ALL-UNNAMED", 78 "-XX:CompileCommand=compileonly,compiler.loopopts.superword.TestIndependentPacksWithCyclicDependency::test*", 79 "-XX:CompileCommand=compileonly,compiler.loopopts.superword.TestIndependentPacksWithCyclicDependency::verify", 80 "-XX:CompileCommand=compileonly,compiler.loopopts.superword.TestIndependentPacksWithCyclicDependency::init", 81 "-XX:LoopUnrollLimit=1000"); 82 } 83 84 TestIndependentPacksWithCyclicDependency() { 85 // compute the gold standard in interpreter mode 86 init(goldI0, goldF0); 87 test0(goldI0, goldI0, goldF0, goldF0); 88 init(goldI1, goldF1); 89 test1(goldI1, goldI1, goldF1, goldF1); 90 init(goldI2, goldF2); 91 test2(goldI2, goldI2, goldF2, goldF2); 92 init(goldI3, goldF3); 93 test3(goldI3, goldI3, goldF3, goldF3); 94 init(goldI4, goldF4); 95 test4(goldI4, goldI4, goldF4, goldF4); 96 init(goldI5, goldF5); 97 test5(goldI5, goldI5, goldF5, goldF5); 98 init(goldI6, goldF6, goldL6); 99 test6(goldI6, goldI6, goldF6, goldF6, goldL6, goldL6); 100 init(goldI7, goldF7, goldL7); 101 test7(goldI7, goldI7, goldF7, goldF7, goldL7, goldL7); 102 init(goldI8, goldF8, goldL8); 103 test8(goldI8, goldI8, goldF8, goldF8, goldL8, goldL8); 104 init(goldI9, goldF9, goldL9); 105 test9(goldI9, goldI9, goldF9, goldF9, goldL9, goldL9); 106 init(goldI10, goldF10, goldL10); 107 test10(goldI10, goldI10, goldF10, goldF10, goldL10, goldL10); 108 } 109 110 @Run(test = "test0") 111 @Warmup(100) 112 public void runTest0() { 113 int[] dataI = new int[RANGE]; 114 float[] dataF = new float[RANGE]; 115 init(dataI, dataF); 116 test0(dataI, dataI, dataF, dataF); 117 verify("test0", dataI, goldI0); 118 verify("test0", dataF, goldF0); 119 } 120 121 @Test 122 @IR(counts = {IRNode.ADD_VI, "> 0", IRNode.MUL_VF, "> 0"}, 123 applyIfCPUFeatureOr = {"sse4.1", "true", "asimd", "true"}) 124 static void test0(int[] dataIa, int[] dataIb, float[] dataFa, float[] dataFb) { 125 for (int i = 0; i < RANGE; i+=2) { 126 // Hand-unrolled 2x. Int and Float slice are completely separate. 127 dataIb[i+0] = dataIa[i+0] + 3; 128 dataIb[i+1] = dataIa[i+1] + 3; 129 dataFb[i+0] = dataFa[i+0] * 1.3f; 130 dataFb[i+1] = dataFa[i+1] * 1.3f; 131 } 132 } 133 134 @Run(test = "test1") 135 @Warmup(100) 136 public void runTest1() { 137 int[] dataI = new int[RANGE]; 138 float[] dataF = new float[RANGE]; 139 init(dataI, dataF); 140 test1(dataI, dataI, dataF, dataF); 141 verify("test1", dataI, goldI1); 142 verify("test1", dataF, goldF1); 143 } 144 145 @Test 146 @IR(counts = {IRNode.ADD_VI, "> 0", IRNode.MUL_VF, "> 0", IRNode.VECTOR_CAST_F2I, "> 0", IRNode.VECTOR_CAST_I2F, "> 0"}, 147 applyIfCPUFeatureOr = {"avx2", "true", "asimd", "true"}) 148 static void test1(int[] dataIa, int[] dataIb, float[] dataFa, float[] dataFb) { 149 for (int i = 0; i < RANGE; i+=2) { 150 // Hand-unrolled 2x. Converst to and from. StoreF -> LoadF dependency. 151 dataFa[i+0] = dataIa[i+0] + 3; 152 dataFa[i+1] = dataIa[i+1] + 3; 153 dataIb[i+0] = (int)(dataFb[i+0] * 1.3f); 154 dataIb[i+1] = (int)(dataFb[i+1] * 1.3f); 155 } 156 } 157 158 @Run(test = "test2") 159 public void runTest2() { 160 int[] dataI = new int[RANGE]; 161 float[] dataF = new float[RANGE]; 162 init(dataI, dataF); 163 test2(dataI, dataI, dataF, dataF); 164 verify("test2", dataI, goldI2); 165 verify("test2", dataF, goldF2); 166 } 167 168 @Test 169 @IR(counts = {IRNode.ADD_VI, "> 0", IRNode.MUL_VI, "> 0"}, 170 applyIfCPUFeatureOr = {"sse4.1", "true", "asimd", "true"}) 171 static void test2(int[] dataIa, int[] dataIb, float[] dataFa, float[] dataFb) { 172 for (int i = 0; i < RANGE; i+=2) { 173 // int and float arrays are two slices. But we pretend both are of type int. 174 unsafe.putInt(dataFa, unsafe.ARRAY_FLOAT_BASE_OFFSET + 4L * i + 0, dataIa[i+0] + 1); 175 unsafe.putInt(dataFa, unsafe.ARRAY_FLOAT_BASE_OFFSET + 4L * i + 4, dataIa[i+1] + 1); 176 dataIb[i+0] = 11 * unsafe.getInt(dataFb, unsafe.ARRAY_INT_BASE_OFFSET + 4L * i + 0); 177 dataIb[i+1] = 11 * unsafe.getInt(dataFb, unsafe.ARRAY_INT_BASE_OFFSET + 4L * i + 4); 178 } 179 } 180 181 @Run(test = "test3") 182 @Warmup(100) 183 public void runTest3() { 184 int[] dataI = new int[RANGE]; 185 float[] dataF = new float[RANGE]; 186 init(dataI, dataF); 187 test3(dataI, dataI, dataF, dataF); 188 verify("test3", dataI, goldI3); 189 verify("test3", dataF, goldF3); 190 } 191 192 @Test 193 @IR(counts = {IRNode.ADD_VI, "> 0", IRNode.MUL_VF, "> 0"}, 194 applyIfCPUFeatureOr = {"sse4.1", "true", "asimd", "true"}) 195 static void test3(int[] dataIa, int[] dataIb, float[] dataFa, float[] dataFb) { 196 for (int i = 0; i < RANGE; i+=2) { 197 // Inversion of orders. But because we operate on separate slices, this should 198 // safely vectorize. It should detect that each line is independent, so it can 199 // reorder them. 200 dataIb[i+0] = dataIa[i+0] + 3; 201 dataFb[i+1] = dataFa[i+1] * 1.3f; 202 dataFb[i+0] = dataFa[i+0] * 1.3f; 203 dataIb[i+1] = dataIa[i+1] + 3; 204 } 205 } 206 207 @Run(test = "test4") 208 @Warmup(100) 209 public void runTest4() { 210 int[] dataI = new int[RANGE]; 211 float[] dataF = new float[RANGE]; 212 init(dataI, dataF); 213 test4(dataI, dataI, dataF, dataF); 214 verify("test4", dataI, goldI4); 215 verify("test4", dataF, goldF4); 216 } 217 218 @Test 219 static void test4(int[] dataIa, int[] dataIb, float[] dataFa, float[] dataFb) { 220 for (int i = 0; i < RANGE; i+=2) { 221 // same as test1, except that reordering leads to different semantics 222 // [A,B] and [X,Y] are both packs that are internally independent 223 // But we have dependencies A -> X (StoreF -> LoadF) 224 // and Y -> B (StoreI -> LoadI) 225 // Hence the two packs have a cyclic dependency, we cannot schedule 226 // one before the other. 227 dataFa[i+0] = dataIa[i+0] + 3; // A 228 dataIb[i+0] = (int)(dataFb[i+0] * 1.3f); // X 229 dataIb[i+1] = (int)(dataFb[i+1] * 1.3f); // Y 230 dataFa[i+1] = dataIa[i+1] + 3; // B 231 } 232 } 233 234 @Run(test = "test5") 235 public void runTest5() { 236 int[] dataI = new int[RANGE]; 237 float[] dataF = new float[RANGE]; 238 init(dataI, dataF); 239 test5(dataI, dataI, dataF, dataF); 240 verify("test5", dataI, goldI5); 241 verify("test5", dataF, goldF5); 242 } 243 244 @Test 245 static void test5(int[] dataIa, int[] dataIb, float[] dataFa, float[] dataFb) { 246 for (int i = 0; i < RANGE; i+=2) { 247 // same as test2, except that reordering leads to different semantics 248 // explanation analogue to test4 249 unsafe.putInt(dataFa, unsafe.ARRAY_FLOAT_BASE_OFFSET + 4L * i + 0, dataIa[i+0] + 1); // A 250 dataIb[i+0] = 11 * unsafe.getInt(dataFb, unsafe.ARRAY_INT_BASE_OFFSET + 4L * i + 0); // X 251 dataIb[i+1] = 11 * unsafe.getInt(dataFb, unsafe.ARRAY_INT_BASE_OFFSET + 4L * i + 4); // Y 252 unsafe.putInt(dataFa, unsafe.ARRAY_FLOAT_BASE_OFFSET + 4L * i + 4, dataIa[i+1] + 1); // B 253 } 254 } 255 256 @Run(test = "test6") 257 public void runTest6() { 258 int[] dataI = new int[RANGE]; 259 float[] dataF = new float[RANGE]; 260 long[] dataL = new long[RANGE]; 261 init(dataI, dataF, dataL); 262 test6(dataI, dataI, dataF, dataF, dataL, dataL); 263 verify("test6", dataI, goldI6); 264 verify("test6", dataF, goldF6); 265 verify("test6", dataL, goldL6); 266 } 267 268 @Test 269 @IR(counts = {IRNode.ADD_VI, "> 0", IRNode.MUL_VI, "> 0", IRNode.ADD_VF, "> 0"}, 270 applyIfCPUFeatureOr = {"sse4.1", "true", "asimd", "true"}) 271 static void test6(int[] dataIa, int[] dataIb, float[] dataFa, float[] dataFb, 272 long[] dataLa, long[] dataLb) { 273 for (int i = 0; i < RANGE; i+=2) { 274 // Chain of parallelizable op and conversion 275 int v00 = unsafe.getInt(dataIa, unsafe.ARRAY_INT_BASE_OFFSET + 4L * i + 0) + 3; 276 int v01 = unsafe.getInt(dataIa, unsafe.ARRAY_INT_BASE_OFFSET + 4L * i + 4) + 3; 277 unsafe.putInt(dataFa, unsafe.ARRAY_FLOAT_BASE_OFFSET + 4L * i + 0, v00); 278 unsafe.putInt(dataFa, unsafe.ARRAY_FLOAT_BASE_OFFSET + 4L * i + 4, v01); 279 int v10 = unsafe.getInt(dataFb, unsafe.ARRAY_FLOAT_BASE_OFFSET + 4L * i + 0) * 45; 280 int v11 = unsafe.getInt(dataFb, unsafe.ARRAY_FLOAT_BASE_OFFSET + 4L * i + 4) * 45; 281 unsafe.putInt(dataLa, unsafe.ARRAY_LONG_BASE_OFFSET + 4L * i + 0, v10); 282 unsafe.putInt(dataLa, unsafe.ARRAY_LONG_BASE_OFFSET + 4L * i + 4, v11); 283 float v20 = unsafe.getFloat(dataLb, unsafe.ARRAY_LONG_BASE_OFFSET + 4L * i + 0) + 0.55f; 284 float v21 = unsafe.getFloat(dataLb, unsafe.ARRAY_LONG_BASE_OFFSET + 4L * i + 4) + 0.55f; 285 unsafe.putFloat(dataIb, unsafe.ARRAY_INT_BASE_OFFSET + 4L * i + 0, v20); 286 unsafe.putFloat(dataIb, unsafe.ARRAY_INT_BASE_OFFSET + 4L * i + 4, v21); 287 } 288 } 289 290 @Run(test = "test7") 291 public void runTest7() { 292 int[] dataI = new int[RANGE]; 293 float[] dataF = new float[RANGE]; 294 long[] dataL = new long[RANGE]; 295 init(dataI, dataF, dataL); 296 test7(dataI, dataI, dataF, dataF, dataL, dataL); 297 verify("test7", dataI, goldI7); 298 verify("test7", dataF, goldF7); 299 verify("test7", dataL, goldL7); 300 } 301 302 @Test 303 static void test7(int[] dataIa, int[] dataIb, float[] dataFa, float[] dataFb, 304 long[] dataLa, long[] dataLb) { 305 for (int i = 0; i < RANGE; i+=2) { 306 // Cycle involving 3 memory slices 307 int v00 = unsafe.getInt(dataIa, unsafe.ARRAY_INT_BASE_OFFSET + 4L * i + 0) + 3; 308 unsafe.putInt(dataFa, unsafe.ARRAY_FLOAT_BASE_OFFSET + 4L * i + 0, v00); 309 int v10 = unsafe.getInt(dataFb, unsafe.ARRAY_FLOAT_BASE_OFFSET + 4L * i + 0) * 45; 310 int v11 = unsafe.getInt(dataFb, unsafe.ARRAY_FLOAT_BASE_OFFSET + 4L * i + 4) * 45; 311 unsafe.putInt(dataLa, unsafe.ARRAY_LONG_BASE_OFFSET + 4L * i + 0, v10); 312 unsafe.putInt(dataLa, unsafe.ARRAY_LONG_BASE_OFFSET + 4L * i + 4, v11); 313 float v20 = unsafe.getFloat(dataLb, unsafe.ARRAY_LONG_BASE_OFFSET + 4L * i + 0) + 0.55f; 314 float v21 = unsafe.getFloat(dataLb, unsafe.ARRAY_LONG_BASE_OFFSET + 4L * i + 4) + 0.55f; 315 unsafe.putFloat(dataIb, unsafe.ARRAY_INT_BASE_OFFSET + 4L * i + 0, v20); 316 unsafe.putFloat(dataIb, unsafe.ARRAY_INT_BASE_OFFSET + 4L * i + 4, v21); 317 int v01 = unsafe.getInt(dataIa, unsafe.ARRAY_INT_BASE_OFFSET + 4L * i + 4) + 3; // moved down 318 unsafe.putInt(dataFa, unsafe.ARRAY_FLOAT_BASE_OFFSET + 4L * i + 4, v01); 319 } 320 } 321 322 323 @Run(test = "test8") 324 public void runTest8() { 325 int[] dataI = new int[RANGE]; 326 float[] dataF = new float[RANGE]; 327 long[] dataL = new long[RANGE]; 328 init(dataI, dataF, dataL); 329 test8(dataI, dataI, dataF, dataF, dataL, dataL); 330 verify("test8", dataI, goldI8); 331 verify("test8", dataF, goldF8); 332 verify("test8", dataL, goldL8); 333 } 334 335 @Test 336 static void test8(int[] dataIa, int[] dataIb, float[] dataFa, float[] dataFb, 337 long[] dataLa, long[] dataLb) { 338 for (int i = 0; i < RANGE; i+=2) { 339 // 2-cycle, with more ops after 340 int v00 = unsafe.getInt(dataIa, unsafe.ARRAY_INT_BASE_OFFSET + 4L * i + 0) + 3; 341 unsafe.putInt(dataFa, unsafe.ARRAY_FLOAT_BASE_OFFSET + 4L * i + 0, v00); 342 int v10 = unsafe.getInt(dataFb, unsafe.ARRAY_FLOAT_BASE_OFFSET + 4L * i + 0) * 45; 343 int v11 = unsafe.getInt(dataFb, unsafe.ARRAY_FLOAT_BASE_OFFSET + 4L * i + 4) * 45; 344 unsafe.putInt(dataLa, unsafe.ARRAY_LONG_BASE_OFFSET + 4L * i + 0, v10); 345 unsafe.putInt(dataLa, unsafe.ARRAY_LONG_BASE_OFFSET + 4L * i + 4, v11); 346 int v01 = unsafe.getInt(dataIa, unsafe.ARRAY_INT_BASE_OFFSET + 4L * i + 4) + 3; 347 unsafe.putInt(dataFa, unsafe.ARRAY_FLOAT_BASE_OFFSET + 4L * i + 4, v01); 348 // more stuff after 349 float v20 = unsafe.getFloat(dataLb, unsafe.ARRAY_LONG_BASE_OFFSET + 4L * i + 0) + 0.55f; 350 float v21 = unsafe.getFloat(dataLb, unsafe.ARRAY_LONG_BASE_OFFSET + 4L * i + 4) + 0.55f; 351 unsafe.putFloat(dataIb, unsafe.ARRAY_INT_BASE_OFFSET + 4L * i + 0, v20); 352 unsafe.putFloat(dataIb, unsafe.ARRAY_INT_BASE_OFFSET + 4L * i + 4, v21); 353 } 354 } 355 356 @Run(test = "test9") 357 public void runTest9() { 358 int[] dataI = new int[RANGE]; 359 float[] dataF = new float[RANGE]; 360 long[] dataL = new long[RANGE]; 361 init(dataI, dataF, dataL); 362 test9(dataI, dataI, dataF, dataF, dataL, dataL); 363 verify("test9", dataI, goldI9); 364 verify("test9", dataF, goldF9); 365 verify("test9", dataL, goldL9); 366 } 367 368 @Test 369 static void test9(int[] dataIa, int[] dataIb, float[] dataFa, float[] dataFb, 370 long[] dataLa, long[] dataLb) { 371 for (int i = 0; i < RANGE; i+=2) { 372 // 2-cycle, with more stuff before 373 float v20 = unsafe.getFloat(dataLb, unsafe.ARRAY_LONG_BASE_OFFSET + 4L * i + 0) + 0.55f; 374 float v21 = unsafe.getFloat(dataLb, unsafe.ARRAY_LONG_BASE_OFFSET + 4L * i + 4) + 0.55f; 375 unsafe.putFloat(dataIb, unsafe.ARRAY_INT_BASE_OFFSET + 4L * i + 0, v20); 376 unsafe.putFloat(dataIb, unsafe.ARRAY_INT_BASE_OFFSET + 4L * i + 4, v21); 377 // 2-cycle 378 int v00 = unsafe.getInt(dataIa, unsafe.ARRAY_INT_BASE_OFFSET + 4L * i + 0) + 3; 379 unsafe.putInt(dataFa, unsafe.ARRAY_FLOAT_BASE_OFFSET + 4L * i + 0, v00); 380 int v10 = unsafe.getInt(dataFb, unsafe.ARRAY_FLOAT_BASE_OFFSET + 4L * i + 0) * 45; 381 int v11 = unsafe.getInt(dataFb, unsafe.ARRAY_FLOAT_BASE_OFFSET + 4L * i + 4) * 45; 382 unsafe.putInt(dataLa, unsafe.ARRAY_LONG_BASE_OFFSET + 4L * i + 0, v10); 383 unsafe.putInt(dataLa, unsafe.ARRAY_LONG_BASE_OFFSET + 4L * i + 4, v11); 384 int v01 = unsafe.getInt(dataIa, unsafe.ARRAY_INT_BASE_OFFSET + 4L * i + 4) + 3; 385 unsafe.putInt(dataFa, unsafe.ARRAY_FLOAT_BASE_OFFSET + 4L * i + 4, v01); 386 } 387 } 388 389 @Run(test = "test10") 390 public void runTest10() { 391 int[] dataI = new int[RANGE]; 392 float[] dataF = new float[RANGE]; 393 long[] dataL = new long[RANGE]; 394 init(dataI, dataF, dataL); 395 test10(dataI, dataI, dataF, dataF, dataL, dataL); 396 verify("test10", dataI, goldI10); 397 verify("test10", dataF, goldF10); 398 verify("test10", dataL, goldL10); 399 } 400 401 @Test 402 static void test10(int[] dataIa, int[] dataIb, float[] dataFa, float[] dataFb, 403 long[] dataLa, long[] dataLb) { 404 for (int i = 0; i < RANGE; i+=2) { 405 // This creates the following graph before SuperWord: 406 // 407 // A -> R -> U 408 // S -> V -> B 409 // 410 // SuperWord analyzes the graph, and sees that [A,B] and [U,V] 411 // are adjacent, isomorphic and independent packs. However, 412 // [R,S] are not isomorphic (R mul, S add). 413 // So it vectorizes [A,B] and [U,V] this gives us this graph: 414 // 415 // -> R 416 // [A,B] -> [U,V] -+ 417 // ^ -> S | 418 // | | 419 // +------------------+ 420 // 421 // The cycle thus does not only go via packs, but also scalar ops. 422 // 423 int v00 = unsafe.getInt(dataIa, unsafe.ARRAY_INT_BASE_OFFSET + 4L * i + 0) + 3; // A 424 unsafe.putInt(dataFa, unsafe.ARRAY_FLOAT_BASE_OFFSET + 4L * i + 0, v00); 425 int v10 = unsafe.getInt(dataFb, unsafe.ARRAY_FLOAT_BASE_OFFSET + 4L * i + 0) * 45; // R: constant mismatch 426 int v11 = unsafe.getInt(dataFb, unsafe.ARRAY_FLOAT_BASE_OFFSET + 4L * i + 4) + 43; // S 427 unsafe.putInt(dataLa, unsafe.ARRAY_LONG_BASE_OFFSET + 4L * i + 0, v10); 428 unsafe.putInt(dataLa, unsafe.ARRAY_LONG_BASE_OFFSET + 4L * i + 4, v11); 429 float v20 = unsafe.getFloat(dataLb, unsafe.ARRAY_LONG_BASE_OFFSET + 4L * i + 0) + 0.55f; // U 430 float v21 = unsafe.getFloat(dataLb, unsafe.ARRAY_LONG_BASE_OFFSET + 4L * i + 4) + 0.55f; // V 431 unsafe.putFloat(dataIb, unsafe.ARRAY_INT_BASE_OFFSET + 4L * i + 0, v20); 432 unsafe.putFloat(dataIb, unsafe.ARRAY_INT_BASE_OFFSET + 4L * i + 4, v21); 433 int v01 = unsafe.getInt(dataIa, unsafe.ARRAY_INT_BASE_OFFSET + 4L * i + 4) + 3; // B: moved down 434 unsafe.putInt(dataFa, unsafe.ARRAY_FLOAT_BASE_OFFSET + 4L * i + 4, v01); 435 } 436 } 437 438 static void init(int[] dataI, float[] dataF) { 439 for (int i = 0; i < RANGE; i++) { 440 dataI[i] = i + 1; 441 dataF[i] = i + 0.1f; 442 } 443 } 444 445 static void init(int[] dataI, float[] dataF, long[] dataL) { 446 for (int i = 0; i < RANGE; i++) { 447 dataI[i] = i + 1; 448 dataF[i] = i + 0.1f; 449 dataL[i] = i + 1; 450 } 451 } 452 453 static void verify(String name, int[] data, int[] gold) { 454 for (int i = 0; i < RANGE; i++) { 455 if (data[i] != gold[i]) { 456 throw new RuntimeException(" Invalid " + name + " result: dataI[" + i + "]: " + data[i] + " != " + gold[i]); 457 } 458 } 459 } 460 461 static void verify(String name, float[] data, float[] gold) { 462 for (int i = 0; i < RANGE; i++) { 463 int datav = unsafe.getInt(data, unsafe.ARRAY_FLOAT_BASE_OFFSET + 4L * i); 464 int goldv = unsafe.getInt(gold, unsafe.ARRAY_FLOAT_BASE_OFFSET + 4L * i); 465 if (datav != goldv) { 466 throw new RuntimeException(" Invalid " + name + " result: dataF[" + i + "]: " + datav + " != " + goldv); 467 } 468 } 469 } 470 471 static void verify(String name, long[] data, long[] gold) { 472 for (int i = 0; i < RANGE; i++) { 473 if (data[i] != gold[i]) { 474 throw new RuntimeException(" Invalid " + name + " result: dataL[" + i + "]: " + data[i] + " != " + gold[i]); 475 } 476 } 477 } 478 } 479