1 /* 2 * Copyright (c) 2017, 2022, Oracle and/or its affiliates. All rights reserved. 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. 4 * 5 * This code is free software; you can redistribute it and/or modify it 6 * under the terms of the GNU General Public License version 2 only, as 7 * published by the Free Software Foundation. Oracle designates this 8 * particular file as subject to the "Classpath" exception as provided 9 * by Oracle in the LICENSE file that accompanied this code. 10 * 11 * This code is distributed in the hope that it will be useful, but WITHOUT 12 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 13 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License 14 * version 2 for more details (a copy is included in the LICENSE file that 15 * accompanied this code). 16 * 17 * You should have received a copy of the GNU General Public License version 18 * 2 along with this work; if not, write to the Free Software Foundation, 19 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. 20 * 21 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA 22 * or visit www.oracle.com if you need additional information or have any 23 * questions. 24 */ 25 package jdk.incubator.vector; 26 27 import java.util.Arrays; 28 import java.util.Objects; 29 import java.util.function.IntUnaryOperator; 30 31 import jdk.incubator.foreign.MemorySegment; 32 import jdk.internal.vm.annotation.ForceInline; 33 import jdk.internal.vm.vector.VectorSupport; 34 35 import static jdk.internal.vm.vector.VectorSupport.*; 36 37 import static jdk.incubator.vector.VectorOperators.*; 38 39 // -- This file was mechanically generated: Do not edit! -- // 40 41 @SuppressWarnings("cast") // warning: redundant cast 42 final class Float512Vector extends FloatVector { 43 static final FloatSpecies VSPECIES = 44 (FloatSpecies) FloatVector.SPECIES_512; 45 46 static final VectorShape VSHAPE = 47 VSPECIES.vectorShape(); 48 49 static final Class<Float512Vector> VCLASS = Float512Vector.class; 50 51 static final int VSIZE = VSPECIES.vectorBitSize(); 52 53 static final int VLENGTH = VSPECIES.laneCount(); // used by the JVM 54 55 static final Class<Float> ETYPE = float.class; // used by the JVM 56 57 Float512Vector(float[] v) { 58 super(v); 59 } 60 61 // For compatibility as Float512Vector::new, 62 // stored into species.vectorFactory. 63 Float512Vector(Object v) { 64 this((float[]) v); 65 } 66 67 static final Float512Vector ZERO = new Float512Vector(new float[VLENGTH]); 68 static final Float512Vector IOTA = new Float512Vector(VSPECIES.iotaArray()); 69 70 static { 71 // Warm up a few species caches. 72 // If we do this too much we will 73 // get NPEs from bootstrap circularity. 74 VSPECIES.dummyVector(); 75 VSPECIES.withLanes(LaneType.BYTE); 76 } 77 78 // Specialized extractors 79 80 @ForceInline 81 final @Override 82 public FloatSpecies vspecies() { 83 // ISSUE: This should probably be a @Stable 84 // field inside AbstractVector, rather than 85 // a megamorphic method. 86 return VSPECIES; 87 } 88 89 @ForceInline 90 @Override 91 public final Class<Float> elementType() { return float.class; } 92 93 @ForceInline 94 @Override 95 public final int elementSize() { return Float.SIZE; } 96 97 @ForceInline 98 @Override 99 public final VectorShape shape() { return VSHAPE; } 100 101 @ForceInline 102 @Override 103 public final int length() { return VLENGTH; } 104 105 @ForceInline 106 @Override 107 public final int bitSize() { return VSIZE; } 108 109 @ForceInline 110 @Override 111 public final int byteSize() { return VSIZE / Byte.SIZE; } 112 113 /*package-private*/ 114 @ForceInline 115 final @Override 116 float[] vec() { 117 return (float[])getPayload(); 118 } 119 120 // Virtualized constructors 121 122 @Override 123 @ForceInline 124 public final Float512Vector broadcast(float e) { 125 return (Float512Vector) super.broadcastTemplate(e); // specialize 126 } 127 128 @Override 129 @ForceInline 130 public final Float512Vector broadcast(long e) { 131 return (Float512Vector) super.broadcastTemplate(e); // specialize 132 } 133 134 @Override 135 @ForceInline 136 Float512Mask maskFromArray(boolean[] bits) { 137 return new Float512Mask(bits); 138 } 139 140 @Override 141 @ForceInline 142 Float512Shuffle iotaShuffle() { return Float512Shuffle.IOTA; } 143 144 @ForceInline 145 Float512Shuffle iotaShuffle(int start, int step, boolean wrap) { 146 if (wrap) { 147 return (Float512Shuffle)VectorSupport.shuffleIota(ETYPE, Float512Shuffle.class, VSPECIES, VLENGTH, start, step, 1, 148 (l, lstart, lstep, s) -> s.shuffleFromOp(i -> (VectorIntrinsics.wrapToRange(i*lstep + lstart, l)))); 149 } else { 150 return (Float512Shuffle)VectorSupport.shuffleIota(ETYPE, Float512Shuffle.class, VSPECIES, VLENGTH, start, step, 0, 151 (l, lstart, lstep, s) -> s.shuffleFromOp(i -> (i*lstep + lstart))); 152 } 153 } 154 155 @Override 156 @ForceInline 157 Float512Shuffle shuffleFromBytes(byte[] reorder) { return new Float512Shuffle(reorder); } 158 159 @Override 160 @ForceInline 161 Float512Shuffle shuffleFromArray(int[] indexes, int i) { return new Float512Shuffle(indexes, i); } 162 163 @Override 164 @ForceInline 165 Float512Shuffle shuffleFromOp(IntUnaryOperator fn) { return new Float512Shuffle(fn); } 166 167 // Make a vector of the same species but the given elements: 168 @ForceInline 169 final @Override 170 Float512Vector vectorFactory(float[] vec) { 171 return new Float512Vector(vec); 172 } 173 174 @ForceInline 175 final @Override 176 Byte512Vector asByteVectorRaw() { 177 return (Byte512Vector) super.asByteVectorRawTemplate(); // specialize 178 } 179 180 @ForceInline 181 final @Override 182 AbstractVector<?> asVectorRaw(LaneType laneType) { 183 return super.asVectorRawTemplate(laneType); // specialize 184 } 185 186 // Unary operator 187 188 @ForceInline 189 final @Override 190 Float512Vector uOp(FUnOp f) { 191 return (Float512Vector) super.uOpTemplate(f); // specialize 192 } 193 194 @ForceInline 195 final @Override 196 Float512Vector uOp(VectorMask<Float> m, FUnOp f) { 197 return (Float512Vector) 198 super.uOpTemplate((Float512Mask)m, f); // specialize 199 } 200 201 // Binary operator 202 203 @ForceInline 204 final @Override 205 Float512Vector bOp(Vector<Float> v, FBinOp f) { 206 return (Float512Vector) super.bOpTemplate((Float512Vector)v, f); // specialize 207 } 208 209 @ForceInline 210 final @Override 211 Float512Vector bOp(Vector<Float> v, 212 VectorMask<Float> m, FBinOp f) { 213 return (Float512Vector) 214 super.bOpTemplate((Float512Vector)v, (Float512Mask)m, 215 f); // specialize 216 } 217 218 // Ternary operator 219 220 @ForceInline 221 final @Override 222 Float512Vector tOp(Vector<Float> v1, Vector<Float> v2, FTriOp f) { 223 return (Float512Vector) 224 super.tOpTemplate((Float512Vector)v1, (Float512Vector)v2, 225 f); // specialize 226 } 227 228 @ForceInline 229 final @Override 230 Float512Vector tOp(Vector<Float> v1, Vector<Float> v2, 231 VectorMask<Float> m, FTriOp f) { 232 return (Float512Vector) 233 super.tOpTemplate((Float512Vector)v1, (Float512Vector)v2, 234 (Float512Mask)m, f); // specialize 235 } 236 237 @ForceInline 238 final @Override 239 float rOp(float v, VectorMask<Float> m, FBinOp f) { 240 return super.rOpTemplate(v, m, f); // specialize 241 } 242 243 @Override 244 @ForceInline 245 public final <F> 246 Vector<F> convertShape(VectorOperators.Conversion<Float,F> conv, 247 VectorSpecies<F> rsp, int part) { 248 return super.convertShapeTemplate(conv, rsp, part); // specialize 249 } 250 251 @Override 252 @ForceInline 253 public final <F> 254 Vector<F> reinterpretShape(VectorSpecies<F> toSpecies, int part) { 255 return super.reinterpretShapeTemplate(toSpecies, part); // specialize 256 } 257 258 // Specialized algebraic operations: 259 260 // The following definition forces a specialized version of this 261 // crucial method into the v-table of this class. A call to add() 262 // will inline to a call to lanewise(ADD,), at which point the JIT 263 // intrinsic will have the opcode of ADD, plus all the metadata 264 // for this particular class, enabling it to generate precise 265 // code. 266 // 267 // There is probably no benefit to the JIT to specialize the 268 // masked or broadcast versions of the lanewise method. 269 270 @Override 271 @ForceInline 272 public Float512Vector lanewise(Unary op) { 273 return (Float512Vector) super.lanewiseTemplate(op); // specialize 274 } 275 276 @Override 277 @ForceInline 278 public Float512Vector lanewise(Unary op, VectorMask<Float> m) { 279 return (Float512Vector) super.lanewiseTemplate(op, Float512Mask.class, (Float512Mask) m); // specialize 280 } 281 282 @Override 283 @ForceInline 284 public Float512Vector lanewise(Binary op, Vector<Float> v) { 285 return (Float512Vector) super.lanewiseTemplate(op, v); // specialize 286 } 287 288 @Override 289 @ForceInline 290 public Float512Vector lanewise(Binary op, Vector<Float> v, VectorMask<Float> m) { 291 return (Float512Vector) super.lanewiseTemplate(op, Float512Mask.class, v, (Float512Mask) m); // specialize 292 } 293 294 295 /*package-private*/ 296 @Override 297 @ForceInline 298 public final 299 Float512Vector 300 lanewise(Ternary op, Vector<Float> v1, Vector<Float> v2) { 301 return (Float512Vector) super.lanewiseTemplate(op, v1, v2); // specialize 302 } 303 304 @Override 305 @ForceInline 306 public final 307 Float512Vector 308 lanewise(Ternary op, Vector<Float> v1, Vector<Float> v2, VectorMask<Float> m) { 309 return (Float512Vector) super.lanewiseTemplate(op, Float512Mask.class, v1, v2, (Float512Mask) m); // specialize 310 } 311 312 @Override 313 @ForceInline 314 public final 315 Float512Vector addIndex(int scale) { 316 return (Float512Vector) super.addIndexTemplate(scale); // specialize 317 } 318 319 // Type specific horizontal reductions 320 321 @Override 322 @ForceInline 323 public final float reduceLanes(VectorOperators.Associative op) { 324 return super.reduceLanesTemplate(op); // specialized 325 } 326 327 @Override 328 @ForceInline 329 public final float reduceLanes(VectorOperators.Associative op, 330 VectorMask<Float> m) { 331 return super.reduceLanesTemplate(op, Float512Mask.class, (Float512Mask) m); // specialized 332 } 333 334 @Override 335 @ForceInline 336 public final long reduceLanesToLong(VectorOperators.Associative op) { 337 return (long) super.reduceLanesTemplate(op); // specialized 338 } 339 340 @Override 341 @ForceInline 342 public final long reduceLanesToLong(VectorOperators.Associative op, 343 VectorMask<Float> m) { 344 return (long) super.reduceLanesTemplate(op, Float512Mask.class, (Float512Mask) m); // specialized 345 } 346 347 @ForceInline 348 public VectorShuffle<Float> toShuffle() { 349 return super.toShuffleTemplate(Float512Shuffle.class); // specialize 350 } 351 352 // Specialized unary testing 353 354 @Override 355 @ForceInline 356 public final Float512Mask test(Test op) { 357 return super.testTemplate(Float512Mask.class, op); // specialize 358 } 359 360 @Override 361 @ForceInline 362 public final Float512Mask test(Test op, VectorMask<Float> m) { 363 return super.testTemplate(Float512Mask.class, op, (Float512Mask) m); // specialize 364 } 365 366 // Specialized comparisons 367 368 @Override 369 @ForceInline 370 public final Float512Mask compare(Comparison op, Vector<Float> v) { 371 return super.compareTemplate(Float512Mask.class, op, v); // specialize 372 } 373 374 @Override 375 @ForceInline 376 public final Float512Mask compare(Comparison op, float s) { 377 return super.compareTemplate(Float512Mask.class, op, s); // specialize 378 } 379 380 @Override 381 @ForceInline 382 public final Float512Mask compare(Comparison op, long s) { 383 return super.compareTemplate(Float512Mask.class, op, s); // specialize 384 } 385 386 @Override 387 @ForceInline 388 public final Float512Mask compare(Comparison op, Vector<Float> v, VectorMask<Float> m) { 389 return super.compareTemplate(Float512Mask.class, op, v, (Float512Mask) m); 390 } 391 392 393 @Override 394 @ForceInline 395 public Float512Vector blend(Vector<Float> v, VectorMask<Float> m) { 396 return (Float512Vector) 397 super.blendTemplate(Float512Mask.class, 398 (Float512Vector) v, 399 (Float512Mask) m); // specialize 400 } 401 402 @Override 403 @ForceInline 404 public Float512Vector slice(int origin, Vector<Float> v) { 405 return (Float512Vector) super.sliceTemplate(origin, v); // specialize 406 } 407 408 @Override 409 @ForceInline 410 public Float512Vector slice(int origin) { 411 return (Float512Vector) super.sliceTemplate(origin); // specialize 412 } 413 414 @Override 415 @ForceInline 416 public Float512Vector unslice(int origin, Vector<Float> w, int part) { 417 return (Float512Vector) super.unsliceTemplate(origin, w, part); // specialize 418 } 419 420 @Override 421 @ForceInline 422 public Float512Vector unslice(int origin, Vector<Float> w, int part, VectorMask<Float> m) { 423 return (Float512Vector) 424 super.unsliceTemplate(Float512Mask.class, 425 origin, w, part, 426 (Float512Mask) m); // specialize 427 } 428 429 @Override 430 @ForceInline 431 public Float512Vector unslice(int origin) { 432 return (Float512Vector) super.unsliceTemplate(origin); // specialize 433 } 434 435 @Override 436 @ForceInline 437 public Float512Vector rearrange(VectorShuffle<Float> s) { 438 return (Float512Vector) 439 super.rearrangeTemplate(Float512Shuffle.class, 440 (Float512Shuffle) s); // specialize 441 } 442 443 @Override 444 @ForceInline 445 public Float512Vector rearrange(VectorShuffle<Float> shuffle, 446 VectorMask<Float> m) { 447 return (Float512Vector) 448 super.rearrangeTemplate(Float512Shuffle.class, 449 Float512Mask.class, 450 (Float512Shuffle) shuffle, 451 (Float512Mask) m); // specialize 452 } 453 454 @Override 455 @ForceInline 456 public Float512Vector rearrange(VectorShuffle<Float> s, 457 Vector<Float> v) { 458 return (Float512Vector) 459 super.rearrangeTemplate(Float512Shuffle.class, 460 (Float512Shuffle) s, 461 (Float512Vector) v); // specialize 462 } 463 464 @Override 465 @ForceInline 466 public Float512Vector compress(VectorMask<Float> m) { 467 return (Float512Vector) 468 super.compressTemplate(Float512Mask.class, 469 (Float512Mask) m); // specialize 470 } 471 472 @Override 473 @ForceInline 474 public Float512Vector expand(VectorMask<Float> m) { 475 return (Float512Vector) 476 super.expandTemplate(Float512Mask.class, 477 (Float512Mask) m); // specialize 478 } 479 480 @Override 481 @ForceInline 482 public Float512Vector selectFrom(Vector<Float> v) { 483 return (Float512Vector) 484 super.selectFromTemplate((Float512Vector) v); // specialize 485 } 486 487 @Override 488 @ForceInline 489 public Float512Vector selectFrom(Vector<Float> v, 490 VectorMask<Float> m) { 491 return (Float512Vector) 492 super.selectFromTemplate((Float512Vector) v, 493 (Float512Mask) m); // specialize 494 } 495 496 497 @ForceInline 498 @Override 499 public float lane(int i) { 500 int bits; 501 switch(i) { 502 case 0: bits = laneHelper(0); break; 503 case 1: bits = laneHelper(1); break; 504 case 2: bits = laneHelper(2); break; 505 case 3: bits = laneHelper(3); break; 506 case 4: bits = laneHelper(4); break; 507 case 5: bits = laneHelper(5); break; 508 case 6: bits = laneHelper(6); break; 509 case 7: bits = laneHelper(7); break; 510 case 8: bits = laneHelper(8); break; 511 case 9: bits = laneHelper(9); break; 512 case 10: bits = laneHelper(10); break; 513 case 11: bits = laneHelper(11); break; 514 case 12: bits = laneHelper(12); break; 515 case 13: bits = laneHelper(13); break; 516 case 14: bits = laneHelper(14); break; 517 case 15: bits = laneHelper(15); break; 518 default: throw new IllegalArgumentException("Index " + i + " must be zero or positive, and less than " + VLENGTH); 519 } 520 return Float.intBitsToFloat(bits); 521 } 522 523 public int laneHelper(int i) { 524 return (int) VectorSupport.extract( 525 VCLASS, ETYPE, VLENGTH, 526 this, i, 527 (vec, ix) -> { 528 float[] vecarr = vec.vec(); 529 return (long)Float.floatToIntBits(vecarr[ix]); 530 }); 531 } 532 533 @ForceInline 534 @Override 535 public Float512Vector withLane(int i, float e) { 536 switch(i) { 537 case 0: return withLaneHelper(0, e); 538 case 1: return withLaneHelper(1, e); 539 case 2: return withLaneHelper(2, e); 540 case 3: return withLaneHelper(3, e); 541 case 4: return withLaneHelper(4, e); 542 case 5: return withLaneHelper(5, e); 543 case 6: return withLaneHelper(6, e); 544 case 7: return withLaneHelper(7, e); 545 case 8: return withLaneHelper(8, e); 546 case 9: return withLaneHelper(9, e); 547 case 10: return withLaneHelper(10, e); 548 case 11: return withLaneHelper(11, e); 549 case 12: return withLaneHelper(12, e); 550 case 13: return withLaneHelper(13, e); 551 case 14: return withLaneHelper(14, e); 552 case 15: return withLaneHelper(15, e); 553 default: throw new IllegalArgumentException("Index " + i + " must be zero or positive, and less than " + VLENGTH); 554 } 555 } 556 557 public Float512Vector withLaneHelper(int i, float e) { 558 return VectorSupport.insert( 559 VCLASS, ETYPE, VLENGTH, 560 this, i, (long)Float.floatToIntBits(e), 561 (v, ix, bits) -> { 562 float[] res = v.vec().clone(); 563 res[ix] = Float.intBitsToFloat((int)bits); 564 return v.vectorFactory(res); 565 }); 566 } 567 568 // Mask 569 570 static final class Float512Mask extends AbstractMask<Float> { 571 static final int VLENGTH = VSPECIES.laneCount(); // used by the JVM 572 static final Class<Float> ETYPE = float.class; // used by the JVM 573 574 Float512Mask(boolean[] bits) { 575 this(bits, 0); 576 } 577 578 Float512Mask(boolean[] bits, int offset) { 579 super(prepare(bits, offset)); 580 } 581 582 Float512Mask(boolean val) { 583 super(prepare(val)); 584 } 585 586 private static boolean[] prepare(boolean[] bits, int offset) { 587 boolean[] newBits = new boolean[VSPECIES.laneCount()]; 588 for (int i = 0; i < newBits.length; i++) { 589 newBits[i] = bits[offset + i]; 590 } 591 return newBits; 592 } 593 594 private static boolean[] prepare(boolean val) { 595 boolean[] bits = new boolean[VSPECIES.laneCount()]; 596 Arrays.fill(bits, val); 597 return bits; 598 } 599 600 @ForceInline 601 final @Override 602 public FloatSpecies vspecies() { 603 // ISSUE: This should probably be a @Stable 604 // field inside AbstractMask, rather than 605 // a megamorphic method. 606 return VSPECIES; 607 } 608 609 @ForceInline 610 boolean[] getBits() { 611 return (boolean[])getPayload(); 612 } 613 614 @Override 615 Float512Mask uOp(MUnOp f) { 616 boolean[] res = new boolean[vspecies().laneCount()]; 617 boolean[] bits = getBits(); 618 for (int i = 0; i < res.length; i++) { 619 res[i] = f.apply(i, bits[i]); 620 } 621 return new Float512Mask(res); 622 } 623 624 @Override 625 Float512Mask bOp(VectorMask<Float> m, MBinOp f) { 626 boolean[] res = new boolean[vspecies().laneCount()]; 627 boolean[] bits = getBits(); 628 boolean[] mbits = ((Float512Mask)m).getBits(); 629 for (int i = 0; i < res.length; i++) { 630 res[i] = f.apply(i, bits[i], mbits[i]); 631 } 632 return new Float512Mask(res); 633 } 634 635 @ForceInline 636 @Override 637 public final 638 Float512Vector toVector() { 639 return (Float512Vector) super.toVectorTemplate(); // specialize 640 } 641 642 /** 643 * Helper function for lane-wise mask conversions. 644 * This function kicks in after intrinsic failure. 645 */ 646 @ForceInline 647 private final <E> 648 VectorMask<E> defaultMaskCast(AbstractSpecies<E> dsp) { 649 if (length() != dsp.laneCount()) 650 throw new IllegalArgumentException("VectorMask length and species length differ"); 651 boolean[] maskArray = toArray(); 652 return dsp.maskFactory(maskArray).check(dsp); 653 } 654 655 @Override 656 @ForceInline 657 public <E> VectorMask<E> cast(VectorSpecies<E> dsp) { 658 AbstractSpecies<E> species = (AbstractSpecies<E>) dsp; 659 if (length() != species.laneCount()) 660 throw new IllegalArgumentException("VectorMask length and species length differ"); 661 662 return VectorSupport.convert(VectorSupport.VECTOR_OP_CAST, 663 this.getClass(), ETYPE, VLENGTH, 664 species.maskType(), species.elementType(), VLENGTH, 665 this, species, 666 (m, s) -> s.maskFactory(m.toArray()).check(s)); 667 } 668 669 @Override 670 @ForceInline 671 public Float512Mask eq(VectorMask<Float> mask) { 672 Objects.requireNonNull(mask); 673 Float512Mask m = (Float512Mask)mask; 674 return xor(m.not()); 675 } 676 677 // Unary operations 678 679 @Override 680 @ForceInline 681 public Float512Mask not() { 682 return xor(maskAll(true)); 683 } 684 685 @Override 686 @ForceInline 687 public Float512Mask compress() { 688 return (Float512Mask)VectorSupport.comExpOp(VectorSupport.VECTOR_OP_MASK_COMPRESS, 689 Float512Vector.class, Float512Mask.class, ETYPE, VLENGTH, null, this, 690 (v1, m1) -> VSPECIES.iota().compare(VectorOperators.LT, m1.trueCount())); 691 } 692 693 694 // Binary operations 695 696 @Override 697 @ForceInline 698 public Float512Mask and(VectorMask<Float> mask) { 699 Objects.requireNonNull(mask); 700 Float512Mask m = (Float512Mask)mask; 701 return VectorSupport.binaryOp(VECTOR_OP_AND, Float512Mask.class, null, int.class, VLENGTH, 702 this, m, null, 703 (m1, m2, vm) -> m1.bOp(m2, (i, a, b) -> a & b)); 704 } 705 706 @Override 707 @ForceInline 708 public Float512Mask or(VectorMask<Float> mask) { 709 Objects.requireNonNull(mask); 710 Float512Mask m = (Float512Mask)mask; 711 return VectorSupport.binaryOp(VECTOR_OP_OR, Float512Mask.class, null, int.class, VLENGTH, 712 this, m, null, 713 (m1, m2, vm) -> m1.bOp(m2, (i, a, b) -> a | b)); 714 } 715 716 @ForceInline 717 /* package-private */ 718 Float512Mask xor(VectorMask<Float> mask) { 719 Objects.requireNonNull(mask); 720 Float512Mask m = (Float512Mask)mask; 721 return VectorSupport.binaryOp(VECTOR_OP_XOR, Float512Mask.class, null, int.class, VLENGTH, 722 this, m, null, 723 (m1, m2, vm) -> m1.bOp(m2, (i, a, b) -> a ^ b)); 724 } 725 726 // Mask Query operations 727 728 @Override 729 @ForceInline 730 public int trueCount() { 731 return (int) VectorSupport.maskReductionCoerced(VECTOR_OP_MASK_TRUECOUNT, Float512Mask.class, int.class, VLENGTH, this, 732 (m) -> trueCountHelper(m.getBits())); 733 } 734 735 @Override 736 @ForceInline 737 public int firstTrue() { 738 return (int) VectorSupport.maskReductionCoerced(VECTOR_OP_MASK_FIRSTTRUE, Float512Mask.class, int.class, VLENGTH, this, 739 (m) -> firstTrueHelper(m.getBits())); 740 } 741 742 @Override 743 @ForceInline 744 public int lastTrue() { 745 return (int) VectorSupport.maskReductionCoerced(VECTOR_OP_MASK_LASTTRUE, Float512Mask.class, int.class, VLENGTH, this, 746 (m) -> lastTrueHelper(m.getBits())); 747 } 748 749 @Override 750 @ForceInline 751 public long toLong() { 752 if (length() > Long.SIZE) { 753 throw new UnsupportedOperationException("too many lanes for one long"); 754 } 755 return VectorSupport.maskReductionCoerced(VECTOR_OP_MASK_TOLONG, Float512Mask.class, int.class, VLENGTH, this, 756 (m) -> toLongHelper(m.getBits())); 757 } 758 759 // Reductions 760 761 @Override 762 @ForceInline 763 public boolean anyTrue() { 764 return VectorSupport.test(BT_ne, Float512Mask.class, int.class, VLENGTH, 765 this, vspecies().maskAll(true), 766 (m, __) -> anyTrueHelper(((Float512Mask)m).getBits())); 767 } 768 769 @Override 770 @ForceInline 771 public boolean allTrue() { 772 return VectorSupport.test(BT_overflow, Float512Mask.class, int.class, VLENGTH, 773 this, vspecies().maskAll(true), 774 (m, __) -> allTrueHelper(((Float512Mask)m).getBits())); 775 } 776 777 @ForceInline 778 /*package-private*/ 779 static Float512Mask maskAll(boolean bit) { 780 return VectorSupport.fromBitsCoerced(Float512Mask.class, int.class, VLENGTH, 781 (bit ? -1 : 0), MODE_BROADCAST, null, 782 (v, __) -> (v != 0 ? TRUE_MASK : FALSE_MASK)); 783 } 784 private static final Float512Mask TRUE_MASK = new Float512Mask(true); 785 private static final Float512Mask FALSE_MASK = new Float512Mask(false); 786 787 } 788 789 // Shuffle 790 791 static final class Float512Shuffle extends AbstractShuffle<Float> { 792 static final int VLENGTH = VSPECIES.laneCount(); // used by the JVM 793 static final Class<Float> ETYPE = float.class; // used by the JVM 794 795 Float512Shuffle(byte[] reorder) { 796 super(VLENGTH, reorder); 797 } 798 799 public Float512Shuffle(int[] reorder) { 800 super(VLENGTH, reorder); 801 } 802 803 public Float512Shuffle(int[] reorder, int i) { 804 super(VLENGTH, reorder, i); 805 } 806 807 public Float512Shuffle(IntUnaryOperator fn) { 808 super(VLENGTH, fn); 809 } 810 811 @Override 812 public FloatSpecies vspecies() { 813 return VSPECIES; 814 } 815 816 static { 817 // There must be enough bits in the shuffle lanes to encode 818 // VLENGTH valid indexes and VLENGTH exceptional ones. 819 assert(VLENGTH < Byte.MAX_VALUE); 820 assert(Byte.MIN_VALUE <= -VLENGTH); 821 } 822 static final Float512Shuffle IOTA = new Float512Shuffle(IDENTITY); 823 824 @Override 825 @ForceInline 826 public Float512Vector toVector() { 827 return VectorSupport.shuffleToVector(VCLASS, ETYPE, Float512Shuffle.class, this, VLENGTH, 828 (s) -> ((Float512Vector)(((AbstractShuffle<Float>)(s)).toVectorTemplate()))); 829 } 830 831 @Override 832 @ForceInline 833 public <F> VectorShuffle<F> cast(VectorSpecies<F> s) { 834 AbstractSpecies<F> species = (AbstractSpecies<F>) s; 835 if (length() != species.laneCount()) 836 throw new IllegalArgumentException("VectorShuffle length and species length differ"); 837 int[] shuffleArray = toArray(); 838 return s.shuffleFromArray(shuffleArray, 0).check(s); 839 } 840 841 @ForceInline 842 @Override 843 public Float512Shuffle rearrange(VectorShuffle<Float> shuffle) { 844 Float512Shuffle s = (Float512Shuffle) shuffle; 845 byte[] reorder1 = reorder(); 846 byte[] reorder2 = s.reorder(); 847 byte[] r = new byte[reorder1.length]; 848 for (int i = 0; i < reorder1.length; i++) { 849 int ssi = reorder2[i]; 850 r[i] = reorder1[ssi]; // throws on exceptional index 851 } 852 return new Float512Shuffle(r); 853 } 854 } 855 856 // ================================================ 857 858 // Specialized low-level memory operations. 859 860 @ForceInline 861 @Override 862 final 863 FloatVector fromArray0(float[] a, int offset) { 864 return super.fromArray0Template(a, offset); // specialize 865 } 866 867 @ForceInline 868 @Override 869 final 870 FloatVector fromArray0(float[] a, int offset, VectorMask<Float> m) { 871 return super.fromArray0Template(Float512Mask.class, a, offset, (Float512Mask) m); // specialize 872 } 873 874 @ForceInline 875 @Override 876 final 877 FloatVector fromArray0(float[] a, int offset, int[] indexMap, int mapOffset, VectorMask<Float> m) { 878 return super.fromArray0Template(Float512Mask.class, a, offset, indexMap, mapOffset, (Float512Mask) m); 879 } 880 881 882 883 @ForceInline 884 @Override 885 final 886 FloatVector fromMemorySegment0(MemorySegment ms, long offset) { 887 return super.fromMemorySegment0Template(ms, offset); // specialize 888 } 889 890 @ForceInline 891 @Override 892 final 893 FloatVector fromMemorySegment0(MemorySegment ms, long offset, VectorMask<Float> m) { 894 return super.fromMemorySegment0Template(Float512Mask.class, ms, offset, (Float512Mask) m); // specialize 895 } 896 897 @ForceInline 898 @Override 899 final 900 void intoArray0(float[] a, int offset) { 901 super.intoArray0Template(a, offset); // specialize 902 } 903 904 @ForceInline 905 @Override 906 final 907 void intoArray0(float[] a, int offset, VectorMask<Float> m) { 908 super.intoArray0Template(Float512Mask.class, a, offset, (Float512Mask) m); 909 } 910 911 @ForceInline 912 @Override 913 final 914 void intoArray0(float[] a, int offset, int[] indexMap, int mapOffset, VectorMask<Float> m) { 915 super.intoArray0Template(Float512Mask.class, a, offset, indexMap, mapOffset, (Float512Mask) m); 916 } 917 918 919 @ForceInline 920 @Override 921 final 922 void intoMemorySegment0(MemorySegment ms, long offset, VectorMask<Float> m) { 923 super.intoMemorySegment0Template(Float512Mask.class, ms, offset, (Float512Mask) m); 924 } 925 926 927 // End of specialized low-level memory operations. 928 929 // ================================================ 930 931 }