1 /*
2 * Copyright (c) 2017, 2022, Oracle and/or its affiliates. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation. Oracle designates this
8 * particular file as subject to the "Classpath" exception as provided
9 * by Oracle in the LICENSE file that accompanied this code.
10 *
11 * This code is distributed in the hope that it will be useful, but WITHOUT
12 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
13 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
14 * version 2 for more details (a copy is included in the LICENSE file that
15 * accompanied this code).
16 *
17 * You should have received a copy of the GNU General Public License version
18 * 2 along with this work; if not, write to the Free Software Foundation,
19 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
20 *
21 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
22 * or visit www.oracle.com if you need additional information or have any
23 * questions.
24 */
25 package jdk.incubator.vector;
26
27 import java.util.Arrays;
28 import java.util.Objects;
29 import java.util.function.IntUnaryOperator;
30
31 import jdk.incubator.foreign.MemorySegment;
32 import jdk.internal.vm.annotation.ForceInline;
33 import jdk.internal.vm.vector.VectorSupport;
34
35 import static jdk.internal.vm.vector.VectorSupport.*;
36
37 import static jdk.incubator.vector.VectorOperators.*;
38
39 // -- This file was mechanically generated: Do not edit! -- //
40
41 @SuppressWarnings("cast") // warning: redundant cast
42 final class Float512Vector extends FloatVector {
43 static final FloatSpecies VSPECIES =
44 (FloatSpecies) FloatVector.SPECIES_512;
45
46 static final VectorShape VSHAPE =
47 VSPECIES.vectorShape();
48
49 static final Class<Float512Vector> VCLASS = Float512Vector.class;
50
51 static final int VSIZE = VSPECIES.vectorBitSize();
52
53 static final int VLENGTH = VSPECIES.laneCount(); // used by the JVM
54
55 static final Class<Float> ETYPE = float.class; // used by the JVM
56
57 Float512Vector(float[] v) {
58 super(v);
59 }
60
61 // For compatibility as Float512Vector::new,
62 // stored into species.vectorFactory.
63 Float512Vector(Object v) {
64 this((float[]) v);
65 }
66
67 static final Float512Vector ZERO = new Float512Vector(new float[VLENGTH]);
68 static final Float512Vector IOTA = new Float512Vector(VSPECIES.iotaArray());
69
70 static {
71 // Warm up a few species caches.
72 // If we do this too much we will
73 // get NPEs from bootstrap circularity.
74 VSPECIES.dummyVector();
75 VSPECIES.withLanes(LaneType.BYTE);
76 }
77
78 // Specialized extractors
79
80 @ForceInline
81 final @Override
82 public FloatSpecies vspecies() {
83 // ISSUE: This should probably be a @Stable
84 // field inside AbstractVector, rather than
85 // a megamorphic method.
86 return VSPECIES;
87 }
88
89 @ForceInline
90 @Override
91 public final Class<Float> elementType() { return float.class; }
92
93 @ForceInline
94 @Override
95 public final int elementSize() { return Float.SIZE; }
96
97 @ForceInline
98 @Override
99 public final VectorShape shape() { return VSHAPE; }
100
101 @ForceInline
102 @Override
103 public final int length() { return VLENGTH; }
104
105 @ForceInline
106 @Override
107 public final int bitSize() { return VSIZE; }
108
109 @ForceInline
110 @Override
111 public final int byteSize() { return VSIZE / Byte.SIZE; }
112
113 /*package-private*/
114 @ForceInline
115 final @Override
116 float[] vec() {
117 return (float[])getPayload();
118 }
119
120 // Virtualized constructors
121
122 @Override
123 @ForceInline
124 public final Float512Vector broadcast(float e) {
125 return (Float512Vector) super.broadcastTemplate(e); // specialize
126 }
127
128 @Override
129 @ForceInline
130 public final Float512Vector broadcast(long e) {
131 return (Float512Vector) super.broadcastTemplate(e); // specialize
132 }
133
134 @Override
135 @ForceInline
136 Float512Mask maskFromArray(boolean[] bits) {
137 return new Float512Mask(bits);
138 }
139
140 @Override
141 @ForceInline
142 Float512Shuffle iotaShuffle() { return Float512Shuffle.IOTA; }
143
144 @ForceInline
145 Float512Shuffle iotaShuffle(int start, int step, boolean wrap) {
146 if (wrap) {
147 return (Float512Shuffle)VectorSupport.shuffleIota(ETYPE, Float512Shuffle.class, VSPECIES, VLENGTH, start, step, 1,
148 (l, lstart, lstep, s) -> s.shuffleFromOp(i -> (VectorIntrinsics.wrapToRange(i*lstep + lstart, l))));
149 } else {
150 return (Float512Shuffle)VectorSupport.shuffleIota(ETYPE, Float512Shuffle.class, VSPECIES, VLENGTH, start, step, 0,
151 (l, lstart, lstep, s) -> s.shuffleFromOp(i -> (i*lstep + lstart)));
152 }
153 }
154
155 @Override
156 @ForceInline
157 Float512Shuffle shuffleFromBytes(byte[] reorder) { return new Float512Shuffle(reorder); }
158
159 @Override
160 @ForceInline
161 Float512Shuffle shuffleFromArray(int[] indexes, int i) { return new Float512Shuffle(indexes, i); }
162
163 @Override
164 @ForceInline
165 Float512Shuffle shuffleFromOp(IntUnaryOperator fn) { return new Float512Shuffle(fn); }
166
167 // Make a vector of the same species but the given elements:
168 @ForceInline
169 final @Override
170 Float512Vector vectorFactory(float[] vec) {
171 return new Float512Vector(vec);
172 }
173
174 @ForceInline
175 final @Override
176 Byte512Vector asByteVectorRaw() {
177 return (Byte512Vector) super.asByteVectorRawTemplate(); // specialize
178 }
179
180 @ForceInline
181 final @Override
182 AbstractVector<?> asVectorRaw(LaneType laneType) {
183 return super.asVectorRawTemplate(laneType); // specialize
184 }
185
186 // Unary operator
187
188 @ForceInline
189 final @Override
190 Float512Vector uOp(FUnOp f) {
191 return (Float512Vector) super.uOpTemplate(f); // specialize
192 }
193
194 @ForceInline
195 final @Override
196 Float512Vector uOp(VectorMask<Float> m, FUnOp f) {
197 return (Float512Vector)
198 super.uOpTemplate((Float512Mask)m, f); // specialize
199 }
200
201 // Binary operator
202
203 @ForceInline
204 final @Override
205 Float512Vector bOp(Vector<Float> v, FBinOp f) {
206 return (Float512Vector) super.bOpTemplate((Float512Vector)v, f); // specialize
207 }
208
209 @ForceInline
210 final @Override
211 Float512Vector bOp(Vector<Float> v,
212 VectorMask<Float> m, FBinOp f) {
213 return (Float512Vector)
214 super.bOpTemplate((Float512Vector)v, (Float512Mask)m,
215 f); // specialize
216 }
217
218 // Ternary operator
219
220 @ForceInline
221 final @Override
222 Float512Vector tOp(Vector<Float> v1, Vector<Float> v2, FTriOp f) {
223 return (Float512Vector)
224 super.tOpTemplate((Float512Vector)v1, (Float512Vector)v2,
225 f); // specialize
226 }
227
228 @ForceInline
229 final @Override
230 Float512Vector tOp(Vector<Float> v1, Vector<Float> v2,
231 VectorMask<Float> m, FTriOp f) {
232 return (Float512Vector)
233 super.tOpTemplate((Float512Vector)v1, (Float512Vector)v2,
234 (Float512Mask)m, f); // specialize
235 }
236
237 @ForceInline
238 final @Override
239 float rOp(float v, VectorMask<Float> m, FBinOp f) {
240 return super.rOpTemplate(v, m, f); // specialize
241 }
242
243 @Override
244 @ForceInline
245 public final <F>
246 Vector<F> convertShape(VectorOperators.Conversion<Float,F> conv,
247 VectorSpecies<F> rsp, int part) {
248 return super.convertShapeTemplate(conv, rsp, part); // specialize
249 }
250
251 @Override
252 @ForceInline
253 public final <F>
254 Vector<F> reinterpretShape(VectorSpecies<F> toSpecies, int part) {
255 return super.reinterpretShapeTemplate(toSpecies, part); // specialize
256 }
257
258 // Specialized algebraic operations:
259
260 // The following definition forces a specialized version of this
261 // crucial method into the v-table of this class. A call to add()
262 // will inline to a call to lanewise(ADD,), at which point the JIT
263 // intrinsic will have the opcode of ADD, plus all the metadata
264 // for this particular class, enabling it to generate precise
265 // code.
266 //
267 // There is probably no benefit to the JIT to specialize the
268 // masked or broadcast versions of the lanewise method.
269
270 @Override
271 @ForceInline
272 public Float512Vector lanewise(Unary op) {
273 return (Float512Vector) super.lanewiseTemplate(op); // specialize
274 }
275
276 @Override
277 @ForceInline
278 public Float512Vector lanewise(Unary op, VectorMask<Float> m) {
279 return (Float512Vector) super.lanewiseTemplate(op, Float512Mask.class, (Float512Mask) m); // specialize
280 }
281
282 @Override
283 @ForceInline
284 public Float512Vector lanewise(Binary op, Vector<Float> v) {
285 return (Float512Vector) super.lanewiseTemplate(op, v); // specialize
286 }
287
288 @Override
289 @ForceInline
290 public Float512Vector lanewise(Binary op, Vector<Float> v, VectorMask<Float> m) {
291 return (Float512Vector) super.lanewiseTemplate(op, Float512Mask.class, v, (Float512Mask) m); // specialize
292 }
293
294
295 /*package-private*/
296 @Override
297 @ForceInline
298 public final
299 Float512Vector
300 lanewise(Ternary op, Vector<Float> v1, Vector<Float> v2) {
301 return (Float512Vector) super.lanewiseTemplate(op, v1, v2); // specialize
302 }
303
304 @Override
305 @ForceInline
306 public final
307 Float512Vector
308 lanewise(Ternary op, Vector<Float> v1, Vector<Float> v2, VectorMask<Float> m) {
309 return (Float512Vector) super.lanewiseTemplate(op, Float512Mask.class, v1, v2, (Float512Mask) m); // specialize
310 }
311
312 @Override
313 @ForceInline
314 public final
315 Float512Vector addIndex(int scale) {
316 return (Float512Vector) super.addIndexTemplate(scale); // specialize
317 }
318
319 // Type specific horizontal reductions
320
321 @Override
322 @ForceInline
323 public final float reduceLanes(VectorOperators.Associative op) {
324 return super.reduceLanesTemplate(op); // specialized
325 }
326
327 @Override
328 @ForceInline
329 public final float reduceLanes(VectorOperators.Associative op,
330 VectorMask<Float> m) {
331 return super.reduceLanesTemplate(op, Float512Mask.class, (Float512Mask) m); // specialized
332 }
333
334 @Override
335 @ForceInline
336 public final long reduceLanesToLong(VectorOperators.Associative op) {
337 return (long) super.reduceLanesTemplate(op); // specialized
338 }
339
340 @Override
341 @ForceInline
342 public final long reduceLanesToLong(VectorOperators.Associative op,
343 VectorMask<Float> m) {
344 return (long) super.reduceLanesTemplate(op, Float512Mask.class, (Float512Mask) m); // specialized
345 }
346
347 @ForceInline
348 public VectorShuffle<Float> toShuffle() {
349 return super.toShuffleTemplate(Float512Shuffle.class); // specialize
350 }
351
352 // Specialized unary testing
353
354 @Override
355 @ForceInline
356 public final Float512Mask test(Test op) {
357 return super.testTemplate(Float512Mask.class, op); // specialize
358 }
359
360 @Override
361 @ForceInline
362 public final Float512Mask test(Test op, VectorMask<Float> m) {
363 return super.testTemplate(Float512Mask.class, op, (Float512Mask) m); // specialize
364 }
365
366 // Specialized comparisons
367
368 @Override
369 @ForceInline
370 public final Float512Mask compare(Comparison op, Vector<Float> v) {
371 return super.compareTemplate(Float512Mask.class, op, v); // specialize
372 }
373
374 @Override
375 @ForceInline
376 public final Float512Mask compare(Comparison op, float s) {
377 return super.compareTemplate(Float512Mask.class, op, s); // specialize
378 }
379
380 @Override
381 @ForceInline
382 public final Float512Mask compare(Comparison op, long s) {
383 return super.compareTemplate(Float512Mask.class, op, s); // specialize
384 }
385
386 @Override
387 @ForceInline
388 public final Float512Mask compare(Comparison op, Vector<Float> v, VectorMask<Float> m) {
389 return super.compareTemplate(Float512Mask.class, op, v, (Float512Mask) m);
390 }
391
392
393 @Override
394 @ForceInline
395 public Float512Vector blend(Vector<Float> v, VectorMask<Float> m) {
396 return (Float512Vector)
397 super.blendTemplate(Float512Mask.class,
398 (Float512Vector) v,
399 (Float512Mask) m); // specialize
400 }
401
402 @Override
403 @ForceInline
404 public Float512Vector slice(int origin, Vector<Float> v) {
405 return (Float512Vector) super.sliceTemplate(origin, v); // specialize
406 }
407
408 @Override
409 @ForceInline
410 public Float512Vector slice(int origin) {
411 return (Float512Vector) super.sliceTemplate(origin); // specialize
412 }
413
414 @Override
415 @ForceInline
416 public Float512Vector unslice(int origin, Vector<Float> w, int part) {
417 return (Float512Vector) super.unsliceTemplate(origin, w, part); // specialize
418 }
419
420 @Override
421 @ForceInline
422 public Float512Vector unslice(int origin, Vector<Float> w, int part, VectorMask<Float> m) {
423 return (Float512Vector)
424 super.unsliceTemplate(Float512Mask.class,
425 origin, w, part,
426 (Float512Mask) m); // specialize
427 }
428
429 @Override
430 @ForceInline
431 public Float512Vector unslice(int origin) {
432 return (Float512Vector) super.unsliceTemplate(origin); // specialize
433 }
434
435 @Override
436 @ForceInline
437 public Float512Vector rearrange(VectorShuffle<Float> s) {
438 return (Float512Vector)
439 super.rearrangeTemplate(Float512Shuffle.class,
440 (Float512Shuffle) s); // specialize
441 }
442
443 @Override
444 @ForceInline
445 public Float512Vector rearrange(VectorShuffle<Float> shuffle,
446 VectorMask<Float> m) {
447 return (Float512Vector)
448 super.rearrangeTemplate(Float512Shuffle.class,
449 Float512Mask.class,
450 (Float512Shuffle) shuffle,
451 (Float512Mask) m); // specialize
452 }
453
454 @Override
455 @ForceInline
456 public Float512Vector rearrange(VectorShuffle<Float> s,
457 Vector<Float> v) {
458 return (Float512Vector)
459 super.rearrangeTemplate(Float512Shuffle.class,
460 (Float512Shuffle) s,
461 (Float512Vector) v); // specialize
462 }
463
464 @Override
465 @ForceInline
466 public Float512Vector compress(VectorMask<Float> m) {
467 return (Float512Vector)
468 super.compressTemplate(Float512Mask.class,
469 (Float512Mask) m); // specialize
470 }
471
472 @Override
473 @ForceInline
474 public Float512Vector expand(VectorMask<Float> m) {
475 return (Float512Vector)
476 super.expandTemplate(Float512Mask.class,
477 (Float512Mask) m); // specialize
478 }
479
480 @Override
481 @ForceInline
482 public Float512Vector selectFrom(Vector<Float> v) {
483 return (Float512Vector)
484 super.selectFromTemplate((Float512Vector) v); // specialize
485 }
486
487 @Override
488 @ForceInline
489 public Float512Vector selectFrom(Vector<Float> v,
490 VectorMask<Float> m) {
491 return (Float512Vector)
492 super.selectFromTemplate((Float512Vector) v,
493 (Float512Mask) m); // specialize
494 }
495
496
497 @ForceInline
498 @Override
499 public float lane(int i) {
500 int bits;
501 switch(i) {
502 case 0: bits = laneHelper(0); break;
503 case 1: bits = laneHelper(1); break;
504 case 2: bits = laneHelper(2); break;
505 case 3: bits = laneHelper(3); break;
506 case 4: bits = laneHelper(4); break;
507 case 5: bits = laneHelper(5); break;
508 case 6: bits = laneHelper(6); break;
509 case 7: bits = laneHelper(7); break;
510 case 8: bits = laneHelper(8); break;
511 case 9: bits = laneHelper(9); break;
512 case 10: bits = laneHelper(10); break;
513 case 11: bits = laneHelper(11); break;
514 case 12: bits = laneHelper(12); break;
515 case 13: bits = laneHelper(13); break;
516 case 14: bits = laneHelper(14); break;
517 case 15: bits = laneHelper(15); break;
518 default: throw new IllegalArgumentException("Index " + i + " must be zero or positive, and less than " + VLENGTH);
519 }
520 return Float.intBitsToFloat(bits);
521 }
522
523 public int laneHelper(int i) {
524 return (int) VectorSupport.extract(
525 VCLASS, ETYPE, VLENGTH,
526 this, i,
527 (vec, ix) -> {
528 float[] vecarr = vec.vec();
529 return (long)Float.floatToIntBits(vecarr[ix]);
530 });
531 }
532
533 @ForceInline
534 @Override
535 public Float512Vector withLane(int i, float e) {
536 switch(i) {
537 case 0: return withLaneHelper(0, e);
538 case 1: return withLaneHelper(1, e);
539 case 2: return withLaneHelper(2, e);
540 case 3: return withLaneHelper(3, e);
541 case 4: return withLaneHelper(4, e);
542 case 5: return withLaneHelper(5, e);
543 case 6: return withLaneHelper(6, e);
544 case 7: return withLaneHelper(7, e);
545 case 8: return withLaneHelper(8, e);
546 case 9: return withLaneHelper(9, e);
547 case 10: return withLaneHelper(10, e);
548 case 11: return withLaneHelper(11, e);
549 case 12: return withLaneHelper(12, e);
550 case 13: return withLaneHelper(13, e);
551 case 14: return withLaneHelper(14, e);
552 case 15: return withLaneHelper(15, e);
553 default: throw new IllegalArgumentException("Index " + i + " must be zero or positive, and less than " + VLENGTH);
554 }
555 }
556
557 public Float512Vector withLaneHelper(int i, float e) {
558 return VectorSupport.insert(
559 VCLASS, ETYPE, VLENGTH,
560 this, i, (long)Float.floatToIntBits(e),
561 (v, ix, bits) -> {
562 float[] res = v.vec().clone();
563 res[ix] = Float.intBitsToFloat((int)bits);
564 return v.vectorFactory(res);
565 });
566 }
567
568 // Mask
569
570 static final class Float512Mask extends AbstractMask<Float> {
571 static final int VLENGTH = VSPECIES.laneCount(); // used by the JVM
572 static final Class<Float> ETYPE = float.class; // used by the JVM
573
574 Float512Mask(boolean[] bits) {
575 this(bits, 0);
576 }
577
578 Float512Mask(boolean[] bits, int offset) {
579 super(prepare(bits, offset));
580 }
581
582 Float512Mask(boolean val) {
583 super(prepare(val));
584 }
585
586 private static boolean[] prepare(boolean[] bits, int offset) {
587 boolean[] newBits = new boolean[VSPECIES.laneCount()];
588 for (int i = 0; i < newBits.length; i++) {
589 newBits[i] = bits[offset + i];
590 }
591 return newBits;
592 }
593
594 private static boolean[] prepare(boolean val) {
595 boolean[] bits = new boolean[VSPECIES.laneCount()];
596 Arrays.fill(bits, val);
597 return bits;
598 }
599
600 @ForceInline
601 final @Override
602 public FloatSpecies vspecies() {
603 // ISSUE: This should probably be a @Stable
604 // field inside AbstractMask, rather than
605 // a megamorphic method.
606 return VSPECIES;
607 }
608
609 @ForceInline
610 boolean[] getBits() {
611 return (boolean[])getPayload();
612 }
613
614 @Override
615 Float512Mask uOp(MUnOp f) {
616 boolean[] res = new boolean[vspecies().laneCount()];
617 boolean[] bits = getBits();
618 for (int i = 0; i < res.length; i++) {
619 res[i] = f.apply(i, bits[i]);
620 }
621 return new Float512Mask(res);
622 }
623
624 @Override
625 Float512Mask bOp(VectorMask<Float> m, MBinOp f) {
626 boolean[] res = new boolean[vspecies().laneCount()];
627 boolean[] bits = getBits();
628 boolean[] mbits = ((Float512Mask)m).getBits();
629 for (int i = 0; i < res.length; i++) {
630 res[i] = f.apply(i, bits[i], mbits[i]);
631 }
632 return new Float512Mask(res);
633 }
634
635 @ForceInline
636 @Override
637 public final
638 Float512Vector toVector() {
639 return (Float512Vector) super.toVectorTemplate(); // specialize
640 }
641
642 /**
643 * Helper function for lane-wise mask conversions.
644 * This function kicks in after intrinsic failure.
645 */
646 @ForceInline
647 private final <E>
648 VectorMask<E> defaultMaskCast(AbstractSpecies<E> dsp) {
649 if (length() != dsp.laneCount())
650 throw new IllegalArgumentException("VectorMask length and species length differ");
651 boolean[] maskArray = toArray();
652 return dsp.maskFactory(maskArray).check(dsp);
653 }
654
655 @Override
656 @ForceInline
657 public <E> VectorMask<E> cast(VectorSpecies<E> dsp) {
658 AbstractSpecies<E> species = (AbstractSpecies<E>) dsp;
659 if (length() != species.laneCount())
660 throw new IllegalArgumentException("VectorMask length and species length differ");
661
662 return VectorSupport.convert(VectorSupport.VECTOR_OP_CAST,
663 this.getClass(), ETYPE, VLENGTH,
664 species.maskType(), species.elementType(), VLENGTH,
665 this, species,
666 (m, s) -> s.maskFactory(m.toArray()).check(s));
667 }
668
669 @Override
670 @ForceInline
671 public Float512Mask eq(VectorMask<Float> mask) {
672 Objects.requireNonNull(mask);
673 Float512Mask m = (Float512Mask)mask;
674 return xor(m.not());
675 }
676
677 // Unary operations
678
679 @Override
680 @ForceInline
681 public Float512Mask not() {
682 return xor(maskAll(true));
683 }
684
685 @Override
686 @ForceInline
687 public Float512Mask compress() {
688 return (Float512Mask)VectorSupport.comExpOp(VectorSupport.VECTOR_OP_MASK_COMPRESS,
689 Float512Vector.class, Float512Mask.class, ETYPE, VLENGTH, null, this,
690 (v1, m1) -> VSPECIES.iota().compare(VectorOperators.LT, m1.trueCount()));
691 }
692
693
694 // Binary operations
695
696 @Override
697 @ForceInline
698 public Float512Mask and(VectorMask<Float> mask) {
699 Objects.requireNonNull(mask);
700 Float512Mask m = (Float512Mask)mask;
701 return VectorSupport.binaryOp(VECTOR_OP_AND, Float512Mask.class, null, int.class, VLENGTH,
702 this, m, null,
703 (m1, m2, vm) -> m1.bOp(m2, (i, a, b) -> a & b));
704 }
705
706 @Override
707 @ForceInline
708 public Float512Mask or(VectorMask<Float> mask) {
709 Objects.requireNonNull(mask);
710 Float512Mask m = (Float512Mask)mask;
711 return VectorSupport.binaryOp(VECTOR_OP_OR, Float512Mask.class, null, int.class, VLENGTH,
712 this, m, null,
713 (m1, m2, vm) -> m1.bOp(m2, (i, a, b) -> a | b));
714 }
715
716 @ForceInline
717 /* package-private */
718 Float512Mask xor(VectorMask<Float> mask) {
719 Objects.requireNonNull(mask);
720 Float512Mask m = (Float512Mask)mask;
721 return VectorSupport.binaryOp(VECTOR_OP_XOR, Float512Mask.class, null, int.class, VLENGTH,
722 this, m, null,
723 (m1, m2, vm) -> m1.bOp(m2, (i, a, b) -> a ^ b));
724 }
725
726 // Mask Query operations
727
728 @Override
729 @ForceInline
730 public int trueCount() {
731 return (int) VectorSupport.maskReductionCoerced(VECTOR_OP_MASK_TRUECOUNT, Float512Mask.class, int.class, VLENGTH, this,
732 (m) -> trueCountHelper(m.getBits()));
733 }
734
735 @Override
736 @ForceInline
737 public int firstTrue() {
738 return (int) VectorSupport.maskReductionCoerced(VECTOR_OP_MASK_FIRSTTRUE, Float512Mask.class, int.class, VLENGTH, this,
739 (m) -> firstTrueHelper(m.getBits()));
740 }
741
742 @Override
743 @ForceInline
744 public int lastTrue() {
745 return (int) VectorSupport.maskReductionCoerced(VECTOR_OP_MASK_LASTTRUE, Float512Mask.class, int.class, VLENGTH, this,
746 (m) -> lastTrueHelper(m.getBits()));
747 }
748
749 @Override
750 @ForceInline
751 public long toLong() {
752 if (length() > Long.SIZE) {
753 throw new UnsupportedOperationException("too many lanes for one long");
754 }
755 return VectorSupport.maskReductionCoerced(VECTOR_OP_MASK_TOLONG, Float512Mask.class, int.class, VLENGTH, this,
756 (m) -> toLongHelper(m.getBits()));
757 }
758
759 // Reductions
760
761 @Override
762 @ForceInline
763 public boolean anyTrue() {
764 return VectorSupport.test(BT_ne, Float512Mask.class, int.class, VLENGTH,
765 this, vspecies().maskAll(true),
766 (m, __) -> anyTrueHelper(((Float512Mask)m).getBits()));
767 }
768
769 @Override
770 @ForceInline
771 public boolean allTrue() {
772 return VectorSupport.test(BT_overflow, Float512Mask.class, int.class, VLENGTH,
773 this, vspecies().maskAll(true),
774 (m, __) -> allTrueHelper(((Float512Mask)m).getBits()));
775 }
776
777 @ForceInline
778 /*package-private*/
779 static Float512Mask maskAll(boolean bit) {
780 return VectorSupport.fromBitsCoerced(Float512Mask.class, int.class, VLENGTH,
781 (bit ? -1 : 0), MODE_BROADCAST, null,
782 (v, __) -> (v != 0 ? TRUE_MASK : FALSE_MASK));
783 }
784 private static final Float512Mask TRUE_MASK = new Float512Mask(true);
785 private static final Float512Mask FALSE_MASK = new Float512Mask(false);
786
787 }
788
789 // Shuffle
790
791 static final class Float512Shuffle extends AbstractShuffle<Float> {
792 static final int VLENGTH = VSPECIES.laneCount(); // used by the JVM
793 static final Class<Float> ETYPE = float.class; // used by the JVM
794
795 Float512Shuffle(byte[] reorder) {
796 super(VLENGTH, reorder);
797 }
798
799 public Float512Shuffle(int[] reorder) {
800 super(VLENGTH, reorder);
801 }
802
803 public Float512Shuffle(int[] reorder, int i) {
804 super(VLENGTH, reorder, i);
805 }
806
807 public Float512Shuffle(IntUnaryOperator fn) {
808 super(VLENGTH, fn);
809 }
810
811 @Override
812 public FloatSpecies vspecies() {
813 return VSPECIES;
814 }
815
816 static {
817 // There must be enough bits in the shuffle lanes to encode
818 // VLENGTH valid indexes and VLENGTH exceptional ones.
819 assert(VLENGTH < Byte.MAX_VALUE);
820 assert(Byte.MIN_VALUE <= -VLENGTH);
821 }
822 static final Float512Shuffle IOTA = new Float512Shuffle(IDENTITY);
823
824 @Override
825 @ForceInline
826 public Float512Vector toVector() {
827 return VectorSupport.shuffleToVector(VCLASS, ETYPE, Float512Shuffle.class, this, VLENGTH,
828 (s) -> ((Float512Vector)(((AbstractShuffle<Float>)(s)).toVectorTemplate())));
829 }
830
831 @Override
832 @ForceInline
833 public <F> VectorShuffle<F> cast(VectorSpecies<F> s) {
834 AbstractSpecies<F> species = (AbstractSpecies<F>) s;
835 if (length() != species.laneCount())
836 throw new IllegalArgumentException("VectorShuffle length and species length differ");
837 int[] shuffleArray = toArray();
838 return s.shuffleFromArray(shuffleArray, 0).check(s);
839 }
840
841 @ForceInline
842 @Override
843 public Float512Shuffle rearrange(VectorShuffle<Float> shuffle) {
844 Float512Shuffle s = (Float512Shuffle) shuffle;
845 byte[] reorder1 = reorder();
846 byte[] reorder2 = s.reorder();
847 byte[] r = new byte[reorder1.length];
848 for (int i = 0; i < reorder1.length; i++) {
849 int ssi = reorder2[i];
850 r[i] = reorder1[ssi]; // throws on exceptional index
851 }
852 return new Float512Shuffle(r);
853 }
854 }
855
856 // ================================================
857
858 // Specialized low-level memory operations.
859
860 @ForceInline
861 @Override
862 final
863 FloatVector fromArray0(float[] a, int offset) {
864 return super.fromArray0Template(a, offset); // specialize
865 }
866
867 @ForceInline
868 @Override
869 final
870 FloatVector fromArray0(float[] a, int offset, VectorMask<Float> m) {
871 return super.fromArray0Template(Float512Mask.class, a, offset, (Float512Mask) m); // specialize
872 }
873
874 @ForceInline
875 @Override
876 final
877 FloatVector fromArray0(float[] a, int offset, int[] indexMap, int mapOffset, VectorMask<Float> m) {
878 return super.fromArray0Template(Float512Mask.class, a, offset, indexMap, mapOffset, (Float512Mask) m);
879 }
880
881
882
883 @ForceInline
884 @Override
885 final
886 FloatVector fromMemorySegment0(MemorySegment ms, long offset) {
887 return super.fromMemorySegment0Template(ms, offset); // specialize
888 }
889
890 @ForceInline
891 @Override
892 final
893 FloatVector fromMemorySegment0(MemorySegment ms, long offset, VectorMask<Float> m) {
894 return super.fromMemorySegment0Template(Float512Mask.class, ms, offset, (Float512Mask) m); // specialize
895 }
896
897 @ForceInline
898 @Override
899 final
900 void intoArray0(float[] a, int offset) {
901 super.intoArray0Template(a, offset); // specialize
902 }
903
904 @ForceInline
905 @Override
906 final
907 void intoArray0(float[] a, int offset, VectorMask<Float> m) {
908 super.intoArray0Template(Float512Mask.class, a, offset, (Float512Mask) m);
909 }
910
911 @ForceInline
912 @Override
913 final
914 void intoArray0(float[] a, int offset, int[] indexMap, int mapOffset, VectorMask<Float> m) {
915 super.intoArray0Template(Float512Mask.class, a, offset, indexMap, mapOffset, (Float512Mask) m);
916 }
917
918
919 @ForceInline
920 @Override
921 final
922 void intoMemorySegment0(MemorySegment ms, long offset, VectorMask<Float> m) {
923 super.intoMemorySegment0Template(Float512Mask.class, ms, offset, (Float512Mask) m);
924 }
925
926
927 // End of specialized low-level memory operations.
928
929 // ================================================
930
931 }