1 /*
2 * Copyright (c) 2017, 2021, Oracle and/or its affiliates. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation. Oracle designates this
8 * particular file as subject to the "Classpath" exception as provided
9 * by Oracle in the LICENSE file that accompanied this code.
10 *
11 * This code is distributed in the hope that it will be useful, but WITHOUT
12 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
13 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
14 * version 2 for more details (a copy is included in the LICENSE file that
15 * accompanied this code).
16 *
17 * You should have received a copy of the GNU General Public License version
18 * 2 along with this work; if not, write to the Free Software Foundation,
19 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
20 *
21 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
22 * or visit www.oracle.com if you need additional information or have any
23 * questions.
24 */
25 package jdk.incubator.vector;
26
27 import java.nio.ByteBuffer;
28 import java.util.Arrays;
29 import java.util.Objects;
30 import java.util.function.IntUnaryOperator;
31
32 import jdk.internal.vm.annotation.ForceInline;
33 import jdk.internal.vm.vector.VectorSupport;
34
35 import static jdk.internal.vm.vector.VectorSupport.*;
36
37 import static jdk.incubator.vector.VectorOperators.*;
38
39 // -- This file was mechanically generated: Do not edit! -- //
40
41 @SuppressWarnings("cast") // warning: redundant cast
42 final class Int512Vector extends IntVector {
43 static final IntSpecies VSPECIES =
44 (IntSpecies) IntVector.SPECIES_512;
45
46 static final VectorShape VSHAPE =
47 VSPECIES.vectorShape();
48
49 static final Class<Int512Vector> VCLASS = Int512Vector.class;
50
51 static final int VSIZE = VSPECIES.vectorBitSize();
52
53 static final int VLENGTH = VSPECIES.laneCount(); // used by the JVM
54
55 static final Class<Integer> ETYPE = int.class; // used by the JVM
56
57 Int512Vector(int[] v) {
58 super(v);
59 }
60
61 // For compatibility as Int512Vector::new,
62 // stored into species.vectorFactory.
63 Int512Vector(Object v) {
64 this((int[]) v);
65 }
66
67 static final Int512Vector ZERO = new Int512Vector(new int[VLENGTH]);
68 static final Int512Vector IOTA = new Int512Vector(VSPECIES.iotaArray());
69
70 static {
71 // Warm up a few species caches.
72 // If we do this too much we will
73 // get NPEs from bootstrap circularity.
74 VSPECIES.dummyVector();
75 VSPECIES.withLanes(LaneType.BYTE);
76 }
77
78 // Specialized extractors
79
80 @ForceInline
81 final @Override
82 public IntSpecies vspecies() {
83 // ISSUE: This should probably be a @Stable
84 // field inside AbstractVector, rather than
85 // a megamorphic method.
86 return VSPECIES;
87 }
88
89 @ForceInline
90 @Override
91 public final Class<Integer> elementType() { return int.class; }
92
93 @ForceInline
94 @Override
95 public final int elementSize() { return Integer.SIZE; }
96
97 @ForceInline
98 @Override
99 public final VectorShape shape() { return VSHAPE; }
100
101 @ForceInline
102 @Override
103 public final int length() { return VLENGTH; }
104
105 @ForceInline
106 @Override
107 public final int bitSize() { return VSIZE; }
108
109 @ForceInline
110 @Override
111 public final int byteSize() { return VSIZE / Byte.SIZE; }
112
113 /*package-private*/
114 @ForceInline
115 final @Override
116 int[] vec() {
117 return (int[])getPayload();
118 }
119
120 // Virtualized constructors
121
122 @Override
123 @ForceInline
124 public final Int512Vector broadcast(int e) {
125 return (Int512Vector) super.broadcastTemplate(e); // specialize
126 }
127
128 @Override
129 @ForceInline
130 public final Int512Vector broadcast(long e) {
131 return (Int512Vector) super.broadcastTemplate(e); // specialize
132 }
133
134 @Override
135 @ForceInline
136 Int512Mask maskFromArray(boolean[] bits) {
137 return new Int512Mask(bits);
138 }
139
140 @Override
141 @ForceInline
142 Int512Shuffle iotaShuffle() { return Int512Shuffle.IOTA; }
143
144 @ForceInline
145 Int512Shuffle iotaShuffle(int start, int step, boolean wrap) {
146 if (wrap) {
147 return (Int512Shuffle)VectorSupport.shuffleIota(ETYPE, Int512Shuffle.class, VSPECIES, VLENGTH, start, step, 1,
148 (l, lstart, lstep, s) -> s.shuffleFromOp(i -> (VectorIntrinsics.wrapToRange(i*lstep + lstart, l))));
149 } else {
150 return (Int512Shuffle)VectorSupport.shuffleIota(ETYPE, Int512Shuffle.class, VSPECIES, VLENGTH, start, step, 0,
151 (l, lstart, lstep, s) -> s.shuffleFromOp(i -> (i*lstep + lstart)));
152 }
153 }
154
155 @Override
156 @ForceInline
157 Int512Shuffle shuffleFromBytes(byte[] reorder) { return new Int512Shuffle(reorder); }
158
159 @Override
160 @ForceInline
161 Int512Shuffle shuffleFromArray(int[] indexes, int i) { return new Int512Shuffle(indexes, i); }
162
163 @Override
164 @ForceInline
165 Int512Shuffle shuffleFromOp(IntUnaryOperator fn) { return new Int512Shuffle(fn); }
166
167 // Make a vector of the same species but the given elements:
168 @ForceInline
169 final @Override
170 Int512Vector vectorFactory(int[] vec) {
171 return new Int512Vector(vec);
172 }
173
174 @ForceInline
175 final @Override
176 Byte512Vector asByteVectorRaw() {
177 return (Byte512Vector) super.asByteVectorRawTemplate(); // specialize
178 }
179
180 @ForceInline
181 final @Override
182 AbstractVector<?> asVectorRaw(LaneType laneType) {
183 return super.asVectorRawTemplate(laneType); // specialize
184 }
185
186 // Unary operator
187
188 @ForceInline
189 final @Override
190 Int512Vector uOp(FUnOp f) {
191 return (Int512Vector) super.uOpTemplate(f); // specialize
192 }
193
194 @ForceInline
195 final @Override
196 Int512Vector uOp(VectorMask<Integer> m, FUnOp f) {
197 return (Int512Vector)
198 super.uOpTemplate((Int512Mask)m, f); // specialize
199 }
200
201 // Binary operator
202
203 @ForceInline
204 final @Override
205 Int512Vector bOp(Vector<Integer> v, FBinOp f) {
206 return (Int512Vector) super.bOpTemplate((Int512Vector)v, f); // specialize
207 }
208
209 @ForceInline
210 final @Override
211 Int512Vector bOp(Vector<Integer> v,
212 VectorMask<Integer> m, FBinOp f) {
213 return (Int512Vector)
214 super.bOpTemplate((Int512Vector)v, (Int512Mask)m,
215 f); // specialize
216 }
217
218 // Ternary operator
219
220 @ForceInline
221 final @Override
222 Int512Vector tOp(Vector<Integer> v1, Vector<Integer> v2, FTriOp f) {
223 return (Int512Vector)
224 super.tOpTemplate((Int512Vector)v1, (Int512Vector)v2,
225 f); // specialize
226 }
227
228 @ForceInline
229 final @Override
230 Int512Vector tOp(Vector<Integer> v1, Vector<Integer> v2,
231 VectorMask<Integer> m, FTriOp f) {
232 return (Int512Vector)
233 super.tOpTemplate((Int512Vector)v1, (Int512Vector)v2,
234 (Int512Mask)m, f); // specialize
235 }
236
237 @ForceInline
238 final @Override
239 int rOp(int v, VectorMask<Integer> m, FBinOp f) {
240 return super.rOpTemplate(v, m, f); // specialize
241 }
242
243 @Override
244 @ForceInline
245 public final <F>
246 Vector<F> convertShape(VectorOperators.Conversion<Integer,F> conv,
247 VectorSpecies<F> rsp, int part) {
248 return super.convertShapeTemplate(conv, rsp, part); // specialize
249 }
250
251 @Override
252 @ForceInline
253 public final <F>
254 Vector<F> reinterpretShape(VectorSpecies<F> toSpecies, int part) {
255 return super.reinterpretShapeTemplate(toSpecies, part); // specialize
256 }
257
258 // Specialized algebraic operations:
259
260 // The following definition forces a specialized version of this
261 // crucial method into the v-table of this class. A call to add()
262 // will inline to a call to lanewise(ADD,), at which point the JIT
263 // intrinsic will have the opcode of ADD, plus all the metadata
264 // for this particular class, enabling it to generate precise
265 // code.
266 //
267 // There is probably no benefit to the JIT to specialize the
268 // masked or broadcast versions of the lanewise method.
269
270 @Override
271 @ForceInline
272 public Int512Vector lanewise(Unary op) {
273 return (Int512Vector) super.lanewiseTemplate(op); // specialize
274 }
275
276 @Override
277 @ForceInline
278 public Int512Vector lanewise(Unary op, VectorMask<Integer> m) {
279 return (Int512Vector) super.lanewiseTemplate(op, Int512Mask.class, (Int512Mask) m); // specialize
280 }
281
282 @Override
283 @ForceInline
284 public Int512Vector lanewise(Binary op, Vector<Integer> v) {
285 return (Int512Vector) super.lanewiseTemplate(op, v); // specialize
286 }
287
288 @Override
289 @ForceInline
290 public Int512Vector lanewise(Binary op, Vector<Integer> v, VectorMask<Integer> m) {
291 return (Int512Vector) super.lanewiseTemplate(op, Int512Mask.class, v, (Int512Mask) m); // specialize
292 }
293
294 /*package-private*/
295 @Override
296 @ForceInline Int512Vector
297 lanewiseShift(VectorOperators.Binary op, int e) {
298 return (Int512Vector) super.lanewiseShiftTemplate(op, e); // specialize
299 }
300
301 /*package-private*/
302 @Override
303 @ForceInline Int512Vector
304 lanewiseShift(VectorOperators.Binary op, int e, VectorMask<Integer> m) {
305 return (Int512Vector) super.lanewiseShiftTemplate(op, Int512Mask.class, e, (Int512Mask) m); // specialize
306 }
307
308 /*package-private*/
309 @Override
310 @ForceInline
311 public final
312 Int512Vector
313 lanewise(Ternary op, Vector<Integer> v1, Vector<Integer> v2) {
314 return (Int512Vector) super.lanewiseTemplate(op, v1, v2); // specialize
315 }
316
317 @Override
318 @ForceInline
319 public final
320 Int512Vector
321 lanewise(Ternary op, Vector<Integer> v1, Vector<Integer> v2, VectorMask<Integer> m) {
322 return (Int512Vector) super.lanewiseTemplate(op, Int512Mask.class, v1, v2, (Int512Mask) m); // specialize
323 }
324
325 @Override
326 @ForceInline
327 public final
328 Int512Vector addIndex(int scale) {
329 return (Int512Vector) super.addIndexTemplate(scale); // specialize
330 }
331
332 // Type specific horizontal reductions
333
334 @Override
335 @ForceInline
336 public final int reduceLanes(VectorOperators.Associative op) {
337 return super.reduceLanesTemplate(op); // specialized
338 }
339
340 @Override
341 @ForceInline
342 public final int reduceLanes(VectorOperators.Associative op,
343 VectorMask<Integer> m) {
344 return super.reduceLanesTemplate(op, Int512Mask.class, (Int512Mask) m); // specialized
345 }
346
347 @Override
348 @ForceInline
349 public final long reduceLanesToLong(VectorOperators.Associative op) {
350 return (long) super.reduceLanesTemplate(op); // specialized
351 }
352
353 @Override
354 @ForceInline
355 public final long reduceLanesToLong(VectorOperators.Associative op,
356 VectorMask<Integer> m) {
357 return (long) super.reduceLanesTemplate(op, Int512Mask.class, (Int512Mask) m); // specialized
358 }
359
360 @ForceInline
361 public VectorShuffle<Integer> toShuffle() {
362 return super.toShuffleTemplate(Int512Shuffle.class); // specialize
363 }
364
365 // Specialized unary testing
366
367 @Override
368 @ForceInline
369 public final Int512Mask test(Test op) {
370 return super.testTemplate(Int512Mask.class, op); // specialize
371 }
372
373 // Specialized comparisons
374
375 @Override
376 @ForceInline
377 public final Int512Mask compare(Comparison op, Vector<Integer> v) {
378 return super.compareTemplate(Int512Mask.class, op, v); // specialize
379 }
380
381 @Override
382 @ForceInline
383 public final Int512Mask compare(Comparison op, int s) {
384 return super.compareTemplate(Int512Mask.class, op, s); // specialize
385 }
386
387 @Override
388 @ForceInline
389 public final Int512Mask compare(Comparison op, long s) {
390 return super.compareTemplate(Int512Mask.class, op, s); // specialize
391 }
392
393 @Override
394 @ForceInline
395 public final Int512Mask compare(Comparison op, Vector<Integer> v, VectorMask<Integer> m) {
396 return super.compareTemplate(Int512Mask.class, op, v, (Int512Mask) m);
397 }
398
399
400 @Override
401 @ForceInline
402 public Int512Vector blend(Vector<Integer> v, VectorMask<Integer> m) {
403 return (Int512Vector)
404 super.blendTemplate(Int512Mask.class,
405 (Int512Vector) v,
406 (Int512Mask) m); // specialize
407 }
408
409 @Override
410 @ForceInline
411 public Int512Vector slice(int origin, Vector<Integer> v) {
412 return (Int512Vector) super.sliceTemplate(origin, v); // specialize
413 }
414
415 @Override
416 @ForceInline
417 public Int512Vector slice(int origin) {
418 return (Int512Vector) super.sliceTemplate(origin); // specialize
419 }
420
421 @Override
422 @ForceInline
423 public Int512Vector unslice(int origin, Vector<Integer> w, int part) {
424 return (Int512Vector) super.unsliceTemplate(origin, w, part); // specialize
425 }
426
427 @Override
428 @ForceInline
429 public Int512Vector unslice(int origin, Vector<Integer> w, int part, VectorMask<Integer> m) {
430 return (Int512Vector)
431 super.unsliceTemplate(Int512Mask.class,
432 origin, w, part,
433 (Int512Mask) m); // specialize
434 }
435
436 @Override
437 @ForceInline
438 public Int512Vector unslice(int origin) {
439 return (Int512Vector) super.unsliceTemplate(origin); // specialize
440 }
441
442 @Override
443 @ForceInline
444 public Int512Vector rearrange(VectorShuffle<Integer> s) {
445 return (Int512Vector)
446 super.rearrangeTemplate(Int512Shuffle.class,
447 (Int512Shuffle) s); // specialize
448 }
449
450 @Override
451 @ForceInline
452 public Int512Vector rearrange(VectorShuffle<Integer> shuffle,
453 VectorMask<Integer> m) {
454 return (Int512Vector)
455 super.rearrangeTemplate(Int512Shuffle.class,
456 Int512Mask.class,
457 (Int512Shuffle) shuffle,
458 (Int512Mask) m); // specialize
459 }
460
461 @Override
462 @ForceInline
463 public Int512Vector rearrange(VectorShuffle<Integer> s,
464 Vector<Integer> v) {
465 return (Int512Vector)
466 super.rearrangeTemplate(Int512Shuffle.class,
467 (Int512Shuffle) s,
468 (Int512Vector) v); // specialize
469 }
470
471 @Override
472 @ForceInline
473 public Int512Vector compress(VectorMask<Integer> m) {
474 return (Int512Vector)
475 super.compressTemplate(Int512Mask.class,
476 (Int512Mask) m); // specialize
477 }
478
479 @Override
480 @ForceInline
481 public Int512Vector expand(VectorMask<Integer> m) {
482 return (Int512Vector)
483 super.expandTemplate(Int512Mask.class,
484 (Int512Mask) m); // specialize
485 }
486
487 @Override
488 @ForceInline
489 public Int512Vector selectFrom(Vector<Integer> v) {
490 return (Int512Vector)
491 super.selectFromTemplate((Int512Vector) v); // specialize
492 }
493
494 @Override
495 @ForceInline
496 public Int512Vector selectFrom(Vector<Integer> v,
497 VectorMask<Integer> m) {
498 return (Int512Vector)
499 super.selectFromTemplate((Int512Vector) v,
500 (Int512Mask) m); // specialize
501 }
502
503
504 @ForceInline
505 @Override
506 public int lane(int i) {
507 switch(i) {
508 case 0: return laneHelper(0);
509 case 1: return laneHelper(1);
510 case 2: return laneHelper(2);
511 case 3: return laneHelper(3);
512 case 4: return laneHelper(4);
513 case 5: return laneHelper(5);
514 case 6: return laneHelper(6);
515 case 7: return laneHelper(7);
516 case 8: return laneHelper(8);
517 case 9: return laneHelper(9);
518 case 10: return laneHelper(10);
519 case 11: return laneHelper(11);
520 case 12: return laneHelper(12);
521 case 13: return laneHelper(13);
522 case 14: return laneHelper(14);
523 case 15: return laneHelper(15);
524 default: throw new IllegalArgumentException("Index " + i + " must be zero or positive, and less than " + VLENGTH);
525 }
526 }
527
528 public int laneHelper(int i) {
529 return (int) VectorSupport.extract(
530 VCLASS, ETYPE, VLENGTH,
531 this, i,
532 (vec, ix) -> {
533 int[] vecarr = vec.vec();
534 return (long)vecarr[ix];
535 });
536 }
537
538 @ForceInline
539 @Override
540 public Int512Vector withLane(int i, int e) {
541 switch (i) {
542 case 0: return withLaneHelper(0, e);
543 case 1: return withLaneHelper(1, e);
544 case 2: return withLaneHelper(2, e);
545 case 3: return withLaneHelper(3, e);
546 case 4: return withLaneHelper(4, e);
547 case 5: return withLaneHelper(5, e);
548 case 6: return withLaneHelper(6, e);
549 case 7: return withLaneHelper(7, e);
550 case 8: return withLaneHelper(8, e);
551 case 9: return withLaneHelper(9, e);
552 case 10: return withLaneHelper(10, e);
553 case 11: return withLaneHelper(11, e);
554 case 12: return withLaneHelper(12, e);
555 case 13: return withLaneHelper(13, e);
556 case 14: return withLaneHelper(14, e);
557 case 15: return withLaneHelper(15, e);
558 default: throw new IllegalArgumentException("Index " + i + " must be zero or positive, and less than " + VLENGTH);
559 }
560 }
561
562 public Int512Vector withLaneHelper(int i, int e) {
563 return VectorSupport.insert(
564 VCLASS, ETYPE, VLENGTH,
565 this, i, (long)e,
566 (v, ix, bits) -> {
567 int[] res = v.vec().clone();
568 res[ix] = (int)bits;
569 return v.vectorFactory(res);
570 });
571 }
572
573 // Mask
574
575 static final class Int512Mask extends AbstractMask<Integer> {
576 static final int VLENGTH = VSPECIES.laneCount(); // used by the JVM
577 static final Class<Integer> ETYPE = int.class; // used by the JVM
578
579 Int512Mask(boolean[] bits) {
580 this(bits, 0);
581 }
582
583 Int512Mask(boolean[] bits, int offset) {
584 super(prepare(bits, offset));
585 }
586
587 Int512Mask(boolean val) {
588 super(prepare(val));
589 }
590
591 private static boolean[] prepare(boolean[] bits, int offset) {
592 boolean[] newBits = new boolean[VSPECIES.laneCount()];
593 for (int i = 0; i < newBits.length; i++) {
594 newBits[i] = bits[offset + i];
595 }
596 return newBits;
597 }
598
599 private static boolean[] prepare(boolean val) {
600 boolean[] bits = new boolean[VSPECIES.laneCount()];
601 Arrays.fill(bits, val);
602 return bits;
603 }
604
605 @ForceInline
606 final @Override
607 public IntSpecies vspecies() {
608 // ISSUE: This should probably be a @Stable
609 // field inside AbstractMask, rather than
610 // a megamorphic method.
611 return VSPECIES;
612 }
613
614 @ForceInline
615 boolean[] getBits() {
616 return (boolean[])getPayload();
617 }
618
619 @Override
620 Int512Mask uOp(MUnOp f) {
621 boolean[] res = new boolean[vspecies().laneCount()];
622 boolean[] bits = getBits();
623 for (int i = 0; i < res.length; i++) {
624 res[i] = f.apply(i, bits[i]);
625 }
626 return new Int512Mask(res);
627 }
628
629 @Override
630 Int512Mask bOp(VectorMask<Integer> m, MBinOp f) {
631 boolean[] res = new boolean[vspecies().laneCount()];
632 boolean[] bits = getBits();
633 boolean[] mbits = ((Int512Mask)m).getBits();
634 for (int i = 0; i < res.length; i++) {
635 res[i] = f.apply(i, bits[i], mbits[i]);
636 }
637 return new Int512Mask(res);
638 }
639
640 @ForceInline
641 @Override
642 public final
643 Int512Vector toVector() {
644 return (Int512Vector) super.toVectorTemplate(); // specialize
645 }
646
647 /**
648 * Helper function for lane-wise mask conversions.
649 * This function kicks in after intrinsic failure.
650 */
651 @ForceInline
652 private final <E>
653 VectorMask<E> defaultMaskCast(AbstractSpecies<E> dsp) {
654 if (length() != dsp.laneCount())
655 throw new IllegalArgumentException("VectorMask length and species length differ");
656 boolean[] maskArray = toArray();
657 return dsp.maskFactory(maskArray).check(dsp);
658 }
659
660 @Override
661 @ForceInline
662 public <E> VectorMask<E> cast(VectorSpecies<E> dsp) {
663 AbstractSpecies<E> species = (AbstractSpecies<E>) dsp;
664 if (length() != species.laneCount())
665 throw new IllegalArgumentException("VectorMask length and species length differ");
666
667 return VectorSupport.convert(VectorSupport.VECTOR_OP_CAST,
668 this.getClass(), ETYPE, VLENGTH,
669 species.maskType(), species.elementType(), VLENGTH,
670 this, species,
671 (m, s) -> s.maskFactory(m.toArray()).check(s));
672 }
673
674 @Override
675 @ForceInline
676 public Int512Mask eq(VectorMask<Integer> mask) {
677 Objects.requireNonNull(mask);
678 Int512Mask m = (Int512Mask)mask;
679 return xor(m.not());
680 }
681
682 // Unary operations
683
684 @Override
685 @ForceInline
686 public Int512Mask not() {
687 return xor(maskAll(true));
688 }
689
690 @Override
691 @ForceInline
692 public Int512Mask compress() {
693 return (Int512Mask)VectorSupport.comExpOp(VectorSupport.VECTOR_OP_MASK_COMPRESS,
694 Int512Vector.class, Int512Mask.class, ETYPE, VLENGTH, null, this,
695 (v1, m1) -> VSPECIES.iota().compare(VectorOperators.LT, m1.trueCount()));
696 }
697
698
699 // Binary operations
700
701 @Override
702 @ForceInline
703 public Int512Mask and(VectorMask<Integer> mask) {
704 Objects.requireNonNull(mask);
705 Int512Mask m = (Int512Mask)mask;
706 return VectorSupport.binaryOp(VECTOR_OP_AND, Int512Mask.class, null, int.class, VLENGTH,
707 this, m, null,
708 (m1, m2, vm) -> m1.bOp(m2, (i, a, b) -> a & b));
709 }
710
711 @Override
712 @ForceInline
713 public Int512Mask or(VectorMask<Integer> mask) {
714 Objects.requireNonNull(mask);
715 Int512Mask m = (Int512Mask)mask;
716 return VectorSupport.binaryOp(VECTOR_OP_OR, Int512Mask.class, null, int.class, VLENGTH,
717 this, m, null,
718 (m1, m2, vm) -> m1.bOp(m2, (i, a, b) -> a | b));
719 }
720
721 @ForceInline
722 /* package-private */
723 Int512Mask xor(VectorMask<Integer> mask) {
724 Objects.requireNonNull(mask);
725 Int512Mask m = (Int512Mask)mask;
726 return VectorSupport.binaryOp(VECTOR_OP_XOR, Int512Mask.class, null, int.class, VLENGTH,
727 this, m, null,
728 (m1, m2, vm) -> m1.bOp(m2, (i, a, b) -> a ^ b));
729 }
730
731 // Mask Query operations
732
733 @Override
734 @ForceInline
735 public int trueCount() {
736 return (int) VectorSupport.maskReductionCoerced(VECTOR_OP_MASK_TRUECOUNT, Int512Mask.class, int.class, VLENGTH, this,
737 (m) -> trueCountHelper(m.getBits()));
738 }
739
740 @Override
741 @ForceInline
742 public int firstTrue() {
743 return (int) VectorSupport.maskReductionCoerced(VECTOR_OP_MASK_FIRSTTRUE, Int512Mask.class, int.class, VLENGTH, this,
744 (m) -> firstTrueHelper(m.getBits()));
745 }
746
747 @Override
748 @ForceInline
749 public int lastTrue() {
750 return (int) VectorSupport.maskReductionCoerced(VECTOR_OP_MASK_LASTTRUE, Int512Mask.class, int.class, VLENGTH, this,
751 (m) -> lastTrueHelper(m.getBits()));
752 }
753
754 @Override
755 @ForceInline
756 public long toLong() {
757 if (length() > Long.SIZE) {
758 throw new UnsupportedOperationException("too many lanes for one long");
759 }
760 return VectorSupport.maskReductionCoerced(VECTOR_OP_MASK_TOLONG, Int512Mask.class, int.class, VLENGTH, this,
761 (m) -> toLongHelper(m.getBits()));
762 }
763
764 // Reductions
765
766 @Override
767 @ForceInline
768 public boolean anyTrue() {
769 return VectorSupport.test(BT_ne, Int512Mask.class, int.class, VLENGTH,
770 this, vspecies().maskAll(true),
771 (m, __) -> anyTrueHelper(((Int512Mask)m).getBits()));
772 }
773
774 @Override
775 @ForceInline
776 public boolean allTrue() {
777 return VectorSupport.test(BT_overflow, Int512Mask.class, int.class, VLENGTH,
778 this, vspecies().maskAll(true),
779 (m, __) -> allTrueHelper(((Int512Mask)m).getBits()));
780 }
781
782 @ForceInline
783 /*package-private*/
784 static Int512Mask maskAll(boolean bit) {
785 return VectorSupport.fromBitsCoerced(Int512Mask.class, int.class, VLENGTH,
786 (bit ? -1 : 0), MODE_BROADCAST, null,
787 (v, __) -> (v != 0 ? TRUE_MASK : FALSE_MASK));
788 }
789 private static final Int512Mask TRUE_MASK = new Int512Mask(true);
790 private static final Int512Mask FALSE_MASK = new Int512Mask(false);
791
792 }
793
794 // Shuffle
795
796 static final class Int512Shuffle extends AbstractShuffle<Integer> {
797 static final int VLENGTH = VSPECIES.laneCount(); // used by the JVM
798 static final Class<Integer> ETYPE = int.class; // used by the JVM
799
800 Int512Shuffle(byte[] reorder) {
801 super(VLENGTH, reorder);
802 }
803
804 public Int512Shuffle(int[] reorder) {
805 super(VLENGTH, reorder);
806 }
807
808 public Int512Shuffle(int[] reorder, int i) {
809 super(VLENGTH, reorder, i);
810 }
811
812 public Int512Shuffle(IntUnaryOperator fn) {
813 super(VLENGTH, fn);
814 }
815
816 @Override
817 public IntSpecies vspecies() {
818 return VSPECIES;
819 }
820
821 static {
822 // There must be enough bits in the shuffle lanes to encode
823 // VLENGTH valid indexes and VLENGTH exceptional ones.
824 assert(VLENGTH < Byte.MAX_VALUE);
825 assert(Byte.MIN_VALUE <= -VLENGTH);
826 }
827 static final Int512Shuffle IOTA = new Int512Shuffle(IDENTITY);
828
829 @Override
830 @ForceInline
831 public Int512Vector toVector() {
832 return VectorSupport.shuffleToVector(VCLASS, ETYPE, Int512Shuffle.class, this, VLENGTH,
833 (s) -> ((Int512Vector)(((AbstractShuffle<Integer>)(s)).toVectorTemplate())));
834 }
835
836 @Override
837 @ForceInline
838 public <F> VectorShuffle<F> cast(VectorSpecies<F> s) {
839 AbstractSpecies<F> species = (AbstractSpecies<F>) s;
840 if (length() != species.laneCount())
841 throw new IllegalArgumentException("VectorShuffle length and species length differ");
842 int[] shuffleArray = toArray();
843 return s.shuffleFromArray(shuffleArray, 0).check(s);
844 }
845
846 @ForceInline
847 @Override
848 public Int512Shuffle rearrange(VectorShuffle<Integer> shuffle) {
849 Int512Shuffle s = (Int512Shuffle) shuffle;
850 byte[] reorder1 = reorder();
851 byte[] reorder2 = s.reorder();
852 byte[] r = new byte[reorder1.length];
853 for (int i = 0; i < reorder1.length; i++) {
854 int ssi = reorder2[i];
855 r[i] = reorder1[ssi]; // throws on exceptional index
856 }
857 return new Int512Shuffle(r);
858 }
859 }
860
861 // ================================================
862
863 // Specialized low-level memory operations.
864
865 @ForceInline
866 @Override
867 final
868 IntVector fromArray0(int[] a, int offset) {
869 return super.fromArray0Template(a, offset); // specialize
870 }
871
872 @ForceInline
873 @Override
874 final
875 IntVector fromArray0(int[] a, int offset, VectorMask<Integer> m) {
876 return super.fromArray0Template(Int512Mask.class, a, offset, (Int512Mask) m); // specialize
877 }
878
879 @ForceInline
880 @Override
881 final
882 IntVector fromArray0(int[] a, int offset, int[] indexMap, int mapOffset, VectorMask<Integer> m) {
883 return super.fromArray0Template(Int512Mask.class, a, offset, indexMap, mapOffset, (Int512Mask) m);
884 }
885
886
887
888 @ForceInline
889 @Override
890 final
891 IntVector fromByteArray0(byte[] a, int offset) {
892 return super.fromByteArray0Template(a, offset); // specialize
893 }
894
895 @ForceInline
896 @Override
897 final
898 IntVector fromByteArray0(byte[] a, int offset, VectorMask<Integer> m) {
899 return super.fromByteArray0Template(Int512Mask.class, a, offset, (Int512Mask) m); // specialize
900 }
901
902 @ForceInline
903 @Override
904 final
905 IntVector fromByteBuffer0(ByteBuffer bb, int offset) {
906 return super.fromByteBuffer0Template(bb, offset); // specialize
907 }
908
909 @ForceInline
910 @Override
911 final
912 IntVector fromByteBuffer0(ByteBuffer bb, int offset, VectorMask<Integer> m) {
913 return super.fromByteBuffer0Template(Int512Mask.class, bb, offset, (Int512Mask) m); // specialize
914 }
915
916 @ForceInline
917 @Override
918 final
919 void intoArray0(int[] a, int offset) {
920 super.intoArray0Template(a, offset); // specialize
921 }
922
923 @ForceInline
924 @Override
925 final
926 void intoArray0(int[] a, int offset, VectorMask<Integer> m) {
927 super.intoArray0Template(Int512Mask.class, a, offset, (Int512Mask) m);
928 }
929
930 @ForceInline
931 @Override
932 final
933 void intoArray0(int[] a, int offset, int[] indexMap, int mapOffset, VectorMask<Integer> m) {
934 super.intoArray0Template(Int512Mask.class, a, offset, indexMap, mapOffset, (Int512Mask) m);
935 }
936
937
938 @ForceInline
939 @Override
940 final
941 void intoByteArray0(byte[] a, int offset) {
942 super.intoByteArray0Template(a, offset); // specialize
943 }
944
945 @ForceInline
946 @Override
947 final
948 void intoByteArray0(byte[] a, int offset, VectorMask<Integer> m) {
949 super.intoByteArray0Template(Int512Mask.class, a, offset, (Int512Mask) m); // specialize
950 }
951
952 @ForceInline
953 @Override
954 final
955 void intoByteBuffer0(ByteBuffer bb, int offset, VectorMask<Integer> m) {
956 super.intoByteBuffer0Template(Int512Mask.class, bb, offset, (Int512Mask) m);
957 }
958
959
960 // End of specialized low-level memory operations.
961
962 // ================================================
963
964 }