1 /*
2 * Copyright (c) 2017, 2022, Oracle and/or its affiliates. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation. Oracle designates this
8 * particular file as subject to the "Classpath" exception as provided
9 * by Oracle in the LICENSE file that accompanied this code.
10 *
11 * This code is distributed in the hope that it will be useful, but WITHOUT
12 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
13 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
14 * version 2 for more details (a copy is included in the LICENSE file that
15 * accompanied this code).
16 *
17 * You should have received a copy of the GNU General Public License version
18 * 2 along with this work; if not, write to the Free Software Foundation,
19 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
20 *
21 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
22 * or visit www.oracle.com if you need additional information or have any
23 * questions.
24 */
25 package jdk.incubator.vector;
26
27 import java.nio.ByteBuffer;
28 import java.util.Arrays;
29 import java.util.Objects;
30 import java.util.function.IntUnaryOperator;
31
32 import jdk.internal.vm.annotation.ForceInline;
33 import jdk.internal.vm.vector.VectorSupport;
34
35 import static jdk.internal.vm.vector.VectorSupport.*;
36
37 import static jdk.incubator.vector.VectorOperators.*;
38
39 // -- This file was mechanically generated: Do not edit! -- //
40
41 @SuppressWarnings("cast") // warning: redundant cast
42 final class Byte512Vector extends ByteVector {
43 static final ByteSpecies VSPECIES =
44 (ByteSpecies) ByteVector.SPECIES_512;
45
46 static final VectorShape VSHAPE =
47 VSPECIES.vectorShape();
48
49 static final Class<Byte512Vector> VCLASS = Byte512Vector.class;
50
51 static final int VSIZE = VSPECIES.vectorBitSize();
52
53 static final int VLENGTH = VSPECIES.laneCount(); // used by the JVM
54
55 static final Class<Byte> ETYPE = byte.class; // used by the JVM
56
57 Byte512Vector(byte[] v) {
58 super(v);
59 }
60
61 // For compatibility as Byte512Vector::new,
62 // stored into species.vectorFactory.
63 Byte512Vector(Object v) {
64 this((byte[]) v);
65 }
66
67 static final Byte512Vector ZERO = new Byte512Vector(new byte[VLENGTH]);
68 static final Byte512Vector IOTA = new Byte512Vector(VSPECIES.iotaArray());
69
70 static {
71 // Warm up a few species caches.
72 // If we do this too much we will
73 // get NPEs from bootstrap circularity.
74 VSPECIES.dummyVector();
75 VSPECIES.withLanes(LaneType.BYTE);
76 }
77
78 // Specialized extractors
79
80 @ForceInline
81 final @Override
82 public ByteSpecies vspecies() {
83 // ISSUE: This should probably be a @Stable
84 // field inside AbstractVector, rather than
85 // a megamorphic method.
86 return VSPECIES;
87 }
88
89 @ForceInline
90 @Override
91 public final Class<Byte> elementType() { return byte.class; }
92
93 @ForceInline
94 @Override
95 public final int elementSize() { return Byte.SIZE; }
96
97 @ForceInline
98 @Override
99 public final VectorShape shape() { return VSHAPE; }
100
101 @ForceInline
102 @Override
103 public final int length() { return VLENGTH; }
104
105 @ForceInline
106 @Override
107 public final int bitSize() { return VSIZE; }
108
109 @ForceInline
110 @Override
111 public final int byteSize() { return VSIZE / Byte.SIZE; }
112
113 /*package-private*/
114 @ForceInline
115 final @Override
116 byte[] vec() {
117 return (byte[])getPayload();
118 }
119
120 // Virtualized constructors
121
122 @Override
123 @ForceInline
124 public final Byte512Vector broadcast(byte e) {
125 return (Byte512Vector) super.broadcastTemplate(e); // specialize
126 }
127
128 @Override
129 @ForceInline
130 public final Byte512Vector broadcast(long e) {
131 return (Byte512Vector) super.broadcastTemplate(e); // specialize
132 }
133
134 @Override
135 @ForceInline
136 Byte512Mask maskFromArray(boolean[] bits) {
137 return new Byte512Mask(bits);
138 }
139
140 @Override
141 @ForceInline
142 Byte512Shuffle iotaShuffle() { return Byte512Shuffle.IOTA; }
143
144 @ForceInline
145 Byte512Shuffle iotaShuffle(int start, int step, boolean wrap) {
146 if (wrap) {
147 return (Byte512Shuffle)VectorSupport.shuffleIota(ETYPE, Byte512Shuffle.class, VSPECIES, VLENGTH, start, step, 1,
148 (l, lstart, lstep, s) -> s.shuffleFromOp(i -> (VectorIntrinsics.wrapToRange(i*lstep + lstart, l))));
149 } else {
150 return (Byte512Shuffle)VectorSupport.shuffleIota(ETYPE, Byte512Shuffle.class, VSPECIES, VLENGTH, start, step, 0,
151 (l, lstart, lstep, s) -> s.shuffleFromOp(i -> (i*lstep + lstart)));
152 }
153 }
154
155 @Override
156 @ForceInline
157 Byte512Shuffle shuffleFromBytes(byte[] reorder) { return new Byte512Shuffle(reorder); }
158
159 @Override
160 @ForceInline
161 Byte512Shuffle shuffleFromArray(int[] indexes, int i) { return new Byte512Shuffle(indexes, i); }
162
163 @Override
164 @ForceInline
165 Byte512Shuffle shuffleFromOp(IntUnaryOperator fn) { return new Byte512Shuffle(fn); }
166
167 // Make a vector of the same species but the given elements:
168 @ForceInline
169 final @Override
170 Byte512Vector vectorFactory(byte[] vec) {
171 return new Byte512Vector(vec);
172 }
173
174 @ForceInline
175 final @Override
176 Byte512Vector asByteVectorRaw() {
177 return (Byte512Vector) super.asByteVectorRawTemplate(); // specialize
178 }
179
180 @ForceInline
181 final @Override
182 AbstractVector<?> asVectorRaw(LaneType laneType) {
183 return super.asVectorRawTemplate(laneType); // specialize
184 }
185
186 // Unary operator
187
188 @ForceInline
189 final @Override
190 Byte512Vector uOp(FUnOp f) {
191 return (Byte512Vector) super.uOpTemplate(f); // specialize
192 }
193
194 @ForceInline
195 final @Override
196 Byte512Vector uOp(VectorMask<Byte> m, FUnOp f) {
197 return (Byte512Vector)
198 super.uOpTemplate((Byte512Mask)m, f); // specialize
199 }
200
201 // Binary operator
202
203 @ForceInline
204 final @Override
205 Byte512Vector bOp(Vector<Byte> v, FBinOp f) {
206 return (Byte512Vector) super.bOpTemplate((Byte512Vector)v, f); // specialize
207 }
208
209 @ForceInline
210 final @Override
211 Byte512Vector bOp(Vector<Byte> v,
212 VectorMask<Byte> m, FBinOp f) {
213 return (Byte512Vector)
214 super.bOpTemplate((Byte512Vector)v, (Byte512Mask)m,
215 f); // specialize
216 }
217
218 // Ternary operator
219
220 @ForceInline
221 final @Override
222 Byte512Vector tOp(Vector<Byte> v1, Vector<Byte> v2, FTriOp f) {
223 return (Byte512Vector)
224 super.tOpTemplate((Byte512Vector)v1, (Byte512Vector)v2,
225 f); // specialize
226 }
227
228 @ForceInline
229 final @Override
230 Byte512Vector tOp(Vector<Byte> v1, Vector<Byte> v2,
231 VectorMask<Byte> m, FTriOp f) {
232 return (Byte512Vector)
233 super.tOpTemplate((Byte512Vector)v1, (Byte512Vector)v2,
234 (Byte512Mask)m, f); // specialize
235 }
236
237 @ForceInline
238 final @Override
239 byte rOp(byte v, VectorMask<Byte> m, FBinOp f) {
240 return super.rOpTemplate(v, m, f); // specialize
241 }
242
243 @Override
244 @ForceInline
245 public final <F>
246 Vector<F> convertShape(VectorOperators.Conversion<Byte,F> conv,
247 VectorSpecies<F> rsp, int part) {
248 return super.convertShapeTemplate(conv, rsp, part); // specialize
249 }
250
251 @Override
252 @ForceInline
253 public final <F>
254 Vector<F> reinterpretShape(VectorSpecies<F> toSpecies, int part) {
255 return super.reinterpretShapeTemplate(toSpecies, part); // specialize
256 }
257
258 // Specialized algebraic operations:
259
260 // The following definition forces a specialized version of this
261 // crucial method into the v-table of this class. A call to add()
262 // will inline to a call to lanewise(ADD,), at which point the JIT
263 // intrinsic will have the opcode of ADD, plus all the metadata
264 // for this particular class, enabling it to generate precise
265 // code.
266 //
267 // There is probably no benefit to the JIT to specialize the
268 // masked or broadcast versions of the lanewise method.
269
270 @Override
271 @ForceInline
272 public Byte512Vector lanewise(Unary op) {
273 return (Byte512Vector) super.lanewiseTemplate(op); // specialize
274 }
275
276 @Override
277 @ForceInline
278 public Byte512Vector lanewise(Unary op, VectorMask<Byte> m) {
279 return (Byte512Vector) super.lanewiseTemplate(op, Byte512Mask.class, (Byte512Mask) m); // specialize
280 }
281
282 @Override
283 @ForceInline
284 public Byte512Vector lanewise(Binary op, Vector<Byte> v) {
285 return (Byte512Vector) super.lanewiseTemplate(op, v); // specialize
286 }
287
288 @Override
289 @ForceInline
290 public Byte512Vector lanewise(Binary op, Vector<Byte> v, VectorMask<Byte> m) {
291 return (Byte512Vector) super.lanewiseTemplate(op, Byte512Mask.class, v, (Byte512Mask) m); // specialize
292 }
293
294 /*package-private*/
295 @Override
296 @ForceInline Byte512Vector
297 lanewiseShift(VectorOperators.Binary op, int e) {
298 return (Byte512Vector) super.lanewiseShiftTemplate(op, e); // specialize
299 }
300
301 /*package-private*/
302 @Override
303 @ForceInline Byte512Vector
304 lanewiseShift(VectorOperators.Binary op, int e, VectorMask<Byte> m) {
305 return (Byte512Vector) super.lanewiseShiftTemplate(op, Byte512Mask.class, e, (Byte512Mask) m); // specialize
306 }
307
308 /*package-private*/
309 @Override
310 @ForceInline
311 public final
312 Byte512Vector
313 lanewise(Ternary op, Vector<Byte> v1, Vector<Byte> v2) {
314 return (Byte512Vector) super.lanewiseTemplate(op, v1, v2); // specialize
315 }
316
317 @Override
318 @ForceInline
319 public final
320 Byte512Vector
321 lanewise(Ternary op, Vector<Byte> v1, Vector<Byte> v2, VectorMask<Byte> m) {
322 return (Byte512Vector) super.lanewiseTemplate(op, Byte512Mask.class, v1, v2, (Byte512Mask) m); // specialize
323 }
324
325 @Override
326 @ForceInline
327 public final
328 Byte512Vector addIndex(int scale) {
329 return (Byte512Vector) super.addIndexTemplate(scale); // specialize
330 }
331
332 // Type specific horizontal reductions
333
334 @Override
335 @ForceInline
336 public final byte reduceLanes(VectorOperators.Associative op) {
337 return super.reduceLanesTemplate(op); // specialized
338 }
339
340 @Override
341 @ForceInline
342 public final byte reduceLanes(VectorOperators.Associative op,
343 VectorMask<Byte> m) {
344 return super.reduceLanesTemplate(op, Byte512Mask.class, (Byte512Mask) m); // specialized
345 }
346
347 @Override
348 @ForceInline
349 public final long reduceLanesToLong(VectorOperators.Associative op) {
350 return (long) super.reduceLanesTemplate(op); // specialized
351 }
352
353 @Override
354 @ForceInline
355 public final long reduceLanesToLong(VectorOperators.Associative op,
356 VectorMask<Byte> m) {
357 return (long) super.reduceLanesTemplate(op, Byte512Mask.class, (Byte512Mask) m); // specialized
358 }
359
360 @ForceInline
361 public VectorShuffle<Byte> toShuffle() {
362 return super.toShuffleTemplate(Byte512Shuffle.class); // specialize
363 }
364
365 // Specialized unary testing
366
367 @Override
368 @ForceInline
369 public final Byte512Mask test(Test op) {
370 return super.testTemplate(Byte512Mask.class, op); // specialize
371 }
372
373 @Override
374 @ForceInline
375 public final Byte512Mask test(Test op, VectorMask<Byte> m) {
376 return super.testTemplate(Byte512Mask.class, op, (Byte512Mask) m); // specialize
377 }
378
379 // Specialized comparisons
380
381 @Override
382 @ForceInline
383 public final Byte512Mask compare(Comparison op, Vector<Byte> v) {
384 return super.compareTemplate(Byte512Mask.class, op, v); // specialize
385 }
386
387 @Override
388 @ForceInline
389 public final Byte512Mask compare(Comparison op, byte s) {
390 return super.compareTemplate(Byte512Mask.class, op, s); // specialize
391 }
392
393 @Override
394 @ForceInline
395 public final Byte512Mask compare(Comparison op, long s) {
396 return super.compareTemplate(Byte512Mask.class, op, s); // specialize
397 }
398
399 @Override
400 @ForceInline
401 public final Byte512Mask compare(Comparison op, Vector<Byte> v, VectorMask<Byte> m) {
402 return super.compareTemplate(Byte512Mask.class, op, v, (Byte512Mask) m);
403 }
404
405
406 @Override
407 @ForceInline
408 public Byte512Vector blend(Vector<Byte> v, VectorMask<Byte> m) {
409 return (Byte512Vector)
410 super.blendTemplate(Byte512Mask.class,
411 (Byte512Vector) v,
412 (Byte512Mask) m); // specialize
413 }
414
415 @Override
416 @ForceInline
417 public Byte512Vector slice(int origin, Vector<Byte> v) {
418 return (Byte512Vector) super.sliceTemplate(origin, v); // specialize
419 }
420
421 @Override
422 @ForceInline
423 public Byte512Vector slice(int origin) {
424 return (Byte512Vector) super.sliceTemplate(origin); // specialize
425 }
426
427 @Override
428 @ForceInline
429 public Byte512Vector unslice(int origin, Vector<Byte> w, int part) {
430 return (Byte512Vector) super.unsliceTemplate(origin, w, part); // specialize
431 }
432
433 @Override
434 @ForceInline
435 public Byte512Vector unslice(int origin, Vector<Byte> w, int part, VectorMask<Byte> m) {
436 return (Byte512Vector)
437 super.unsliceTemplate(Byte512Mask.class,
438 origin, w, part,
439 (Byte512Mask) m); // specialize
440 }
441
442 @Override
443 @ForceInline
444 public Byte512Vector unslice(int origin) {
445 return (Byte512Vector) super.unsliceTemplate(origin); // specialize
446 }
447
448 @Override
449 @ForceInline
450 public Byte512Vector rearrange(VectorShuffle<Byte> s) {
451 return (Byte512Vector)
452 super.rearrangeTemplate(Byte512Shuffle.class,
453 (Byte512Shuffle) s); // specialize
454 }
455
456 @Override
457 @ForceInline
458 public Byte512Vector rearrange(VectorShuffle<Byte> shuffle,
459 VectorMask<Byte> m) {
460 return (Byte512Vector)
461 super.rearrangeTemplate(Byte512Shuffle.class,
462 Byte512Mask.class,
463 (Byte512Shuffle) shuffle,
464 (Byte512Mask) m); // specialize
465 }
466
467 @Override
468 @ForceInline
469 public Byte512Vector rearrange(VectorShuffle<Byte> s,
470 Vector<Byte> v) {
471 return (Byte512Vector)
472 super.rearrangeTemplate(Byte512Shuffle.class,
473 (Byte512Shuffle) s,
474 (Byte512Vector) v); // specialize
475 }
476
477 @Override
478 @ForceInline
479 public Byte512Vector selectFrom(Vector<Byte> v) {
480 return (Byte512Vector)
481 super.selectFromTemplate((Byte512Vector) v); // specialize
482 }
483
484 @Override
485 @ForceInline
486 public Byte512Vector selectFrom(Vector<Byte> v,
487 VectorMask<Byte> m) {
488 return (Byte512Vector)
489 super.selectFromTemplate((Byte512Vector) v,
490 (Byte512Mask) m); // specialize
491 }
492
493
494 @ForceInline
495 @Override
496 public byte lane(int i) {
497 switch(i) {
498 case 0: return laneHelper(0);
499 case 1: return laneHelper(1);
500 case 2: return laneHelper(2);
501 case 3: return laneHelper(3);
502 case 4: return laneHelper(4);
503 case 5: return laneHelper(5);
504 case 6: return laneHelper(6);
505 case 7: return laneHelper(7);
506 case 8: return laneHelper(8);
507 case 9: return laneHelper(9);
508 case 10: return laneHelper(10);
509 case 11: return laneHelper(11);
510 case 12: return laneHelper(12);
511 case 13: return laneHelper(13);
512 case 14: return laneHelper(14);
513 case 15: return laneHelper(15);
514 case 16: return laneHelper(16);
515 case 17: return laneHelper(17);
516 case 18: return laneHelper(18);
517 case 19: return laneHelper(19);
518 case 20: return laneHelper(20);
519 case 21: return laneHelper(21);
520 case 22: return laneHelper(22);
521 case 23: return laneHelper(23);
522 case 24: return laneHelper(24);
523 case 25: return laneHelper(25);
524 case 26: return laneHelper(26);
525 case 27: return laneHelper(27);
526 case 28: return laneHelper(28);
527 case 29: return laneHelper(29);
528 case 30: return laneHelper(30);
529 case 31: return laneHelper(31);
530 case 32: return laneHelper(32);
531 case 33: return laneHelper(33);
532 case 34: return laneHelper(34);
533 case 35: return laneHelper(35);
534 case 36: return laneHelper(36);
535 case 37: return laneHelper(37);
536 case 38: return laneHelper(38);
537 case 39: return laneHelper(39);
538 case 40: return laneHelper(40);
539 case 41: return laneHelper(41);
540 case 42: return laneHelper(42);
541 case 43: return laneHelper(43);
542 case 44: return laneHelper(44);
543 case 45: return laneHelper(45);
544 case 46: return laneHelper(46);
545 case 47: return laneHelper(47);
546 case 48: return laneHelper(48);
547 case 49: return laneHelper(49);
548 case 50: return laneHelper(50);
549 case 51: return laneHelper(51);
550 case 52: return laneHelper(52);
551 case 53: return laneHelper(53);
552 case 54: return laneHelper(54);
553 case 55: return laneHelper(55);
554 case 56: return laneHelper(56);
555 case 57: return laneHelper(57);
556 case 58: return laneHelper(58);
557 case 59: return laneHelper(59);
558 case 60: return laneHelper(60);
559 case 61: return laneHelper(61);
560 case 62: return laneHelper(62);
561 case 63: return laneHelper(63);
562 default: throw new IllegalArgumentException("Index " + i + " must be zero or positive, and less than " + VLENGTH);
563 }
564 }
565
566 public byte laneHelper(int i) {
567 return (byte) VectorSupport.extract(
568 VCLASS, ETYPE, VLENGTH,
569 this, i,
570 (vec, ix) -> {
571 byte[] vecarr = vec.vec();
572 return (long)vecarr[ix];
573 });
574 }
575
576 @ForceInline
577 @Override
578 public Byte512Vector withLane(int i, byte e) {
579 switch (i) {
580 case 0: return withLaneHelper(0, e);
581 case 1: return withLaneHelper(1, e);
582 case 2: return withLaneHelper(2, e);
583 case 3: return withLaneHelper(3, e);
584 case 4: return withLaneHelper(4, e);
585 case 5: return withLaneHelper(5, e);
586 case 6: return withLaneHelper(6, e);
587 case 7: return withLaneHelper(7, e);
588 case 8: return withLaneHelper(8, e);
589 case 9: return withLaneHelper(9, e);
590 case 10: return withLaneHelper(10, e);
591 case 11: return withLaneHelper(11, e);
592 case 12: return withLaneHelper(12, e);
593 case 13: return withLaneHelper(13, e);
594 case 14: return withLaneHelper(14, e);
595 case 15: return withLaneHelper(15, e);
596 case 16: return withLaneHelper(16, e);
597 case 17: return withLaneHelper(17, e);
598 case 18: return withLaneHelper(18, e);
599 case 19: return withLaneHelper(19, e);
600 case 20: return withLaneHelper(20, e);
601 case 21: return withLaneHelper(21, e);
602 case 22: return withLaneHelper(22, e);
603 case 23: return withLaneHelper(23, e);
604 case 24: return withLaneHelper(24, e);
605 case 25: return withLaneHelper(25, e);
606 case 26: return withLaneHelper(26, e);
607 case 27: return withLaneHelper(27, e);
608 case 28: return withLaneHelper(28, e);
609 case 29: return withLaneHelper(29, e);
610 case 30: return withLaneHelper(30, e);
611 case 31: return withLaneHelper(31, e);
612 case 32: return withLaneHelper(32, e);
613 case 33: return withLaneHelper(33, e);
614 case 34: return withLaneHelper(34, e);
615 case 35: return withLaneHelper(35, e);
616 case 36: return withLaneHelper(36, e);
617 case 37: return withLaneHelper(37, e);
618 case 38: return withLaneHelper(38, e);
619 case 39: return withLaneHelper(39, e);
620 case 40: return withLaneHelper(40, e);
621 case 41: return withLaneHelper(41, e);
622 case 42: return withLaneHelper(42, e);
623 case 43: return withLaneHelper(43, e);
624 case 44: return withLaneHelper(44, e);
625 case 45: return withLaneHelper(45, e);
626 case 46: return withLaneHelper(46, e);
627 case 47: return withLaneHelper(47, e);
628 case 48: return withLaneHelper(48, e);
629 case 49: return withLaneHelper(49, e);
630 case 50: return withLaneHelper(50, e);
631 case 51: return withLaneHelper(51, e);
632 case 52: return withLaneHelper(52, e);
633 case 53: return withLaneHelper(53, e);
634 case 54: return withLaneHelper(54, e);
635 case 55: return withLaneHelper(55, e);
636 case 56: return withLaneHelper(56, e);
637 case 57: return withLaneHelper(57, e);
638 case 58: return withLaneHelper(58, e);
639 case 59: return withLaneHelper(59, e);
640 case 60: return withLaneHelper(60, e);
641 case 61: return withLaneHelper(61, e);
642 case 62: return withLaneHelper(62, e);
643 case 63: return withLaneHelper(63, e);
644 default: throw new IllegalArgumentException("Index " + i + " must be zero or positive, and less than " + VLENGTH);
645 }
646 }
647
648 public Byte512Vector withLaneHelper(int i, byte e) {
649 return VectorSupport.insert(
650 VCLASS, ETYPE, VLENGTH,
651 this, i, (long)e,
652 (v, ix, bits) -> {
653 byte[] res = v.vec().clone();
654 res[ix] = (byte)bits;
655 return v.vectorFactory(res);
656 });
657 }
658
659 // Mask
660
661 static final class Byte512Mask extends AbstractMask<Byte> {
662 static final int VLENGTH = VSPECIES.laneCount(); // used by the JVM
663 static final Class<Byte> ETYPE = byte.class; // used by the JVM
664
665 Byte512Mask(boolean[] bits) {
666 this(bits, 0);
667 }
668
669 Byte512Mask(boolean[] bits, int offset) {
670 super(prepare(bits, offset));
671 }
672
673 Byte512Mask(boolean val) {
674 super(prepare(val));
675 }
676
677 private static boolean[] prepare(boolean[] bits, int offset) {
678 boolean[] newBits = new boolean[VSPECIES.laneCount()];
679 for (int i = 0; i < newBits.length; i++) {
680 newBits[i] = bits[offset + i];
681 }
682 return newBits;
683 }
684
685 private static boolean[] prepare(boolean val) {
686 boolean[] bits = new boolean[VSPECIES.laneCount()];
687 Arrays.fill(bits, val);
688 return bits;
689 }
690
691 @ForceInline
692 final @Override
693 public ByteSpecies vspecies() {
694 // ISSUE: This should probably be a @Stable
695 // field inside AbstractMask, rather than
696 // a megamorphic method.
697 return VSPECIES;
698 }
699
700 @ForceInline
701 boolean[] getBits() {
702 return (boolean[])getPayload();
703 }
704
705 @Override
706 Byte512Mask uOp(MUnOp f) {
707 boolean[] res = new boolean[vspecies().laneCount()];
708 boolean[] bits = getBits();
709 for (int i = 0; i < res.length; i++) {
710 res[i] = f.apply(i, bits[i]);
711 }
712 return new Byte512Mask(res);
713 }
714
715 @Override
716 Byte512Mask bOp(VectorMask<Byte> m, MBinOp f) {
717 boolean[] res = new boolean[vspecies().laneCount()];
718 boolean[] bits = getBits();
719 boolean[] mbits = ((Byte512Mask)m).getBits();
720 for (int i = 0; i < res.length; i++) {
721 res[i] = f.apply(i, bits[i], mbits[i]);
722 }
723 return new Byte512Mask(res);
724 }
725
726 @ForceInline
727 @Override
728 public final
729 Byte512Vector toVector() {
730 return (Byte512Vector) super.toVectorTemplate(); // specialize
731 }
732
733 /**
734 * Helper function for lane-wise mask conversions.
735 * This function kicks in after intrinsic failure.
736 */
737 @ForceInline
738 private final <E>
739 VectorMask<E> defaultMaskCast(AbstractSpecies<E> dsp) {
740 if (length() != dsp.laneCount())
741 throw new IllegalArgumentException("VectorMask length and species length differ");
742 boolean[] maskArray = toArray();
743 return dsp.maskFactory(maskArray).check(dsp);
744 }
745
746 @Override
747 @ForceInline
748 public <E> VectorMask<E> cast(VectorSpecies<E> dsp) {
749 AbstractSpecies<E> species = (AbstractSpecies<E>) dsp;
750 if (length() != species.laneCount())
751 throw new IllegalArgumentException("VectorMask length and species length differ");
752
753 return VectorSupport.convert(VectorSupport.VECTOR_OP_CAST,
754 this.getClass(), ETYPE, VLENGTH,
755 species.maskType(), species.elementType(), VLENGTH,
756 this, species,
757 (m, s) -> s.maskFactory(m.toArray()).check(s));
758 }
759
760 @Override
761 @ForceInline
762 public Byte512Mask eq(VectorMask<Byte> mask) {
763 Objects.requireNonNull(mask);
764 Byte512Mask m = (Byte512Mask)mask;
765 return xor(m.not());
766 }
767
768 // Unary operations
769
770 @Override
771 @ForceInline
772 public Byte512Mask not() {
773 return xor(maskAll(true));
774 }
775
776 // Binary operations
777
778 @Override
779 @ForceInline
780 public Byte512Mask and(VectorMask<Byte> mask) {
781 Objects.requireNonNull(mask);
782 Byte512Mask m = (Byte512Mask)mask;
783 return VectorSupport.binaryOp(VECTOR_OP_AND, Byte512Mask.class, null, byte.class, VLENGTH,
784 this, m, null,
785 (m1, m2, vm) -> m1.bOp(m2, (i, a, b) -> a & b));
786 }
787
788 @Override
789 @ForceInline
790 public Byte512Mask or(VectorMask<Byte> mask) {
791 Objects.requireNonNull(mask);
792 Byte512Mask m = (Byte512Mask)mask;
793 return VectorSupport.binaryOp(VECTOR_OP_OR, Byte512Mask.class, null, byte.class, VLENGTH,
794 this, m, null,
795 (m1, m2, vm) -> m1.bOp(m2, (i, a, b) -> a | b));
796 }
797
798 @ForceInline
799 /* package-private */
800 Byte512Mask xor(VectorMask<Byte> mask) {
801 Objects.requireNonNull(mask);
802 Byte512Mask m = (Byte512Mask)mask;
803 return VectorSupport.binaryOp(VECTOR_OP_XOR, Byte512Mask.class, null, byte.class, VLENGTH,
804 this, m, null,
805 (m1, m2, vm) -> m1.bOp(m2, (i, a, b) -> a ^ b));
806 }
807
808 // Mask Query operations
809
810 @Override
811 @ForceInline
812 public int trueCount() {
813 return (int) VectorSupport.maskReductionCoerced(VECTOR_OP_MASK_TRUECOUNT, Byte512Mask.class, byte.class, VLENGTH, this,
814 (m) -> trueCountHelper(m.getBits()));
815 }
816
817 @Override
818 @ForceInline
819 public int firstTrue() {
820 return (int) VectorSupport.maskReductionCoerced(VECTOR_OP_MASK_FIRSTTRUE, Byte512Mask.class, byte.class, VLENGTH, this,
821 (m) -> firstTrueHelper(m.getBits()));
822 }
823
824 @Override
825 @ForceInline
826 public int lastTrue() {
827 return (int) VectorSupport.maskReductionCoerced(VECTOR_OP_MASK_LASTTRUE, Byte512Mask.class, byte.class, VLENGTH, this,
828 (m) -> lastTrueHelper(m.getBits()));
829 }
830
831 @Override
832 @ForceInline
833 public long toLong() {
834 if (length() > Long.SIZE) {
835 throw new UnsupportedOperationException("too many lanes for one long");
836 }
837 return VectorSupport.maskReductionCoerced(VECTOR_OP_MASK_TOLONG, Byte512Mask.class, byte.class, VLENGTH, this,
838 (m) -> toLongHelper(m.getBits()));
839 }
840
841 // Reductions
842
843 @Override
844 @ForceInline
845 public boolean anyTrue() {
846 return VectorSupport.test(BT_ne, Byte512Mask.class, byte.class, VLENGTH,
847 this, vspecies().maskAll(true),
848 (m, __) -> anyTrueHelper(((Byte512Mask)m).getBits()));
849 }
850
851 @Override
852 @ForceInline
853 public boolean allTrue() {
854 return VectorSupport.test(BT_overflow, Byte512Mask.class, byte.class, VLENGTH,
855 this, vspecies().maskAll(true),
856 (m, __) -> allTrueHelper(((Byte512Mask)m).getBits()));
857 }
858
859 @ForceInline
860 /*package-private*/
861 static Byte512Mask maskAll(boolean bit) {
862 return VectorSupport.fromBitsCoerced(Byte512Mask.class, byte.class, VLENGTH,
863 (bit ? -1 : 0), MODE_BROADCAST, null,
864 (v, __) -> (v != 0 ? TRUE_MASK : FALSE_MASK));
865 }
866 private static final Byte512Mask TRUE_MASK = new Byte512Mask(true);
867 private static final Byte512Mask FALSE_MASK = new Byte512Mask(false);
868
869 }
870
871 // Shuffle
872
873 static final class Byte512Shuffle extends AbstractShuffle<Byte> {
874 static final int VLENGTH = VSPECIES.laneCount(); // used by the JVM
875 static final Class<Byte> ETYPE = byte.class; // used by the JVM
876
877 Byte512Shuffle(byte[] reorder) {
878 super(VLENGTH, reorder);
879 }
880
881 public Byte512Shuffle(int[] reorder) {
882 super(VLENGTH, reorder);
883 }
884
885 public Byte512Shuffle(int[] reorder, int i) {
886 super(VLENGTH, reorder, i);
887 }
888
889 public Byte512Shuffle(IntUnaryOperator fn) {
890 super(VLENGTH, fn);
891 }
892
893 @Override
894 public ByteSpecies vspecies() {
895 return VSPECIES;
896 }
897
898 static {
899 // There must be enough bits in the shuffle lanes to encode
900 // VLENGTH valid indexes and VLENGTH exceptional ones.
901 assert(VLENGTH < Byte.MAX_VALUE);
902 assert(Byte.MIN_VALUE <= -VLENGTH);
903 }
904 static final Byte512Shuffle IOTA = new Byte512Shuffle(IDENTITY);
905
906 @Override
907 @ForceInline
908 public Byte512Vector toVector() {
909 return VectorSupport.shuffleToVector(VCLASS, ETYPE, Byte512Shuffle.class, this, VLENGTH,
910 (s) -> ((Byte512Vector)(((AbstractShuffle<Byte>)(s)).toVectorTemplate())));
911 }
912
913 @Override
914 @ForceInline
915 public <F> VectorShuffle<F> cast(VectorSpecies<F> s) {
916 AbstractSpecies<F> species = (AbstractSpecies<F>) s;
917 if (length() != species.laneCount())
918 throw new IllegalArgumentException("VectorShuffle length and species length differ");
919 int[] shuffleArray = toArray();
920 return s.shuffleFromArray(shuffleArray, 0).check(s);
921 }
922
923 @ForceInline
924 @Override
925 public Byte512Shuffle rearrange(VectorShuffle<Byte> shuffle) {
926 Byte512Shuffle s = (Byte512Shuffle) shuffle;
927 byte[] reorder1 = reorder();
928 byte[] reorder2 = s.reorder();
929 byte[] r = new byte[reorder1.length];
930 for (int i = 0; i < reorder1.length; i++) {
931 int ssi = reorder2[i];
932 r[i] = reorder1[ssi]; // throws on exceptional index
933 }
934 return new Byte512Shuffle(r);
935 }
936 }
937
938 // ================================================
939
940 // Specialized low-level memory operations.
941
942 @ForceInline
943 @Override
944 final
945 ByteVector fromArray0(byte[] a, int offset) {
946 return super.fromArray0Template(a, offset); // specialize
947 }
948
949 @ForceInline
950 @Override
951 final
952 ByteVector fromArray0(byte[] a, int offset, VectorMask<Byte> m) {
953 return super.fromArray0Template(Byte512Mask.class, a, offset, (Byte512Mask) m); // specialize
954 }
955
956
957
958 @ForceInline
959 @Override
960 final
961 ByteVector fromBooleanArray0(boolean[] a, int offset) {
962 return super.fromBooleanArray0Template(a, offset); // specialize
963 }
964
965 @ForceInline
966 @Override
967 final
968 ByteVector fromBooleanArray0(boolean[] a, int offset, VectorMask<Byte> m) {
969 return super.fromBooleanArray0Template(Byte512Mask.class, a, offset, (Byte512Mask) m); // specialize
970 }
971
972 @ForceInline
973 @Override
974 final
975 ByteVector fromByteArray0(byte[] a, int offset) {
976 return super.fromByteArray0Template(a, offset); // specialize
977 }
978
979 @ForceInline
980 @Override
981 final
982 ByteVector fromByteArray0(byte[] a, int offset, VectorMask<Byte> m) {
983 return super.fromByteArray0Template(Byte512Mask.class, a, offset, (Byte512Mask) m); // specialize
984 }
985
986 @ForceInline
987 @Override
988 final
989 ByteVector fromByteBuffer0(ByteBuffer bb, int offset) {
990 return super.fromByteBuffer0Template(bb, offset); // specialize
991 }
992
993 @ForceInline
994 @Override
995 final
996 ByteVector fromByteBuffer0(ByteBuffer bb, int offset, VectorMask<Byte> m) {
997 return super.fromByteBuffer0Template(Byte512Mask.class, bb, offset, (Byte512Mask) m); // specialize
998 }
999
1000 @ForceInline
1001 @Override
1002 final
1003 void intoArray0(byte[] a, int offset) {
1004 super.intoArray0Template(a, offset); // specialize
1005 }
1006
1007 @ForceInline
1008 @Override
1009 final
1010 void intoArray0(byte[] a, int offset, VectorMask<Byte> m) {
1011 super.intoArray0Template(Byte512Mask.class, a, offset, (Byte512Mask) m);
1012 }
1013
1014
1015 @ForceInline
1016 @Override
1017 final
1018 void intoBooleanArray0(boolean[] a, int offset, VectorMask<Byte> m) {
1019 super.intoBooleanArray0Template(Byte512Mask.class, a, offset, (Byte512Mask) m);
1020 }
1021
1022 @ForceInline
1023 @Override
1024 final
1025 void intoByteArray0(byte[] a, int offset) {
1026 super.intoByteArray0Template(a, offset); // specialize
1027 }
1028
1029 @ForceInline
1030 @Override
1031 final
1032 void intoByteArray0(byte[] a, int offset, VectorMask<Byte> m) {
1033 super.intoByteArray0Template(Byte512Mask.class, a, offset, (Byte512Mask) m); // specialize
1034 }
1035
1036 @ForceInline
1037 @Override
1038 final
1039 void intoByteBuffer0(ByteBuffer bb, int offset, VectorMask<Byte> m) {
1040 super.intoByteBuffer0Template(Byte512Mask.class, bb, offset, (Byte512Mask) m);
1041 }
1042
1043
1044 // End of specialized low-level memory operations.
1045
1046 // ================================================
1047
1048 }