1 /*
2 * Copyright (c) 2017, 2021, Oracle and/or its affiliates. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation. Oracle designates this
8 * particular file as subject to the "Classpath" exception as provided
9 * by Oracle in the LICENSE file that accompanied this code.
10 *
11 * This code is distributed in the hope that it will be useful, but WITHOUT
12 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
13 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
14 * version 2 for more details (a copy is included in the LICENSE file that
15 * accompanied this code).
16 *
17 * You should have received a copy of the GNU General Public License version
18 * 2 along with this work; if not, write to the Free Software Foundation,
19 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
20 *
21 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
22 * or visit www.oracle.com if you need additional information or have any
23 * questions.
24 */
25 package jdk.incubator.vector;
26
27 import java.nio.ByteBuffer;
28 import java.util.Arrays;
29 import java.util.Objects;
30 import java.util.function.IntUnaryOperator;
31
32 import jdk.internal.vm.annotation.ForceInline;
33 import jdk.internal.vm.vector.VectorSupport;
34
35 import static jdk.internal.vm.vector.VectorSupport.*;
36
37 import static jdk.incubator.vector.VectorOperators.*;
38
39 // -- This file was mechanically generated: Do not edit! -- //
40
41 @SuppressWarnings("cast") // warning: redundant cast
42 final class Long128Vector extends LongVector {
43 static final LongSpecies VSPECIES =
44 (LongSpecies) LongVector.SPECIES_128;
45
46 static final VectorShape VSHAPE =
47 VSPECIES.vectorShape();
48
49 static final Class<Long128Vector> VCLASS = Long128Vector.class;
50
51 static final int VSIZE = VSPECIES.vectorBitSize();
52
53 static final int VLENGTH = VSPECIES.laneCount(); // used by the JVM
54
55 static final Class<Long> ETYPE = long.class; // used by the JVM
56
57 Long128Vector(long[] v) {
58 super(v);
59 }
60
61 // For compatibility as Long128Vector::new,
62 // stored into species.vectorFactory.
63 Long128Vector(Object v) {
64 this((long[]) v);
65 }
66
67 static final Long128Vector ZERO = new Long128Vector(new long[VLENGTH]);
68 static final Long128Vector IOTA = new Long128Vector(VSPECIES.iotaArray());
69
70 static {
71 // Warm up a few species caches.
72 // If we do this too much we will
73 // get NPEs from bootstrap circularity.
74 VSPECIES.dummyVector();
75 VSPECIES.withLanes(LaneType.BYTE);
76 }
77
78 // Specialized extractors
79
80 @ForceInline
81 final @Override
82 public LongSpecies vspecies() {
83 // ISSUE: This should probably be a @Stable
84 // field inside AbstractVector, rather than
85 // a megamorphic method.
86 return VSPECIES;
87 }
88
89 @ForceInline
90 @Override
91 public final Class<Long> elementType() { return long.class; }
92
93 @ForceInline
94 @Override
95 public final int elementSize() { return Long.SIZE; }
96
97 @ForceInline
98 @Override
99 public final VectorShape shape() { return VSHAPE; }
100
101 @ForceInline
102 @Override
103 public final int length() { return VLENGTH; }
104
105 @ForceInline
106 @Override
107 public final int bitSize() { return VSIZE; }
108
109 @ForceInline
110 @Override
111 public final int byteSize() { return VSIZE / Byte.SIZE; }
112
113 /*package-private*/
114 @ForceInline
115 final @Override
116 long[] vec() {
117 return (long[])getPayload();
118 }
119
120 // Virtualized constructors
121
122 @Override
123 @ForceInline
124 public final Long128Vector broadcast(long e) {
125 return (Long128Vector) super.broadcastTemplate(e); // specialize
126 }
127
128
129 @Override
130 @ForceInline
131 Long128Mask maskFromArray(boolean[] bits) {
132 return new Long128Mask(bits);
133 }
134
135 @Override
136 @ForceInline
137 Long128Shuffle iotaShuffle() { return Long128Shuffle.IOTA; }
138
139 @ForceInline
140 Long128Shuffle iotaShuffle(int start, int step, boolean wrap) {
141 if (wrap) {
142 return (Long128Shuffle)VectorSupport.shuffleIota(ETYPE, Long128Shuffle.class, VSPECIES, VLENGTH, start, step, 1,
143 (l, lstart, lstep, s) -> s.shuffleFromOp(i -> (VectorIntrinsics.wrapToRange(i*lstep + lstart, l))));
144 } else {
145 return (Long128Shuffle)VectorSupport.shuffleIota(ETYPE, Long128Shuffle.class, VSPECIES, VLENGTH, start, step, 0,
146 (l, lstart, lstep, s) -> s.shuffleFromOp(i -> (i*lstep + lstart)));
147 }
148 }
149
150 @Override
151 @ForceInline
152 Long128Shuffle shuffleFromBytes(byte[] reorder) { return new Long128Shuffle(reorder); }
153
154 @Override
155 @ForceInline
156 Long128Shuffle shuffleFromArray(int[] indexes, int i) { return new Long128Shuffle(indexes, i); }
157
158 @Override
159 @ForceInline
160 Long128Shuffle shuffleFromOp(IntUnaryOperator fn) { return new Long128Shuffle(fn); }
161
162 // Make a vector of the same species but the given elements:
163 @ForceInline
164 final @Override
165 Long128Vector vectorFactory(long[] vec) {
166 return new Long128Vector(vec);
167 }
168
169 @ForceInline
170 final @Override
171 Byte128Vector asByteVectorRaw() {
172 return (Byte128Vector) super.asByteVectorRawTemplate(); // specialize
173 }
174
175 @ForceInline
176 final @Override
177 AbstractVector<?> asVectorRaw(LaneType laneType) {
178 return super.asVectorRawTemplate(laneType); // specialize
179 }
180
181 // Unary operator
182
183 @ForceInline
184 final @Override
185 Long128Vector uOp(FUnOp f) {
186 return (Long128Vector) super.uOpTemplate(f); // specialize
187 }
188
189 @ForceInline
190 final @Override
191 Long128Vector uOp(VectorMask<Long> m, FUnOp f) {
192 return (Long128Vector)
193 super.uOpTemplate((Long128Mask)m, f); // specialize
194 }
195
196 // Binary operator
197
198 @ForceInline
199 final @Override
200 Long128Vector bOp(Vector<Long> v, FBinOp f) {
201 return (Long128Vector) super.bOpTemplate((Long128Vector)v, f); // specialize
202 }
203
204 @ForceInline
205 final @Override
206 Long128Vector bOp(Vector<Long> v,
207 VectorMask<Long> m, FBinOp f) {
208 return (Long128Vector)
209 super.bOpTemplate((Long128Vector)v, (Long128Mask)m,
210 f); // specialize
211 }
212
213 // Ternary operator
214
215 @ForceInline
216 final @Override
217 Long128Vector tOp(Vector<Long> v1, Vector<Long> v2, FTriOp f) {
218 return (Long128Vector)
219 super.tOpTemplate((Long128Vector)v1, (Long128Vector)v2,
220 f); // specialize
221 }
222
223 @ForceInline
224 final @Override
225 Long128Vector tOp(Vector<Long> v1, Vector<Long> v2,
226 VectorMask<Long> m, FTriOp f) {
227 return (Long128Vector)
228 super.tOpTemplate((Long128Vector)v1, (Long128Vector)v2,
229 (Long128Mask)m, f); // specialize
230 }
231
232 @ForceInline
233 final @Override
234 long rOp(long v, FBinOp f) {
235 return super.rOpTemplate(v, f); // specialize
236 }
237
238 @Override
239 @ForceInline
240 public final <F>
241 Vector<F> convertShape(VectorOperators.Conversion<Long,F> conv,
242 VectorSpecies<F> rsp, int part) {
243 return super.convertShapeTemplate(conv, rsp, part); // specialize
244 }
245
246 @Override
247 @ForceInline
248 public final <F>
249 Vector<F> reinterpretShape(VectorSpecies<F> toSpecies, int part) {
250 return super.reinterpretShapeTemplate(toSpecies, part); // specialize
251 }
252
253 // Specialized algebraic operations:
254
255 // The following definition forces a specialized version of this
256 // crucial method into the v-table of this class. A call to add()
257 // will inline to a call to lanewise(ADD,), at which point the JIT
258 // intrinsic will have the opcode of ADD, plus all the metadata
259 // for this particular class, enabling it to generate precise
260 // code.
261 //
262 // There is probably no benefit to the JIT to specialize the
263 // masked or broadcast versions of the lanewise method.
264
265 @Override
266 @ForceInline
267 public Long128Vector lanewise(Unary op) {
268 return (Long128Vector) super.lanewiseTemplate(op); // specialize
269 }
270
271 @Override
272 @ForceInline
273 public Long128Vector lanewise(Binary op, Vector<Long> v) {
274 return (Long128Vector) super.lanewiseTemplate(op, v); // specialize
275 }
276
277 /*package-private*/
278 @Override
279 @ForceInline Long128Vector
280 lanewiseShift(VectorOperators.Binary op, int e) {
281 return (Long128Vector) super.lanewiseShiftTemplate(op, e); // specialize
282 }
283
284 /*package-private*/
285 @Override
286 @ForceInline
287 public final
288 Long128Vector
289 lanewise(VectorOperators.Ternary op, Vector<Long> v1, Vector<Long> v2) {
290 return (Long128Vector) super.lanewiseTemplate(op, v1, v2); // specialize
291 }
292
293 @Override
294 @ForceInline
295 public final
296 Long128Vector addIndex(int scale) {
297 return (Long128Vector) super.addIndexTemplate(scale); // specialize
298 }
299
300 // Type specific horizontal reductions
301
302 @Override
303 @ForceInline
304 public final long reduceLanes(VectorOperators.Associative op) {
305 return super.reduceLanesTemplate(op); // specialized
306 }
307
308 @Override
309 @ForceInline
310 public final long reduceLanes(VectorOperators.Associative op,
311 VectorMask<Long> m) {
312 return super.reduceLanesTemplate(op, m); // specialized
313 }
314
315 @Override
316 @ForceInline
317 public final long reduceLanesToLong(VectorOperators.Associative op) {
318 return (long) super.reduceLanesTemplate(op); // specialized
319 }
320
321 @Override
322 @ForceInline
323 public final long reduceLanesToLong(VectorOperators.Associative op,
324 VectorMask<Long> m) {
325 return (long) super.reduceLanesTemplate(op, m); // specialized
326 }
327
328 @ForceInline
329 public VectorShuffle<Long> toShuffle() {
330 return super.toShuffleTemplate(Long128Shuffle.class); // specialize
331 }
332
333 // Specialized unary testing
334
335 @Override
336 @ForceInline
337 public final Long128Mask test(Test op) {
338 return super.testTemplate(Long128Mask.class, op); // specialize
339 }
340
341 // Specialized comparisons
342
343 @Override
344 @ForceInline
345 public final Long128Mask compare(Comparison op, Vector<Long> v) {
346 return super.compareTemplate(Long128Mask.class, op, v); // specialize
347 }
348
349 @Override
350 @ForceInline
351 public final Long128Mask compare(Comparison op, long s) {
352 return super.compareTemplate(Long128Mask.class, op, s); // specialize
353 }
354
355
356 @Override
357 @ForceInline
358 public Long128Vector blend(Vector<Long> v, VectorMask<Long> m) {
359 return (Long128Vector)
360 super.blendTemplate(Long128Mask.class,
361 (Long128Vector) v,
362 (Long128Mask) m); // specialize
363 }
364
365 @Override
366 @ForceInline
367 public Long128Vector slice(int origin, Vector<Long> v) {
368 return (Long128Vector) super.sliceTemplate(origin, v); // specialize
369 }
370
371 @Override
372 @ForceInline
373 public Long128Vector slice(int origin) {
374 return (Long128Vector) super.sliceTemplate(origin); // specialize
375 }
376
377 @Override
378 @ForceInline
379 public Long128Vector unslice(int origin, Vector<Long> w, int part) {
380 return (Long128Vector) super.unsliceTemplate(origin, w, part); // specialize
381 }
382
383 @Override
384 @ForceInline
385 public Long128Vector unslice(int origin, Vector<Long> w, int part, VectorMask<Long> m) {
386 return (Long128Vector)
387 super.unsliceTemplate(Long128Mask.class,
388 origin, w, part,
389 (Long128Mask) m); // specialize
390 }
391
392 @Override
393 @ForceInline
394 public Long128Vector unslice(int origin) {
395 return (Long128Vector) super.unsliceTemplate(origin); // specialize
396 }
397
398 @Override
399 @ForceInline
400 public Long128Vector rearrange(VectorShuffle<Long> s) {
401 return (Long128Vector)
402 super.rearrangeTemplate(Long128Shuffle.class,
403 (Long128Shuffle) s); // specialize
404 }
405
406 @Override
407 @ForceInline
408 public Long128Vector rearrange(VectorShuffle<Long> shuffle,
409 VectorMask<Long> m) {
410 return (Long128Vector)
411 super.rearrangeTemplate(Long128Shuffle.class,
412 (Long128Shuffle) shuffle,
413 (Long128Mask) m); // specialize
414 }
415
416 @Override
417 @ForceInline
418 public Long128Vector rearrange(VectorShuffle<Long> s,
419 Vector<Long> v) {
420 return (Long128Vector)
421 super.rearrangeTemplate(Long128Shuffle.class,
422 (Long128Shuffle) s,
423 (Long128Vector) v); // specialize
424 }
425
426 @Override
427 @ForceInline
428 public Long128Vector selectFrom(Vector<Long> v) {
429 return (Long128Vector)
430 super.selectFromTemplate((Long128Vector) v); // specialize
431 }
432
433 @Override
434 @ForceInline
435 public Long128Vector selectFrom(Vector<Long> v,
436 VectorMask<Long> m) {
437 return (Long128Vector)
438 super.selectFromTemplate((Long128Vector) v,
439 (Long128Mask) m); // specialize
440 }
441
442
443 @ForceInline
444 @Override
445 public long lane(int i) {
446 switch(i) {
447 case 0: return laneHelper(0);
448 case 1: return laneHelper(1);
449 default: throw new IllegalArgumentException("Index " + i + " must be zero or positive, and less than " + VLENGTH);
450 }
451 }
452
453 public long laneHelper(int i) {
454 return (long) VectorSupport.extract(
455 VCLASS, ETYPE, VLENGTH,
456 this, i,
457 (vec, ix) -> {
458 long[] vecarr = vec.vec();
459 return (long)vecarr[ix];
460 });
461 }
462
463 @ForceInline
464 @Override
465 public Long128Vector withLane(int i, long e) {
466 switch (i) {
467 case 0: return withLaneHelper(0, e);
468 case 1: return withLaneHelper(1, e);
469 default: throw new IllegalArgumentException("Index " + i + " must be zero or positive, and less than " + VLENGTH);
470 }
471 }
472
473 public Long128Vector withLaneHelper(int i, long e) {
474 return VectorSupport.insert(
475 VCLASS, ETYPE, VLENGTH,
476 this, i, (long)e,
477 (v, ix, bits) -> {
478 long[] res = v.vec().clone();
479 res[ix] = (long)bits;
480 return v.vectorFactory(res);
481 });
482 }
483
484 // Mask
485
486 static final class Long128Mask extends AbstractMask<Long> {
487 static final int VLENGTH = VSPECIES.laneCount(); // used by the JVM
488 static final Class<Long> ETYPE = long.class; // used by the JVM
489
490 Long128Mask(boolean[] bits) {
491 this(bits, 0);
492 }
493
494 Long128Mask(boolean[] bits, int offset) {
495 super(prepare(bits, offset));
496 }
497
498 Long128Mask(boolean val) {
499 super(prepare(val));
500 }
501
502 private static boolean[] prepare(boolean[] bits, int offset) {
503 boolean[] newBits = new boolean[VSPECIES.laneCount()];
504 for (int i = 0; i < newBits.length; i++) {
505 newBits[i] = bits[offset + i];
506 }
507 return newBits;
508 }
509
510 private static boolean[] prepare(boolean val) {
511 boolean[] bits = new boolean[VSPECIES.laneCount()];
512 Arrays.fill(bits, val);
513 return bits;
514 }
515
516 @ForceInline
517 final @Override
518 public LongSpecies vspecies() {
519 // ISSUE: This should probably be a @Stable
520 // field inside AbstractMask, rather than
521 // a megamorphic method.
522 return VSPECIES;
523 }
524
525 @ForceInline
526 boolean[] getBits() {
527 return (boolean[])getPayload();
528 }
529
530 @Override
531 Long128Mask uOp(MUnOp f) {
532 boolean[] res = new boolean[vspecies().laneCount()];
533 boolean[] bits = getBits();
534 for (int i = 0; i < res.length; i++) {
535 res[i] = f.apply(i, bits[i]);
536 }
537 return new Long128Mask(res);
538 }
539
540 @Override
541 Long128Mask bOp(VectorMask<Long> m, MBinOp f) {
542 boolean[] res = new boolean[vspecies().laneCount()];
543 boolean[] bits = getBits();
544 boolean[] mbits = ((Long128Mask)m).getBits();
545 for (int i = 0; i < res.length; i++) {
546 res[i] = f.apply(i, bits[i], mbits[i]);
547 }
548 return new Long128Mask(res);
549 }
550
551 @ForceInline
552 @Override
553 public final
554 Long128Vector toVector() {
555 return (Long128Vector) super.toVectorTemplate(); // specialize
556 }
557
558 /**
559 * Helper function for lane-wise mask conversions.
560 * This function kicks in after intrinsic failure.
561 */
562 @ForceInline
563 private final <E>
564 VectorMask<E> defaultMaskCast(AbstractSpecies<E> dsp) {
565 if (length() != dsp.laneCount())
566 throw new IllegalArgumentException("VectorMask length and species length differ");
567 boolean[] maskArray = toArray();
568 return dsp.maskFactory(maskArray).check(dsp);
569 }
570
571 @Override
572 @ForceInline
573 public <E> VectorMask<E> cast(VectorSpecies<E> dsp) {
574 AbstractSpecies<E> species = (AbstractSpecies<E>) dsp;
575 if (length() != species.laneCount())
576 throw new IllegalArgumentException("VectorMask length and species length differ");
577 if (VSIZE == species.vectorBitSize()) {
578 Class<?> dtype = species.elementType();
579 Class<?> dmtype = species.maskType();
580 return VectorSupport.convert(VectorSupport.VECTOR_OP_REINTERPRET,
581 this.getClass(), ETYPE, VLENGTH,
582 dmtype, dtype, VLENGTH,
583 this, species,
584 Long128Mask::defaultMaskCast);
585 }
586 return this.defaultMaskCast(species);
587 }
588
589 @Override
590 @ForceInline
591 public Long128Mask eq(VectorMask<Long> mask) {
592 Objects.requireNonNull(mask);
593 Long128Mask m = (Long128Mask)mask;
594 return xor(m.not());
595 }
596
597 // Unary operations
598
599 @Override
600 @ForceInline
601 public Long128Mask not() {
602 return xor(maskAll(true));
603 }
604
605 // Binary operations
606
607 @Override
608 @ForceInline
609 public Long128Mask and(VectorMask<Long> mask) {
610 Objects.requireNonNull(mask);
611 Long128Mask m = (Long128Mask)mask;
612 return VectorSupport.binaryOp(VECTOR_OP_AND, Long128Mask.class, long.class, VLENGTH,
613 this, m,
614 (m1, m2) -> m1.bOp(m2, (i, a, b) -> a & b));
615 }
616
617 @Override
618 @ForceInline
619 public Long128Mask or(VectorMask<Long> mask) {
620 Objects.requireNonNull(mask);
621 Long128Mask m = (Long128Mask)mask;
622 return VectorSupport.binaryOp(VECTOR_OP_OR, Long128Mask.class, long.class, VLENGTH,
623 this, m,
624 (m1, m2) -> m1.bOp(m2, (i, a, b) -> a | b));
625 }
626
627 @ForceInline
628 /* package-private */
629 Long128Mask xor(VectorMask<Long> mask) {
630 Objects.requireNonNull(mask);
631 Long128Mask m = (Long128Mask)mask;
632 return VectorSupport.binaryOp(VECTOR_OP_XOR, Long128Mask.class, long.class, VLENGTH,
633 this, m,
634 (m1, m2) -> m1.bOp(m2, (i, a, b) -> a ^ b));
635 }
636
637 // Mask Query operations
638
639 @Override
640 @ForceInline
641 public int trueCount() {
642 return VectorSupport.maskReductionCoerced(VECTOR_OP_MASK_TRUECOUNT, Long128Mask.class, long.class, VLENGTH, this,
643 (m) -> trueCountHelper(((Long128Mask)m).getBits()));
644 }
645
646 @Override
647 @ForceInline
648 public int firstTrue() {
649 return VectorSupport.maskReductionCoerced(VECTOR_OP_MASK_FIRSTTRUE, Long128Mask.class, long.class, VLENGTH, this,
650 (m) -> firstTrueHelper(((Long128Mask)m).getBits()));
651 }
652
653 @Override
654 @ForceInline
655 public int lastTrue() {
656 return VectorSupport.maskReductionCoerced(VECTOR_OP_MASK_LASTTRUE, Long128Mask.class, long.class, VLENGTH, this,
657 (m) -> lastTrueHelper(((Long128Mask)m).getBits()));
658 }
659
660 // Reductions
661
662 @Override
663 @ForceInline
664 public boolean anyTrue() {
665 return VectorSupport.test(BT_ne, Long128Mask.class, long.class, VLENGTH,
666 this, vspecies().maskAll(true),
667 (m, __) -> anyTrueHelper(((Long128Mask)m).getBits()));
668 }
669
670 @Override
671 @ForceInline
672 public boolean allTrue() {
673 return VectorSupport.test(BT_overflow, Long128Mask.class, long.class, VLENGTH,
674 this, vspecies().maskAll(true),
675 (m, __) -> allTrueHelper(((Long128Mask)m).getBits()));
676 }
677
678 @ForceInline
679 /*package-private*/
680 static Long128Mask maskAll(boolean bit) {
681 return VectorSupport.broadcastCoerced(Long128Mask.class, long.class, VLENGTH,
682 (bit ? -1 : 0), null,
683 (v, __) -> (v != 0 ? TRUE_MASK : FALSE_MASK));
684 }
685 private static final Long128Mask TRUE_MASK = new Long128Mask(true);
686 private static final Long128Mask FALSE_MASK = new Long128Mask(false);
687
688 }
689
690 // Shuffle
691
692 static final class Long128Shuffle extends AbstractShuffle<Long> {
693 static final int VLENGTH = VSPECIES.laneCount(); // used by the JVM
694 static final Class<Long> ETYPE = long.class; // used by the JVM
695
696 Long128Shuffle(byte[] reorder) {
697 super(VLENGTH, reorder);
698 }
699
700 public Long128Shuffle(int[] reorder) {
701 super(VLENGTH, reorder);
702 }
703
704 public Long128Shuffle(int[] reorder, int i) {
705 super(VLENGTH, reorder, i);
706 }
707
708 public Long128Shuffle(IntUnaryOperator fn) {
709 super(VLENGTH, fn);
710 }
711
712 @Override
713 public LongSpecies vspecies() {
714 return VSPECIES;
715 }
716
717 static {
718 // There must be enough bits in the shuffle lanes to encode
719 // VLENGTH valid indexes and VLENGTH exceptional ones.
720 assert(VLENGTH < Byte.MAX_VALUE);
721 assert(Byte.MIN_VALUE <= -VLENGTH);
722 }
723 static final Long128Shuffle IOTA = new Long128Shuffle(IDENTITY);
724
725 @Override
726 @ForceInline
727 public Long128Vector toVector() {
728 return VectorSupport.shuffleToVector(VCLASS, ETYPE, Long128Shuffle.class, this, VLENGTH,
729 (s) -> ((Long128Vector)(((AbstractShuffle<Long>)(s)).toVectorTemplate())));
730 }
731
732 @Override
733 @ForceInline
734 public <F> VectorShuffle<F> cast(VectorSpecies<F> s) {
735 AbstractSpecies<F> species = (AbstractSpecies<F>) s;
736 if (length() != species.laneCount())
737 throw new IllegalArgumentException("VectorShuffle length and species length differ");
738 int[] shuffleArray = toArray();
739 return s.shuffleFromArray(shuffleArray, 0).check(s);
740 }
741
742 @ForceInline
743 @Override
744 public Long128Shuffle rearrange(VectorShuffle<Long> shuffle) {
745 Long128Shuffle s = (Long128Shuffle) shuffle;
746 byte[] reorder1 = reorder();
747 byte[] reorder2 = s.reorder();
748 byte[] r = new byte[reorder1.length];
749 for (int i = 0; i < reorder1.length; i++) {
750 int ssi = reorder2[i];
751 r[i] = reorder1[ssi]; // throws on exceptional index
752 }
753 return new Long128Shuffle(r);
754 }
755 }
756
757 // ================================================
758
759 // Specialized low-level memory operations.
760
761 @ForceInline
762 @Override
763 final
764 LongVector fromArray0(long[] a, int offset) {
765 return super.fromArray0Template(a, offset); // specialize
766 }
767
768
769
770 @ForceInline
771 @Override
772 final
773 LongVector fromByteArray0(byte[] a, int offset) {
774 return super.fromByteArray0Template(a, offset); // specialize
775 }
776
777 @ForceInline
778 @Override
779 final
780 LongVector fromByteBuffer0(ByteBuffer bb, int offset) {
781 return super.fromByteBuffer0Template(bb, offset); // specialize
782 }
783
784 @ForceInline
785 @Override
786 final
787 void intoArray0(long[] a, int offset) {
788 super.intoArray0Template(a, offset); // specialize
789 }
790
791 @ForceInline
792 @Override
793 final
794 void intoByteArray0(byte[] a, int offset) {
795 super.intoByteArray0Template(a, offset); // specialize
796 }
797
798 // End of specialized low-level memory operations.
799
800 // ================================================
801
802 }