1 /*
2 * Copyright (c) 2017, 2022, Oracle and/or its affiliates. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation. Oracle designates this
8 * particular file as subject to the "Classpath" exception as provided
9 * by Oracle in the LICENSE file that accompanied this code.
10 *
11 * This code is distributed in the hope that it will be useful, but WITHOUT
12 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
13 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
14 * version 2 for more details (a copy is included in the LICENSE file that
15 * accompanied this code).
16 *
17 * You should have received a copy of the GNU General Public License version
18 * 2 along with this work; if not, write to the Free Software Foundation,
19 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
20 *
21 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
22 * or visit www.oracle.com if you need additional information or have any
23 * questions.
24 */
25 package jdk.incubator.vector;
26
27 import java.util.Arrays;
28 import java.util.Objects;
29 import java.util.function.IntUnaryOperator;
30
31 import jdk.incubator.foreign.MemorySegment;
32 import jdk.internal.vm.annotation.ForceInline;
33 import jdk.internal.vm.vector.VectorSupport;
34
35 import static jdk.internal.vm.vector.VectorSupport.*;
36
37 import static jdk.incubator.vector.VectorOperators.*;
38
39 // -- This file was mechanically generated: Do not edit! -- //
40
41 @SuppressWarnings("cast") // warning: redundant cast
42 final class Long64Vector extends LongVector {
43 static final LongSpecies VSPECIES =
44 (LongSpecies) LongVector.SPECIES_64;
45
46 static final VectorShape VSHAPE =
47 VSPECIES.vectorShape();
48
49 static final Class<Long64Vector> VCLASS = Long64Vector.class;
50
51 static final int VSIZE = VSPECIES.vectorBitSize();
52
53 static final int VLENGTH = VSPECIES.laneCount(); // used by the JVM
54
55 static final Class<Long> ETYPE = long.class; // used by the JVM
56
57 Long64Vector(long[] v) {
58 super(v);
59 }
60
61 // For compatibility as Long64Vector::new,
62 // stored into species.vectorFactory.
63 Long64Vector(Object v) {
64 this((long[]) v);
65 }
66
67 static final Long64Vector ZERO = new Long64Vector(new long[VLENGTH]);
68 static final Long64Vector IOTA = new Long64Vector(VSPECIES.iotaArray());
69
70 static {
71 // Warm up a few species caches.
72 // If we do this too much we will
73 // get NPEs from bootstrap circularity.
74 VSPECIES.dummyVector();
75 VSPECIES.withLanes(LaneType.BYTE);
76 }
77
78 // Specialized extractors
79
80 @ForceInline
81 final @Override
82 public LongSpecies vspecies() {
83 // ISSUE: This should probably be a @Stable
84 // field inside AbstractVector, rather than
85 // a megamorphic method.
86 return VSPECIES;
87 }
88
89 @ForceInline
90 @Override
91 public final Class<Long> elementType() { return long.class; }
92
93 @ForceInline
94 @Override
95 public final int elementSize() { return Long.SIZE; }
96
97 @ForceInline
98 @Override
99 public final VectorShape shape() { return VSHAPE; }
100
101 @ForceInline
102 @Override
103 public final int length() { return VLENGTH; }
104
105 @ForceInline
106 @Override
107 public final int bitSize() { return VSIZE; }
108
109 @ForceInline
110 @Override
111 public final int byteSize() { return VSIZE / Byte.SIZE; }
112
113 /*package-private*/
114 @ForceInline
115 final @Override
116 long[] vec() {
117 return (long[])getPayload();
118 }
119
120 // Virtualized constructors
121
122 @Override
123 @ForceInline
124 public final Long64Vector broadcast(long e) {
125 return (Long64Vector) super.broadcastTemplate(e); // specialize
126 }
127
128
129 @Override
130 @ForceInline
131 Long64Mask maskFromArray(boolean[] bits) {
132 return new Long64Mask(bits);
133 }
134
135 @Override
136 @ForceInline
137 Long64Shuffle iotaShuffle() { return Long64Shuffle.IOTA; }
138
139 @ForceInline
140 Long64Shuffle iotaShuffle(int start, int step, boolean wrap) {
141 if (wrap) {
142 return (Long64Shuffle)VectorSupport.shuffleIota(ETYPE, Long64Shuffle.class, VSPECIES, VLENGTH, start, step, 1,
143 (l, lstart, lstep, s) -> s.shuffleFromOp(i -> (VectorIntrinsics.wrapToRange(i*lstep + lstart, l))));
144 } else {
145 return (Long64Shuffle)VectorSupport.shuffleIota(ETYPE, Long64Shuffle.class, VSPECIES, VLENGTH, start, step, 0,
146 (l, lstart, lstep, s) -> s.shuffleFromOp(i -> (i*lstep + lstart)));
147 }
148 }
149
150 @Override
151 @ForceInline
152 Long64Shuffle shuffleFromBytes(byte[] reorder) { return new Long64Shuffle(reorder); }
153
154 @Override
155 @ForceInline
156 Long64Shuffle shuffleFromArray(int[] indexes, int i) { return new Long64Shuffle(indexes, i); }
157
158 @Override
159 @ForceInline
160 Long64Shuffle shuffleFromOp(IntUnaryOperator fn) { return new Long64Shuffle(fn); }
161
162 // Make a vector of the same species but the given elements:
163 @ForceInline
164 final @Override
165 Long64Vector vectorFactory(long[] vec) {
166 return new Long64Vector(vec);
167 }
168
169 @ForceInline
170 final @Override
171 Byte64Vector asByteVectorRaw() {
172 return (Byte64Vector) super.asByteVectorRawTemplate(); // specialize
173 }
174
175 @ForceInline
176 final @Override
177 AbstractVector<?> asVectorRaw(LaneType laneType) {
178 return super.asVectorRawTemplate(laneType); // specialize
179 }
180
181 // Unary operator
182
183 @ForceInline
184 final @Override
185 Long64Vector uOp(FUnOp f) {
186 return (Long64Vector) super.uOpTemplate(f); // specialize
187 }
188
189 @ForceInline
190 final @Override
191 Long64Vector uOp(VectorMask<Long> m, FUnOp f) {
192 return (Long64Vector)
193 super.uOpTemplate((Long64Mask)m, f); // specialize
194 }
195
196 // Binary operator
197
198 @ForceInline
199 final @Override
200 Long64Vector bOp(Vector<Long> v, FBinOp f) {
201 return (Long64Vector) super.bOpTemplate((Long64Vector)v, f); // specialize
202 }
203
204 @ForceInline
205 final @Override
206 Long64Vector bOp(Vector<Long> v,
207 VectorMask<Long> m, FBinOp f) {
208 return (Long64Vector)
209 super.bOpTemplate((Long64Vector)v, (Long64Mask)m,
210 f); // specialize
211 }
212
213 // Ternary operator
214
215 @ForceInline
216 final @Override
217 Long64Vector tOp(Vector<Long> v1, Vector<Long> v2, FTriOp f) {
218 return (Long64Vector)
219 super.tOpTemplate((Long64Vector)v1, (Long64Vector)v2,
220 f); // specialize
221 }
222
223 @ForceInline
224 final @Override
225 Long64Vector tOp(Vector<Long> v1, Vector<Long> v2,
226 VectorMask<Long> m, FTriOp f) {
227 return (Long64Vector)
228 super.tOpTemplate((Long64Vector)v1, (Long64Vector)v2,
229 (Long64Mask)m, f); // specialize
230 }
231
232 @ForceInline
233 final @Override
234 long rOp(long v, VectorMask<Long> m, FBinOp f) {
235 return super.rOpTemplate(v, m, f); // specialize
236 }
237
238 @Override
239 @ForceInline
240 public final <F>
241 Vector<F> convertShape(VectorOperators.Conversion<Long,F> conv,
242 VectorSpecies<F> rsp, int part) {
243 return super.convertShapeTemplate(conv, rsp, part); // specialize
244 }
245
246 @Override
247 @ForceInline
248 public final <F>
249 Vector<F> reinterpretShape(VectorSpecies<F> toSpecies, int part) {
250 return super.reinterpretShapeTemplate(toSpecies, part); // specialize
251 }
252
253 // Specialized algebraic operations:
254
255 // The following definition forces a specialized version of this
256 // crucial method into the v-table of this class. A call to add()
257 // will inline to a call to lanewise(ADD,), at which point the JIT
258 // intrinsic will have the opcode of ADD, plus all the metadata
259 // for this particular class, enabling it to generate precise
260 // code.
261 //
262 // There is probably no benefit to the JIT to specialize the
263 // masked or broadcast versions of the lanewise method.
264
265 @Override
266 @ForceInline
267 public Long64Vector lanewise(Unary op) {
268 return (Long64Vector) super.lanewiseTemplate(op); // specialize
269 }
270
271 @Override
272 @ForceInline
273 public Long64Vector lanewise(Unary op, VectorMask<Long> m) {
274 return (Long64Vector) super.lanewiseTemplate(op, Long64Mask.class, (Long64Mask) m); // specialize
275 }
276
277 @Override
278 @ForceInline
279 public Long64Vector lanewise(Binary op, Vector<Long> v) {
280 return (Long64Vector) super.lanewiseTemplate(op, v); // specialize
281 }
282
283 @Override
284 @ForceInline
285 public Long64Vector lanewise(Binary op, Vector<Long> v, VectorMask<Long> m) {
286 return (Long64Vector) super.lanewiseTemplate(op, Long64Mask.class, v, (Long64Mask) m); // specialize
287 }
288
289 /*package-private*/
290 @Override
291 @ForceInline Long64Vector
292 lanewiseShift(VectorOperators.Binary op, int e) {
293 return (Long64Vector) super.lanewiseShiftTemplate(op, e); // specialize
294 }
295
296 /*package-private*/
297 @Override
298 @ForceInline Long64Vector
299 lanewiseShift(VectorOperators.Binary op, int e, VectorMask<Long> m) {
300 return (Long64Vector) super.lanewiseShiftTemplate(op, Long64Mask.class, e, (Long64Mask) m); // specialize
301 }
302
303 /*package-private*/
304 @Override
305 @ForceInline
306 public final
307 Long64Vector
308 lanewise(Ternary op, Vector<Long> v1, Vector<Long> v2) {
309 return (Long64Vector) super.lanewiseTemplate(op, v1, v2); // specialize
310 }
311
312 @Override
313 @ForceInline
314 public final
315 Long64Vector
316 lanewise(Ternary op, Vector<Long> v1, Vector<Long> v2, VectorMask<Long> m) {
317 return (Long64Vector) super.lanewiseTemplate(op, Long64Mask.class, v1, v2, (Long64Mask) m); // specialize
318 }
319
320 @Override
321 @ForceInline
322 public final
323 Long64Vector addIndex(int scale) {
324 return (Long64Vector) super.addIndexTemplate(scale); // specialize
325 }
326
327 // Type specific horizontal reductions
328
329 @Override
330 @ForceInline
331 public final long reduceLanes(VectorOperators.Associative op) {
332 return super.reduceLanesTemplate(op); // specialized
333 }
334
335 @Override
336 @ForceInline
337 public final long reduceLanes(VectorOperators.Associative op,
338 VectorMask<Long> m) {
339 return super.reduceLanesTemplate(op, Long64Mask.class, (Long64Mask) m); // specialized
340 }
341
342 @Override
343 @ForceInline
344 public final long reduceLanesToLong(VectorOperators.Associative op) {
345 return (long) super.reduceLanesTemplate(op); // specialized
346 }
347
348 @Override
349 @ForceInline
350 public final long reduceLanesToLong(VectorOperators.Associative op,
351 VectorMask<Long> m) {
352 return (long) super.reduceLanesTemplate(op, Long64Mask.class, (Long64Mask) m); // specialized
353 }
354
355 @ForceInline
356 public VectorShuffle<Long> toShuffle() {
357 return super.toShuffleTemplate(Long64Shuffle.class); // specialize
358 }
359
360 // Specialized unary testing
361
362 @Override
363 @ForceInline
364 public final Long64Mask test(Test op) {
365 return super.testTemplate(Long64Mask.class, op); // specialize
366 }
367
368 @Override
369 @ForceInline
370 public final Long64Mask test(Test op, VectorMask<Long> m) {
371 return super.testTemplate(Long64Mask.class, op, (Long64Mask) m); // specialize
372 }
373
374 // Specialized comparisons
375
376 @Override
377 @ForceInline
378 public final Long64Mask compare(Comparison op, Vector<Long> v) {
379 return super.compareTemplate(Long64Mask.class, op, v); // specialize
380 }
381
382 @Override
383 @ForceInline
384 public final Long64Mask compare(Comparison op, long s) {
385 return super.compareTemplate(Long64Mask.class, op, s); // specialize
386 }
387
388
389 @Override
390 @ForceInline
391 public final Long64Mask compare(Comparison op, Vector<Long> v, VectorMask<Long> m) {
392 return super.compareTemplate(Long64Mask.class, op, v, (Long64Mask) m);
393 }
394
395
396 @Override
397 @ForceInline
398 public Long64Vector blend(Vector<Long> v, VectorMask<Long> m) {
399 return (Long64Vector)
400 super.blendTemplate(Long64Mask.class,
401 (Long64Vector) v,
402 (Long64Mask) m); // specialize
403 }
404
405 @Override
406 @ForceInline
407 public Long64Vector slice(int origin, Vector<Long> v) {
408 return (Long64Vector) super.sliceTemplate(origin, v); // specialize
409 }
410
411 @Override
412 @ForceInline
413 public Long64Vector slice(int origin) {
414 return (Long64Vector) super.sliceTemplate(origin); // specialize
415 }
416
417 @Override
418 @ForceInline
419 public Long64Vector unslice(int origin, Vector<Long> w, int part) {
420 return (Long64Vector) super.unsliceTemplate(origin, w, part); // specialize
421 }
422
423 @Override
424 @ForceInline
425 public Long64Vector unslice(int origin, Vector<Long> w, int part, VectorMask<Long> m) {
426 return (Long64Vector)
427 super.unsliceTemplate(Long64Mask.class,
428 origin, w, part,
429 (Long64Mask) m); // specialize
430 }
431
432 @Override
433 @ForceInline
434 public Long64Vector unslice(int origin) {
435 return (Long64Vector) super.unsliceTemplate(origin); // specialize
436 }
437
438 @Override
439 @ForceInline
440 public Long64Vector rearrange(VectorShuffle<Long> s) {
441 return (Long64Vector)
442 super.rearrangeTemplate(Long64Shuffle.class,
443 (Long64Shuffle) s); // specialize
444 }
445
446 @Override
447 @ForceInline
448 public Long64Vector rearrange(VectorShuffle<Long> shuffle,
449 VectorMask<Long> m) {
450 return (Long64Vector)
451 super.rearrangeTemplate(Long64Shuffle.class,
452 Long64Mask.class,
453 (Long64Shuffle) shuffle,
454 (Long64Mask) m); // specialize
455 }
456
457 @Override
458 @ForceInline
459 public Long64Vector rearrange(VectorShuffle<Long> s,
460 Vector<Long> v) {
461 return (Long64Vector)
462 super.rearrangeTemplate(Long64Shuffle.class,
463 (Long64Shuffle) s,
464 (Long64Vector) v); // specialize
465 }
466
467 @Override
468 @ForceInline
469 public Long64Vector compress(VectorMask<Long> m) {
470 return (Long64Vector)
471 super.compressTemplate(Long64Mask.class,
472 (Long64Mask) m); // specialize
473 }
474
475 @Override
476 @ForceInline
477 public Long64Vector expand(VectorMask<Long> m) {
478 return (Long64Vector)
479 super.expandTemplate(Long64Mask.class,
480 (Long64Mask) m); // specialize
481 }
482
483 @Override
484 @ForceInline
485 public Long64Vector selectFrom(Vector<Long> v) {
486 return (Long64Vector)
487 super.selectFromTemplate((Long64Vector) v); // specialize
488 }
489
490 @Override
491 @ForceInline
492 public Long64Vector selectFrom(Vector<Long> v,
493 VectorMask<Long> m) {
494 return (Long64Vector)
495 super.selectFromTemplate((Long64Vector) v,
496 (Long64Mask) m); // specialize
497 }
498
499
500 @ForceInline
501 @Override
502 public long lane(int i) {
503 switch(i) {
504 case 0: return laneHelper(0);
505 default: throw new IllegalArgumentException("Index " + i + " must be zero or positive, and less than " + VLENGTH);
506 }
507 }
508
509 public long laneHelper(int i) {
510 return (long) VectorSupport.extract(
511 VCLASS, ETYPE, VLENGTH,
512 this, i,
513 (vec, ix) -> {
514 long[] vecarr = vec.vec();
515 return (long)vecarr[ix];
516 });
517 }
518
519 @ForceInline
520 @Override
521 public Long64Vector withLane(int i, long e) {
522 switch (i) {
523 case 0: return withLaneHelper(0, e);
524 default: throw new IllegalArgumentException("Index " + i + " must be zero or positive, and less than " + VLENGTH);
525 }
526 }
527
528 public Long64Vector withLaneHelper(int i, long e) {
529 return VectorSupport.insert(
530 VCLASS, ETYPE, VLENGTH,
531 this, i, (long)e,
532 (v, ix, bits) -> {
533 long[] res = v.vec().clone();
534 res[ix] = (long)bits;
535 return v.vectorFactory(res);
536 });
537 }
538
539 // Mask
540
541 static final class Long64Mask extends AbstractMask<Long> {
542 static final int VLENGTH = VSPECIES.laneCount(); // used by the JVM
543 static final Class<Long> ETYPE = long.class; // used by the JVM
544
545 Long64Mask(boolean[] bits) {
546 this(bits, 0);
547 }
548
549 Long64Mask(boolean[] bits, int offset) {
550 super(prepare(bits, offset));
551 }
552
553 Long64Mask(boolean val) {
554 super(prepare(val));
555 }
556
557 private static boolean[] prepare(boolean[] bits, int offset) {
558 boolean[] newBits = new boolean[VSPECIES.laneCount()];
559 for (int i = 0; i < newBits.length; i++) {
560 newBits[i] = bits[offset + i];
561 }
562 return newBits;
563 }
564
565 private static boolean[] prepare(boolean val) {
566 boolean[] bits = new boolean[VSPECIES.laneCount()];
567 Arrays.fill(bits, val);
568 return bits;
569 }
570
571 @ForceInline
572 final @Override
573 public LongSpecies vspecies() {
574 // ISSUE: This should probably be a @Stable
575 // field inside AbstractMask, rather than
576 // a megamorphic method.
577 return VSPECIES;
578 }
579
580 @ForceInline
581 boolean[] getBits() {
582 return (boolean[])getPayload();
583 }
584
585 @Override
586 Long64Mask uOp(MUnOp f) {
587 boolean[] res = new boolean[vspecies().laneCount()];
588 boolean[] bits = getBits();
589 for (int i = 0; i < res.length; i++) {
590 res[i] = f.apply(i, bits[i]);
591 }
592 return new Long64Mask(res);
593 }
594
595 @Override
596 Long64Mask bOp(VectorMask<Long> m, MBinOp f) {
597 boolean[] res = new boolean[vspecies().laneCount()];
598 boolean[] bits = getBits();
599 boolean[] mbits = ((Long64Mask)m).getBits();
600 for (int i = 0; i < res.length; i++) {
601 res[i] = f.apply(i, bits[i], mbits[i]);
602 }
603 return new Long64Mask(res);
604 }
605
606 @ForceInline
607 @Override
608 public final
609 Long64Vector toVector() {
610 return (Long64Vector) super.toVectorTemplate(); // specialize
611 }
612
613 /**
614 * Helper function for lane-wise mask conversions.
615 * This function kicks in after intrinsic failure.
616 */
617 @ForceInline
618 private final <E>
619 VectorMask<E> defaultMaskCast(AbstractSpecies<E> dsp) {
620 if (length() != dsp.laneCount())
621 throw new IllegalArgumentException("VectorMask length and species length differ");
622 boolean[] maskArray = toArray();
623 return dsp.maskFactory(maskArray).check(dsp);
624 }
625
626 @Override
627 @ForceInline
628 public <E> VectorMask<E> cast(VectorSpecies<E> dsp) {
629 AbstractSpecies<E> species = (AbstractSpecies<E>) dsp;
630 if (length() != species.laneCount())
631 throw new IllegalArgumentException("VectorMask length and species length differ");
632
633 return VectorSupport.convert(VectorSupport.VECTOR_OP_CAST,
634 this.getClass(), ETYPE, VLENGTH,
635 species.maskType(), species.elementType(), VLENGTH,
636 this, species,
637 (m, s) -> s.maskFactory(m.toArray()).check(s));
638 }
639
640 @Override
641 @ForceInline
642 public Long64Mask eq(VectorMask<Long> mask) {
643 Objects.requireNonNull(mask);
644 Long64Mask m = (Long64Mask)mask;
645 return xor(m.not());
646 }
647
648 // Unary operations
649
650 @Override
651 @ForceInline
652 public Long64Mask not() {
653 return xor(maskAll(true));
654 }
655
656 @Override
657 @ForceInline
658 public Long64Mask compress() {
659 return (Long64Mask)VectorSupport.comExpOp(VectorSupport.VECTOR_OP_MASK_COMPRESS,
660 Long64Vector.class, Long64Mask.class, ETYPE, VLENGTH, null, this,
661 (v1, m1) -> VSPECIES.iota().compare(VectorOperators.LT, m1.trueCount()));
662 }
663
664
665 // Binary operations
666
667 @Override
668 @ForceInline
669 public Long64Mask and(VectorMask<Long> mask) {
670 Objects.requireNonNull(mask);
671 Long64Mask m = (Long64Mask)mask;
672 return VectorSupport.binaryOp(VECTOR_OP_AND, Long64Mask.class, null, long.class, VLENGTH,
673 this, m, null,
674 (m1, m2, vm) -> m1.bOp(m2, (i, a, b) -> a & b));
675 }
676
677 @Override
678 @ForceInline
679 public Long64Mask or(VectorMask<Long> mask) {
680 Objects.requireNonNull(mask);
681 Long64Mask m = (Long64Mask)mask;
682 return VectorSupport.binaryOp(VECTOR_OP_OR, Long64Mask.class, null, long.class, VLENGTH,
683 this, m, null,
684 (m1, m2, vm) -> m1.bOp(m2, (i, a, b) -> a | b));
685 }
686
687 @ForceInline
688 /* package-private */
689 Long64Mask xor(VectorMask<Long> mask) {
690 Objects.requireNonNull(mask);
691 Long64Mask m = (Long64Mask)mask;
692 return VectorSupport.binaryOp(VECTOR_OP_XOR, Long64Mask.class, null, long.class, VLENGTH,
693 this, m, null,
694 (m1, m2, vm) -> m1.bOp(m2, (i, a, b) -> a ^ b));
695 }
696
697 // Mask Query operations
698
699 @Override
700 @ForceInline
701 public int trueCount() {
702 return (int) VectorSupport.maskReductionCoerced(VECTOR_OP_MASK_TRUECOUNT, Long64Mask.class, long.class, VLENGTH, this,
703 (m) -> trueCountHelper(m.getBits()));
704 }
705
706 @Override
707 @ForceInline
708 public int firstTrue() {
709 return (int) VectorSupport.maskReductionCoerced(VECTOR_OP_MASK_FIRSTTRUE, Long64Mask.class, long.class, VLENGTH, this,
710 (m) -> firstTrueHelper(m.getBits()));
711 }
712
713 @Override
714 @ForceInline
715 public int lastTrue() {
716 return (int) VectorSupport.maskReductionCoerced(VECTOR_OP_MASK_LASTTRUE, Long64Mask.class, long.class, VLENGTH, this,
717 (m) -> lastTrueHelper(m.getBits()));
718 }
719
720 @Override
721 @ForceInline
722 public long toLong() {
723 if (length() > Long.SIZE) {
724 throw new UnsupportedOperationException("too many lanes for one long");
725 }
726 return VectorSupport.maskReductionCoerced(VECTOR_OP_MASK_TOLONG, Long64Mask.class, long.class, VLENGTH, this,
727 (m) -> toLongHelper(m.getBits()));
728 }
729
730 // Reductions
731
732 @Override
733 @ForceInline
734 public boolean anyTrue() {
735 return VectorSupport.test(BT_ne, Long64Mask.class, long.class, VLENGTH,
736 this, vspecies().maskAll(true),
737 (m, __) -> anyTrueHelper(((Long64Mask)m).getBits()));
738 }
739
740 @Override
741 @ForceInline
742 public boolean allTrue() {
743 return VectorSupport.test(BT_overflow, Long64Mask.class, long.class, VLENGTH,
744 this, vspecies().maskAll(true),
745 (m, __) -> allTrueHelper(((Long64Mask)m).getBits()));
746 }
747
748 @ForceInline
749 /*package-private*/
750 static Long64Mask maskAll(boolean bit) {
751 return VectorSupport.fromBitsCoerced(Long64Mask.class, long.class, VLENGTH,
752 (bit ? -1 : 0), MODE_BROADCAST, null,
753 (v, __) -> (v != 0 ? TRUE_MASK : FALSE_MASK));
754 }
755 private static final Long64Mask TRUE_MASK = new Long64Mask(true);
756 private static final Long64Mask FALSE_MASK = new Long64Mask(false);
757
758 }
759
760 // Shuffle
761
762 static final class Long64Shuffle extends AbstractShuffle<Long> {
763 static final int VLENGTH = VSPECIES.laneCount(); // used by the JVM
764 static final Class<Long> ETYPE = long.class; // used by the JVM
765
766 Long64Shuffle(byte[] reorder) {
767 super(VLENGTH, reorder);
768 }
769
770 public Long64Shuffle(int[] reorder) {
771 super(VLENGTH, reorder);
772 }
773
774 public Long64Shuffle(int[] reorder, int i) {
775 super(VLENGTH, reorder, i);
776 }
777
778 public Long64Shuffle(IntUnaryOperator fn) {
779 super(VLENGTH, fn);
780 }
781
782 @Override
783 public LongSpecies vspecies() {
784 return VSPECIES;
785 }
786
787 static {
788 // There must be enough bits in the shuffle lanes to encode
789 // VLENGTH valid indexes and VLENGTH exceptional ones.
790 assert(VLENGTH < Byte.MAX_VALUE);
791 assert(Byte.MIN_VALUE <= -VLENGTH);
792 }
793 static final Long64Shuffle IOTA = new Long64Shuffle(IDENTITY);
794
795 @Override
796 @ForceInline
797 public Long64Vector toVector() {
798 return VectorSupport.shuffleToVector(VCLASS, ETYPE, Long64Shuffle.class, this, VLENGTH,
799 (s) -> ((Long64Vector)(((AbstractShuffle<Long>)(s)).toVectorTemplate())));
800 }
801
802 @Override
803 @ForceInline
804 public <F> VectorShuffle<F> cast(VectorSpecies<F> s) {
805 AbstractSpecies<F> species = (AbstractSpecies<F>) s;
806 if (length() != species.laneCount())
807 throw new IllegalArgumentException("VectorShuffle length and species length differ");
808 int[] shuffleArray = toArray();
809 return s.shuffleFromArray(shuffleArray, 0).check(s);
810 }
811
812 @ForceInline
813 @Override
814 public Long64Shuffle rearrange(VectorShuffle<Long> shuffle) {
815 Long64Shuffle s = (Long64Shuffle) shuffle;
816 byte[] reorder1 = reorder();
817 byte[] reorder2 = s.reorder();
818 byte[] r = new byte[reorder1.length];
819 for (int i = 0; i < reorder1.length; i++) {
820 int ssi = reorder2[i];
821 r[i] = reorder1[ssi]; // throws on exceptional index
822 }
823 return new Long64Shuffle(r);
824 }
825 }
826
827 // ================================================
828
829 // Specialized low-level memory operations.
830
831 @ForceInline
832 @Override
833 final
834 LongVector fromArray0(long[] a, int offset) {
835 return super.fromArray0Template(a, offset); // specialize
836 }
837
838 @ForceInline
839 @Override
840 final
841 LongVector fromArray0(long[] a, int offset, VectorMask<Long> m) {
842 return super.fromArray0Template(Long64Mask.class, a, offset, (Long64Mask) m); // specialize
843 }
844
845 @ForceInline
846 @Override
847 final
848 LongVector fromArray0(long[] a, int offset, int[] indexMap, int mapOffset, VectorMask<Long> m) {
849 return super.fromArray0Template(Long64Mask.class, a, offset, indexMap, mapOffset, (Long64Mask) m);
850 }
851
852
853
854 @ForceInline
855 @Override
856 final
857 LongVector fromMemorySegment0(MemorySegment ms, long offset) {
858 return super.fromMemorySegment0Template(ms, offset); // specialize
859 }
860
861 @ForceInline
862 @Override
863 final
864 LongVector fromMemorySegment0(MemorySegment ms, long offset, VectorMask<Long> m) {
865 return super.fromMemorySegment0Template(Long64Mask.class, ms, offset, (Long64Mask) m); // specialize
866 }
867
868 @ForceInline
869 @Override
870 final
871 void intoArray0(long[] a, int offset) {
872 super.intoArray0Template(a, offset); // specialize
873 }
874
875 @ForceInline
876 @Override
877 final
878 void intoArray0(long[] a, int offset, VectorMask<Long> m) {
879 super.intoArray0Template(Long64Mask.class, a, offset, (Long64Mask) m);
880 }
881
882 @ForceInline
883 @Override
884 final
885 void intoArray0(long[] a, int offset, int[] indexMap, int mapOffset, VectorMask<Long> m) {
886 super.intoArray0Template(Long64Mask.class, a, offset, indexMap, mapOffset, (Long64Mask) m);
887 }
888
889
890 @ForceInline
891 @Override
892 final
893 void intoMemorySegment0(MemorySegment ms, long offset, VectorMask<Long> m) {
894 super.intoMemorySegment0Template(Long64Mask.class, ms, offset, (Long64Mask) m);
895 }
896
897
898 // End of specialized low-level memory operations.
899
900 // ================================================
901
902 }