1 /*
2 * Copyright (c) 2017, 2022, Oracle and/or its affiliates. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation. Oracle designates this
8 * particular file as subject to the "Classpath" exception as provided
9 * by Oracle in the LICENSE file that accompanied this code.
10 *
11 * This code is distributed in the hope that it will be useful, but WITHOUT
12 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
13 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
14 * version 2 for more details (a copy is included in the LICENSE file that
15 * accompanied this code).
16 *
17 * You should have received a copy of the GNU General Public License version
18 * 2 along with this work; if not, write to the Free Software Foundation,
19 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
20 *
21 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
22 * or visit www.oracle.com if you need additional information or have any
23 * questions.
24 */
25 package jdk.incubator.vector;
26
27 import java.nio.ByteBuffer;
28 import java.util.Arrays;
29 import java.util.Objects;
30 import java.util.function.IntUnaryOperator;
31
32 import jdk.internal.vm.annotation.ForceInline;
33 import jdk.internal.vm.vector.VectorSupport;
34
35 import static jdk.internal.vm.vector.VectorSupport.*;
36
37 import static jdk.incubator.vector.VectorOperators.*;
38
39 // -- This file was mechanically generated: Do not edit! -- //
40
41 @SuppressWarnings("cast") // warning: redundant cast
42 final class Short64Vector extends ShortVector {
43 static final ShortSpecies VSPECIES =
44 (ShortSpecies) ShortVector.SPECIES_64;
45
46 static final VectorShape VSHAPE =
47 VSPECIES.vectorShape();
48
49 static final Class<Short64Vector> VCLASS = Short64Vector.class;
50
51 static final int VSIZE = VSPECIES.vectorBitSize();
52
53 static final int VLENGTH = VSPECIES.laneCount(); // used by the JVM
54
55 static final Class<Short> ETYPE = short.class; // used by the JVM
56
57 Short64Vector(short[] v) {
58 super(v);
59 }
60
61 // For compatibility as Short64Vector::new,
62 // stored into species.vectorFactory.
63 Short64Vector(Object v) {
64 this((short[]) v);
65 }
66
67 static final Short64Vector ZERO = new Short64Vector(new short[VLENGTH]);
68 static final Short64Vector IOTA = new Short64Vector(VSPECIES.iotaArray());
69
70 static {
71 // Warm up a few species caches.
72 // If we do this too much we will
73 // get NPEs from bootstrap circularity.
74 VSPECIES.dummyVector();
75 VSPECIES.withLanes(LaneType.BYTE);
76 }
77
78 // Specialized extractors
79
80 @ForceInline
81 final @Override
82 public ShortSpecies vspecies() {
83 // ISSUE: This should probably be a @Stable
84 // field inside AbstractVector, rather than
85 // a megamorphic method.
86 return VSPECIES;
87 }
88
89 @ForceInline
90 @Override
91 public final Class<Short> elementType() { return short.class; }
92
93 @ForceInline
94 @Override
95 public final int elementSize() { return Short.SIZE; }
96
97 @ForceInline
98 @Override
99 public final VectorShape shape() { return VSHAPE; }
100
101 @ForceInline
102 @Override
103 public final int length() { return VLENGTH; }
104
105 @ForceInline
106 @Override
107 public final int bitSize() { return VSIZE; }
108
109 @ForceInline
110 @Override
111 public final int byteSize() { return VSIZE / Byte.SIZE; }
112
113 /*package-private*/
114 @ForceInline
115 final @Override
116 short[] vec() {
117 return (short[])getPayload();
118 }
119
120 // Virtualized constructors
121
122 @Override
123 @ForceInline
124 public final Short64Vector broadcast(short e) {
125 return (Short64Vector) super.broadcastTemplate(e); // specialize
126 }
127
128 @Override
129 @ForceInline
130 public final Short64Vector broadcast(long e) {
131 return (Short64Vector) super.broadcastTemplate(e); // specialize
132 }
133
134 @Override
135 @ForceInline
136 Short64Mask maskFromArray(boolean[] bits) {
137 return new Short64Mask(bits);
138 }
139
140 @Override
141 @ForceInline
142 Short64Shuffle iotaShuffle() { return Short64Shuffle.IOTA; }
143
144 @ForceInline
145 Short64Shuffle iotaShuffle(int start, int step, boolean wrap) {
146 if (wrap) {
147 return (Short64Shuffle)VectorSupport.shuffleIota(ETYPE, Short64Shuffle.class, VSPECIES, VLENGTH, start, step, 1,
148 (l, lstart, lstep, s) -> s.shuffleFromOp(i -> (VectorIntrinsics.wrapToRange(i*lstep + lstart, l))));
149 } else {
150 return (Short64Shuffle)VectorSupport.shuffleIota(ETYPE, Short64Shuffle.class, VSPECIES, VLENGTH, start, step, 0,
151 (l, lstart, lstep, s) -> s.shuffleFromOp(i -> (i*lstep + lstart)));
152 }
153 }
154
155 @Override
156 @ForceInline
157 Short64Shuffle shuffleFromBytes(byte[] reorder) { return new Short64Shuffle(reorder); }
158
159 @Override
160 @ForceInline
161 Short64Shuffle shuffleFromArray(int[] indexes, int i) { return new Short64Shuffle(indexes, i); }
162
163 @Override
164 @ForceInline
165 Short64Shuffle shuffleFromOp(IntUnaryOperator fn) { return new Short64Shuffle(fn); }
166
167 // Make a vector of the same species but the given elements:
168 @ForceInline
169 final @Override
170 Short64Vector vectorFactory(short[] vec) {
171 return new Short64Vector(vec);
172 }
173
174 @ForceInline
175 final @Override
176 Byte64Vector asByteVectorRaw() {
177 return (Byte64Vector) super.asByteVectorRawTemplate(); // specialize
178 }
179
180 @ForceInline
181 final @Override
182 AbstractVector<?> asVectorRaw(LaneType laneType) {
183 return super.asVectorRawTemplate(laneType); // specialize
184 }
185
186 // Unary operator
187
188 @ForceInline
189 final @Override
190 Short64Vector uOp(FUnOp f) {
191 return (Short64Vector) super.uOpTemplate(f); // specialize
192 }
193
194 @ForceInline
195 final @Override
196 Short64Vector uOp(VectorMask<Short> m, FUnOp f) {
197 return (Short64Vector)
198 super.uOpTemplate((Short64Mask)m, f); // specialize
199 }
200
201 // Binary operator
202
203 @ForceInline
204 final @Override
205 Short64Vector bOp(Vector<Short> v, FBinOp f) {
206 return (Short64Vector) super.bOpTemplate((Short64Vector)v, f); // specialize
207 }
208
209 @ForceInline
210 final @Override
211 Short64Vector bOp(Vector<Short> v,
212 VectorMask<Short> m, FBinOp f) {
213 return (Short64Vector)
214 super.bOpTemplate((Short64Vector)v, (Short64Mask)m,
215 f); // specialize
216 }
217
218 // Ternary operator
219
220 @ForceInline
221 final @Override
222 Short64Vector tOp(Vector<Short> v1, Vector<Short> v2, FTriOp f) {
223 return (Short64Vector)
224 super.tOpTemplate((Short64Vector)v1, (Short64Vector)v2,
225 f); // specialize
226 }
227
228 @ForceInline
229 final @Override
230 Short64Vector tOp(Vector<Short> v1, Vector<Short> v2,
231 VectorMask<Short> m, FTriOp f) {
232 return (Short64Vector)
233 super.tOpTemplate((Short64Vector)v1, (Short64Vector)v2,
234 (Short64Mask)m, f); // specialize
235 }
236
237 @ForceInline
238 final @Override
239 short rOp(short v, VectorMask<Short> m, FBinOp f) {
240 return super.rOpTemplate(v, m, f); // specialize
241 }
242
243 @Override
244 @ForceInline
245 public final <F>
246 Vector<F> convertShape(VectorOperators.Conversion<Short,F> conv,
247 VectorSpecies<F> rsp, int part) {
248 return super.convertShapeTemplate(conv, rsp, part); // specialize
249 }
250
251 @Override
252 @ForceInline
253 public final <F>
254 Vector<F> reinterpretShape(VectorSpecies<F> toSpecies, int part) {
255 return super.reinterpretShapeTemplate(toSpecies, part); // specialize
256 }
257
258 // Specialized algebraic operations:
259
260 // The following definition forces a specialized version of this
261 // crucial method into the v-table of this class. A call to add()
262 // will inline to a call to lanewise(ADD,), at which point the JIT
263 // intrinsic will have the opcode of ADD, plus all the metadata
264 // for this particular class, enabling it to generate precise
265 // code.
266 //
267 // There is probably no benefit to the JIT to specialize the
268 // masked or broadcast versions of the lanewise method.
269
270 @Override
271 @ForceInline
272 public Short64Vector lanewise(Unary op) {
273 return (Short64Vector) super.lanewiseTemplate(op); // specialize
274 }
275
276 @Override
277 @ForceInline
278 public Short64Vector lanewise(Unary op, VectorMask<Short> m) {
279 return (Short64Vector) super.lanewiseTemplate(op, Short64Mask.class, (Short64Mask) m); // specialize
280 }
281
282 @Override
283 @ForceInline
284 public Short64Vector lanewise(Binary op, Vector<Short> v) {
285 return (Short64Vector) super.lanewiseTemplate(op, v); // specialize
286 }
287
288 @Override
289 @ForceInline
290 public Short64Vector lanewise(Binary op, Vector<Short> v, VectorMask<Short> m) {
291 return (Short64Vector) super.lanewiseTemplate(op, Short64Mask.class, v, (Short64Mask) m); // specialize
292 }
293
294 /*package-private*/
295 @Override
296 @ForceInline Short64Vector
297 lanewiseShift(VectorOperators.Binary op, int e) {
298 return (Short64Vector) super.lanewiseShiftTemplate(op, e); // specialize
299 }
300
301 /*package-private*/
302 @Override
303 @ForceInline Short64Vector
304 lanewiseShift(VectorOperators.Binary op, int e, VectorMask<Short> m) {
305 return (Short64Vector) super.lanewiseShiftTemplate(op, Short64Mask.class, e, (Short64Mask) m); // specialize
306 }
307
308 /*package-private*/
309 @Override
310 @ForceInline
311 public final
312 Short64Vector
313 lanewise(Ternary op, Vector<Short> v1, Vector<Short> v2) {
314 return (Short64Vector) super.lanewiseTemplate(op, v1, v2); // specialize
315 }
316
317 @Override
318 @ForceInline
319 public final
320 Short64Vector
321 lanewise(Ternary op, Vector<Short> v1, Vector<Short> v2, VectorMask<Short> m) {
322 return (Short64Vector) super.lanewiseTemplate(op, Short64Mask.class, v1, v2, (Short64Mask) m); // specialize
323 }
324
325 @Override
326 @ForceInline
327 public final
328 Short64Vector addIndex(int scale) {
329 return (Short64Vector) super.addIndexTemplate(scale); // specialize
330 }
331
332 // Type specific horizontal reductions
333
334 @Override
335 @ForceInline
336 public final short reduceLanes(VectorOperators.Associative op) {
337 return super.reduceLanesTemplate(op); // specialized
338 }
339
340 @Override
341 @ForceInline
342 public final short reduceLanes(VectorOperators.Associative op,
343 VectorMask<Short> m) {
344 return super.reduceLanesTemplate(op, Short64Mask.class, (Short64Mask) m); // specialized
345 }
346
347 @Override
348 @ForceInline
349 public final long reduceLanesToLong(VectorOperators.Associative op) {
350 return (long) super.reduceLanesTemplate(op); // specialized
351 }
352
353 @Override
354 @ForceInline
355 public final long reduceLanesToLong(VectorOperators.Associative op,
356 VectorMask<Short> m) {
357 return (long) super.reduceLanesTemplate(op, Short64Mask.class, (Short64Mask) m); // specialized
358 }
359
360 @ForceInline
361 public VectorShuffle<Short> toShuffle() {
362 return super.toShuffleTemplate(Short64Shuffle.class); // specialize
363 }
364
365 // Specialized unary testing
366
367 @Override
368 @ForceInline
369 public final Short64Mask test(Test op) {
370 return super.testTemplate(Short64Mask.class, op); // specialize
371 }
372
373 @Override
374 @ForceInline
375 public final Short64Mask test(Test op, VectorMask<Short> m) {
376 return super.testTemplate(Short64Mask.class, op, (Short64Mask) m); // specialize
377 }
378
379 // Specialized comparisons
380
381 @Override
382 @ForceInline
383 public final Short64Mask compare(Comparison op, Vector<Short> v) {
384 return super.compareTemplate(Short64Mask.class, op, v); // specialize
385 }
386
387 @Override
388 @ForceInline
389 public final Short64Mask compare(Comparison op, short s) {
390 return super.compareTemplate(Short64Mask.class, op, s); // specialize
391 }
392
393 @Override
394 @ForceInline
395 public final Short64Mask compare(Comparison op, long s) {
396 return super.compareTemplate(Short64Mask.class, op, s); // specialize
397 }
398
399 @Override
400 @ForceInline
401 public final Short64Mask compare(Comparison op, Vector<Short> v, VectorMask<Short> m) {
402 return super.compareTemplate(Short64Mask.class, op, v, (Short64Mask) m);
403 }
404
405
406 @Override
407 @ForceInline
408 public Short64Vector blend(Vector<Short> v, VectorMask<Short> m) {
409 return (Short64Vector)
410 super.blendTemplate(Short64Mask.class,
411 (Short64Vector) v,
412 (Short64Mask) m); // specialize
413 }
414
415 @Override
416 @ForceInline
417 public Short64Vector slice(int origin, Vector<Short> v) {
418 return (Short64Vector) super.sliceTemplate(origin, v); // specialize
419 }
420
421 @Override
422 @ForceInline
423 public Short64Vector slice(int origin) {
424 return (Short64Vector) super.sliceTemplate(origin); // specialize
425 }
426
427 @Override
428 @ForceInline
429 public Short64Vector unslice(int origin, Vector<Short> w, int part) {
430 return (Short64Vector) super.unsliceTemplate(origin, w, part); // specialize
431 }
432
433 @Override
434 @ForceInline
435 public Short64Vector unslice(int origin, Vector<Short> w, int part, VectorMask<Short> m) {
436 return (Short64Vector)
437 super.unsliceTemplate(Short64Mask.class,
438 origin, w, part,
439 (Short64Mask) m); // specialize
440 }
441
442 @Override
443 @ForceInline
444 public Short64Vector unslice(int origin) {
445 return (Short64Vector) super.unsliceTemplate(origin); // specialize
446 }
447
448 @Override
449 @ForceInline
450 public Short64Vector rearrange(VectorShuffle<Short> s) {
451 return (Short64Vector)
452 super.rearrangeTemplate(Short64Shuffle.class,
453 (Short64Shuffle) s); // specialize
454 }
455
456 @Override
457 @ForceInline
458 public Short64Vector rearrange(VectorShuffle<Short> shuffle,
459 VectorMask<Short> m) {
460 return (Short64Vector)
461 super.rearrangeTemplate(Short64Shuffle.class,
462 Short64Mask.class,
463 (Short64Shuffle) shuffle,
464 (Short64Mask) m); // specialize
465 }
466
467 @Override
468 @ForceInline
469 public Short64Vector rearrange(VectorShuffle<Short> s,
470 Vector<Short> v) {
471 return (Short64Vector)
472 super.rearrangeTemplate(Short64Shuffle.class,
473 (Short64Shuffle) s,
474 (Short64Vector) v); // specialize
475 }
476
477 @Override
478 @ForceInline
479 public Short64Vector selectFrom(Vector<Short> v) {
480 return (Short64Vector)
481 super.selectFromTemplate((Short64Vector) v); // specialize
482 }
483
484 @Override
485 @ForceInline
486 public Short64Vector selectFrom(Vector<Short> v,
487 VectorMask<Short> m) {
488 return (Short64Vector)
489 super.selectFromTemplate((Short64Vector) v,
490 (Short64Mask) m); // specialize
491 }
492
493
494 @ForceInline
495 @Override
496 public short lane(int i) {
497 switch(i) {
498 case 0: return laneHelper(0);
499 case 1: return laneHelper(1);
500 case 2: return laneHelper(2);
501 case 3: return laneHelper(3);
502 default: throw new IllegalArgumentException("Index " + i + " must be zero or positive, and less than " + VLENGTH);
503 }
504 }
505
506 public short laneHelper(int i) {
507 return (short) VectorSupport.extract(
508 VCLASS, ETYPE, VLENGTH,
509 this, i,
510 (vec, ix) -> {
511 short[] vecarr = vec.vec();
512 return (long)vecarr[ix];
513 });
514 }
515
516 @ForceInline
517 @Override
518 public Short64Vector withLane(int i, short e) {
519 switch (i) {
520 case 0: return withLaneHelper(0, e);
521 case 1: return withLaneHelper(1, e);
522 case 2: return withLaneHelper(2, e);
523 case 3: return withLaneHelper(3, e);
524 default: throw new IllegalArgumentException("Index " + i + " must be zero or positive, and less than " + VLENGTH);
525 }
526 }
527
528 public Short64Vector withLaneHelper(int i, short e) {
529 return VectorSupport.insert(
530 VCLASS, ETYPE, VLENGTH,
531 this, i, (long)e,
532 (v, ix, bits) -> {
533 short[] res = v.vec().clone();
534 res[ix] = (short)bits;
535 return v.vectorFactory(res);
536 });
537 }
538
539 // Mask
540
541 static final class Short64Mask extends AbstractMask<Short> {
542 static final int VLENGTH = VSPECIES.laneCount(); // used by the JVM
543 static final Class<Short> ETYPE = short.class; // used by the JVM
544
545 Short64Mask(boolean[] bits) {
546 this(bits, 0);
547 }
548
549 Short64Mask(boolean[] bits, int offset) {
550 super(prepare(bits, offset));
551 }
552
553 Short64Mask(boolean val) {
554 super(prepare(val));
555 }
556
557 private static boolean[] prepare(boolean[] bits, int offset) {
558 boolean[] newBits = new boolean[VSPECIES.laneCount()];
559 for (int i = 0; i < newBits.length; i++) {
560 newBits[i] = bits[offset + i];
561 }
562 return newBits;
563 }
564
565 private static boolean[] prepare(boolean val) {
566 boolean[] bits = new boolean[VSPECIES.laneCount()];
567 Arrays.fill(bits, val);
568 return bits;
569 }
570
571 @ForceInline
572 final @Override
573 public ShortSpecies vspecies() {
574 // ISSUE: This should probably be a @Stable
575 // field inside AbstractMask, rather than
576 // a megamorphic method.
577 return VSPECIES;
578 }
579
580 @ForceInline
581 boolean[] getBits() {
582 return (boolean[])getPayload();
583 }
584
585 @Override
586 Short64Mask uOp(MUnOp f) {
587 boolean[] res = new boolean[vspecies().laneCount()];
588 boolean[] bits = getBits();
589 for (int i = 0; i < res.length; i++) {
590 res[i] = f.apply(i, bits[i]);
591 }
592 return new Short64Mask(res);
593 }
594
595 @Override
596 Short64Mask bOp(VectorMask<Short> m, MBinOp f) {
597 boolean[] res = new boolean[vspecies().laneCount()];
598 boolean[] bits = getBits();
599 boolean[] mbits = ((Short64Mask)m).getBits();
600 for (int i = 0; i < res.length; i++) {
601 res[i] = f.apply(i, bits[i], mbits[i]);
602 }
603 return new Short64Mask(res);
604 }
605
606 @ForceInline
607 @Override
608 public final
609 Short64Vector toVector() {
610 return (Short64Vector) super.toVectorTemplate(); // specialize
611 }
612
613 /**
614 * Helper function for lane-wise mask conversions.
615 * This function kicks in after intrinsic failure.
616 */
617 @ForceInline
618 private final <E>
619 VectorMask<E> defaultMaskCast(AbstractSpecies<E> dsp) {
620 if (length() != dsp.laneCount())
621 throw new IllegalArgumentException("VectorMask length and species length differ");
622 boolean[] maskArray = toArray();
623 return dsp.maskFactory(maskArray).check(dsp);
624 }
625
626 @Override
627 @ForceInline
628 public <E> VectorMask<E> cast(VectorSpecies<E> dsp) {
629 AbstractSpecies<E> species = (AbstractSpecies<E>) dsp;
630 if (length() != species.laneCount())
631 throw new IllegalArgumentException("VectorMask length and species length differ");
632
633 return VectorSupport.convert(VectorSupport.VECTOR_OP_CAST,
634 this.getClass(), ETYPE, VLENGTH,
635 species.maskType(), species.elementType(), VLENGTH,
636 this, species,
637 (m, s) -> s.maskFactory(m.toArray()).check(s));
638 }
639
640 @Override
641 @ForceInline
642 public Short64Mask eq(VectorMask<Short> mask) {
643 Objects.requireNonNull(mask);
644 Short64Mask m = (Short64Mask)mask;
645 return xor(m.not());
646 }
647
648 // Unary operations
649
650 @Override
651 @ForceInline
652 public Short64Mask not() {
653 return xor(maskAll(true));
654 }
655
656 // Binary operations
657
658 @Override
659 @ForceInline
660 public Short64Mask and(VectorMask<Short> mask) {
661 Objects.requireNonNull(mask);
662 Short64Mask m = (Short64Mask)mask;
663 return VectorSupport.binaryOp(VECTOR_OP_AND, Short64Mask.class, null, short.class, VLENGTH,
664 this, m, null,
665 (m1, m2, vm) -> m1.bOp(m2, (i, a, b) -> a & b));
666 }
667
668 @Override
669 @ForceInline
670 public Short64Mask or(VectorMask<Short> mask) {
671 Objects.requireNonNull(mask);
672 Short64Mask m = (Short64Mask)mask;
673 return VectorSupport.binaryOp(VECTOR_OP_OR, Short64Mask.class, null, short.class, VLENGTH,
674 this, m, null,
675 (m1, m2, vm) -> m1.bOp(m2, (i, a, b) -> a | b));
676 }
677
678 @ForceInline
679 /* package-private */
680 Short64Mask xor(VectorMask<Short> mask) {
681 Objects.requireNonNull(mask);
682 Short64Mask m = (Short64Mask)mask;
683 return VectorSupport.binaryOp(VECTOR_OP_XOR, Short64Mask.class, null, short.class, VLENGTH,
684 this, m, null,
685 (m1, m2, vm) -> m1.bOp(m2, (i, a, b) -> a ^ b));
686 }
687
688 // Mask Query operations
689
690 @Override
691 @ForceInline
692 public int trueCount() {
693 return (int) VectorSupport.maskReductionCoerced(VECTOR_OP_MASK_TRUECOUNT, Short64Mask.class, short.class, VLENGTH, this,
694 (m) -> trueCountHelper(m.getBits()));
695 }
696
697 @Override
698 @ForceInline
699 public int firstTrue() {
700 return (int) VectorSupport.maskReductionCoerced(VECTOR_OP_MASK_FIRSTTRUE, Short64Mask.class, short.class, VLENGTH, this,
701 (m) -> firstTrueHelper(m.getBits()));
702 }
703
704 @Override
705 @ForceInline
706 public int lastTrue() {
707 return (int) VectorSupport.maskReductionCoerced(VECTOR_OP_MASK_LASTTRUE, Short64Mask.class, short.class, VLENGTH, this,
708 (m) -> lastTrueHelper(m.getBits()));
709 }
710
711 @Override
712 @ForceInline
713 public long toLong() {
714 if (length() > Long.SIZE) {
715 throw new UnsupportedOperationException("too many lanes for one long");
716 }
717 return VectorSupport.maskReductionCoerced(VECTOR_OP_MASK_TOLONG, Short64Mask.class, short.class, VLENGTH, this,
718 (m) -> toLongHelper(m.getBits()));
719 }
720
721 // Reductions
722
723 @Override
724 @ForceInline
725 public boolean anyTrue() {
726 return VectorSupport.test(BT_ne, Short64Mask.class, short.class, VLENGTH,
727 this, vspecies().maskAll(true),
728 (m, __) -> anyTrueHelper(((Short64Mask)m).getBits()));
729 }
730
731 @Override
732 @ForceInline
733 public boolean allTrue() {
734 return VectorSupport.test(BT_overflow, Short64Mask.class, short.class, VLENGTH,
735 this, vspecies().maskAll(true),
736 (m, __) -> allTrueHelper(((Short64Mask)m).getBits()));
737 }
738
739 @ForceInline
740 /*package-private*/
741 static Short64Mask maskAll(boolean bit) {
742 return VectorSupport.fromBitsCoerced(Short64Mask.class, short.class, VLENGTH,
743 (bit ? -1 : 0), MODE_BROADCAST, null,
744 (v, __) -> (v != 0 ? TRUE_MASK : FALSE_MASK));
745 }
746 private static final Short64Mask TRUE_MASK = new Short64Mask(true);
747 private static final Short64Mask FALSE_MASK = new Short64Mask(false);
748
749 }
750
751 // Shuffle
752
753 static final class Short64Shuffle extends AbstractShuffle<Short> {
754 static final int VLENGTH = VSPECIES.laneCount(); // used by the JVM
755 static final Class<Short> ETYPE = short.class; // used by the JVM
756
757 Short64Shuffle(byte[] reorder) {
758 super(VLENGTH, reorder);
759 }
760
761 public Short64Shuffle(int[] reorder) {
762 super(VLENGTH, reorder);
763 }
764
765 public Short64Shuffle(int[] reorder, int i) {
766 super(VLENGTH, reorder, i);
767 }
768
769 public Short64Shuffle(IntUnaryOperator fn) {
770 super(VLENGTH, fn);
771 }
772
773 @Override
774 public ShortSpecies vspecies() {
775 return VSPECIES;
776 }
777
778 static {
779 // There must be enough bits in the shuffle lanes to encode
780 // VLENGTH valid indexes and VLENGTH exceptional ones.
781 assert(VLENGTH < Byte.MAX_VALUE);
782 assert(Byte.MIN_VALUE <= -VLENGTH);
783 }
784 static final Short64Shuffle IOTA = new Short64Shuffle(IDENTITY);
785
786 @Override
787 @ForceInline
788 public Short64Vector toVector() {
789 return VectorSupport.shuffleToVector(VCLASS, ETYPE, Short64Shuffle.class, this, VLENGTH,
790 (s) -> ((Short64Vector)(((AbstractShuffle<Short>)(s)).toVectorTemplate())));
791 }
792
793 @Override
794 @ForceInline
795 public <F> VectorShuffle<F> cast(VectorSpecies<F> s) {
796 AbstractSpecies<F> species = (AbstractSpecies<F>) s;
797 if (length() != species.laneCount())
798 throw new IllegalArgumentException("VectorShuffle length and species length differ");
799 int[] shuffleArray = toArray();
800 return s.shuffleFromArray(shuffleArray, 0).check(s);
801 }
802
803 @ForceInline
804 @Override
805 public Short64Shuffle rearrange(VectorShuffle<Short> shuffle) {
806 Short64Shuffle s = (Short64Shuffle) shuffle;
807 byte[] reorder1 = reorder();
808 byte[] reorder2 = s.reorder();
809 byte[] r = new byte[reorder1.length];
810 for (int i = 0; i < reorder1.length; i++) {
811 int ssi = reorder2[i];
812 r[i] = reorder1[ssi]; // throws on exceptional index
813 }
814 return new Short64Shuffle(r);
815 }
816 }
817
818 // ================================================
819
820 // Specialized low-level memory operations.
821
822 @ForceInline
823 @Override
824 final
825 ShortVector fromArray0(short[] a, int offset) {
826 return super.fromArray0Template(a, offset); // specialize
827 }
828
829 @ForceInline
830 @Override
831 final
832 ShortVector fromArray0(short[] a, int offset, VectorMask<Short> m) {
833 return super.fromArray0Template(Short64Mask.class, a, offset, (Short64Mask) m); // specialize
834 }
835
836
837 @ForceInline
838 @Override
839 final
840 ShortVector fromCharArray0(char[] a, int offset) {
841 return super.fromCharArray0Template(a, offset); // specialize
842 }
843
844 @ForceInline
845 @Override
846 final
847 ShortVector fromCharArray0(char[] a, int offset, VectorMask<Short> m) {
848 return super.fromCharArray0Template(Short64Mask.class, a, offset, (Short64Mask) m); // specialize
849 }
850
851
852 @ForceInline
853 @Override
854 final
855 ShortVector fromByteArray0(byte[] a, int offset) {
856 return super.fromByteArray0Template(a, offset); // specialize
857 }
858
859 @ForceInline
860 @Override
861 final
862 ShortVector fromByteArray0(byte[] a, int offset, VectorMask<Short> m) {
863 return super.fromByteArray0Template(Short64Mask.class, a, offset, (Short64Mask) m); // specialize
864 }
865
866 @ForceInline
867 @Override
868 final
869 ShortVector fromByteBuffer0(ByteBuffer bb, int offset) {
870 return super.fromByteBuffer0Template(bb, offset); // specialize
871 }
872
873 @ForceInline
874 @Override
875 final
876 ShortVector fromByteBuffer0(ByteBuffer bb, int offset, VectorMask<Short> m) {
877 return super.fromByteBuffer0Template(Short64Mask.class, bb, offset, (Short64Mask) m); // specialize
878 }
879
880 @ForceInline
881 @Override
882 final
883 void intoArray0(short[] a, int offset) {
884 super.intoArray0Template(a, offset); // specialize
885 }
886
887 @ForceInline
888 @Override
889 final
890 void intoArray0(short[] a, int offset, VectorMask<Short> m) {
891 super.intoArray0Template(Short64Mask.class, a, offset, (Short64Mask) m);
892 }
893
894
895
896 @ForceInline
897 @Override
898 final
899 void intoByteArray0(byte[] a, int offset) {
900 super.intoByteArray0Template(a, offset); // specialize
901 }
902
903 @ForceInline
904 @Override
905 final
906 void intoByteArray0(byte[] a, int offset, VectorMask<Short> m) {
907 super.intoByteArray0Template(Short64Mask.class, a, offset, (Short64Mask) m); // specialize
908 }
909
910 @ForceInline
911 @Override
912 final
913 void intoByteBuffer0(ByteBuffer bb, int offset, VectorMask<Short> m) {
914 super.intoByteBuffer0Template(Short64Mask.class, bb, offset, (Short64Mask) m);
915 }
916
917 @ForceInline
918 @Override
919 final
920 void intoCharArray0(char[] a, int offset, VectorMask<Short> m) {
921 super.intoCharArray0Template(Short64Mask.class, a, offset, (Short64Mask) m);
922 }
923
924 // End of specialized low-level memory operations.
925
926 // ================================================
927
928 }