1 /*
2 * Copyright (c) 2017, 2021, Oracle and/or its affiliates. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation. Oracle designates this
8 * particular file as subject to the "Classpath" exception as provided
9 * by Oracle in the LICENSE file that accompanied this code.
10 *
11 * This code is distributed in the hope that it will be useful, but WITHOUT
12 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
13 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
14 * version 2 for more details (a copy is included in the LICENSE file that
15 * accompanied this code).
16 *
17 * You should have received a copy of the GNU General Public License version
18 * 2 along with this work; if not, write to the Free Software Foundation,
19 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
20 *
21 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
22 * or visit www.oracle.com if you need additional information or have any
23 * questions.
24 */
25 package jdk.incubator.vector;
26
27 import java.nio.ByteBuffer;
28 import java.util.Arrays;
29 import java.util.Objects;
30 import java.util.function.IntUnaryOperator;
31
32 import jdk.internal.vm.annotation.ForceInline;
33 import jdk.internal.vm.vector.VectorSupport;
34
35 import static jdk.internal.vm.vector.VectorSupport.*;
36
37 import static jdk.incubator.vector.VectorOperators.*;
38
39 // -- This file was mechanically generated: Do not edit! -- //
40
41 @SuppressWarnings("cast") // warning: redundant cast
42 final class Double512Vector extends DoubleVector {
43 static final DoubleSpecies VSPECIES =
44 (DoubleSpecies) DoubleVector.SPECIES_512;
45
46 static final VectorShape VSHAPE =
47 VSPECIES.vectorShape();
48
49 static final Class<Double512Vector> VCLASS = Double512Vector.class;
50
51 static final int VSIZE = VSPECIES.vectorBitSize();
52
53 static final int VLENGTH = VSPECIES.laneCount(); // used by the JVM
54
55 static final Class<Double> ETYPE = double.class; // used by the JVM
56
57 Double512Vector(double[] v) {
58 super(v);
59 }
60
61 // For compatibility as Double512Vector::new,
62 // stored into species.vectorFactory.
63 Double512Vector(Object v) {
64 this((double[]) v);
65 }
66
67 static final Double512Vector ZERO = new Double512Vector(new double[VLENGTH]);
68 static final Double512Vector IOTA = new Double512Vector(VSPECIES.iotaArray());
69
70 static {
71 // Warm up a few species caches.
72 // If we do this too much we will
73 // get NPEs from bootstrap circularity.
74 VSPECIES.dummyVector();
75 VSPECIES.withLanes(LaneType.BYTE);
76 }
77
78 // Specialized extractors
79
80 @ForceInline
81 final @Override
82 public DoubleSpecies vspecies() {
83 // ISSUE: This should probably be a @Stable
84 // field inside AbstractVector, rather than
85 // a megamorphic method.
86 return VSPECIES;
87 }
88
89 @ForceInline
90 @Override
91 public final Class<Double> elementType() { return double.class; }
92
93 @ForceInline
94 @Override
95 public final int elementSize() { return Double.SIZE; }
96
97 @ForceInline
98 @Override
99 public final VectorShape shape() { return VSHAPE; }
100
101 @ForceInline
102 @Override
103 public final int length() { return VLENGTH; }
104
105 @ForceInline
106 @Override
107 public final int bitSize() { return VSIZE; }
108
109 @ForceInline
110 @Override
111 public final int byteSize() { return VSIZE / Byte.SIZE; }
112
113 /*package-private*/
114 @ForceInline
115 final @Override
116 double[] vec() {
117 return (double[])getPayload();
118 }
119
120 // Virtualized constructors
121
122 @Override
123 @ForceInline
124 public final Double512Vector broadcast(double e) {
125 return (Double512Vector) super.broadcastTemplate(e); // specialize
126 }
127
128 @Override
129 @ForceInline
130 public final Double512Vector broadcast(long e) {
131 return (Double512Vector) super.broadcastTemplate(e); // specialize
132 }
133
134 @Override
135 @ForceInline
136 Double512Mask maskFromArray(boolean[] bits) {
137 return new Double512Mask(bits);
138 }
139
140 @Override
141 @ForceInline
142 Double512Shuffle iotaShuffle() { return Double512Shuffle.IOTA; }
143
144 @ForceInline
145 Double512Shuffle iotaShuffle(int start, int step, boolean wrap) {
146 if (wrap) {
147 return (Double512Shuffle)VectorSupport.shuffleIota(ETYPE, Double512Shuffle.class, VSPECIES, VLENGTH, start, step, 1,
148 (l, lstart, lstep, s) -> s.shuffleFromOp(i -> (VectorIntrinsics.wrapToRange(i*lstep + lstart, l))));
149 } else {
150 return (Double512Shuffle)VectorSupport.shuffleIota(ETYPE, Double512Shuffle.class, VSPECIES, VLENGTH, start, step, 0,
151 (l, lstart, lstep, s) -> s.shuffleFromOp(i -> (i*lstep + lstart)));
152 }
153 }
154
155 @Override
156 @ForceInline
157 Double512Shuffle shuffleFromBytes(byte[] reorder) { return new Double512Shuffle(reorder); }
158
159 @Override
160 @ForceInline
161 Double512Shuffle shuffleFromArray(int[] indexes, int i) { return new Double512Shuffle(indexes, i); }
162
163 @Override
164 @ForceInline
165 Double512Shuffle shuffleFromOp(IntUnaryOperator fn) { return new Double512Shuffle(fn); }
166
167 // Make a vector of the same species but the given elements:
168 @ForceInline
169 final @Override
170 Double512Vector vectorFactory(double[] vec) {
171 return new Double512Vector(vec);
172 }
173
174 @ForceInline
175 final @Override
176 Byte512Vector asByteVectorRaw() {
177 return (Byte512Vector) super.asByteVectorRawTemplate(); // specialize
178 }
179
180 @ForceInline
181 final @Override
182 AbstractVector<?> asVectorRaw(LaneType laneType) {
183 return super.asVectorRawTemplate(laneType); // specialize
184 }
185
186 // Unary operator
187
188 @ForceInline
189 final @Override
190 Double512Vector uOp(FUnOp f) {
191 return (Double512Vector) super.uOpTemplate(f); // specialize
192 }
193
194 @ForceInline
195 final @Override
196 Double512Vector uOp(VectorMask<Double> m, FUnOp f) {
197 return (Double512Vector)
198 super.uOpTemplate((Double512Mask)m, f); // specialize
199 }
200
201 // Binary operator
202
203 @ForceInline
204 final @Override
205 Double512Vector bOp(Vector<Double> v, FBinOp f) {
206 return (Double512Vector) super.bOpTemplate((Double512Vector)v, f); // specialize
207 }
208
209 @ForceInline
210 final @Override
211 Double512Vector bOp(Vector<Double> v,
212 VectorMask<Double> m, FBinOp f) {
213 return (Double512Vector)
214 super.bOpTemplate((Double512Vector)v, (Double512Mask)m,
215 f); // specialize
216 }
217
218 // Ternary operator
219
220 @ForceInline
221 final @Override
222 Double512Vector tOp(Vector<Double> v1, Vector<Double> v2, FTriOp f) {
223 return (Double512Vector)
224 super.tOpTemplate((Double512Vector)v1, (Double512Vector)v2,
225 f); // specialize
226 }
227
228 @ForceInline
229 final @Override
230 Double512Vector tOp(Vector<Double> v1, Vector<Double> v2,
231 VectorMask<Double> m, FTriOp f) {
232 return (Double512Vector)
233 super.tOpTemplate((Double512Vector)v1, (Double512Vector)v2,
234 (Double512Mask)m, f); // specialize
235 }
236
237 @ForceInline
238 final @Override
239 double rOp(double v, VectorMask<Double> m, FBinOp f) {
240 return super.rOpTemplate(v, m, f); // specialize
241 }
242
243 @Override
244 @ForceInline
245 public final <F>
246 Vector<F> convertShape(VectorOperators.Conversion<Double,F> conv,
247 VectorSpecies<F> rsp, int part) {
248 return super.convertShapeTemplate(conv, rsp, part); // specialize
249 }
250
251 @Override
252 @ForceInline
253 public final <F>
254 Vector<F> reinterpretShape(VectorSpecies<F> toSpecies, int part) {
255 return super.reinterpretShapeTemplate(toSpecies, part); // specialize
256 }
257
258 // Specialized algebraic operations:
259
260 // The following definition forces a specialized version of this
261 // crucial method into the v-table of this class. A call to add()
262 // will inline to a call to lanewise(ADD,), at which point the JIT
263 // intrinsic will have the opcode of ADD, plus all the metadata
264 // for this particular class, enabling it to generate precise
265 // code.
266 //
267 // There is probably no benefit to the JIT to specialize the
268 // masked or broadcast versions of the lanewise method.
269
270 @Override
271 @ForceInline
272 public Double512Vector lanewise(Unary op) {
273 return (Double512Vector) super.lanewiseTemplate(op); // specialize
274 }
275
276 @Override
277 @ForceInline
278 public Double512Vector lanewise(Unary op, VectorMask<Double> m) {
279 return (Double512Vector) super.lanewiseTemplate(op, Double512Mask.class, (Double512Mask) m); // specialize
280 }
281
282 @Override
283 @ForceInline
284 public Double512Vector lanewise(Binary op, Vector<Double> v) {
285 return (Double512Vector) super.lanewiseTemplate(op, v); // specialize
286 }
287
288 @Override
289 @ForceInline
290 public Double512Vector lanewise(Binary op, Vector<Double> v, VectorMask<Double> m) {
291 return (Double512Vector) super.lanewiseTemplate(op, Double512Mask.class, v, (Double512Mask) m); // specialize
292 }
293
294
295 /*package-private*/
296 @Override
297 @ForceInline
298 public final
299 Double512Vector
300 lanewise(Ternary op, Vector<Double> v1, Vector<Double> v2) {
301 return (Double512Vector) super.lanewiseTemplate(op, v1, v2); // specialize
302 }
303
304 @Override
305 @ForceInline
306 public final
307 Double512Vector
308 lanewise(Ternary op, Vector<Double> v1, Vector<Double> v2, VectorMask<Double> m) {
309 return (Double512Vector) super.lanewiseTemplate(op, Double512Mask.class, v1, v2, (Double512Mask) m); // specialize
310 }
311
312 @Override
313 @ForceInline
314 public final
315 Double512Vector addIndex(int scale) {
316 return (Double512Vector) super.addIndexTemplate(scale); // specialize
317 }
318
319 // Type specific horizontal reductions
320
321 @Override
322 @ForceInline
323 public final double reduceLanes(VectorOperators.Associative op) {
324 return super.reduceLanesTemplate(op); // specialized
325 }
326
327 @Override
328 @ForceInline
329 public final double reduceLanes(VectorOperators.Associative op,
330 VectorMask<Double> m) {
331 return super.reduceLanesTemplate(op, Double512Mask.class, (Double512Mask) m); // specialized
332 }
333
334 @Override
335 @ForceInline
336 public final long reduceLanesToLong(VectorOperators.Associative op) {
337 return (long) super.reduceLanesTemplate(op); // specialized
338 }
339
340 @Override
341 @ForceInline
342 public final long reduceLanesToLong(VectorOperators.Associative op,
343 VectorMask<Double> m) {
344 return (long) super.reduceLanesTemplate(op, Double512Mask.class, (Double512Mask) m); // specialized
345 }
346
347 @ForceInline
348 public VectorShuffle<Double> toShuffle() {
349 return super.toShuffleTemplate(Double512Shuffle.class); // specialize
350 }
351
352 // Specialized unary testing
353
354 @Override
355 @ForceInline
356 public final Double512Mask test(Test op) {
357 return super.testTemplate(Double512Mask.class, op); // specialize
358 }
359
360 // Specialized comparisons
361
362 @Override
363 @ForceInline
364 public final Double512Mask compare(Comparison op, Vector<Double> v) {
365 return super.compareTemplate(Double512Mask.class, op, v); // specialize
366 }
367
368 @Override
369 @ForceInline
370 public final Double512Mask compare(Comparison op, double s) {
371 return super.compareTemplate(Double512Mask.class, op, s); // specialize
372 }
373
374 @Override
375 @ForceInline
376 public final Double512Mask compare(Comparison op, long s) {
377 return super.compareTemplate(Double512Mask.class, op, s); // specialize
378 }
379
380 @Override
381 @ForceInline
382 public final Double512Mask compare(Comparison op, Vector<Double> v, VectorMask<Double> m) {
383 return super.compareTemplate(Double512Mask.class, op, v, (Double512Mask) m);
384 }
385
386
387 @Override
388 @ForceInline
389 public Double512Vector blend(Vector<Double> v, VectorMask<Double> m) {
390 return (Double512Vector)
391 super.blendTemplate(Double512Mask.class,
392 (Double512Vector) v,
393 (Double512Mask) m); // specialize
394 }
395
396 @Override
397 @ForceInline
398 public Double512Vector slice(int origin, Vector<Double> v) {
399 return (Double512Vector) super.sliceTemplate(origin, v); // specialize
400 }
401
402 @Override
403 @ForceInline
404 public Double512Vector slice(int origin) {
405 return (Double512Vector) super.sliceTemplate(origin); // specialize
406 }
407
408 @Override
409 @ForceInline
410 public Double512Vector unslice(int origin, Vector<Double> w, int part) {
411 return (Double512Vector) super.unsliceTemplate(origin, w, part); // specialize
412 }
413
414 @Override
415 @ForceInline
416 public Double512Vector unslice(int origin, Vector<Double> w, int part, VectorMask<Double> m) {
417 return (Double512Vector)
418 super.unsliceTemplate(Double512Mask.class,
419 origin, w, part,
420 (Double512Mask) m); // specialize
421 }
422
423 @Override
424 @ForceInline
425 public Double512Vector unslice(int origin) {
426 return (Double512Vector) super.unsliceTemplate(origin); // specialize
427 }
428
429 @Override
430 @ForceInline
431 public Double512Vector rearrange(VectorShuffle<Double> s) {
432 return (Double512Vector)
433 super.rearrangeTemplate(Double512Shuffle.class,
434 (Double512Shuffle) s); // specialize
435 }
436
437 @Override
438 @ForceInline
439 public Double512Vector rearrange(VectorShuffle<Double> shuffle,
440 VectorMask<Double> m) {
441 return (Double512Vector)
442 super.rearrangeTemplate(Double512Shuffle.class,
443 Double512Mask.class,
444 (Double512Shuffle) shuffle,
445 (Double512Mask) m); // specialize
446 }
447
448 @Override
449 @ForceInline
450 public Double512Vector rearrange(VectorShuffle<Double> s,
451 Vector<Double> v) {
452 return (Double512Vector)
453 super.rearrangeTemplate(Double512Shuffle.class,
454 (Double512Shuffle) s,
455 (Double512Vector) v); // specialize
456 }
457
458 @Override
459 @ForceInline
460 public Double512Vector selectFrom(Vector<Double> v) {
461 return (Double512Vector)
462 super.selectFromTemplate((Double512Vector) v); // specialize
463 }
464
465 @Override
466 @ForceInline
467 public Double512Vector selectFrom(Vector<Double> v,
468 VectorMask<Double> m) {
469 return (Double512Vector)
470 super.selectFromTemplate((Double512Vector) v,
471 (Double512Mask) m); // specialize
472 }
473
474
475 @ForceInline
476 @Override
477 public double lane(int i) {
478 long bits;
479 switch(i) {
480 case 0: bits = laneHelper(0); break;
481 case 1: bits = laneHelper(1); break;
482 case 2: bits = laneHelper(2); break;
483 case 3: bits = laneHelper(3); break;
484 case 4: bits = laneHelper(4); break;
485 case 5: bits = laneHelper(5); break;
486 case 6: bits = laneHelper(6); break;
487 case 7: bits = laneHelper(7); break;
488 default: throw new IllegalArgumentException("Index " + i + " must be zero or positive, and less than " + VLENGTH);
489 }
490 return Double.longBitsToDouble(bits);
491 }
492
493 public long laneHelper(int i) {
494 return (long) VectorSupport.extract(
495 VCLASS, ETYPE, VLENGTH,
496 this, i,
497 (vec, ix) -> {
498 double[] vecarr = vec.vec();
499 return (long)Double.doubleToLongBits(vecarr[ix]);
500 });
501 }
502
503 @ForceInline
504 @Override
505 public Double512Vector withLane(int i, double e) {
506 switch(i) {
507 case 0: return withLaneHelper(0, e);
508 case 1: return withLaneHelper(1, e);
509 case 2: return withLaneHelper(2, e);
510 case 3: return withLaneHelper(3, e);
511 case 4: return withLaneHelper(4, e);
512 case 5: return withLaneHelper(5, e);
513 case 6: return withLaneHelper(6, e);
514 case 7: return withLaneHelper(7, e);
515 default: throw new IllegalArgumentException("Index " + i + " must be zero or positive, and less than " + VLENGTH);
516 }
517 }
518
519 public Double512Vector withLaneHelper(int i, double e) {
520 return VectorSupport.insert(
521 VCLASS, ETYPE, VLENGTH,
522 this, i, (long)Double.doubleToLongBits(e),
523 (v, ix, bits) -> {
524 double[] res = v.vec().clone();
525 res[ix] = Double.longBitsToDouble((long)bits);
526 return v.vectorFactory(res);
527 });
528 }
529
530 // Mask
531
532 static final class Double512Mask extends AbstractMask<Double> {
533 static final int VLENGTH = VSPECIES.laneCount(); // used by the JVM
534 static final Class<Double> ETYPE = double.class; // used by the JVM
535
536 Double512Mask(boolean[] bits) {
537 this(bits, 0);
538 }
539
540 Double512Mask(boolean[] bits, int offset) {
541 super(prepare(bits, offset));
542 }
543
544 Double512Mask(boolean val) {
545 super(prepare(val));
546 }
547
548 private static boolean[] prepare(boolean[] bits, int offset) {
549 boolean[] newBits = new boolean[VSPECIES.laneCount()];
550 for (int i = 0; i < newBits.length; i++) {
551 newBits[i] = bits[offset + i];
552 }
553 return newBits;
554 }
555
556 private static boolean[] prepare(boolean val) {
557 boolean[] bits = new boolean[VSPECIES.laneCount()];
558 Arrays.fill(bits, val);
559 return bits;
560 }
561
562 @ForceInline
563 final @Override
564 public DoubleSpecies vspecies() {
565 // ISSUE: This should probably be a @Stable
566 // field inside AbstractMask, rather than
567 // a megamorphic method.
568 return VSPECIES;
569 }
570
571 @ForceInline
572 boolean[] getBits() {
573 return (boolean[])getPayload();
574 }
575
576 @Override
577 Double512Mask uOp(MUnOp f) {
578 boolean[] res = new boolean[vspecies().laneCount()];
579 boolean[] bits = getBits();
580 for (int i = 0; i < res.length; i++) {
581 res[i] = f.apply(i, bits[i]);
582 }
583 return new Double512Mask(res);
584 }
585
586 @Override
587 Double512Mask bOp(VectorMask<Double> m, MBinOp f) {
588 boolean[] res = new boolean[vspecies().laneCount()];
589 boolean[] bits = getBits();
590 boolean[] mbits = ((Double512Mask)m).getBits();
591 for (int i = 0; i < res.length; i++) {
592 res[i] = f.apply(i, bits[i], mbits[i]);
593 }
594 return new Double512Mask(res);
595 }
596
597 @ForceInline
598 @Override
599 public final
600 Double512Vector toVector() {
601 return (Double512Vector) super.toVectorTemplate(); // specialize
602 }
603
604 /**
605 * Helper function for lane-wise mask conversions.
606 * This function kicks in after intrinsic failure.
607 */
608 @ForceInline
609 private final <E>
610 VectorMask<E> defaultMaskCast(AbstractSpecies<E> dsp) {
611 if (length() != dsp.laneCount())
612 throw new IllegalArgumentException("VectorMask length and species length differ");
613 boolean[] maskArray = toArray();
614 return dsp.maskFactory(maskArray).check(dsp);
615 }
616
617 @Override
618 @ForceInline
619 public <E> VectorMask<E> cast(VectorSpecies<E> dsp) {
620 AbstractSpecies<E> species = (AbstractSpecies<E>) dsp;
621 if (length() != species.laneCount())
622 throw new IllegalArgumentException("VectorMask length and species length differ");
623
624 return VectorSupport.convert(VectorSupport.VECTOR_OP_CAST,
625 this.getClass(), ETYPE, VLENGTH,
626 species.maskType(), species.elementType(), VLENGTH,
627 this, species,
628 (m, s) -> s.maskFactory(m.toArray()).check(s));
629 }
630
631 @Override
632 @ForceInline
633 public Double512Mask eq(VectorMask<Double> mask) {
634 Objects.requireNonNull(mask);
635 Double512Mask m = (Double512Mask)mask;
636 return xor(m.not());
637 }
638
639 // Unary operations
640
641 @Override
642 @ForceInline
643 public Double512Mask not() {
644 return xor(maskAll(true));
645 }
646
647 // Binary operations
648
649 @Override
650 @ForceInline
651 public Double512Mask and(VectorMask<Double> mask) {
652 Objects.requireNonNull(mask);
653 Double512Mask m = (Double512Mask)mask;
654 return VectorSupport.binaryOp(VECTOR_OP_AND, Double512Mask.class, null, long.class, VLENGTH,
655 this, m, null,
656 (m1, m2, vm) -> m1.bOp(m2, (i, a, b) -> a & b));
657 }
658
659 @Override
660 @ForceInline
661 public Double512Mask or(VectorMask<Double> mask) {
662 Objects.requireNonNull(mask);
663 Double512Mask m = (Double512Mask)mask;
664 return VectorSupport.binaryOp(VECTOR_OP_OR, Double512Mask.class, null, long.class, VLENGTH,
665 this, m, null,
666 (m1, m2, vm) -> m1.bOp(m2, (i, a, b) -> a | b));
667 }
668
669 @ForceInline
670 /* package-private */
671 Double512Mask xor(VectorMask<Double> mask) {
672 Objects.requireNonNull(mask);
673 Double512Mask m = (Double512Mask)mask;
674 return VectorSupport.binaryOp(VECTOR_OP_XOR, Double512Mask.class, null, long.class, VLENGTH,
675 this, m, null,
676 (m1, m2, vm) -> m1.bOp(m2, (i, a, b) -> a ^ b));
677 }
678
679 // Mask Query operations
680
681 @Override
682 @ForceInline
683 public int trueCount() {
684 return (int) VectorSupport.maskReductionCoerced(VECTOR_OP_MASK_TRUECOUNT, Double512Mask.class, long.class, VLENGTH, this,
685 (m) -> trueCountHelper(m.getBits()));
686 }
687
688 @Override
689 @ForceInline
690 public int firstTrue() {
691 return (int) VectorSupport.maskReductionCoerced(VECTOR_OP_MASK_FIRSTTRUE, Double512Mask.class, long.class, VLENGTH, this,
692 (m) -> firstTrueHelper(m.getBits()));
693 }
694
695 @Override
696 @ForceInline
697 public int lastTrue() {
698 return (int) VectorSupport.maskReductionCoerced(VECTOR_OP_MASK_LASTTRUE, Double512Mask.class, long.class, VLENGTH, this,
699 (m) -> lastTrueHelper(m.getBits()));
700 }
701
702 @Override
703 @ForceInline
704 public long toLong() {
705 if (length() > Long.SIZE) {
706 throw new UnsupportedOperationException("too many lanes for one long");
707 }
708 return VectorSupport.maskReductionCoerced(VECTOR_OP_MASK_TOLONG, Double512Mask.class, long.class, VLENGTH, this,
709 (m) -> toLongHelper(m.getBits()));
710 }
711
712 // Reductions
713
714 @Override
715 @ForceInline
716 public boolean anyTrue() {
717 return VectorSupport.test(BT_ne, Double512Mask.class, long.class, VLENGTH,
718 this, vspecies().maskAll(true),
719 (m, __) -> anyTrueHelper(((Double512Mask)m).getBits()));
720 }
721
722 @Override
723 @ForceInline
724 public boolean allTrue() {
725 return VectorSupport.test(BT_overflow, Double512Mask.class, long.class, VLENGTH,
726 this, vspecies().maskAll(true),
727 (m, __) -> allTrueHelper(((Double512Mask)m).getBits()));
728 }
729
730 @ForceInline
731 /*package-private*/
732 static Double512Mask maskAll(boolean bit) {
733 return VectorSupport.broadcastCoerced(Double512Mask.class, long.class, VLENGTH,
734 (bit ? -1 : 0), null,
735 (v, __) -> (v != 0 ? TRUE_MASK : FALSE_MASK));
736 }
737 private static final Double512Mask TRUE_MASK = new Double512Mask(true);
738 private static final Double512Mask FALSE_MASK = new Double512Mask(false);
739
740 }
741
742 // Shuffle
743
744 static final class Double512Shuffle extends AbstractShuffle<Double> {
745 static final int VLENGTH = VSPECIES.laneCount(); // used by the JVM
746 static final Class<Double> ETYPE = double.class; // used by the JVM
747
748 Double512Shuffle(byte[] reorder) {
749 super(VLENGTH, reorder);
750 }
751
752 public Double512Shuffle(int[] reorder) {
753 super(VLENGTH, reorder);
754 }
755
756 public Double512Shuffle(int[] reorder, int i) {
757 super(VLENGTH, reorder, i);
758 }
759
760 public Double512Shuffle(IntUnaryOperator fn) {
761 super(VLENGTH, fn);
762 }
763
764 @Override
765 public DoubleSpecies vspecies() {
766 return VSPECIES;
767 }
768
769 static {
770 // There must be enough bits in the shuffle lanes to encode
771 // VLENGTH valid indexes and VLENGTH exceptional ones.
772 assert(VLENGTH < Byte.MAX_VALUE);
773 assert(Byte.MIN_VALUE <= -VLENGTH);
774 }
775 static final Double512Shuffle IOTA = new Double512Shuffle(IDENTITY);
776
777 @Override
778 @ForceInline
779 public Double512Vector toVector() {
780 return VectorSupport.shuffleToVector(VCLASS, ETYPE, Double512Shuffle.class, this, VLENGTH,
781 (s) -> ((Double512Vector)(((AbstractShuffle<Double>)(s)).toVectorTemplate())));
782 }
783
784 @Override
785 @ForceInline
786 public <F> VectorShuffle<F> cast(VectorSpecies<F> s) {
787 AbstractSpecies<F> species = (AbstractSpecies<F>) s;
788 if (length() != species.laneCount())
789 throw new IllegalArgumentException("VectorShuffle length and species length differ");
790 int[] shuffleArray = toArray();
791 return s.shuffleFromArray(shuffleArray, 0).check(s);
792 }
793
794 @ForceInline
795 @Override
796 public Double512Shuffle rearrange(VectorShuffle<Double> shuffle) {
797 Double512Shuffle s = (Double512Shuffle) shuffle;
798 byte[] reorder1 = reorder();
799 byte[] reorder2 = s.reorder();
800 byte[] r = new byte[reorder1.length];
801 for (int i = 0; i < reorder1.length; i++) {
802 int ssi = reorder2[i];
803 r[i] = reorder1[ssi]; // throws on exceptional index
804 }
805 return new Double512Shuffle(r);
806 }
807 }
808
809 // ================================================
810
811 // Specialized low-level memory operations.
812
813 @ForceInline
814 @Override
815 final
816 DoubleVector fromArray0(double[] a, int offset) {
817 return super.fromArray0Template(a, offset); // specialize
818 }
819
820 @ForceInline
821 @Override
822 final
823 DoubleVector fromArray0(double[] a, int offset, VectorMask<Double> m) {
824 return super.fromArray0Template(Double512Mask.class, a, offset, (Double512Mask) m); // specialize
825 }
826
827 @ForceInline
828 @Override
829 final
830 DoubleVector fromArray0(double[] a, int offset, int[] indexMap, int mapOffset, VectorMask<Double> m) {
831 return super.fromArray0Template(Double512Mask.class, a, offset, indexMap, mapOffset, (Double512Mask) m);
832 }
833
834
835
836 @ForceInline
837 @Override
838 final
839 DoubleVector fromByteArray0(byte[] a, int offset) {
840 return super.fromByteArray0Template(a, offset); // specialize
841 }
842
843 @ForceInline
844 @Override
845 final
846 DoubleVector fromByteArray0(byte[] a, int offset, VectorMask<Double> m) {
847 return super.fromByteArray0Template(Double512Mask.class, a, offset, (Double512Mask) m); // specialize
848 }
849
850 @ForceInline
851 @Override
852 final
853 DoubleVector fromByteBuffer0(ByteBuffer bb, int offset) {
854 return super.fromByteBuffer0Template(bb, offset); // specialize
855 }
856
857 @ForceInline
858 @Override
859 final
860 DoubleVector fromByteBuffer0(ByteBuffer bb, int offset, VectorMask<Double> m) {
861 return super.fromByteBuffer0Template(Double512Mask.class, bb, offset, (Double512Mask) m); // specialize
862 }
863
864 @ForceInline
865 @Override
866 final
867 void intoArray0(double[] a, int offset) {
868 super.intoArray0Template(a, offset); // specialize
869 }
870
871 @ForceInline
872 @Override
873 final
874 void intoArray0(double[] a, int offset, VectorMask<Double> m) {
875 super.intoArray0Template(Double512Mask.class, a, offset, (Double512Mask) m);
876 }
877
878 @ForceInline
879 @Override
880 final
881 void intoArray0(double[] a, int offset, int[] indexMap, int mapOffset, VectorMask<Double> m) {
882 super.intoArray0Template(Double512Mask.class, a, offset, indexMap, mapOffset, (Double512Mask) m);
883 }
884
885
886 @ForceInline
887 @Override
888 final
889 void intoByteArray0(byte[] a, int offset) {
890 super.intoByteArray0Template(a, offset); // specialize
891 }
892
893 @ForceInline
894 @Override
895 final
896 void intoByteArray0(byte[] a, int offset, VectorMask<Double> m) {
897 super.intoByteArray0Template(Double512Mask.class, a, offset, (Double512Mask) m); // specialize
898 }
899
900 @ForceInline
901 @Override
902 final
903 void intoByteBuffer0(ByteBuffer bb, int offset, VectorMask<Double> m) {
904 super.intoByteBuffer0Template(Double512Mask.class, bb, offset, (Double512Mask) m);
905 }
906
907
908 // End of specialized low-level memory operations.
909
910 // ================================================
911
912 }