1 /*
2 * Copyright (c) 2017, 2021, Oracle and/or its affiliates. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation. Oracle designates this
8 * particular file as subject to the "Classpath" exception as provided
9 * by Oracle in the LICENSE file that accompanied this code.
10 *
11 * This code is distributed in the hope that it will be useful, but WITHOUT
12 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
13 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
14 * version 2 for more details (a copy is included in the LICENSE file that
15 * accompanied this code).
16 *
17 * You should have received a copy of the GNU General Public License version
18 * 2 along with this work; if not, write to the Free Software Foundation,
19 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
20 *
21 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
22 * or visit www.oracle.com if you need additional information or have any
23 * questions.
24 */
25 package jdk.incubator.vector;
26
27 import java.nio.ByteBuffer;
28 import java.util.Arrays;
29 import java.util.Objects;
30 import java.util.function.IntUnaryOperator;
31
32 import jdk.internal.vm.annotation.ForceInline;
33 import jdk.internal.vm.vector.VectorSupport;
34
35 import static jdk.internal.vm.vector.VectorSupport.*;
36
37 import static jdk.incubator.vector.VectorOperators.*;
38
39 // -- This file was mechanically generated: Do not edit! -- //
40
41 @SuppressWarnings("cast") // warning: redundant cast
42 final class Double512Vector extends DoubleVector {
43 static final DoubleSpecies VSPECIES =
44 (DoubleSpecies) DoubleVector.SPECIES_512;
45
46 static final VectorShape VSHAPE =
47 VSPECIES.vectorShape();
48
49 static final Class<Double512Vector> VCLASS = Double512Vector.class;
50
51 static final int VSIZE = VSPECIES.vectorBitSize();
52
53 static final int VLENGTH = VSPECIES.laneCount(); // used by the JVM
54
55 static final Class<Double> ETYPE = double.class; // used by the JVM
56
57 Double512Vector(double[] v) {
58 super(v);
59 }
60
61 // For compatibility as Double512Vector::new,
62 // stored into species.vectorFactory.
63 Double512Vector(Object v) {
64 this((double[]) v);
65 }
66
67 static final Double512Vector ZERO = new Double512Vector(new double[VLENGTH]);
68 static final Double512Vector IOTA = new Double512Vector(VSPECIES.iotaArray());
69
70 static {
71 // Warm up a few species caches.
72 // If we do this too much we will
73 // get NPEs from bootstrap circularity.
74 VSPECIES.dummyVector();
75 VSPECIES.withLanes(LaneType.BYTE);
76 }
77
78 // Specialized extractors
79
80 @ForceInline
81 final @Override
82 public DoubleSpecies vspecies() {
83 // ISSUE: This should probably be a @Stable
84 // field inside AbstractVector, rather than
85 // a megamorphic method.
86 return VSPECIES;
87 }
88
89 @ForceInline
90 @Override
91 public final Class<Double> elementType() { return double.class; }
92
93 @ForceInline
94 @Override
95 public final int elementSize() { return Double.SIZE; }
96
97 @ForceInline
98 @Override
99 public final VectorShape shape() { return VSHAPE; }
100
101 @ForceInline
102 @Override
103 public final int length() { return VLENGTH; }
104
105 @ForceInline
106 @Override
107 public final int bitSize() { return VSIZE; }
108
109 @ForceInline
110 @Override
111 public final int byteSize() { return VSIZE / Byte.SIZE; }
112
113 /*package-private*/
114 @ForceInline
115 final @Override
116 double[] vec() {
117 return (double[])getPayload();
118 }
119
120 // Virtualized constructors
121
122 @Override
123 @ForceInline
124 public final Double512Vector broadcast(double e) {
125 return (Double512Vector) super.broadcastTemplate(e); // specialize
126 }
127
128 @Override
129 @ForceInline
130 public final Double512Vector broadcast(long e) {
131 return (Double512Vector) super.broadcastTemplate(e); // specialize
132 }
133
134 @Override
135 @ForceInline
136 Double512Mask maskFromArray(boolean[] bits) {
137 return new Double512Mask(bits);
138 }
139
140 @Override
141 @ForceInline
142 Double512Shuffle iotaShuffle() { return Double512Shuffle.IOTA; }
143
144 @ForceInline
145 Double512Shuffle iotaShuffle(int start, int step, boolean wrap) {
146 if (wrap) {
147 return (Double512Shuffle)VectorSupport.shuffleIota(ETYPE, Double512Shuffle.class, VSPECIES, VLENGTH, start, step, 1,
148 (l, lstart, lstep, s) -> s.shuffleFromOp(i -> (VectorIntrinsics.wrapToRange(i*lstep + lstart, l))));
149 } else {
150 return (Double512Shuffle)VectorSupport.shuffleIota(ETYPE, Double512Shuffle.class, VSPECIES, VLENGTH, start, step, 0,
151 (l, lstart, lstep, s) -> s.shuffleFromOp(i -> (i*lstep + lstart)));
152 }
153 }
154
155 @Override
156 @ForceInline
157 Double512Shuffle shuffleFromBytes(byte[] reorder) { return new Double512Shuffle(reorder); }
158
159 @Override
160 @ForceInline
161 Double512Shuffle shuffleFromArray(int[] indexes, int i) { return new Double512Shuffle(indexes, i); }
162
163 @Override
164 @ForceInline
165 Double512Shuffle shuffleFromOp(IntUnaryOperator fn) { return new Double512Shuffle(fn); }
166
167 // Make a vector of the same species but the given elements:
168 @ForceInline
169 final @Override
170 Double512Vector vectorFactory(double[] vec) {
171 return new Double512Vector(vec);
172 }
173
174 @ForceInline
175 final @Override
176 Byte512Vector asByteVectorRaw() {
177 return (Byte512Vector) super.asByteVectorRawTemplate(); // specialize
178 }
179
180 @ForceInline
181 final @Override
182 AbstractVector<?> asVectorRaw(LaneType laneType) {
183 return super.asVectorRawTemplate(laneType); // specialize
184 }
185
186 // Unary operator
187
188 @ForceInline
189 final @Override
190 Double512Vector uOp(FUnOp f) {
191 return (Double512Vector) super.uOpTemplate(f); // specialize
192 }
193
194 @ForceInline
195 final @Override
196 Double512Vector uOp(VectorMask<Double> m, FUnOp f) {
197 return (Double512Vector)
198 super.uOpTemplate((Double512Mask)m, f); // specialize
199 }
200
201 // Binary operator
202
203 @ForceInline
204 final @Override
205 Double512Vector bOp(Vector<Double> v, FBinOp f) {
206 return (Double512Vector) super.bOpTemplate((Double512Vector)v, f); // specialize
207 }
208
209 @ForceInline
210 final @Override
211 Double512Vector bOp(Vector<Double> v,
212 VectorMask<Double> m, FBinOp f) {
213 return (Double512Vector)
214 super.bOpTemplate((Double512Vector)v, (Double512Mask)m,
215 f); // specialize
216 }
217
218 // Ternary operator
219
220 @ForceInline
221 final @Override
222 Double512Vector tOp(Vector<Double> v1, Vector<Double> v2, FTriOp f) {
223 return (Double512Vector)
224 super.tOpTemplate((Double512Vector)v1, (Double512Vector)v2,
225 f); // specialize
226 }
227
228 @ForceInline
229 final @Override
230 Double512Vector tOp(Vector<Double> v1, Vector<Double> v2,
231 VectorMask<Double> m, FTriOp f) {
232 return (Double512Vector)
233 super.tOpTemplate((Double512Vector)v1, (Double512Vector)v2,
234 (Double512Mask)m, f); // specialize
235 }
236
237 @ForceInline
238 final @Override
239 double rOp(double v, FBinOp f) {
240 return super.rOpTemplate(v, f); // specialize
241 }
242
243 @Override
244 @ForceInline
245 public final <F>
246 Vector<F> convertShape(VectorOperators.Conversion<Double,F> conv,
247 VectorSpecies<F> rsp, int part) {
248 return super.convertShapeTemplate(conv, rsp, part); // specialize
249 }
250
251 @Override
252 @ForceInline
253 public final <F>
254 Vector<F> reinterpretShape(VectorSpecies<F> toSpecies, int part) {
255 return super.reinterpretShapeTemplate(toSpecies, part); // specialize
256 }
257
258 // Specialized algebraic operations:
259
260 // The following definition forces a specialized version of this
261 // crucial method into the v-table of this class. A call to add()
262 // will inline to a call to lanewise(ADD,), at which point the JIT
263 // intrinsic will have the opcode of ADD, plus all the metadata
264 // for this particular class, enabling it to generate precise
265 // code.
266 //
267 // There is probably no benefit to the JIT to specialize the
268 // masked or broadcast versions of the lanewise method.
269
270 @Override
271 @ForceInline
272 public Double512Vector lanewise(Unary op) {
273 return (Double512Vector) super.lanewiseTemplate(op); // specialize
274 }
275
276 @Override
277 @ForceInline
278 public Double512Vector lanewise(Binary op, Vector<Double> v) {
279 return (Double512Vector) super.lanewiseTemplate(op, v); // specialize
280 }
281
282
283 /*package-private*/
284 @Override
285 @ForceInline
286 public final
287 Double512Vector
288 lanewise(VectorOperators.Ternary op, Vector<Double> v1, Vector<Double> v2) {
289 return (Double512Vector) super.lanewiseTemplate(op, v1, v2); // specialize
290 }
291
292 @Override
293 @ForceInline
294 public final
295 Double512Vector addIndex(int scale) {
296 return (Double512Vector) super.addIndexTemplate(scale); // specialize
297 }
298
299 // Type specific horizontal reductions
300
301 @Override
302 @ForceInline
303 public final double reduceLanes(VectorOperators.Associative op) {
304 return super.reduceLanesTemplate(op); // specialized
305 }
306
307 @Override
308 @ForceInline
309 public final double reduceLanes(VectorOperators.Associative op,
310 VectorMask<Double> m) {
311 return super.reduceLanesTemplate(op, m); // specialized
312 }
313
314 @Override
315 @ForceInline
316 public final long reduceLanesToLong(VectorOperators.Associative op) {
317 return (long) super.reduceLanesTemplate(op); // specialized
318 }
319
320 @Override
321 @ForceInline
322 public final long reduceLanesToLong(VectorOperators.Associative op,
323 VectorMask<Double> m) {
324 return (long) super.reduceLanesTemplate(op, m); // specialized
325 }
326
327 @ForceInline
328 public VectorShuffle<Double> toShuffle() {
329 return super.toShuffleTemplate(Double512Shuffle.class); // specialize
330 }
331
332 // Specialized unary testing
333
334 @Override
335 @ForceInline
336 public final Double512Mask test(Test op) {
337 return super.testTemplate(Double512Mask.class, op); // specialize
338 }
339
340 // Specialized comparisons
341
342 @Override
343 @ForceInline
344 public final Double512Mask compare(Comparison op, Vector<Double> v) {
345 return super.compareTemplate(Double512Mask.class, op, v); // specialize
346 }
347
348 @Override
349 @ForceInline
350 public final Double512Mask compare(Comparison op, double s) {
351 return super.compareTemplate(Double512Mask.class, op, s); // specialize
352 }
353
354 @Override
355 @ForceInline
356 public final Double512Mask compare(Comparison op, long s) {
357 return super.compareTemplate(Double512Mask.class, op, s); // specialize
358 }
359
360 @Override
361 @ForceInline
362 public Double512Vector blend(Vector<Double> v, VectorMask<Double> m) {
363 return (Double512Vector)
364 super.blendTemplate(Double512Mask.class,
365 (Double512Vector) v,
366 (Double512Mask) m); // specialize
367 }
368
369 @Override
370 @ForceInline
371 public Double512Vector slice(int origin, Vector<Double> v) {
372 return (Double512Vector) super.sliceTemplate(origin, v); // specialize
373 }
374
375 @Override
376 @ForceInline
377 public Double512Vector slice(int origin) {
378 return (Double512Vector) super.sliceTemplate(origin); // specialize
379 }
380
381 @Override
382 @ForceInline
383 public Double512Vector unslice(int origin, Vector<Double> w, int part) {
384 return (Double512Vector) super.unsliceTemplate(origin, w, part); // specialize
385 }
386
387 @Override
388 @ForceInline
389 public Double512Vector unslice(int origin, Vector<Double> w, int part, VectorMask<Double> m) {
390 return (Double512Vector)
391 super.unsliceTemplate(Double512Mask.class,
392 origin, w, part,
393 (Double512Mask) m); // specialize
394 }
395
396 @Override
397 @ForceInline
398 public Double512Vector unslice(int origin) {
399 return (Double512Vector) super.unsliceTemplate(origin); // specialize
400 }
401
402 @Override
403 @ForceInline
404 public Double512Vector rearrange(VectorShuffle<Double> s) {
405 return (Double512Vector)
406 super.rearrangeTemplate(Double512Shuffle.class,
407 (Double512Shuffle) s); // specialize
408 }
409
410 @Override
411 @ForceInline
412 public Double512Vector rearrange(VectorShuffle<Double> shuffle,
413 VectorMask<Double> m) {
414 return (Double512Vector)
415 super.rearrangeTemplate(Double512Shuffle.class,
416 (Double512Shuffle) shuffle,
417 (Double512Mask) m); // specialize
418 }
419
420 @Override
421 @ForceInline
422 public Double512Vector rearrange(VectorShuffle<Double> s,
423 Vector<Double> v) {
424 return (Double512Vector)
425 super.rearrangeTemplate(Double512Shuffle.class,
426 (Double512Shuffle) s,
427 (Double512Vector) v); // specialize
428 }
429
430 @Override
431 @ForceInline
432 public Double512Vector selectFrom(Vector<Double> v) {
433 return (Double512Vector)
434 super.selectFromTemplate((Double512Vector) v); // specialize
435 }
436
437 @Override
438 @ForceInline
439 public Double512Vector selectFrom(Vector<Double> v,
440 VectorMask<Double> m) {
441 return (Double512Vector)
442 super.selectFromTemplate((Double512Vector) v,
443 (Double512Mask) m); // specialize
444 }
445
446
447 @ForceInline
448 @Override
449 public double lane(int i) {
450 long bits;
451 switch(i) {
452 case 0: bits = laneHelper(0); break;
453 case 1: bits = laneHelper(1); break;
454 case 2: bits = laneHelper(2); break;
455 case 3: bits = laneHelper(3); break;
456 case 4: bits = laneHelper(4); break;
457 case 5: bits = laneHelper(5); break;
458 case 6: bits = laneHelper(6); break;
459 case 7: bits = laneHelper(7); break;
460 default: throw new IllegalArgumentException("Index " + i + " must be zero or positive, and less than " + VLENGTH);
461 }
462 return Double.longBitsToDouble(bits);
463 }
464
465 public long laneHelper(int i) {
466 return (long) VectorSupport.extract(
467 VCLASS, ETYPE, VLENGTH,
468 this, i,
469 (vec, ix) -> {
470 double[] vecarr = vec.vec();
471 return (long)Double.doubleToLongBits(vecarr[ix]);
472 });
473 }
474
475 @ForceInline
476 @Override
477 public Double512Vector withLane(int i, double e) {
478 switch(i) {
479 case 0: return withLaneHelper(0, e);
480 case 1: return withLaneHelper(1, e);
481 case 2: return withLaneHelper(2, e);
482 case 3: return withLaneHelper(3, e);
483 case 4: return withLaneHelper(4, e);
484 case 5: return withLaneHelper(5, e);
485 case 6: return withLaneHelper(6, e);
486 case 7: return withLaneHelper(7, e);
487 default: throw new IllegalArgumentException("Index " + i + " must be zero or positive, and less than " + VLENGTH);
488 }
489 }
490
491 public Double512Vector withLaneHelper(int i, double e) {
492 return VectorSupport.insert(
493 VCLASS, ETYPE, VLENGTH,
494 this, i, (long)Double.doubleToLongBits(e),
495 (v, ix, bits) -> {
496 double[] res = v.vec().clone();
497 res[ix] = Double.longBitsToDouble((long)bits);
498 return v.vectorFactory(res);
499 });
500 }
501
502 // Mask
503
504 static final class Double512Mask extends AbstractMask<Double> {
505 static final int VLENGTH = VSPECIES.laneCount(); // used by the JVM
506 static final Class<Double> ETYPE = double.class; // used by the JVM
507
508 Double512Mask(boolean[] bits) {
509 this(bits, 0);
510 }
511
512 Double512Mask(boolean[] bits, int offset) {
513 super(prepare(bits, offset));
514 }
515
516 Double512Mask(boolean val) {
517 super(prepare(val));
518 }
519
520 private static boolean[] prepare(boolean[] bits, int offset) {
521 boolean[] newBits = new boolean[VSPECIES.laneCount()];
522 for (int i = 0; i < newBits.length; i++) {
523 newBits[i] = bits[offset + i];
524 }
525 return newBits;
526 }
527
528 private static boolean[] prepare(boolean val) {
529 boolean[] bits = new boolean[VSPECIES.laneCount()];
530 Arrays.fill(bits, val);
531 return bits;
532 }
533
534 @ForceInline
535 final @Override
536 public DoubleSpecies vspecies() {
537 // ISSUE: This should probably be a @Stable
538 // field inside AbstractMask, rather than
539 // a megamorphic method.
540 return VSPECIES;
541 }
542
543 @ForceInline
544 boolean[] getBits() {
545 return (boolean[])getPayload();
546 }
547
548 @Override
549 Double512Mask uOp(MUnOp f) {
550 boolean[] res = new boolean[vspecies().laneCount()];
551 boolean[] bits = getBits();
552 for (int i = 0; i < res.length; i++) {
553 res[i] = f.apply(i, bits[i]);
554 }
555 return new Double512Mask(res);
556 }
557
558 @Override
559 Double512Mask bOp(VectorMask<Double> m, MBinOp f) {
560 boolean[] res = new boolean[vspecies().laneCount()];
561 boolean[] bits = getBits();
562 boolean[] mbits = ((Double512Mask)m).getBits();
563 for (int i = 0; i < res.length; i++) {
564 res[i] = f.apply(i, bits[i], mbits[i]);
565 }
566 return new Double512Mask(res);
567 }
568
569 @ForceInline
570 @Override
571 public final
572 Double512Vector toVector() {
573 return (Double512Vector) super.toVectorTemplate(); // specialize
574 }
575
576 /**
577 * Helper function for lane-wise mask conversions.
578 * This function kicks in after intrinsic failure.
579 */
580 @ForceInline
581 private final <E>
582 VectorMask<E> defaultMaskCast(AbstractSpecies<E> dsp) {
583 if (length() != dsp.laneCount())
584 throw new IllegalArgumentException("VectorMask length and species length differ");
585 boolean[] maskArray = toArray();
586 return dsp.maskFactory(maskArray).check(dsp);
587 }
588
589 @Override
590 @ForceInline
591 public <E> VectorMask<E> cast(VectorSpecies<E> dsp) {
592 AbstractSpecies<E> species = (AbstractSpecies<E>) dsp;
593 if (length() != species.laneCount())
594 throw new IllegalArgumentException("VectorMask length and species length differ");
595 if (VSIZE == species.vectorBitSize()) {
596 Class<?> dtype = species.elementType();
597 Class<?> dmtype = species.maskType();
598 return VectorSupport.convert(VectorSupport.VECTOR_OP_REINTERPRET,
599 this.getClass(), ETYPE, VLENGTH,
600 dmtype, dtype, VLENGTH,
601 this, species,
602 Double512Mask::defaultMaskCast);
603 }
604 return this.defaultMaskCast(species);
605 }
606
607 @Override
608 @ForceInline
609 public Double512Mask eq(VectorMask<Double> mask) {
610 Objects.requireNonNull(mask);
611 Double512Mask m = (Double512Mask)mask;
612 return xor(m.not());
613 }
614
615 // Unary operations
616
617 @Override
618 @ForceInline
619 public Double512Mask not() {
620 return xor(maskAll(true));
621 }
622
623 // Binary operations
624
625 @Override
626 @ForceInline
627 public Double512Mask and(VectorMask<Double> mask) {
628 Objects.requireNonNull(mask);
629 Double512Mask m = (Double512Mask)mask;
630 return VectorSupport.binaryOp(VECTOR_OP_AND, Double512Mask.class, long.class, VLENGTH,
631 this, m,
632 (m1, m2) -> m1.bOp(m2, (i, a, b) -> a & b));
633 }
634
635 @Override
636 @ForceInline
637 public Double512Mask or(VectorMask<Double> mask) {
638 Objects.requireNonNull(mask);
639 Double512Mask m = (Double512Mask)mask;
640 return VectorSupport.binaryOp(VECTOR_OP_OR, Double512Mask.class, long.class, VLENGTH,
641 this, m,
642 (m1, m2) -> m1.bOp(m2, (i, a, b) -> a | b));
643 }
644
645 @ForceInline
646 /* package-private */
647 Double512Mask xor(VectorMask<Double> mask) {
648 Objects.requireNonNull(mask);
649 Double512Mask m = (Double512Mask)mask;
650 return VectorSupport.binaryOp(VECTOR_OP_XOR, Double512Mask.class, long.class, VLENGTH,
651 this, m,
652 (m1, m2) -> m1.bOp(m2, (i, a, b) -> a ^ b));
653 }
654
655 // Mask Query operations
656
657 @Override
658 @ForceInline
659 public int trueCount() {
660 return VectorSupport.maskReductionCoerced(VECTOR_OP_MASK_TRUECOUNT, Double512Mask.class, long.class, VLENGTH, this,
661 (m) -> trueCountHelper(((Double512Mask)m).getBits()));
662 }
663
664 @Override
665 @ForceInline
666 public int firstTrue() {
667 return VectorSupport.maskReductionCoerced(VECTOR_OP_MASK_FIRSTTRUE, Double512Mask.class, long.class, VLENGTH, this,
668 (m) -> firstTrueHelper(((Double512Mask)m).getBits()));
669 }
670
671 @Override
672 @ForceInline
673 public int lastTrue() {
674 return VectorSupport.maskReductionCoerced(VECTOR_OP_MASK_LASTTRUE, Double512Mask.class, long.class, VLENGTH, this,
675 (m) -> lastTrueHelper(((Double512Mask)m).getBits()));
676 }
677
678 // Reductions
679
680 @Override
681 @ForceInline
682 public boolean anyTrue() {
683 return VectorSupport.test(BT_ne, Double512Mask.class, long.class, VLENGTH,
684 this, vspecies().maskAll(true),
685 (m, __) -> anyTrueHelper(((Double512Mask)m).getBits()));
686 }
687
688 @Override
689 @ForceInline
690 public boolean allTrue() {
691 return VectorSupport.test(BT_overflow, Double512Mask.class, long.class, VLENGTH,
692 this, vspecies().maskAll(true),
693 (m, __) -> allTrueHelper(((Double512Mask)m).getBits()));
694 }
695
696 @ForceInline
697 /*package-private*/
698 static Double512Mask maskAll(boolean bit) {
699 return VectorSupport.broadcastCoerced(Double512Mask.class, long.class, VLENGTH,
700 (bit ? -1 : 0), null,
701 (v, __) -> (v != 0 ? TRUE_MASK : FALSE_MASK));
702 }
703 private static final Double512Mask TRUE_MASK = new Double512Mask(true);
704 private static final Double512Mask FALSE_MASK = new Double512Mask(false);
705
706 }
707
708 // Shuffle
709
710 static final class Double512Shuffle extends AbstractShuffle<Double> {
711 static final int VLENGTH = VSPECIES.laneCount(); // used by the JVM
712 static final Class<Double> ETYPE = double.class; // used by the JVM
713
714 Double512Shuffle(byte[] reorder) {
715 super(VLENGTH, reorder);
716 }
717
718 public Double512Shuffle(int[] reorder) {
719 super(VLENGTH, reorder);
720 }
721
722 public Double512Shuffle(int[] reorder, int i) {
723 super(VLENGTH, reorder, i);
724 }
725
726 public Double512Shuffle(IntUnaryOperator fn) {
727 super(VLENGTH, fn);
728 }
729
730 @Override
731 public DoubleSpecies vspecies() {
732 return VSPECIES;
733 }
734
735 static {
736 // There must be enough bits in the shuffle lanes to encode
737 // VLENGTH valid indexes and VLENGTH exceptional ones.
738 assert(VLENGTH < Byte.MAX_VALUE);
739 assert(Byte.MIN_VALUE <= -VLENGTH);
740 }
741 static final Double512Shuffle IOTA = new Double512Shuffle(IDENTITY);
742
743 @Override
744 @ForceInline
745 public Double512Vector toVector() {
746 return VectorSupport.shuffleToVector(VCLASS, ETYPE, Double512Shuffle.class, this, VLENGTH,
747 (s) -> ((Double512Vector)(((AbstractShuffle<Double>)(s)).toVectorTemplate())));
748 }
749
750 @Override
751 @ForceInline
752 public <F> VectorShuffle<F> cast(VectorSpecies<F> s) {
753 AbstractSpecies<F> species = (AbstractSpecies<F>) s;
754 if (length() != species.laneCount())
755 throw new IllegalArgumentException("VectorShuffle length and species length differ");
756 int[] shuffleArray = toArray();
757 return s.shuffleFromArray(shuffleArray, 0).check(s);
758 }
759
760 @ForceInline
761 @Override
762 public Double512Shuffle rearrange(VectorShuffle<Double> shuffle) {
763 Double512Shuffle s = (Double512Shuffle) shuffle;
764 byte[] reorder1 = reorder();
765 byte[] reorder2 = s.reorder();
766 byte[] r = new byte[reorder1.length];
767 for (int i = 0; i < reorder1.length; i++) {
768 int ssi = reorder2[i];
769 r[i] = reorder1[ssi]; // throws on exceptional index
770 }
771 return new Double512Shuffle(r);
772 }
773 }
774
775 // ================================================
776
777 // Specialized low-level memory operations.
778
779 @ForceInline
780 @Override
781 final
782 DoubleVector fromArray0(double[] a, int offset) {
783 return super.fromArray0Template(a, offset); // specialize
784 }
785
786
787
788 @ForceInline
789 @Override
790 final
791 DoubleVector fromByteArray0(byte[] a, int offset) {
792 return super.fromByteArray0Template(a, offset); // specialize
793 }
794
795 @ForceInline
796 @Override
797 final
798 DoubleVector fromByteBuffer0(ByteBuffer bb, int offset) {
799 return super.fromByteBuffer0Template(bb, offset); // specialize
800 }
801
802 @ForceInline
803 @Override
804 final
805 void intoArray0(double[] a, int offset) {
806 super.intoArray0Template(a, offset); // specialize
807 }
808
809 @ForceInline
810 @Override
811 final
812 void intoByteArray0(byte[] a, int offset) {
813 super.intoByteArray0Template(a, offset); // specialize
814 }
815
816 // End of specialized low-level memory operations.
817
818 // ================================================
819
820 }