1 /*
2 * Copyright (c) 1997, 2025, Oracle and/or its affiliates. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation.
8 *
9 * This code is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
12 * version 2 for more details (a copy is included in the LICENSE file that
13 * accompanied this code).
14 *
15 * You should have received a copy of the GNU General Public License version
16 * 2 along with this work; if not, write to the Free Software Foundation,
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
18 *
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
20 * or visit www.oracle.com if you need additional information or have any
21 * questions.
22 *
23 */
24
25 #include "ci/ciFlatArrayKlass.hpp"
26 #include "ci/ciField.hpp"
27 #include "ci/ciInlineKlass.hpp"
28 #include "ci/ciMethodData.hpp"
29 #include "ci/ciTypeFlow.hpp"
30 #include "classfile/javaClasses.hpp"
31 #include "classfile/symbolTable.hpp"
32 #include "classfile/vmSymbols.hpp"
33 #include "compiler/compileLog.hpp"
34 #include "libadt/dict.hpp"
35 #include "memory/oopFactory.hpp"
36 #include "memory/resourceArea.hpp"
37 #include "oops/instanceKlass.hpp"
38 #include "oops/instanceMirrorKlass.hpp"
39 #include "oops/objArrayKlass.hpp"
40 #include "oops/typeArrayKlass.hpp"
41 #include "opto/callnode.hpp"
42 #include "opto/arraycopynode.hpp"
43 #include "opto/matcher.hpp"
44 #include "opto/node.hpp"
45 #include "opto/opcodes.hpp"
46 #include "opto/runtime.hpp"
47 #include "opto/type.hpp"
48 #include "utilities/checkedCast.hpp"
49 #include "utilities/powerOfTwo.hpp"
50 #include "utilities/stringUtils.hpp"
51 #include "runtime/stubRoutines.hpp"
52
53 // Portions of code courtesy of Clifford Click
54
55 // Optimization - Graph Style
56
57 // Dictionary of types shared among compilations.
58 Dict* Type::_shared_type_dict = nullptr;
59 const Type::Offset Type::Offset::top(Type::OffsetTop);
60 const Type::Offset Type::Offset::bottom(Type::OffsetBot);
61
62 const Type::Offset Type::Offset::meet(const Type::Offset other) const {
63 // Either is 'TOP' offset? Return the other offset!
64 if (_offset == OffsetTop) return other;
65 if (other._offset == OffsetTop) return *this;
66 // If either is different, return 'BOTTOM' offset
67 if (_offset != other._offset) return bottom;
68 return Offset(_offset);
69 }
70
71 const Type::Offset Type::Offset::dual() const {
72 if (_offset == OffsetTop) return bottom;// Map 'TOP' into 'BOTTOM'
73 if (_offset == OffsetBot) return top;// Map 'BOTTOM' into 'TOP'
74 return Offset(_offset); // Map everything else into self
75 }
76
77 const Type::Offset Type::Offset::add(intptr_t offset) const {
78 // Adding to 'TOP' offset? Return 'TOP'!
79 if (_offset == OffsetTop || offset == OffsetTop) return top;
80 // Adding to 'BOTTOM' offset? Return 'BOTTOM'!
81 if (_offset == OffsetBot || offset == OffsetBot) return bottom;
82 // Addition overflows or "accidentally" equals to OffsetTop? Return 'BOTTOM'!
83 offset += (intptr_t)_offset;
84 if (offset != (int)offset || offset == OffsetTop) return bottom;
85
86 // assert( _offset >= 0 && _offset+offset >= 0, "" );
87 // It is possible to construct a negative offset during PhaseCCP
88
89 return Offset((int)offset); // Sum valid offsets
90 }
91
92 void Type::Offset::dump2(outputStream *st) const {
93 if (_offset == 0) {
94 return;
95 } else if (_offset == OffsetTop) {
96 st->print("+top");
97 }
98 else if (_offset == OffsetBot) {
99 st->print("+bot");
100 } else if (_offset) {
101 st->print("+%d", _offset);
102 }
103 }
104
105 // Array which maps compiler types to Basic Types
106 const Type::TypeInfo Type::_type_info[Type::lastype] = {
107 { Bad, T_ILLEGAL, "bad", false, Node::NotAMachineReg, relocInfo::none }, // Bad
108 { Control, T_ILLEGAL, "control", false, 0, relocInfo::none }, // Control
109 { Bottom, T_VOID, "top", false, 0, relocInfo::none }, // Top
110 { Bad, T_INT, "int:", false, Op_RegI, relocInfo::none }, // Int
111 { Bad, T_LONG, "long:", false, Op_RegL, relocInfo::none }, // Long
112 { Half, T_VOID, "half", false, 0, relocInfo::none }, // Half
113 { Bad, T_NARROWOOP, "narrowoop:", false, Op_RegN, relocInfo::none }, // NarrowOop
114 { Bad, T_NARROWKLASS,"narrowklass:", false, Op_RegN, relocInfo::none }, // NarrowKlass
115 { Bad, T_ILLEGAL, "tuple:", false, Node::NotAMachineReg, relocInfo::none }, // Tuple
116 { Bad, T_ARRAY, "array:", false, Node::NotAMachineReg, relocInfo::none }, // Array
117 { Bad, T_ARRAY, "interfaces:", false, Node::NotAMachineReg, relocInfo::none }, // Interfaces
118
119 #if defined(PPC64)
120 { Bad, T_ILLEGAL, "vectormask:", false, Op_RegVectMask, relocInfo::none }, // VectorMask.
121 { Bad, T_ILLEGAL, "vectora:", false, Op_VecA, relocInfo::none }, // VectorA.
122 { Bad, T_ILLEGAL, "vectors:", false, 0, relocInfo::none }, // VectorS
123 { Bad, T_ILLEGAL, "vectord:", false, Op_RegL, relocInfo::none }, // VectorD
124 { Bad, T_ILLEGAL, "vectorx:", false, Op_VecX, relocInfo::none }, // VectorX
125 { Bad, T_ILLEGAL, "vectory:", false, 0, relocInfo::none }, // VectorY
126 { Bad, T_ILLEGAL, "vectorz:", false, 0, relocInfo::none }, // VectorZ
127 #elif defined(S390)
128 { Bad, T_ILLEGAL, "vectormask:", false, Op_RegVectMask, relocInfo::none }, // VectorMask.
129 { Bad, T_ILLEGAL, "vectora:", false, Op_VecA, relocInfo::none }, // VectorA.
130 { Bad, T_ILLEGAL, "vectors:", false, 0, relocInfo::none }, // VectorS
131 { Bad, T_ILLEGAL, "vectord:", false, Op_RegL, relocInfo::none }, // VectorD
132 { Bad, T_ILLEGAL, "vectorx:", false, Op_VecX, relocInfo::none }, // VectorX
133 { Bad, T_ILLEGAL, "vectory:", false, 0, relocInfo::none }, // VectorY
134 { Bad, T_ILLEGAL, "vectorz:", false, 0, relocInfo::none }, // VectorZ
135 #else // all other
136 { Bad, T_ILLEGAL, "vectormask:", false, Op_RegVectMask, relocInfo::none }, // VectorMask.
137 { Bad, T_ILLEGAL, "vectora:", false, Op_VecA, relocInfo::none }, // VectorA.
138 { Bad, T_ILLEGAL, "vectors:", false, Op_VecS, relocInfo::none }, // VectorS
139 { Bad, T_ILLEGAL, "vectord:", false, Op_VecD, relocInfo::none }, // VectorD
140 { Bad, T_ILLEGAL, "vectorx:", false, Op_VecX, relocInfo::none }, // VectorX
141 { Bad, T_ILLEGAL, "vectory:", false, Op_VecY, relocInfo::none }, // VectorY
142 { Bad, T_ILLEGAL, "vectorz:", false, Op_VecZ, relocInfo::none }, // VectorZ
143 #endif
144 { Bad, T_ADDRESS, "anyptr:", false, Op_RegP, relocInfo::none }, // AnyPtr
145 { Bad, T_ADDRESS, "rawptr:", false, Op_RegP, relocInfo::none }, // RawPtr
146 { Bad, T_OBJECT, "oop:", true, Op_RegP, relocInfo::oop_type }, // OopPtr
147 { Bad, T_OBJECT, "inst:", true, Op_RegP, relocInfo::oop_type }, // InstPtr
148 { Bad, T_OBJECT, "ary:", true, Op_RegP, relocInfo::oop_type }, // AryPtr
149 { Bad, T_METADATA, "metadata:", false, Op_RegP, relocInfo::metadata_type }, // MetadataPtr
150 { Bad, T_METADATA, "klass:", false, Op_RegP, relocInfo::metadata_type }, // KlassPtr
151 { Bad, T_METADATA, "instklass:", false, Op_RegP, relocInfo::metadata_type }, // InstKlassPtr
152 { Bad, T_METADATA, "aryklass:", false, Op_RegP, relocInfo::metadata_type }, // AryKlassPtr
153 { Bad, T_OBJECT, "func", false, 0, relocInfo::none }, // Function
154 { Abio, T_ILLEGAL, "abIO", false, 0, relocInfo::none }, // Abio
155 { Return_Address, T_ADDRESS, "return_address",false, Op_RegP, relocInfo::none }, // Return_Address
156 { Memory, T_ILLEGAL, "memory", false, 0, relocInfo::none }, // Memory
157 { HalfFloatBot, T_SHORT, "halffloat_top", false, Op_RegF, relocInfo::none }, // HalfFloatTop
158 { HalfFloatCon, T_SHORT, "hfcon:", false, Op_RegF, relocInfo::none }, // HalfFloatCon
159 { HalfFloatTop, T_SHORT, "short", false, Op_RegF, relocInfo::none }, // HalfFloatBot
160 { FloatBot, T_FLOAT, "float_top", false, Op_RegF, relocInfo::none }, // FloatTop
161 { FloatCon, T_FLOAT, "ftcon:", false, Op_RegF, relocInfo::none }, // FloatCon
162 { FloatTop, T_FLOAT, "float", false, Op_RegF, relocInfo::none }, // FloatBot
163 { DoubleBot, T_DOUBLE, "double_top", false, Op_RegD, relocInfo::none }, // DoubleTop
164 { DoubleCon, T_DOUBLE, "dblcon:", false, Op_RegD, relocInfo::none }, // DoubleCon
165 { DoubleTop, T_DOUBLE, "double", false, Op_RegD, relocInfo::none }, // DoubleBot
166 { Top, T_ILLEGAL, "bottom", false, 0, relocInfo::none } // Bottom
167 };
168
169 // Map ideal registers (machine types) to ideal types
170 const Type *Type::mreg2type[_last_machine_leaf];
171
172 // Map basic types to canonical Type* pointers.
173 const Type* Type:: _const_basic_type[T_CONFLICT+1];
174
175 // Map basic types to constant-zero Types.
176 const Type* Type:: _zero_type[T_CONFLICT+1];
177
178 // Map basic types to array-body alias types.
179 const TypeAryPtr* TypeAryPtr::_array_body_type[T_CONFLICT+1];
180 const TypeInterfaces* TypeAryPtr::_array_interfaces = nullptr;
181 const TypeInterfaces* TypeAryKlassPtr::_array_interfaces = nullptr;
182
183 //=============================================================================
184 // Convenience common pre-built types.
185 const Type *Type::ABIO; // State-of-machine only
186 const Type *Type::BOTTOM; // All values
187 const Type *Type::CONTROL; // Control only
188 const Type *Type::DOUBLE; // All doubles
189 const Type *Type::HALF_FLOAT; // All half floats
190 const Type *Type::FLOAT; // All floats
191 const Type *Type::HALF; // Placeholder half of doublewide type
192 const Type *Type::MEMORY; // Abstract store only
193 const Type *Type::RETURN_ADDRESS;
194 const Type *Type::TOP; // No values in set
195
196 //------------------------------get_const_type---------------------------
197 const Type* Type::get_const_type(ciType* type, InterfaceHandling interface_handling) {
198 if (type == nullptr) {
199 return nullptr;
200 } else if (type->is_primitive_type()) {
201 return get_const_basic_type(type->basic_type());
202 } else {
203 return TypeOopPtr::make_from_klass(type->as_klass(), interface_handling);
204 }
205 }
206
207 //---------------------------array_element_basic_type---------------------------------
208 // Mapping to the array element's basic type.
209 BasicType Type::array_element_basic_type() const {
210 BasicType bt = basic_type();
211 if (bt == T_INT) {
212 if (this == TypeInt::INT) return T_INT;
213 if (this == TypeInt::CHAR) return T_CHAR;
214 if (this == TypeInt::BYTE) return T_BYTE;
215 if (this == TypeInt::BOOL) return T_BOOLEAN;
216 if (this == TypeInt::SHORT) return T_SHORT;
217 return T_VOID;
218 }
219 return bt;
220 }
221
222 // For two instance arrays of same dimension, return the base element types.
223 // Otherwise or if the arrays have different dimensions, return null.
224 void Type::get_arrays_base_elements(const Type *a1, const Type *a2,
225 const TypeInstPtr **e1, const TypeInstPtr **e2) {
226
227 if (e1) *e1 = nullptr;
228 if (e2) *e2 = nullptr;
229 const TypeAryPtr* a1tap = (a1 == nullptr) ? nullptr : a1->isa_aryptr();
230 const TypeAryPtr* a2tap = (a2 == nullptr) ? nullptr : a2->isa_aryptr();
231
232 if (a1tap != nullptr && a2tap != nullptr) {
233 // Handle multidimensional arrays
234 const TypePtr* a1tp = a1tap->elem()->make_ptr();
235 const TypePtr* a2tp = a2tap->elem()->make_ptr();
236 while (a1tp && a1tp->isa_aryptr() && a2tp && a2tp->isa_aryptr()) {
237 a1tap = a1tp->is_aryptr();
238 a2tap = a2tp->is_aryptr();
239 a1tp = a1tap->elem()->make_ptr();
240 a2tp = a2tap->elem()->make_ptr();
241 }
242 if (a1tp && a1tp->isa_instptr() && a2tp && a2tp->isa_instptr()) {
243 if (e1) *e1 = a1tp->is_instptr();
244 if (e2) *e2 = a2tp->is_instptr();
245 }
246 }
247 }
248
249 //---------------------------get_typeflow_type---------------------------------
250 // Import a type produced by ciTypeFlow.
251 const Type* Type::get_typeflow_type(ciType* type) {
252 switch (type->basic_type()) {
253
254 case ciTypeFlow::StateVector::T_BOTTOM:
255 assert(type == ciTypeFlow::StateVector::bottom_type(), "");
256 return Type::BOTTOM;
257
258 case ciTypeFlow::StateVector::T_TOP:
259 assert(type == ciTypeFlow::StateVector::top_type(), "");
260 return Type::TOP;
261
262 case ciTypeFlow::StateVector::T_NULL:
263 assert(type == ciTypeFlow::StateVector::null_type(), "");
264 return TypePtr::NULL_PTR;
265
266 case ciTypeFlow::StateVector::T_LONG2:
267 // The ciTypeFlow pass pushes a long, then the half.
268 // We do the same.
269 assert(type == ciTypeFlow::StateVector::long2_type(), "");
270 return TypeInt::TOP;
271
272 case ciTypeFlow::StateVector::T_DOUBLE2:
273 // The ciTypeFlow pass pushes double, then the half.
274 // Our convention is the same.
275 assert(type == ciTypeFlow::StateVector::double2_type(), "");
276 return Type::TOP;
277
278 case T_ADDRESS:
279 assert(type->is_return_address(), "");
280 return TypeRawPtr::make((address)(intptr_t)type->as_return_address()->bci());
281
282 case T_OBJECT:
283 return Type::get_const_type(type->unwrap())->join_speculative(type->is_null_free() ? TypePtr::NOTNULL : TypePtr::BOTTOM);
284
285 default:
286 // make sure we did not mix up the cases:
287 assert(type != ciTypeFlow::StateVector::bottom_type(), "");
288 assert(type != ciTypeFlow::StateVector::top_type(), "");
289 assert(type != ciTypeFlow::StateVector::null_type(), "");
290 assert(type != ciTypeFlow::StateVector::long2_type(), "");
291 assert(type != ciTypeFlow::StateVector::double2_type(), "");
292 assert(!type->is_return_address(), "");
293
294 return Type::get_const_type(type);
295 }
296 }
297
298
299 //-----------------------make_from_constant------------------------------------
300 const Type* Type::make_from_constant(ciConstant constant, bool require_constant,
301 int stable_dimension, bool is_narrow_oop,
302 bool is_autobox_cache) {
303 switch (constant.basic_type()) {
304 case T_BOOLEAN: return TypeInt::make(constant.as_boolean());
305 case T_CHAR: return TypeInt::make(constant.as_char());
306 case T_BYTE: return TypeInt::make(constant.as_byte());
307 case T_SHORT: return TypeInt::make(constant.as_short());
308 case T_INT: return TypeInt::make(constant.as_int());
309 case T_LONG: return TypeLong::make(constant.as_long());
310 case T_FLOAT: return TypeF::make(constant.as_float());
311 case T_DOUBLE: return TypeD::make(constant.as_double());
312 case T_ARRAY:
313 case T_OBJECT: {
314 const Type* con_type = nullptr;
315 ciObject* oop_constant = constant.as_object();
316 if (oop_constant->is_null_object()) {
317 con_type = Type::get_zero_type(T_OBJECT);
318 } else {
319 guarantee(require_constant || oop_constant->should_be_constant(), "con_type must get computed");
320 con_type = TypeOopPtr::make_from_constant(oop_constant, require_constant);
321 if (Compile::current()->eliminate_boxing() && is_autobox_cache) {
322 con_type = con_type->is_aryptr()->cast_to_autobox_cache();
323 }
324 if (stable_dimension > 0) {
325 assert(FoldStableValues, "sanity");
326 assert(!con_type->is_zero_type(), "default value for stable field");
327 con_type = con_type->is_aryptr()->cast_to_stable(true, stable_dimension);
328 }
329 }
330 if (is_narrow_oop) {
331 con_type = con_type->make_narrowoop();
332 }
333 return con_type;
334 }
335 case T_ILLEGAL:
336 // Invalid ciConstant returned due to OutOfMemoryError in the CI
337 assert(Compile::current()->env()->failing(), "otherwise should not see this");
338 return nullptr;
339 default:
340 // Fall through to failure
341 return nullptr;
342 }
343 }
344
345 static ciConstant check_mismatched_access(ciConstant con, BasicType loadbt, bool is_unsigned) {
346 BasicType conbt = con.basic_type();
347 switch (conbt) {
348 case T_BOOLEAN: conbt = T_BYTE; break;
349 case T_ARRAY: conbt = T_OBJECT; break;
350 default: break;
351 }
352 switch (loadbt) {
353 case T_BOOLEAN: loadbt = T_BYTE; break;
354 case T_NARROWOOP: loadbt = T_OBJECT; break;
355 case T_ARRAY: loadbt = T_OBJECT; break;
356 case T_ADDRESS: loadbt = T_OBJECT; break;
357 default: break;
358 }
359 if (conbt == loadbt) {
360 if (is_unsigned && conbt == T_BYTE) {
361 // LoadB (T_BYTE) with a small mask (<=8-bit) is converted to LoadUB (T_BYTE).
362 return ciConstant(T_INT, con.as_int() & 0xFF);
363 } else {
364 return con;
365 }
366 }
367 if (conbt == T_SHORT && loadbt == T_CHAR) {
368 // LoadS (T_SHORT) with a small mask (<=16-bit) is converted to LoadUS (T_CHAR).
369 return ciConstant(T_INT, con.as_int() & 0xFFFF);
370 }
371 return ciConstant(); // T_ILLEGAL
372 }
373
374 // Try to constant-fold a stable array element.
375 const Type* Type::make_constant_from_array_element(ciArray* array, int off, int stable_dimension,
376 BasicType loadbt, bool is_unsigned_load) {
377 // Decode the results of GraphKit::array_element_address.
378 ciConstant element_value = array->element_value_by_offset(off);
379 if (element_value.basic_type() == T_ILLEGAL) {
380 return nullptr; // wrong offset
381 }
382 ciConstant con = check_mismatched_access(element_value, loadbt, is_unsigned_load);
383
384 assert(con.basic_type() != T_ILLEGAL, "elembt=%s; loadbt=%s; unsigned=%d",
385 type2name(element_value.basic_type()), type2name(loadbt), is_unsigned_load);
386
387 if (con.is_valid() && // not a mismatched access
388 !con.is_null_or_zero()) { // not a default value
389 bool is_narrow_oop = (loadbt == T_NARROWOOP);
390 return Type::make_from_constant(con, /*require_constant=*/true, stable_dimension, is_narrow_oop, /*is_autobox_cache=*/false);
391 }
392 return nullptr;
393 }
394
395 const Type* Type::make_constant_from_field(ciInstance* holder, int off, bool is_unsigned_load, BasicType loadbt) {
396 ciField* field;
397 ciType* type = holder->java_mirror_type();
398 if (type != nullptr && type->is_instance_klass() && off >= InstanceMirrorKlass::offset_of_static_fields()) {
399 // Static field
400 field = type->as_instance_klass()->get_field_by_offset(off, /*is_static=*/true);
401 } else {
402 // Instance field
403 field = holder->klass()->as_instance_klass()->get_field_by_offset(off, /*is_static=*/false);
404 }
405 if (field == nullptr) {
406 return nullptr; // Wrong offset
407 }
408 return Type::make_constant_from_field(field, holder, loadbt, is_unsigned_load);
409 }
410
411 const Type* Type::make_constant_from_field(ciField* field, ciInstance* holder,
412 BasicType loadbt, bool is_unsigned_load) {
413 if (!field->is_constant()) {
414 return nullptr; // Non-constant field
415 }
416 ciConstant field_value;
417 if (field->is_static()) {
418 // final static field
419 field_value = field->constant_value();
420 } else if (holder != nullptr) {
421 // final or stable non-static field
422 // Treat final non-static fields of trusted classes (classes in
423 // java.lang.invoke and sun.invoke packages and subpackages) as
424 // compile time constants.
425 field_value = field->constant_value_of(holder);
426 }
427 if (!field_value.is_valid()) {
428 return nullptr; // Not a constant
429 }
430
431 ciConstant con = check_mismatched_access(field_value, loadbt, is_unsigned_load);
432
433 assert(con.is_valid(), "elembt=%s; loadbt=%s; unsigned=%d",
434 type2name(field_value.basic_type()), type2name(loadbt), is_unsigned_load);
435
436 bool is_stable_array = FoldStableValues && field->is_stable() && field->type()->is_array_klass();
437 int stable_dimension = (is_stable_array ? field->type()->as_array_klass()->dimension() : 0);
438 bool is_narrow_oop = (loadbt == T_NARROWOOP);
439
440 const Type* con_type = make_from_constant(con, /*require_constant=*/ true,
441 stable_dimension, is_narrow_oop,
442 field->is_autobox_cache());
443 if (con_type != nullptr && field->is_call_site_target()) {
444 ciCallSite* call_site = holder->as_call_site();
445 if (!call_site->is_fully_initialized_constant_call_site()) {
446 ciMethodHandle* target = con.as_object()->as_method_handle();
447 Compile::current()->dependencies()->assert_call_site_target_value(call_site, target);
448 }
449 }
450 return con_type;
451 }
452
453 //------------------------------make-------------------------------------------
454 // Create a simple Type, with default empty symbol sets. Then hashcons it
455 // and look for an existing copy in the type dictionary.
456 const Type *Type::make( enum TYPES t ) {
457 return (new Type(t))->hashcons();
458 }
459
460 //------------------------------cmp--------------------------------------------
461 bool Type::equals(const Type* t1, const Type* t2) {
462 if (t1->_base != t2->_base) {
463 return false; // Missed badly
464 }
465
466 assert(t1 != t2 || t1->eq(t2), "eq must be reflexive");
467 return t1->eq(t2);
468 }
469
470 const Type* Type::maybe_remove_speculative(bool include_speculative) const {
471 if (!include_speculative) {
472 return remove_speculative();
473 }
474 return this;
475 }
476
477 //------------------------------hash-------------------------------------------
478 int Type::uhash( const Type *const t ) {
479 return (int)t->hash();
480 }
481
482 #define SMALLINT ((juint)3) // a value too insignificant to consider widening
483 #define POSITIVE_INFINITE_F 0x7f800000 // hex representation for IEEE 754 single precision positive infinite
484 #define POSITIVE_INFINITE_D 0x7ff0000000000000 // hex representation for IEEE 754 double precision positive infinite
485
486 //--------------------------Initialize_shared----------------------------------
487 void Type::Initialize_shared(Compile* current) {
488 // This method does not need to be locked because the first system
489 // compilations (stub compilations) occur serially. If they are
490 // changed to proceed in parallel, then this section will need
491 // locking.
492
493 Arena* save = current->type_arena();
494 Arena* shared_type_arena = new (mtCompiler)Arena(mtCompiler, Arena::Tag::tag_type);
495
496 current->set_type_arena(shared_type_arena);
497
498 // Map the boolean result of Type::equals into a comparator result that CmpKey expects.
499 CmpKey type_cmp = [](const void* t1, const void* t2) -> int32_t {
500 return Type::equals((Type*) t1, (Type*) t2) ? 0 : 1;
501 };
502
503 _shared_type_dict = new (shared_type_arena) Dict(type_cmp, (Hash) Type::uhash, shared_type_arena, 128);
504 current->set_type_dict(_shared_type_dict);
505
506 // Make shared pre-built types.
507 CONTROL = make(Control); // Control only
508 TOP = make(Top); // No values in set
509 MEMORY = make(Memory); // Abstract store only
510 ABIO = make(Abio); // State-of-machine only
511 RETURN_ADDRESS=make(Return_Address);
512 FLOAT = make(FloatBot); // All floats
513 HALF_FLOAT = make(HalfFloatBot); // All half floats
514 DOUBLE = make(DoubleBot); // All doubles
515 BOTTOM = make(Bottom); // Everything
516 HALF = make(Half); // Placeholder half of doublewide type
517
518 TypeF::MAX = TypeF::make(max_jfloat); // Float MAX
519 TypeF::MIN = TypeF::make(min_jfloat); // Float MIN
520 TypeF::ZERO = TypeF::make(0.0); // Float 0 (positive zero)
521 TypeF::ONE = TypeF::make(1.0); // Float 1
522 TypeF::POS_INF = TypeF::make(jfloat_cast(POSITIVE_INFINITE_F));
523 TypeF::NEG_INF = TypeF::make(-jfloat_cast(POSITIVE_INFINITE_F));
524
525 TypeH::MAX = TypeH::make(max_jfloat16); // HalfFloat MAX
526 TypeH::MIN = TypeH::make(min_jfloat16); // HalfFloat MIN
527 TypeH::ZERO = TypeH::make((jshort)0); // HalfFloat 0 (positive zero)
528 TypeH::ONE = TypeH::make(one_jfloat16); // HalfFloat 1
529 TypeH::POS_INF = TypeH::make(pos_inf_jfloat16);
530 TypeH::NEG_INF = TypeH::make(neg_inf_jfloat16);
531
532 TypeD::MAX = TypeD::make(max_jdouble); // Double MAX
533 TypeD::MIN = TypeD::make(min_jdouble); // Double MIN
534 TypeD::ZERO = TypeD::make(0.0); // Double 0 (positive zero)
535 TypeD::ONE = TypeD::make(1.0); // Double 1
536 TypeD::POS_INF = TypeD::make(jdouble_cast(POSITIVE_INFINITE_D));
537 TypeD::NEG_INF = TypeD::make(-jdouble_cast(POSITIVE_INFINITE_D));
538
539 TypeInt::MAX = TypeInt::make(max_jint); // Int MAX
540 TypeInt::MIN = TypeInt::make(min_jint); // Int MIN
541 TypeInt::MINUS_1 = TypeInt::make(-1); // -1
542 TypeInt::ZERO = TypeInt::make( 0); // 0
543 TypeInt::ONE = TypeInt::make( 1); // 1
544 TypeInt::BOOL = TypeInt::make(0,1, WidenMin); // 0 or 1, FALSE or TRUE.
545 TypeInt::CC = TypeInt::make(-1, 1, WidenMin); // -1, 0 or 1, condition codes
546 TypeInt::CC_LT = TypeInt::make(-1,-1, WidenMin); // == TypeInt::MINUS_1
547 TypeInt::CC_GT = TypeInt::make( 1, 1, WidenMin); // == TypeInt::ONE
548 TypeInt::CC_EQ = TypeInt::make( 0, 0, WidenMin); // == TypeInt::ZERO
549 TypeInt::CC_LE = TypeInt::make(-1, 0, WidenMin);
550 TypeInt::CC_GE = TypeInt::make( 0, 1, WidenMin); // == TypeInt::BOOL
551 TypeInt::BYTE = TypeInt::make(-128,127, WidenMin); // Bytes
552 TypeInt::UBYTE = TypeInt::make(0, 255, WidenMin); // Unsigned Bytes
553 TypeInt::CHAR = TypeInt::make(0,65535, WidenMin); // Java chars
554 TypeInt::SHORT = TypeInt::make(-32768,32767, WidenMin); // Java shorts
555 TypeInt::POS = TypeInt::make(0,max_jint, WidenMin); // Non-neg values
556 TypeInt::POS1 = TypeInt::make(1,max_jint, WidenMin); // Positive values
557 TypeInt::INT = TypeInt::make(min_jint,max_jint, WidenMax); // 32-bit integers
558 TypeInt::SYMINT = TypeInt::make(-max_jint,max_jint,WidenMin); // symmetric range
559 TypeInt::TYPE_DOMAIN = TypeInt::INT;
560 // CmpL is overloaded both as the bytecode computation returning
561 // a trinary (-1,0,+1) integer result AND as an efficient long
562 // compare returning optimizer ideal-type flags.
563 assert( TypeInt::CC_LT == TypeInt::MINUS_1, "types must match for CmpL to work" );
564 assert( TypeInt::CC_GT == TypeInt::ONE, "types must match for CmpL to work" );
565 assert( TypeInt::CC_EQ == TypeInt::ZERO, "types must match for CmpL to work" );
566 assert( TypeInt::CC_GE == TypeInt::BOOL, "types must match for CmpL to work" );
567 assert( (juint)(TypeInt::CC->_hi - TypeInt::CC->_lo) <= SMALLINT, "CC is truly small");
568
569 TypeLong::MAX = TypeLong::make(max_jlong); // Long MAX
570 TypeLong::MIN = TypeLong::make(min_jlong); // Long MIN
571 TypeLong::MINUS_1 = TypeLong::make(-1); // -1
572 TypeLong::ZERO = TypeLong::make( 0); // 0
573 TypeLong::ONE = TypeLong::make( 1); // 1
574 TypeLong::POS = TypeLong::make(0,max_jlong, WidenMin); // Non-neg values
575 TypeLong::LONG = TypeLong::make(min_jlong,max_jlong,WidenMax); // 64-bit integers
576 TypeLong::INT = TypeLong::make((jlong)min_jint,(jlong)max_jint,WidenMin);
577 TypeLong::UINT = TypeLong::make(0,(jlong)max_juint,WidenMin);
578 TypeLong::TYPE_DOMAIN = TypeLong::LONG;
579
580 const Type **fboth =(const Type**)shared_type_arena->AmallocWords(2*sizeof(Type*));
581 fboth[0] = Type::CONTROL;
582 fboth[1] = Type::CONTROL;
583 TypeTuple::IFBOTH = TypeTuple::make( 2, fboth );
584
585 const Type **ffalse =(const Type**)shared_type_arena->AmallocWords(2*sizeof(Type*));
586 ffalse[0] = Type::CONTROL;
587 ffalse[1] = Type::TOP;
588 TypeTuple::IFFALSE = TypeTuple::make( 2, ffalse );
589
590 const Type **fneither =(const Type**)shared_type_arena->AmallocWords(2*sizeof(Type*));
591 fneither[0] = Type::TOP;
592 fneither[1] = Type::TOP;
593 TypeTuple::IFNEITHER = TypeTuple::make( 2, fneither );
594
595 const Type **ftrue =(const Type**)shared_type_arena->AmallocWords(2*sizeof(Type*));
596 ftrue[0] = Type::TOP;
597 ftrue[1] = Type::CONTROL;
598 TypeTuple::IFTRUE = TypeTuple::make( 2, ftrue );
599
600 const Type **floop =(const Type**)shared_type_arena->AmallocWords(2*sizeof(Type*));
601 floop[0] = Type::CONTROL;
602 floop[1] = TypeInt::INT;
603 TypeTuple::LOOPBODY = TypeTuple::make( 2, floop );
604
605 TypePtr::NULL_PTR= TypePtr::make(AnyPtr, TypePtr::Null, Offset(0));
606 TypePtr::NOTNULL = TypePtr::make(AnyPtr, TypePtr::NotNull, Offset::bottom);
607 TypePtr::BOTTOM = TypePtr::make(AnyPtr, TypePtr::BotPTR, Offset::bottom);
608
609 TypeRawPtr::BOTTOM = TypeRawPtr::make( TypePtr::BotPTR );
610 TypeRawPtr::NOTNULL= TypeRawPtr::make( TypePtr::NotNull );
611
612 const Type **fmembar = TypeTuple::fields(0);
613 TypeTuple::MEMBAR = TypeTuple::make(TypeFunc::Parms+0, fmembar);
614
615 const Type **fsc = (const Type**)shared_type_arena->AmallocWords(2*sizeof(Type*));
616 fsc[0] = TypeInt::CC;
617 fsc[1] = Type::MEMORY;
618 TypeTuple::STORECONDITIONAL = TypeTuple::make(2, fsc);
619
620 TypeInstPtr::NOTNULL = TypeInstPtr::make(TypePtr::NotNull, current->env()->Object_klass());
621 TypeInstPtr::BOTTOM = TypeInstPtr::make(TypePtr::BotPTR, current->env()->Object_klass());
622 TypeInstPtr::MIRROR = TypeInstPtr::make(TypePtr::NotNull, current->env()->Class_klass());
623 TypeInstPtr::MARK = TypeInstPtr::make(TypePtr::BotPTR, current->env()->Object_klass(),
624 false, nullptr, Offset(oopDesc::mark_offset_in_bytes()));
625 TypeInstPtr::KLASS = TypeInstPtr::make(TypePtr::BotPTR, current->env()->Object_klass(),
626 false, nullptr, Offset(oopDesc::klass_offset_in_bytes()));
627 TypeOopPtr::BOTTOM = TypeOopPtr::make(TypePtr::BotPTR, Offset::bottom, TypeOopPtr::InstanceBot);
628
629 TypeMetadataPtr::BOTTOM = TypeMetadataPtr::make(TypePtr::BotPTR, nullptr, Offset::bottom);
630
631 TypeNarrowOop::NULL_PTR = TypeNarrowOop::make( TypePtr::NULL_PTR );
632 TypeNarrowOop::BOTTOM = TypeNarrowOop::make( TypeInstPtr::BOTTOM );
633
634 TypeNarrowKlass::NULL_PTR = TypeNarrowKlass::make( TypePtr::NULL_PTR );
635
636 mreg2type[Op_Node] = Type::BOTTOM;
637 mreg2type[Op_Set ] = nullptr;
638 mreg2type[Op_RegN] = TypeNarrowOop::BOTTOM;
639 mreg2type[Op_RegI] = TypeInt::INT;
640 mreg2type[Op_RegP] = TypePtr::BOTTOM;
641 mreg2type[Op_RegF] = Type::FLOAT;
642 mreg2type[Op_RegD] = Type::DOUBLE;
643 mreg2type[Op_RegL] = TypeLong::LONG;
644 mreg2type[Op_RegFlags] = TypeInt::CC;
645
646 GrowableArray<ciInstanceKlass*> array_interfaces;
647 array_interfaces.push(current->env()->Cloneable_klass());
648 array_interfaces.push(current->env()->Serializable_klass());
649 TypeAryPtr::_array_interfaces = TypeInterfaces::make(&array_interfaces);
650 TypeAryKlassPtr::_array_interfaces = TypeAryPtr::_array_interfaces;
651
652 TypeAryPtr::BOTTOM = TypeAryPtr::make(TypePtr::BotPTR, TypeAry::make(Type::BOTTOM, TypeInt::POS), nullptr, false, Offset::bottom);
653 TypeAryPtr::RANGE = TypeAryPtr::make(TypePtr::BotPTR, TypeAry::make(Type::BOTTOM,TypeInt::POS), nullptr /* current->env()->Object_klass() */, false, Offset(arrayOopDesc::length_offset_in_bytes()));
654
655 TypeAryPtr::NARROWOOPS = TypeAryPtr::make(TypePtr::BotPTR, TypeAry::make(TypeNarrowOop::BOTTOM, TypeInt::POS), nullptr /*ciArrayKlass::make(o)*/, false, Offset::bottom);
656
657 #ifdef _LP64
658 if (UseCompressedOops) {
659 assert(TypeAryPtr::NARROWOOPS->is_ptr_to_narrowoop(), "array of narrow oops must be ptr to narrow oop");
660 TypeAryPtr::OOPS = TypeAryPtr::NARROWOOPS;
661 } else
662 #endif
663 {
664 // There is no shared klass for Object[]. See note in TypeAryPtr::klass().
665 TypeAryPtr::OOPS = TypeAryPtr::make(TypePtr::BotPTR, TypeAry::make(TypeInstPtr::BOTTOM,TypeInt::POS), nullptr /*ciArrayKlass::make(o)*/, false, Offset::bottom);
666 }
667 TypeAryPtr::BYTES = TypeAryPtr::make(TypePtr::BotPTR, TypeAry::make(TypeInt::BYTE ,TypeInt::POS), ciTypeArrayKlass::make(T_BYTE), true, Offset::bottom);
668 TypeAryPtr::SHORTS = TypeAryPtr::make(TypePtr::BotPTR, TypeAry::make(TypeInt::SHORT ,TypeInt::POS), ciTypeArrayKlass::make(T_SHORT), true, Offset::bottom);
669 TypeAryPtr::CHARS = TypeAryPtr::make(TypePtr::BotPTR, TypeAry::make(TypeInt::CHAR ,TypeInt::POS), ciTypeArrayKlass::make(T_CHAR), true, Offset::bottom);
670 TypeAryPtr::INTS = TypeAryPtr::make(TypePtr::BotPTR, TypeAry::make(TypeInt::INT ,TypeInt::POS), ciTypeArrayKlass::make(T_INT), true, Offset::bottom);
671 TypeAryPtr::LONGS = TypeAryPtr::make(TypePtr::BotPTR, TypeAry::make(TypeLong::LONG ,TypeInt::POS), ciTypeArrayKlass::make(T_LONG), true, Offset::bottom);
672 TypeAryPtr::FLOATS = TypeAryPtr::make(TypePtr::BotPTR, TypeAry::make(Type::FLOAT ,TypeInt::POS), ciTypeArrayKlass::make(T_FLOAT), true, Offset::bottom);
673 TypeAryPtr::DOUBLES = TypeAryPtr::make(TypePtr::BotPTR, TypeAry::make(Type::DOUBLE ,TypeInt::POS), ciTypeArrayKlass::make(T_DOUBLE), true, Offset::bottom);
674 TypeAryPtr::INLINES = TypeAryPtr::make(TypePtr::BotPTR, TypeAry::make(TypeInstPtr::BOTTOM,TypeInt::POS, /* stable= */ false, /* flat= */ true), nullptr, false, Offset::bottom);
675
676 // Nobody should ask _array_body_type[T_NARROWOOP]. Use null as assert.
677 TypeAryPtr::_array_body_type[T_NARROWOOP] = nullptr;
678 TypeAryPtr::_array_body_type[T_OBJECT] = TypeAryPtr::OOPS;
679 TypeAryPtr::_array_body_type[T_FLAT_ELEMENT] = TypeAryPtr::OOPS;
680 TypeAryPtr::_array_body_type[T_ARRAY] = TypeAryPtr::OOPS; // arrays are stored in oop arrays
681 TypeAryPtr::_array_body_type[T_BYTE] = TypeAryPtr::BYTES;
682 TypeAryPtr::_array_body_type[T_BOOLEAN] = TypeAryPtr::BYTES; // boolean[] is a byte array
683 TypeAryPtr::_array_body_type[T_SHORT] = TypeAryPtr::SHORTS;
684 TypeAryPtr::_array_body_type[T_CHAR] = TypeAryPtr::CHARS;
685 TypeAryPtr::_array_body_type[T_INT] = TypeAryPtr::INTS;
686 TypeAryPtr::_array_body_type[T_LONG] = TypeAryPtr::LONGS;
687 TypeAryPtr::_array_body_type[T_FLOAT] = TypeAryPtr::FLOATS;
688 TypeAryPtr::_array_body_type[T_DOUBLE] = TypeAryPtr::DOUBLES;
689
690 TypeInstKlassPtr::OBJECT = TypeInstKlassPtr::make(TypePtr::NotNull, current->env()->Object_klass(), Offset(0));
691 TypeInstKlassPtr::OBJECT_OR_NULL = TypeInstKlassPtr::make(TypePtr::BotPTR, current->env()->Object_klass(), Offset(0));
692
693 const Type **fi2c = TypeTuple::fields(2);
694 fi2c[TypeFunc::Parms+0] = TypeInstPtr::BOTTOM; // Method*
695 fi2c[TypeFunc::Parms+1] = TypeRawPtr::BOTTOM; // argument pointer
696 TypeTuple::START_I2C = TypeTuple::make(TypeFunc::Parms+2, fi2c);
697
698 const Type **intpair = TypeTuple::fields(2);
699 intpair[0] = TypeInt::INT;
700 intpair[1] = TypeInt::INT;
701 TypeTuple::INT_PAIR = TypeTuple::make(2, intpair);
702
703 const Type **longpair = TypeTuple::fields(2);
704 longpair[0] = TypeLong::LONG;
705 longpair[1] = TypeLong::LONG;
706 TypeTuple::LONG_PAIR = TypeTuple::make(2, longpair);
707
708 const Type **intccpair = TypeTuple::fields(2);
709 intccpair[0] = TypeInt::INT;
710 intccpair[1] = TypeInt::CC;
711 TypeTuple::INT_CC_PAIR = TypeTuple::make(2, intccpair);
712
713 const Type **longccpair = TypeTuple::fields(2);
714 longccpair[0] = TypeLong::LONG;
715 longccpair[1] = TypeInt::CC;
716 TypeTuple::LONG_CC_PAIR = TypeTuple::make(2, longccpair);
717
718 _const_basic_type[T_NARROWOOP] = TypeNarrowOop::BOTTOM;
719 _const_basic_type[T_NARROWKLASS] = Type::BOTTOM;
720 _const_basic_type[T_BOOLEAN] = TypeInt::BOOL;
721 _const_basic_type[T_CHAR] = TypeInt::CHAR;
722 _const_basic_type[T_BYTE] = TypeInt::BYTE;
723 _const_basic_type[T_SHORT] = TypeInt::SHORT;
724 _const_basic_type[T_INT] = TypeInt::INT;
725 _const_basic_type[T_LONG] = TypeLong::LONG;
726 _const_basic_type[T_FLOAT] = Type::FLOAT;
727 _const_basic_type[T_DOUBLE] = Type::DOUBLE;
728 _const_basic_type[T_OBJECT] = TypeInstPtr::BOTTOM;
729 _const_basic_type[T_ARRAY] = TypeInstPtr::BOTTOM; // there is no separate bottom for arrays
730 _const_basic_type[T_FLAT_ELEMENT] = TypeInstPtr::BOTTOM;
731 _const_basic_type[T_VOID] = TypePtr::NULL_PTR; // reflection represents void this way
732 _const_basic_type[T_ADDRESS] = TypeRawPtr::BOTTOM; // both interpreter return addresses & random raw ptrs
733 _const_basic_type[T_CONFLICT] = Type::BOTTOM; // why not?
734
735 _zero_type[T_NARROWOOP] = TypeNarrowOop::NULL_PTR;
736 _zero_type[T_NARROWKLASS] = TypeNarrowKlass::NULL_PTR;
737 _zero_type[T_BOOLEAN] = TypeInt::ZERO; // false == 0
738 _zero_type[T_CHAR] = TypeInt::ZERO; // '\0' == 0
739 _zero_type[T_BYTE] = TypeInt::ZERO; // 0x00 == 0
740 _zero_type[T_SHORT] = TypeInt::ZERO; // 0x0000 == 0
741 _zero_type[T_INT] = TypeInt::ZERO;
742 _zero_type[T_LONG] = TypeLong::ZERO;
743 _zero_type[T_FLOAT] = TypeF::ZERO;
744 _zero_type[T_DOUBLE] = TypeD::ZERO;
745 _zero_type[T_OBJECT] = TypePtr::NULL_PTR;
746 _zero_type[T_ARRAY] = TypePtr::NULL_PTR; // null array is null oop
747 _zero_type[T_FLAT_ELEMENT] = TypePtr::NULL_PTR;
748 _zero_type[T_ADDRESS] = TypePtr::NULL_PTR; // raw pointers use the same null
749 _zero_type[T_VOID] = Type::TOP; // the only void value is no value at all
750
751 // get_zero_type() should not happen for T_CONFLICT
752 _zero_type[T_CONFLICT]= nullptr;
753
754 TypeVect::VECTMASK = (TypeVect*)(new TypeVectMask(T_BOOLEAN, MaxVectorSize))->hashcons();
755 mreg2type[Op_RegVectMask] = TypeVect::VECTMASK;
756
757 if (Matcher::supports_scalable_vector()) {
758 TypeVect::VECTA = TypeVect::make(T_BYTE, Matcher::scalable_vector_reg_size(T_BYTE));
759 }
760
761 // Vector predefined types, it needs initialized _const_basic_type[].
762 if (Matcher::vector_size_supported(T_BYTE, 4)) {
763 TypeVect::VECTS = TypeVect::make(T_BYTE, 4);
764 }
765 if (Matcher::vector_size_supported(T_FLOAT, 2)) {
766 TypeVect::VECTD = TypeVect::make(T_FLOAT, 2);
767 }
768 if (Matcher::vector_size_supported(T_FLOAT, 4)) {
769 TypeVect::VECTX = TypeVect::make(T_FLOAT, 4);
770 }
771 if (Matcher::vector_size_supported(T_FLOAT, 8)) {
772 TypeVect::VECTY = TypeVect::make(T_FLOAT, 8);
773 }
774 if (Matcher::vector_size_supported(T_FLOAT, 16)) {
775 TypeVect::VECTZ = TypeVect::make(T_FLOAT, 16);
776 }
777
778 mreg2type[Op_VecA] = TypeVect::VECTA;
779 mreg2type[Op_VecS] = TypeVect::VECTS;
780 mreg2type[Op_VecD] = TypeVect::VECTD;
781 mreg2type[Op_VecX] = TypeVect::VECTX;
782 mreg2type[Op_VecY] = TypeVect::VECTY;
783 mreg2type[Op_VecZ] = TypeVect::VECTZ;
784
785 LockNode::initialize_lock_Type();
786 ArrayCopyNode::initialize_arraycopy_Type();
787 OptoRuntime::initialize_types();
788
789 // Restore working type arena.
790 current->set_type_arena(save);
791 current->set_type_dict(nullptr);
792 }
793
794 //------------------------------Initialize-------------------------------------
795 void Type::Initialize(Compile* current) {
796 assert(current->type_arena() != nullptr, "must have created type arena");
797
798 if (_shared_type_dict == nullptr) {
799 Initialize_shared(current);
800 }
801
802 Arena* type_arena = current->type_arena();
803
804 // Create the hash-cons'ing dictionary with top-level storage allocation
805 Dict *tdic = new (type_arena) Dict(*_shared_type_dict, type_arena);
806 current->set_type_dict(tdic);
807 }
808
809 //------------------------------hashcons---------------------------------------
810 // Do the hash-cons trick. If the Type already exists in the type table,
811 // delete the current Type and return the existing Type. Otherwise stick the
812 // current Type in the Type table.
813 const Type *Type::hashcons(void) {
814 debug_only(base()); // Check the assertion in Type::base().
815 // Look up the Type in the Type dictionary
816 Dict *tdic = type_dict();
817 Type* old = (Type*)(tdic->Insert(this, this, false));
818 if( old ) { // Pre-existing Type?
819 if( old != this ) // Yes, this guy is not the pre-existing?
820 delete this; // Yes, Nuke this guy
821 assert( old->_dual, "" );
822 return old; // Return pre-existing
823 }
824
825 // Every type has a dual (to make my lattice symmetric).
826 // Since we just discovered a new Type, compute its dual right now.
827 assert( !_dual, "" ); // No dual yet
828 _dual = xdual(); // Compute the dual
829 if (equals(this, _dual)) { // Handle self-symmetric
830 if (_dual != this) {
831 delete _dual;
832 _dual = this;
833 }
834 return this;
835 }
836 assert( !_dual->_dual, "" ); // No reverse dual yet
837 assert( !(*tdic)[_dual], "" ); // Dual not in type system either
838 // New Type, insert into Type table
839 tdic->Insert((void*)_dual,(void*)_dual);
840 ((Type*)_dual)->_dual = this; // Finish up being symmetric
841 #ifdef ASSERT
842 Type *dual_dual = (Type*)_dual->xdual();
843 assert( eq(dual_dual), "xdual(xdual()) should be identity" );
844 delete dual_dual;
845 #endif
846 return this; // Return new Type
847 }
848
849 //------------------------------eq---------------------------------------------
850 // Structural equality check for Type representations
851 bool Type::eq( const Type * ) const {
852 return true; // Nothing else can go wrong
853 }
854
855 //------------------------------hash-------------------------------------------
856 // Type-specific hashing function.
857 uint Type::hash(void) const {
858 return _base;
859 }
860
861 //------------------------------is_finite--------------------------------------
862 // Has a finite value
863 bool Type::is_finite() const {
864 return false;
865 }
866
867 //------------------------------is_nan-----------------------------------------
868 // Is not a number (NaN)
869 bool Type::is_nan() const {
870 return false;
871 }
872
873 #ifdef ASSERT
874 class VerifyMeet;
875 class VerifyMeetResult : public ArenaObj {
876 friend class VerifyMeet;
877 friend class Type;
878 private:
879 class VerifyMeetResultEntry {
880 private:
881 const Type* _in1;
882 const Type* _in2;
883 const Type* _res;
884 public:
885 VerifyMeetResultEntry(const Type* in1, const Type* in2, const Type* res):
886 _in1(in1), _in2(in2), _res(res) {
887 }
888 VerifyMeetResultEntry():
889 _in1(nullptr), _in2(nullptr), _res(nullptr) {
890 }
891
892 bool operator==(const VerifyMeetResultEntry& rhs) const {
893 return _in1 == rhs._in1 &&
894 _in2 == rhs._in2 &&
895 _res == rhs._res;
896 }
897
898 bool operator!=(const VerifyMeetResultEntry& rhs) const {
899 return !(rhs == *this);
900 }
901
902 static int compare(const VerifyMeetResultEntry& v1, const VerifyMeetResultEntry& v2) {
903 if ((intptr_t) v1._in1 < (intptr_t) v2._in1) {
904 return -1;
905 } else if (v1._in1 == v2._in1) {
906 if ((intptr_t) v1._in2 < (intptr_t) v2._in2) {
907 return -1;
908 } else if (v1._in2 == v2._in2) {
909 assert(v1._res == v2._res || v1._res == nullptr || v2._res == nullptr, "same inputs should lead to same result");
910 return 0;
911 }
912 return 1;
913 }
914 return 1;
915 }
916 const Type* res() const { return _res; }
917 };
918 uint _depth;
919 GrowableArray<VerifyMeetResultEntry> _cache;
920
921 // With verification code, the meet of A and B causes the computation of:
922 // 1- meet(A, B)
923 // 2- meet(B, A)
924 // 3- meet(dual(meet(A, B)), dual(A))
925 // 4- meet(dual(meet(A, B)), dual(B))
926 // 5- meet(dual(A), dual(B))
927 // 6- meet(dual(B), dual(A))
928 // 7- meet(dual(meet(dual(A), dual(B))), A)
929 // 8- meet(dual(meet(dual(A), dual(B))), B)
930 //
931 // In addition the meet of A[] and B[] requires the computation of the meet of A and B.
932 //
933 // The meet of A[] and B[] triggers the computation of:
934 // 1- meet(A[], B[][)
935 // 1.1- meet(A, B)
936 // 1.2- meet(B, A)
937 // 1.3- meet(dual(meet(A, B)), dual(A))
938 // 1.4- meet(dual(meet(A, B)), dual(B))
939 // 1.5- meet(dual(A), dual(B))
940 // 1.6- meet(dual(B), dual(A))
941 // 1.7- meet(dual(meet(dual(A), dual(B))), A)
942 // 1.8- meet(dual(meet(dual(A), dual(B))), B)
943 // 2- meet(B[], A[])
944 // 2.1- meet(B, A) = 1.2
945 // 2.2- meet(A, B) = 1.1
946 // 2.3- meet(dual(meet(B, A)), dual(B)) = 1.4
947 // 2.4- meet(dual(meet(B, A)), dual(A)) = 1.3
948 // 2.5- meet(dual(B), dual(A)) = 1.6
949 // 2.6- meet(dual(A), dual(B)) = 1.5
950 // 2.7- meet(dual(meet(dual(B), dual(A))), B) = 1.8
951 // 2.8- meet(dual(meet(dual(B), dual(A))), B) = 1.7
952 // etc.
953 // The number of meet operations performed grows exponentially with the number of dimensions of the arrays but the number
954 // of different meet operations is linear in the number of dimensions. The function below caches meet results for the
955 // duration of the meet at the root of the recursive calls.
956 //
957 const Type* meet(const Type* t1, const Type* t2) {
958 bool found = false;
959 const VerifyMeetResultEntry meet(t1, t2, nullptr);
960 int pos = _cache.find_sorted<VerifyMeetResultEntry, VerifyMeetResultEntry::compare>(meet, found);
961 const Type* res = nullptr;
962 if (found) {
963 res = _cache.at(pos).res();
964 } else {
965 res = t1->xmeet(t2);
966 _cache.insert_sorted<VerifyMeetResultEntry::compare>(VerifyMeetResultEntry(t1, t2, res));
967 found = false;
968 _cache.find_sorted<VerifyMeetResultEntry, VerifyMeetResultEntry::compare>(meet, found);
969 assert(found, "should be in table after it's added");
970 }
971 return res;
972 }
973
974 void add(const Type* t1, const Type* t2, const Type* res) {
975 _cache.insert_sorted<VerifyMeetResultEntry::compare>(VerifyMeetResultEntry(t1, t2, res));
976 }
977
978 bool empty_cache() const {
979 return _cache.length() == 0;
980 }
981 public:
982 VerifyMeetResult(Compile* C) :
983 _depth(0), _cache(C->comp_arena(), 2, 0, VerifyMeetResultEntry()) {
984 }
985 };
986
987 void Type::assert_type_verify_empty() const {
988 assert(Compile::current()->_type_verify == nullptr || Compile::current()->_type_verify->empty_cache(), "cache should have been discarded");
989 }
990
991 class VerifyMeet {
992 private:
993 Compile* _C;
994 public:
995 VerifyMeet(Compile* C) : _C(C) {
996 if (C->_type_verify == nullptr) {
997 C->_type_verify = new (C->comp_arena())VerifyMeetResult(C);
998 }
999 _C->_type_verify->_depth++;
1000 }
1001
1002 ~VerifyMeet() {
1003 assert(_C->_type_verify->_depth != 0, "");
1004 _C->_type_verify->_depth--;
1005 if (_C->_type_verify->_depth == 0) {
1006 _C->_type_verify->_cache.trunc_to(0);
1007 }
1008 }
1009
1010 const Type* meet(const Type* t1, const Type* t2) const {
1011 return _C->_type_verify->meet(t1, t2);
1012 }
1013
1014 void add(const Type* t1, const Type* t2, const Type* res) const {
1015 _C->_type_verify->add(t1, t2, res);
1016 }
1017 };
1018
1019 void Type::check_symmetrical(const Type* t, const Type* mt, const VerifyMeet& verify) const {
1020 Compile* C = Compile::current();
1021 const Type* mt2 = verify.meet(t, this);
1022
1023 // Verify that:
1024 // this meet t == t meet this
1025 if (mt != mt2) {
1026 tty->print_cr("=== Meet Not Commutative ===");
1027 tty->print("t = "); t->dump(); tty->cr();
1028 tty->print("this = "); dump(); tty->cr();
1029 tty->print("t meet this = "); mt2->dump(); tty->cr();
1030 tty->print("this meet t = "); mt->dump(); tty->cr();
1031 fatal("meet not commutative");
1032 }
1033 const Type* dual_join = mt->_dual;
1034 const Type* t2t = verify.meet(dual_join,t->_dual);
1035 const Type* t2this = verify.meet(dual_join,this->_dual);
1036
1037 // Interface meet Oop is Not Symmetric:
1038 // Interface:AnyNull meet Oop:AnyNull == Interface:AnyNull
1039 // Interface:NotNull meet Oop:NotNull == java/lang/Object:NotNull
1040
1041 // Verify that:
1042 // 1) mt_dual meet t_dual == t_dual
1043 // which corresponds to
1044 // !(t meet this) meet !t ==
1045 // (!t join !this) meet !t == !t
1046 // 2) mt_dual meet this_dual == this_dual
1047 // which corresponds to
1048 // !(t meet this) meet !this ==
1049 // (!t join !this) meet !this == !this
1050 if (t2t != t->_dual || t2this != this->_dual) {
1051 tty->print_cr("=== Meet Not Symmetric ===");
1052 tty->print("t = "); t->dump(); tty->cr();
1053 tty->print("this= "); dump(); tty->cr();
1054 tty->print("mt=(t meet this)= "); mt->dump(); tty->cr();
1055
1056 tty->print("t_dual= "); t->_dual->dump(); tty->cr();
1057 tty->print("this_dual= "); _dual->dump(); tty->cr();
1058 tty->print("mt_dual= "); mt->_dual->dump(); tty->cr();
1059
1060 // 1)
1061 tty->print("mt_dual meet t_dual= "); t2t ->dump(); tty->cr();
1062 // 2)
1063 tty->print("mt_dual meet this_dual= "); t2this ->dump(); tty->cr();
1064
1065 fatal("meet not symmetric");
1066 }
1067 }
1068 #endif
1069
1070 //------------------------------meet-------------------------------------------
1071 // Compute the MEET of two types. NOT virtual. It enforces that meet is
1072 // commutative and the lattice is symmetric.
1073 const Type *Type::meet_helper(const Type *t, bool include_speculative) const {
1074 if (isa_narrowoop() && t->isa_narrowoop()) {
1075 const Type* result = make_ptr()->meet_helper(t->make_ptr(), include_speculative);
1076 return result->make_narrowoop();
1077 }
1078 if (isa_narrowklass() && t->isa_narrowklass()) {
1079 const Type* result = make_ptr()->meet_helper(t->make_ptr(), include_speculative);
1080 return result->make_narrowklass();
1081 }
1082
1083 #ifdef ASSERT
1084 Compile* C = Compile::current();
1085 VerifyMeet verify(C);
1086 #endif
1087
1088 const Type *this_t = maybe_remove_speculative(include_speculative);
1089 t = t->maybe_remove_speculative(include_speculative);
1090
1091 const Type *mt = this_t->xmeet(t);
1092 #ifdef ASSERT
1093 verify.add(this_t, t, mt);
1094 if (isa_narrowoop() || t->isa_narrowoop()) {
1095 return mt;
1096 }
1097 if (isa_narrowklass() || t->isa_narrowklass()) {
1098 return mt;
1099 }
1100 // TODO 8350865 This currently triggers a verification failure, the code around "// Even though MyValue is final" needs adjustments
1101 if ((this_t->isa_ptr() && this_t->is_ptr()->is_not_flat()) ||
1102 (this_t->_dual->isa_ptr() && this_t->_dual->is_ptr()->is_not_flat())) return mt;
1103 this_t->check_symmetrical(t, mt, verify);
1104 const Type *mt_dual = verify.meet(this_t->_dual, t->_dual);
1105 this_t->_dual->check_symmetrical(t->_dual, mt_dual, verify);
1106 #endif
1107 return mt;
1108 }
1109
1110 //------------------------------xmeet------------------------------------------
1111 // Compute the MEET of two types. It returns a new Type object.
1112 const Type *Type::xmeet( const Type *t ) const {
1113 // Perform a fast test for common case; meeting the same types together.
1114 if( this == t ) return this; // Meeting same type-rep?
1115
1116 // Meeting TOP with anything?
1117 if( _base == Top ) return t;
1118
1119 // Meeting BOTTOM with anything?
1120 if( _base == Bottom ) return BOTTOM;
1121
1122 // Current "this->_base" is one of: Bad, Multi, Control, Top,
1123 // Abio, Abstore, Floatxxx, Doublexxx, Bottom, lastype.
1124 switch (t->base()) { // Switch on original type
1125
1126 // Cut in half the number of cases I must handle. Only need cases for when
1127 // the given enum "t->type" is less than or equal to the local enum "type".
1128 case HalfFloatCon:
1129 case FloatCon:
1130 case DoubleCon:
1131 case Int:
1132 case Long:
1133 return t->xmeet(this);
1134
1135 case OopPtr:
1136 return t->xmeet(this);
1137
1138 case InstPtr:
1139 return t->xmeet(this);
1140
1141 case MetadataPtr:
1142 case KlassPtr:
1143 case InstKlassPtr:
1144 case AryKlassPtr:
1145 return t->xmeet(this);
1146
1147 case AryPtr:
1148 return t->xmeet(this);
1149
1150 case NarrowOop:
1151 return t->xmeet(this);
1152
1153 case NarrowKlass:
1154 return t->xmeet(this);
1155
1156 case Bad: // Type check
1157 default: // Bogus type not in lattice
1158 typerr(t);
1159 return Type::BOTTOM;
1160
1161 case Bottom: // Ye Olde Default
1162 return t;
1163
1164 case HalfFloatTop:
1165 if (_base == HalfFloatTop) { return this; }
1166 case HalfFloatBot: // Half Float
1167 if (_base == HalfFloatBot || _base == HalfFloatTop) { return HALF_FLOAT; }
1168 if (_base == FloatBot || _base == FloatTop) { return Type::BOTTOM; }
1169 if (_base == DoubleTop || _base == DoubleBot) { return Type::BOTTOM; }
1170 typerr(t);
1171 return Type::BOTTOM;
1172
1173 case FloatTop:
1174 if (_base == FloatTop ) { return this; }
1175 case FloatBot: // Float
1176 if (_base == FloatBot || _base == FloatTop) { return FLOAT; }
1177 if (_base == HalfFloatTop || _base == HalfFloatBot) { return Type::BOTTOM; }
1178 if (_base == DoubleTop || _base == DoubleBot) { return Type::BOTTOM; }
1179 typerr(t);
1180 return Type::BOTTOM;
1181
1182 case DoubleTop:
1183 if (_base == DoubleTop) { return this; }
1184 case DoubleBot: // Double
1185 if (_base == DoubleBot || _base == DoubleTop) { return DOUBLE; }
1186 if (_base == HalfFloatTop || _base == HalfFloatBot) { return Type::BOTTOM; }
1187 if (_base == FloatTop || _base == FloatBot) { return Type::BOTTOM; }
1188 typerr(t);
1189 return Type::BOTTOM;
1190
1191 // These next few cases must match exactly or it is a compile-time error.
1192 case Control: // Control of code
1193 case Abio: // State of world outside of program
1194 case Memory:
1195 if (_base == t->_base) { return this; }
1196 typerr(t);
1197 return Type::BOTTOM;
1198
1199 case Top: // Top of the lattice
1200 return this;
1201 }
1202
1203 // The type is unchanged
1204 return this;
1205 }
1206
1207 //-----------------------------filter------------------------------------------
1208 const Type *Type::filter_helper(const Type *kills, bool include_speculative) const {
1209 const Type* ft = join_helper(kills, include_speculative);
1210 if (ft->empty())
1211 return Type::TOP; // Canonical empty value
1212 return ft;
1213 }
1214
1215 //------------------------------xdual------------------------------------------
1216 const Type *Type::xdual() const {
1217 // Note: the base() accessor asserts the sanity of _base.
1218 assert(_type_info[base()].dual_type != Bad, "implement with v-call");
1219 return new Type(_type_info[_base].dual_type);
1220 }
1221
1222 //------------------------------has_memory-------------------------------------
1223 bool Type::has_memory() const {
1224 Type::TYPES tx = base();
1225 if (tx == Memory) return true;
1226 if (tx == Tuple) {
1227 const TypeTuple *t = is_tuple();
1228 for (uint i=0; i < t->cnt(); i++) {
1229 tx = t->field_at(i)->base();
1230 if (tx == Memory) return true;
1231 }
1232 }
1233 return false;
1234 }
1235
1236 #ifndef PRODUCT
1237 //------------------------------dump2------------------------------------------
1238 void Type::dump2( Dict &d, uint depth, outputStream *st ) const {
1239 st->print("%s", _type_info[_base].msg);
1240 }
1241
1242 //------------------------------dump-------------------------------------------
1243 void Type::dump_on(outputStream *st) const {
1244 ResourceMark rm;
1245 Dict d(cmpkey,hashkey); // Stop recursive type dumping
1246 dump2(d,1, st);
1247 if (is_ptr_to_narrowoop()) {
1248 st->print(" [narrow]");
1249 } else if (is_ptr_to_narrowklass()) {
1250 st->print(" [narrowklass]");
1251 }
1252 }
1253
1254 //-----------------------------------------------------------------------------
1255 const char* Type::str(const Type* t) {
1256 stringStream ss;
1257 t->dump_on(&ss);
1258 return ss.as_string();
1259 }
1260 #endif
1261
1262 //------------------------------singleton--------------------------------------
1263 // TRUE if Type is a singleton type, FALSE otherwise. Singletons are simple
1264 // constants (Ldi nodes). Singletons are integer, float or double constants.
1265 bool Type::singleton(void) const {
1266 return _base == Top || _base == Half;
1267 }
1268
1269 //------------------------------empty------------------------------------------
1270 // TRUE if Type is a type with no values, FALSE otherwise.
1271 bool Type::empty(void) const {
1272 switch (_base) {
1273 case DoubleTop:
1274 case FloatTop:
1275 case HalfFloatTop:
1276 case Top:
1277 return true;
1278
1279 case Half:
1280 case Abio:
1281 case Return_Address:
1282 case Memory:
1283 case Bottom:
1284 case HalfFloatBot:
1285 case FloatBot:
1286 case DoubleBot:
1287 return false; // never a singleton, therefore never empty
1288
1289 default:
1290 ShouldNotReachHere();
1291 return false;
1292 }
1293 }
1294
1295 //------------------------------dump_stats-------------------------------------
1296 // Dump collected statistics to stderr
1297 #ifndef PRODUCT
1298 void Type::dump_stats() {
1299 tty->print("Types made: %d\n", type_dict()->Size());
1300 }
1301 #endif
1302
1303 //------------------------------category---------------------------------------
1304 #ifndef PRODUCT
1305 Type::Category Type::category() const {
1306 const TypeTuple* tuple;
1307 switch (base()) {
1308 case Type::Int:
1309 case Type::Long:
1310 case Type::Half:
1311 case Type::NarrowOop:
1312 case Type::NarrowKlass:
1313 case Type::Array:
1314 case Type::VectorA:
1315 case Type::VectorS:
1316 case Type::VectorD:
1317 case Type::VectorX:
1318 case Type::VectorY:
1319 case Type::VectorZ:
1320 case Type::VectorMask:
1321 case Type::AnyPtr:
1322 case Type::RawPtr:
1323 case Type::OopPtr:
1324 case Type::InstPtr:
1325 case Type::AryPtr:
1326 case Type::MetadataPtr:
1327 case Type::KlassPtr:
1328 case Type::InstKlassPtr:
1329 case Type::AryKlassPtr:
1330 case Type::Function:
1331 case Type::Return_Address:
1332 case Type::HalfFloatTop:
1333 case Type::HalfFloatCon:
1334 case Type::HalfFloatBot:
1335 case Type::FloatTop:
1336 case Type::FloatCon:
1337 case Type::FloatBot:
1338 case Type::DoubleTop:
1339 case Type::DoubleCon:
1340 case Type::DoubleBot:
1341 return Category::Data;
1342 case Type::Memory:
1343 return Category::Memory;
1344 case Type::Control:
1345 return Category::Control;
1346 case Type::Top:
1347 case Type::Abio:
1348 case Type::Bottom:
1349 return Category::Other;
1350 case Type::Bad:
1351 case Type::lastype:
1352 return Category::Undef;
1353 case Type::Tuple:
1354 // Recursive case. Return CatMixed if the tuple contains types of
1355 // different categories (e.g. CallStaticJavaNode's type), or the specific
1356 // category if all types are of the same category (e.g. IfNode's type).
1357 tuple = is_tuple();
1358 if (tuple->cnt() == 0) {
1359 return Category::Undef;
1360 } else {
1361 Category first = tuple->field_at(0)->category();
1362 for (uint i = 1; i < tuple->cnt(); i++) {
1363 if (tuple->field_at(i)->category() != first) {
1364 return Category::Mixed;
1365 }
1366 }
1367 return first;
1368 }
1369 default:
1370 assert(false, "unmatched base type: all base types must be categorized");
1371 }
1372 return Category::Undef;
1373 }
1374
1375 bool Type::has_category(Type::Category cat) const {
1376 if (category() == cat) {
1377 return true;
1378 }
1379 if (category() == Category::Mixed) {
1380 const TypeTuple* tuple = is_tuple();
1381 for (uint i = 0; i < tuple->cnt(); i++) {
1382 if (tuple->field_at(i)->has_category(cat)) {
1383 return true;
1384 }
1385 }
1386 }
1387 return false;
1388 }
1389 #endif
1390
1391 //------------------------------typerr-----------------------------------------
1392 void Type::typerr( const Type *t ) const {
1393 #ifndef PRODUCT
1394 tty->print("\nError mixing types: ");
1395 dump();
1396 tty->print(" and ");
1397 t->dump();
1398 tty->print("\n");
1399 #endif
1400 ShouldNotReachHere();
1401 }
1402
1403
1404 //=============================================================================
1405 // Convenience common pre-built types.
1406 const TypeF *TypeF::MAX; // Floating point max
1407 const TypeF *TypeF::MIN; // Floating point min
1408 const TypeF *TypeF::ZERO; // Floating point zero
1409 const TypeF *TypeF::ONE; // Floating point one
1410 const TypeF *TypeF::POS_INF; // Floating point positive infinity
1411 const TypeF *TypeF::NEG_INF; // Floating point negative infinity
1412
1413 //------------------------------make-------------------------------------------
1414 // Create a float constant
1415 const TypeF *TypeF::make(float f) {
1416 return (TypeF*)(new TypeF(f))->hashcons();
1417 }
1418
1419 //------------------------------meet-------------------------------------------
1420 // Compute the MEET of two types. It returns a new Type object.
1421 const Type *TypeF::xmeet( const Type *t ) const {
1422 // Perform a fast test for common case; meeting the same types together.
1423 if( this == t ) return this; // Meeting same type-rep?
1424
1425 // Current "this->_base" is FloatCon
1426 switch (t->base()) { // Switch on original type
1427 case AnyPtr: // Mixing with oops happens when javac
1428 case RawPtr: // reuses local variables
1429 case OopPtr:
1430 case InstPtr:
1431 case AryPtr:
1432 case MetadataPtr:
1433 case KlassPtr:
1434 case InstKlassPtr:
1435 case AryKlassPtr:
1436 case NarrowOop:
1437 case NarrowKlass:
1438 case Int:
1439 case Long:
1440 case HalfFloatTop:
1441 case HalfFloatCon:
1442 case HalfFloatBot:
1443 case DoubleTop:
1444 case DoubleCon:
1445 case DoubleBot:
1446 case Bottom: // Ye Olde Default
1447 return Type::BOTTOM;
1448
1449 case FloatBot:
1450 return t;
1451
1452 default: // All else is a mistake
1453 typerr(t);
1454
1455 case FloatCon: // Float-constant vs Float-constant?
1456 if( jint_cast(_f) != jint_cast(t->getf()) ) // unequal constants?
1457 // must compare bitwise as positive zero, negative zero and NaN have
1458 // all the same representation in C++
1459 return FLOAT; // Return generic float
1460 // Equal constants
1461 case Top:
1462 case FloatTop:
1463 break; // Return the float constant
1464 }
1465 return this; // Return the float constant
1466 }
1467
1468 //------------------------------xdual------------------------------------------
1469 // Dual: symmetric
1470 const Type *TypeF::xdual() const {
1471 return this;
1472 }
1473
1474 //------------------------------eq---------------------------------------------
1475 // Structural equality check for Type representations
1476 bool TypeF::eq(const Type *t) const {
1477 // Bitwise comparison to distinguish between +/-0. These values must be treated
1478 // as different to be consistent with C1 and the interpreter.
1479 return (jint_cast(_f) == jint_cast(t->getf()));
1480 }
1481
1482 //------------------------------hash-------------------------------------------
1483 // Type-specific hashing function.
1484 uint TypeF::hash(void) const {
1485 return *(uint*)(&_f);
1486 }
1487
1488 //------------------------------is_finite--------------------------------------
1489 // Has a finite value
1490 bool TypeF::is_finite() const {
1491 return g_isfinite(getf()) != 0;
1492 }
1493
1494 //------------------------------is_nan-----------------------------------------
1495 // Is not a number (NaN)
1496 bool TypeF::is_nan() const {
1497 return g_isnan(getf()) != 0;
1498 }
1499
1500 //------------------------------dump2------------------------------------------
1501 // Dump float constant Type
1502 #ifndef PRODUCT
1503 void TypeF::dump2( Dict &d, uint depth, outputStream *st ) const {
1504 Type::dump2(d,depth, st);
1505 st->print("%f", _f);
1506 }
1507 #endif
1508
1509 //------------------------------singleton--------------------------------------
1510 // TRUE if Type is a singleton type, FALSE otherwise. Singletons are simple
1511 // constants (Ldi nodes). Singletons are integer, float or double constants
1512 // or a single symbol.
1513 bool TypeF::singleton(void) const {
1514 return true; // Always a singleton
1515 }
1516
1517 bool TypeF::empty(void) const {
1518 return false; // always exactly a singleton
1519 }
1520
1521 //=============================================================================
1522 // Convenience common pre-built types.
1523 const TypeH* TypeH::MAX; // Half float max
1524 const TypeH* TypeH::MIN; // Half float min
1525 const TypeH* TypeH::ZERO; // Half float zero
1526 const TypeH* TypeH::ONE; // Half float one
1527 const TypeH* TypeH::POS_INF; // Half float positive infinity
1528 const TypeH* TypeH::NEG_INF; // Half float negative infinity
1529
1530 //------------------------------make-------------------------------------------
1531 // Create a halffloat constant
1532 const TypeH* TypeH::make(short f) {
1533 return (TypeH*)(new TypeH(f))->hashcons();
1534 }
1535
1536 const TypeH* TypeH::make(float f) {
1537 assert(StubRoutines::f2hf_adr() != nullptr, "");
1538 short hf = StubRoutines::f2hf(f);
1539 return (TypeH*)(new TypeH(hf))->hashcons();
1540 }
1541
1542 //------------------------------xmeet-------------------------------------------
1543 // Compute the MEET of two types. It returns a new Type object.
1544 const Type* TypeH::xmeet(const Type* t) const {
1545 // Perform a fast test for common case; meeting the same types together.
1546 if (this == t) return this; // Meeting same type-rep?
1547
1548 // Current "this->_base" is FloatCon
1549 switch (t->base()) { // Switch on original type
1550 case AnyPtr: // Mixing with oops happens when javac
1551 case RawPtr: // reuses local variables
1552 case OopPtr:
1553 case InstPtr:
1554 case AryPtr:
1555 case MetadataPtr:
1556 case KlassPtr:
1557 case InstKlassPtr:
1558 case AryKlassPtr:
1559 case NarrowOop:
1560 case NarrowKlass:
1561 case Int:
1562 case Long:
1563 case FloatTop:
1564 case FloatCon:
1565 case FloatBot:
1566 case DoubleTop:
1567 case DoubleCon:
1568 case DoubleBot:
1569 case Bottom: // Ye Olde Default
1570 return Type::BOTTOM;
1571
1572 case HalfFloatBot:
1573 return t;
1574
1575 default: // All else is a mistake
1576 typerr(t);
1577
1578 case HalfFloatCon: // Half float-constant vs Half float-constant?
1579 if (_f != t->geth()) { // unequal constants?
1580 // must compare bitwise as positive zero, negative zero and NaN have
1581 // all the same representation in C++
1582 return HALF_FLOAT; // Return generic float
1583 } // Equal constants
1584 case Top:
1585 case HalfFloatTop:
1586 break; // Return the Half float constant
1587 }
1588 return this; // Return the Half float constant
1589 }
1590
1591 //------------------------------xdual------------------------------------------
1592 // Dual: symmetric
1593 const Type* TypeH::xdual() const {
1594 return this;
1595 }
1596
1597 //------------------------------eq---------------------------------------------
1598 // Structural equality check for Type representations
1599 bool TypeH::eq(const Type* t) const {
1600 // Bitwise comparison to distinguish between +/-0. These values must be treated
1601 // as different to be consistent with C1 and the interpreter.
1602 return (_f == t->geth());
1603 }
1604
1605 //------------------------------hash-------------------------------------------
1606 // Type-specific hashing function.
1607 uint TypeH::hash(void) const {
1608 return *(jshort*)(&_f);
1609 }
1610
1611 //------------------------------is_finite--------------------------------------
1612 // Has a finite value
1613 bool TypeH::is_finite() const {
1614 assert(StubRoutines::hf2f_adr() != nullptr, "");
1615 float f = StubRoutines::hf2f(geth());
1616 return g_isfinite(f) != 0;
1617 }
1618
1619 float TypeH::getf() const {
1620 assert(StubRoutines::hf2f_adr() != nullptr, "");
1621 return StubRoutines::hf2f(geth());
1622 }
1623
1624 //------------------------------is_nan-----------------------------------------
1625 // Is not a number (NaN)
1626 bool TypeH::is_nan() const {
1627 assert(StubRoutines::hf2f_adr() != nullptr, "");
1628 float f = StubRoutines::hf2f(geth());
1629 return g_isnan(f) != 0;
1630 }
1631
1632 //------------------------------dump2------------------------------------------
1633 // Dump float constant Type
1634 #ifndef PRODUCT
1635 void TypeH::dump2(Dict &d, uint depth, outputStream* st) const {
1636 Type::dump2(d,depth, st);
1637 st->print("%f", getf());
1638 }
1639 #endif
1640
1641 //------------------------------singleton--------------------------------------
1642 // TRUE if Type is a singleton type, FALSE otherwise. Singletons are simple
1643 // constants (Ldi nodes). Singletons are integer, half float, float or double constants
1644 // or a single symbol.
1645 bool TypeH::singleton(void) const {
1646 return true; // Always a singleton
1647 }
1648
1649 bool TypeH::empty(void) const {
1650 return false; // always exactly a singleton
1651 }
1652
1653 //=============================================================================
1654 // Convenience common pre-built types.
1655 const TypeD *TypeD::MAX; // Floating point max
1656 const TypeD *TypeD::MIN; // Floating point min
1657 const TypeD *TypeD::ZERO; // Floating point zero
1658 const TypeD *TypeD::ONE; // Floating point one
1659 const TypeD *TypeD::POS_INF; // Floating point positive infinity
1660 const TypeD *TypeD::NEG_INF; // Floating point negative infinity
1661
1662 //------------------------------make-------------------------------------------
1663 const TypeD *TypeD::make(double d) {
1664 return (TypeD*)(new TypeD(d))->hashcons();
1665 }
1666
1667 //------------------------------meet-------------------------------------------
1668 // Compute the MEET of two types. It returns a new Type object.
1669 const Type *TypeD::xmeet( const Type *t ) const {
1670 // Perform a fast test for common case; meeting the same types together.
1671 if( this == t ) return this; // Meeting same type-rep?
1672
1673 // Current "this->_base" is DoubleCon
1674 switch (t->base()) { // Switch on original type
1675 case AnyPtr: // Mixing with oops happens when javac
1676 case RawPtr: // reuses local variables
1677 case OopPtr:
1678 case InstPtr:
1679 case AryPtr:
1680 case MetadataPtr:
1681 case KlassPtr:
1682 case InstKlassPtr:
1683 case AryKlassPtr:
1684 case NarrowOop:
1685 case NarrowKlass:
1686 case Int:
1687 case Long:
1688 case HalfFloatTop:
1689 case HalfFloatCon:
1690 case HalfFloatBot:
1691 case FloatTop:
1692 case FloatCon:
1693 case FloatBot:
1694 case Bottom: // Ye Olde Default
1695 return Type::BOTTOM;
1696
1697 case DoubleBot:
1698 return t;
1699
1700 default: // All else is a mistake
1701 typerr(t);
1702
1703 case DoubleCon: // Double-constant vs Double-constant?
1704 if( jlong_cast(_d) != jlong_cast(t->getd()) ) // unequal constants? (see comment in TypeF::xmeet)
1705 return DOUBLE; // Return generic double
1706 case Top:
1707 case DoubleTop:
1708 break;
1709 }
1710 return this; // Return the double constant
1711 }
1712
1713 //------------------------------xdual------------------------------------------
1714 // Dual: symmetric
1715 const Type *TypeD::xdual() const {
1716 return this;
1717 }
1718
1719 //------------------------------eq---------------------------------------------
1720 // Structural equality check for Type representations
1721 bool TypeD::eq(const Type *t) const {
1722 // Bitwise comparison to distinguish between +/-0. These values must be treated
1723 // as different to be consistent with C1 and the interpreter.
1724 return (jlong_cast(_d) == jlong_cast(t->getd()));
1725 }
1726
1727 //------------------------------hash-------------------------------------------
1728 // Type-specific hashing function.
1729 uint TypeD::hash(void) const {
1730 return *(uint*)(&_d);
1731 }
1732
1733 //------------------------------is_finite--------------------------------------
1734 // Has a finite value
1735 bool TypeD::is_finite() const {
1736 return g_isfinite(getd()) != 0;
1737 }
1738
1739 //------------------------------is_nan-----------------------------------------
1740 // Is not a number (NaN)
1741 bool TypeD::is_nan() const {
1742 return g_isnan(getd()) != 0;
1743 }
1744
1745 //------------------------------dump2------------------------------------------
1746 // Dump double constant Type
1747 #ifndef PRODUCT
1748 void TypeD::dump2( Dict &d, uint depth, outputStream *st ) const {
1749 Type::dump2(d,depth,st);
1750 st->print("%f", _d);
1751 }
1752 #endif
1753
1754 //------------------------------singleton--------------------------------------
1755 // TRUE if Type is a singleton type, FALSE otherwise. Singletons are simple
1756 // constants (Ldi nodes). Singletons are integer, float or double constants
1757 // or a single symbol.
1758 bool TypeD::singleton(void) const {
1759 return true; // Always a singleton
1760 }
1761
1762 bool TypeD::empty(void) const {
1763 return false; // always exactly a singleton
1764 }
1765
1766 const TypeInteger* TypeInteger::make(jlong lo, jlong hi, int w, BasicType bt) {
1767 if (bt == T_INT) {
1768 return TypeInt::make(checked_cast<jint>(lo), checked_cast<jint>(hi), w);
1769 }
1770 assert(bt == T_LONG, "basic type not an int or long");
1771 return TypeLong::make(lo, hi, w);
1772 }
1773
1774 const TypeInteger* TypeInteger::make(jlong con, BasicType bt) {
1775 return make(con, con, WidenMin, bt);
1776 }
1777
1778 jlong TypeInteger::get_con_as_long(BasicType bt) const {
1779 if (bt == T_INT) {
1780 return is_int()->get_con();
1781 }
1782 assert(bt == T_LONG, "basic type not an int or long");
1783 return is_long()->get_con();
1784 }
1785
1786 const TypeInteger* TypeInteger::bottom(BasicType bt) {
1787 if (bt == T_INT) {
1788 return TypeInt::INT;
1789 }
1790 assert(bt == T_LONG, "basic type not an int or long");
1791 return TypeLong::LONG;
1792 }
1793
1794 const TypeInteger* TypeInteger::zero(BasicType bt) {
1795 if (bt == T_INT) {
1796 return TypeInt::ZERO;
1797 }
1798 assert(bt == T_LONG, "basic type not an int or long");
1799 return TypeLong::ZERO;
1800 }
1801
1802 const TypeInteger* TypeInteger::one(BasicType bt) {
1803 if (bt == T_INT) {
1804 return TypeInt::ONE;
1805 }
1806 assert(bt == T_LONG, "basic type not an int or long");
1807 return TypeLong::ONE;
1808 }
1809
1810 const TypeInteger* TypeInteger::minus_1(BasicType bt) {
1811 if (bt == T_INT) {
1812 return TypeInt::MINUS_1;
1813 }
1814 assert(bt == T_LONG, "basic type not an int or long");
1815 return TypeLong::MINUS_1;
1816 }
1817
1818 //=============================================================================
1819 // Convenience common pre-built types.
1820 const TypeInt *TypeInt::MAX; // INT_MAX
1821 const TypeInt *TypeInt::MIN; // INT_MIN
1822 const TypeInt *TypeInt::MINUS_1;// -1
1823 const TypeInt *TypeInt::ZERO; // 0
1824 const TypeInt *TypeInt::ONE; // 1
1825 const TypeInt *TypeInt::BOOL; // 0 or 1, FALSE or TRUE.
1826 const TypeInt *TypeInt::CC; // -1,0 or 1, condition codes
1827 const TypeInt *TypeInt::CC_LT; // [-1] == MINUS_1
1828 const TypeInt *TypeInt::CC_GT; // [1] == ONE
1829 const TypeInt *TypeInt::CC_EQ; // [0] == ZERO
1830 const TypeInt *TypeInt::CC_LE; // [-1,0]
1831 const TypeInt *TypeInt::CC_GE; // [0,1] == BOOL (!)
1832 const TypeInt *TypeInt::BYTE; // Bytes, -128 to 127
1833 const TypeInt *TypeInt::UBYTE; // Unsigned Bytes, 0 to 255
1834 const TypeInt *TypeInt::CHAR; // Java chars, 0-65535
1835 const TypeInt *TypeInt::SHORT; // Java shorts, -32768-32767
1836 const TypeInt *TypeInt::POS; // Positive 32-bit integers or zero
1837 const TypeInt *TypeInt::POS1; // Positive 32-bit integers
1838 const TypeInt *TypeInt::INT; // 32-bit integers
1839 const TypeInt *TypeInt::SYMINT; // symmetric range [-max_jint..max_jint]
1840 const TypeInt *TypeInt::TYPE_DOMAIN; // alias for TypeInt::INT
1841
1842 //------------------------------TypeInt----------------------------------------
1843 TypeInt::TypeInt( jint lo, jint hi, int w ) : TypeInteger(Int, w), _lo(lo), _hi(hi) {
1844 }
1845
1846 //------------------------------make-------------------------------------------
1847 const TypeInt *TypeInt::make( jint lo ) {
1848 return (TypeInt*)(new TypeInt(lo,lo,WidenMin))->hashcons();
1849 }
1850
1851 static int normalize_int_widen( jint lo, jint hi, int w ) {
1852 // Certain normalizations keep us sane when comparing types.
1853 // The 'SMALLINT' covers constants and also CC and its relatives.
1854 if (lo <= hi) {
1855 if (((juint)hi - lo) <= SMALLINT) w = Type::WidenMin;
1856 if (((juint)hi - lo) >= max_juint) w = Type::WidenMax; // TypeInt::INT
1857 } else {
1858 if (((juint)lo - hi) <= SMALLINT) w = Type::WidenMin;
1859 if (((juint)lo - hi) >= max_juint) w = Type::WidenMin; // dual TypeInt::INT
1860 }
1861 return w;
1862 }
1863
1864 const TypeInt *TypeInt::make( jint lo, jint hi, int w ) {
1865 w = normalize_int_widen(lo, hi, w);
1866 return (TypeInt*)(new TypeInt(lo,hi,w))->hashcons();
1867 }
1868
1869 //------------------------------meet-------------------------------------------
1870 // Compute the MEET of two types. It returns a new Type representation object
1871 // with reference count equal to the number of Types pointing at it.
1872 // Caller should wrap a Types around it.
1873 const Type *TypeInt::xmeet( const Type *t ) const {
1874 // Perform a fast test for common case; meeting the same types together.
1875 if( this == t ) return this; // Meeting same type?
1876
1877 // Currently "this->_base" is a TypeInt
1878 switch (t->base()) { // Switch on original type
1879 case AnyPtr: // Mixing with oops happens when javac
1880 case RawPtr: // reuses local variables
1881 case OopPtr:
1882 case InstPtr:
1883 case AryPtr:
1884 case MetadataPtr:
1885 case KlassPtr:
1886 case InstKlassPtr:
1887 case AryKlassPtr:
1888 case NarrowOop:
1889 case NarrowKlass:
1890 case Long:
1891 case HalfFloatTop:
1892 case HalfFloatCon:
1893 case HalfFloatBot:
1894 case FloatTop:
1895 case FloatCon:
1896 case FloatBot:
1897 case DoubleTop:
1898 case DoubleCon:
1899 case DoubleBot:
1900 case Bottom: // Ye Olde Default
1901 return Type::BOTTOM;
1902 default: // All else is a mistake
1903 typerr(t);
1904 case Top: // No change
1905 return this;
1906 case Int: // Int vs Int?
1907 break;
1908 }
1909
1910 // Expand covered set
1911 const TypeInt *r = t->is_int();
1912 return make( MIN2(_lo,r->_lo), MAX2(_hi,r->_hi), MAX2(_widen,r->_widen) );
1913 }
1914
1915 //------------------------------xdual------------------------------------------
1916 // Dual: reverse hi & lo; flip widen
1917 const Type *TypeInt::xdual() const {
1918 int w = normalize_int_widen(_hi,_lo, WidenMax-_widen);
1919 return new TypeInt(_hi,_lo,w);
1920 }
1921
1922 //------------------------------widen------------------------------------------
1923 // Only happens for optimistic top-down optimizations.
1924 const Type *TypeInt::widen( const Type *old, const Type* limit ) const {
1925 // Coming from TOP or such; no widening
1926 if( old->base() != Int ) return this;
1927 const TypeInt *ot = old->is_int();
1928
1929 // If new guy is equal to old guy, no widening
1930 if( _lo == ot->_lo && _hi == ot->_hi )
1931 return old;
1932
1933 // If new guy contains old, then we widened
1934 if( _lo <= ot->_lo && _hi >= ot->_hi ) {
1935 // New contains old
1936 // If new guy is already wider than old, no widening
1937 if( _widen > ot->_widen ) return this;
1938 // If old guy was a constant, do not bother
1939 if (ot->_lo == ot->_hi) return this;
1940 // Now widen new guy.
1941 // Check for widening too far
1942 if (_widen == WidenMax) {
1943 int max = max_jint;
1944 int min = min_jint;
1945 if (limit->isa_int()) {
1946 max = limit->is_int()->_hi;
1947 min = limit->is_int()->_lo;
1948 }
1949 if (min < _lo && _hi < max) {
1950 // If neither endpoint is extremal yet, push out the endpoint
1951 // which is closer to its respective limit.
1952 if (_lo >= 0 || // easy common case
1953 ((juint)_lo - min) >= ((juint)max - _hi)) {
1954 // Try to widen to an unsigned range type of 31 bits:
1955 return make(_lo, max, WidenMax);
1956 } else {
1957 return make(min, _hi, WidenMax);
1958 }
1959 }
1960 return TypeInt::INT;
1961 }
1962 // Returned widened new guy
1963 return make(_lo,_hi,_widen+1);
1964 }
1965
1966 // If old guy contains new, then we probably widened too far & dropped to
1967 // bottom. Return the wider fellow.
1968 if ( ot->_lo <= _lo && ot->_hi >= _hi )
1969 return old;
1970
1971 //fatal("Integer value range is not subset");
1972 //return this;
1973 return TypeInt::INT;
1974 }
1975
1976 //------------------------------narrow---------------------------------------
1977 // Only happens for pessimistic optimizations.
1978 const Type *TypeInt::narrow( const Type *old ) const {
1979 if (_lo >= _hi) return this; // already narrow enough
1980 if (old == nullptr) return this;
1981 const TypeInt* ot = old->isa_int();
1982 if (ot == nullptr) return this;
1983 jint olo = ot->_lo;
1984 jint ohi = ot->_hi;
1985
1986 // If new guy is equal to old guy, no narrowing
1987 if (_lo == olo && _hi == ohi) return old;
1988
1989 // If old guy was maximum range, allow the narrowing
1990 if (olo == min_jint && ohi == max_jint) return this;
1991
1992 if (_lo < olo || _hi > ohi)
1993 return this; // doesn't narrow; pretty weird
1994
1995 // The new type narrows the old type, so look for a "death march".
1996 // See comments on PhaseTransform::saturate.
1997 juint nrange = (juint)_hi - _lo;
1998 juint orange = (juint)ohi - olo;
1999 if (nrange < max_juint - 1 && nrange > (orange >> 1) + (SMALLINT*2)) {
2000 // Use the new type only if the range shrinks a lot.
2001 // We do not want the optimizer computing 2^31 point by point.
2002 return old;
2003 }
2004
2005 return this;
2006 }
2007
2008 //-----------------------------filter------------------------------------------
2009 const Type *TypeInt::filter_helper(const Type *kills, bool include_speculative) const {
2010 const TypeInt* ft = join_helper(kills, include_speculative)->isa_int();
2011 if (ft == nullptr || ft->empty())
2012 return Type::TOP; // Canonical empty value
2013 if (ft->_widen < this->_widen) {
2014 // Do not allow the value of kill->_widen to affect the outcome.
2015 // The widen bits must be allowed to run freely through the graph.
2016 ft = TypeInt::make(ft->_lo, ft->_hi, this->_widen);
2017 }
2018 return ft;
2019 }
2020
2021 //------------------------------eq---------------------------------------------
2022 // Structural equality check for Type representations
2023 bool TypeInt::eq( const Type *t ) const {
2024 const TypeInt *r = t->is_int(); // Handy access
2025 return r->_lo == _lo && r->_hi == _hi && r->_widen == _widen;
2026 }
2027
2028 //------------------------------hash-------------------------------------------
2029 // Type-specific hashing function.
2030 uint TypeInt::hash(void) const {
2031 return (uint)_lo + (uint)_hi + (uint)_widen + (uint)Type::Int;
2032 }
2033
2034 //------------------------------is_finite--------------------------------------
2035 // Has a finite value
2036 bool TypeInt::is_finite() const {
2037 return true;
2038 }
2039
2040 //------------------------------dump2------------------------------------------
2041 // Dump TypeInt
2042 #ifndef PRODUCT
2043 static const char* intname(char* buf, size_t buf_size, jint n) {
2044 if (n == min_jint)
2045 return "min";
2046 else if (n < min_jint + 10000)
2047 os::snprintf_checked(buf, buf_size, "min+" INT32_FORMAT, n - min_jint);
2048 else if (n == max_jint)
2049 return "max";
2050 else if (n > max_jint - 10000)
2051 os::snprintf_checked(buf, buf_size, "max-" INT32_FORMAT, max_jint - n);
2052 else
2053 os::snprintf_checked(buf, buf_size, INT32_FORMAT, n);
2054 return buf;
2055 }
2056
2057 void TypeInt::dump2( Dict &d, uint depth, outputStream *st ) const {
2058 char buf[40], buf2[40];
2059 if (_lo == min_jint && _hi == max_jint)
2060 st->print("int");
2061 else if (is_con())
2062 st->print("int:%s", intname(buf, sizeof(buf), get_con()));
2063 else if (_lo == BOOL->_lo && _hi == BOOL->_hi)
2064 st->print("bool");
2065 else if (_lo == BYTE->_lo && _hi == BYTE->_hi)
2066 st->print("byte");
2067 else if (_lo == CHAR->_lo && _hi == CHAR->_hi)
2068 st->print("char");
2069 else if (_lo == SHORT->_lo && _hi == SHORT->_hi)
2070 st->print("short");
2071 else if (_hi == max_jint)
2072 st->print("int:>=%s", intname(buf, sizeof(buf), _lo));
2073 else if (_lo == min_jint)
2074 st->print("int:<=%s", intname(buf, sizeof(buf), _hi));
2075 else
2076 st->print("int:%s..%s", intname(buf, sizeof(buf), _lo), intname(buf2, sizeof(buf2), _hi));
2077
2078 if (_widen != 0 && this != TypeInt::INT)
2079 st->print(":%.*s", _widen, "wwww");
2080 }
2081 #endif
2082
2083 //------------------------------singleton--------------------------------------
2084 // TRUE if Type is a singleton type, FALSE otherwise. Singletons are simple
2085 // constants.
2086 bool TypeInt::singleton(void) const {
2087 return _lo >= _hi;
2088 }
2089
2090 bool TypeInt::empty(void) const {
2091 return _lo > _hi;
2092 }
2093
2094 //=============================================================================
2095 // Convenience common pre-built types.
2096 const TypeLong *TypeLong::MAX;
2097 const TypeLong *TypeLong::MIN;
2098 const TypeLong *TypeLong::MINUS_1;// -1
2099 const TypeLong *TypeLong::ZERO; // 0
2100 const TypeLong *TypeLong::ONE; // 1
2101 const TypeLong *TypeLong::POS; // >=0
2102 const TypeLong *TypeLong::LONG; // 64-bit integers
2103 const TypeLong *TypeLong::INT; // 32-bit subrange
2104 const TypeLong *TypeLong::UINT; // 32-bit unsigned subrange
2105 const TypeLong *TypeLong::TYPE_DOMAIN; // alias for TypeLong::LONG
2106
2107 //------------------------------TypeLong---------------------------------------
2108 TypeLong::TypeLong(jlong lo, jlong hi, int w) : TypeInteger(Long, w), _lo(lo), _hi(hi) {
2109 }
2110
2111 //------------------------------make-------------------------------------------
2112 const TypeLong *TypeLong::make( jlong lo ) {
2113 return (TypeLong*)(new TypeLong(lo,lo,WidenMin))->hashcons();
2114 }
2115
2116 static int normalize_long_widen( jlong lo, jlong hi, int w ) {
2117 // Certain normalizations keep us sane when comparing types.
2118 // The 'SMALLINT' covers constants.
2119 if (lo <= hi) {
2120 if (((julong)hi - lo) <= SMALLINT) w = Type::WidenMin;
2121 if (((julong)hi - lo) >= max_julong) w = Type::WidenMax; // TypeLong::LONG
2122 } else {
2123 if (((julong)lo - hi) <= SMALLINT) w = Type::WidenMin;
2124 if (((julong)lo - hi) >= max_julong) w = Type::WidenMin; // dual TypeLong::LONG
2125 }
2126 return w;
2127 }
2128
2129 const TypeLong *TypeLong::make( jlong lo, jlong hi, int w ) {
2130 w = normalize_long_widen(lo, hi, w);
2131 return (TypeLong*)(new TypeLong(lo,hi,w))->hashcons();
2132 }
2133
2134
2135 //------------------------------meet-------------------------------------------
2136 // Compute the MEET of two types. It returns a new Type representation object
2137 // with reference count equal to the number of Types pointing at it.
2138 // Caller should wrap a Types around it.
2139 const Type *TypeLong::xmeet( const Type *t ) const {
2140 // Perform a fast test for common case; meeting the same types together.
2141 if( this == t ) return this; // Meeting same type?
2142
2143 // Currently "this->_base" is a TypeLong
2144 switch (t->base()) { // Switch on original type
2145 case AnyPtr: // Mixing with oops happens when javac
2146 case RawPtr: // reuses local variables
2147 case OopPtr:
2148 case InstPtr:
2149 case AryPtr:
2150 case MetadataPtr:
2151 case KlassPtr:
2152 case InstKlassPtr:
2153 case AryKlassPtr:
2154 case NarrowOop:
2155 case NarrowKlass:
2156 case Int:
2157 case HalfFloatTop:
2158 case HalfFloatCon:
2159 case HalfFloatBot:
2160 case FloatTop:
2161 case FloatCon:
2162 case FloatBot:
2163 case DoubleTop:
2164 case DoubleCon:
2165 case DoubleBot:
2166 case Bottom: // Ye Olde Default
2167 return Type::BOTTOM;
2168 default: // All else is a mistake
2169 typerr(t);
2170 case Top: // No change
2171 return this;
2172 case Long: // Long vs Long?
2173 break;
2174 }
2175
2176 // Expand covered set
2177 const TypeLong *r = t->is_long(); // Turn into a TypeLong
2178 return make( MIN2(_lo,r->_lo), MAX2(_hi,r->_hi), MAX2(_widen,r->_widen) );
2179 }
2180
2181 //------------------------------xdual------------------------------------------
2182 // Dual: reverse hi & lo; flip widen
2183 const Type *TypeLong::xdual() const {
2184 int w = normalize_long_widen(_hi,_lo, WidenMax-_widen);
2185 return new TypeLong(_hi,_lo,w);
2186 }
2187
2188 //------------------------------widen------------------------------------------
2189 // Only happens for optimistic top-down optimizations.
2190 const Type *TypeLong::widen( const Type *old, const Type* limit ) const {
2191 // Coming from TOP or such; no widening
2192 if( old->base() != Long ) return this;
2193 const TypeLong *ot = old->is_long();
2194
2195 // If new guy is equal to old guy, no widening
2196 if( _lo == ot->_lo && _hi == ot->_hi )
2197 return old;
2198
2199 // If new guy contains old, then we widened
2200 if( _lo <= ot->_lo && _hi >= ot->_hi ) {
2201 // New contains old
2202 // If new guy is already wider than old, no widening
2203 if( _widen > ot->_widen ) return this;
2204 // If old guy was a constant, do not bother
2205 if (ot->_lo == ot->_hi) return this;
2206 // Now widen new guy.
2207 // Check for widening too far
2208 if (_widen == WidenMax) {
2209 jlong max = max_jlong;
2210 jlong min = min_jlong;
2211 if (limit->isa_long()) {
2212 max = limit->is_long()->_hi;
2213 min = limit->is_long()->_lo;
2214 }
2215 if (min < _lo && _hi < max) {
2216 // If neither endpoint is extremal yet, push out the endpoint
2217 // which is closer to its respective limit.
2218 if (_lo >= 0 || // easy common case
2219 ((julong)_lo - min) >= ((julong)max - _hi)) {
2220 // Try to widen to an unsigned range type of 32/63 bits:
2221 if (max >= max_juint && _hi < max_juint)
2222 return make(_lo, max_juint, WidenMax);
2223 else
2224 return make(_lo, max, WidenMax);
2225 } else {
2226 return make(min, _hi, WidenMax);
2227 }
2228 }
2229 return TypeLong::LONG;
2230 }
2231 // Returned widened new guy
2232 return make(_lo,_hi,_widen+1);
2233 }
2234
2235 // If old guy contains new, then we probably widened too far & dropped to
2236 // bottom. Return the wider fellow.
2237 if ( ot->_lo <= _lo && ot->_hi >= _hi )
2238 return old;
2239
2240 // fatal("Long value range is not subset");
2241 // return this;
2242 return TypeLong::LONG;
2243 }
2244
2245 //------------------------------narrow----------------------------------------
2246 // Only happens for pessimistic optimizations.
2247 const Type *TypeLong::narrow( const Type *old ) const {
2248 if (_lo >= _hi) return this; // already narrow enough
2249 if (old == nullptr) return this;
2250 const TypeLong* ot = old->isa_long();
2251 if (ot == nullptr) return this;
2252 jlong olo = ot->_lo;
2253 jlong ohi = ot->_hi;
2254
2255 // If new guy is equal to old guy, no narrowing
2256 if (_lo == olo && _hi == ohi) return old;
2257
2258 // If old guy was maximum range, allow the narrowing
2259 if (olo == min_jlong && ohi == max_jlong) return this;
2260
2261 if (_lo < olo || _hi > ohi)
2262 return this; // doesn't narrow; pretty weird
2263
2264 // The new type narrows the old type, so look for a "death march".
2265 // See comments on PhaseTransform::saturate.
2266 julong nrange = (julong)_hi - _lo;
2267 julong orange = (julong)ohi - olo;
2268 if (nrange < max_julong - 1 && nrange > (orange >> 1) + (SMALLINT*2)) {
2269 // Use the new type only if the range shrinks a lot.
2270 // We do not want the optimizer computing 2^31 point by point.
2271 return old;
2272 }
2273
2274 return this;
2275 }
2276
2277 //-----------------------------filter------------------------------------------
2278 const Type *TypeLong::filter_helper(const Type *kills, bool include_speculative) const {
2279 const TypeLong* ft = join_helper(kills, include_speculative)->isa_long();
2280 if (ft == nullptr || ft->empty())
2281 return Type::TOP; // Canonical empty value
2282 if (ft->_widen < this->_widen) {
2283 // Do not allow the value of kill->_widen to affect the outcome.
2284 // The widen bits must be allowed to run freely through the graph.
2285 ft = TypeLong::make(ft->_lo, ft->_hi, this->_widen);
2286 }
2287 return ft;
2288 }
2289
2290 //------------------------------eq---------------------------------------------
2291 // Structural equality check for Type representations
2292 bool TypeLong::eq( const Type *t ) const {
2293 const TypeLong *r = t->is_long(); // Handy access
2294 return r->_lo == _lo && r->_hi == _hi && r->_widen == _widen;
2295 }
2296
2297 //------------------------------hash-------------------------------------------
2298 // Type-specific hashing function.
2299 uint TypeLong::hash(void) const {
2300 return (uint)_lo + (uint)_hi + (uint)_widen + (uint)Type::Long;
2301 }
2302
2303 //------------------------------is_finite--------------------------------------
2304 // Has a finite value
2305 bool TypeLong::is_finite() const {
2306 return true;
2307 }
2308
2309 //------------------------------dump2------------------------------------------
2310 // Dump TypeLong
2311 #ifndef PRODUCT
2312 static const char* longnamenear(jlong x, const char* xname, char* buf, size_t buf_size, jlong n) {
2313 if (n > x) {
2314 if (n >= x + 10000) return nullptr;
2315 os::snprintf_checked(buf, buf_size, "%s+" JLONG_FORMAT, xname, n - x);
2316 } else if (n < x) {
2317 if (n <= x - 10000) return nullptr;
2318 os::snprintf_checked(buf, buf_size, "%s-" JLONG_FORMAT, xname, x - n);
2319 } else {
2320 return xname;
2321 }
2322 return buf;
2323 }
2324
2325 static const char* longname(char* buf, size_t buf_size, jlong n) {
2326 const char* str;
2327 if (n == min_jlong)
2328 return "min";
2329 else if (n < min_jlong + 10000)
2330 os::snprintf_checked(buf, buf_size, "min+" JLONG_FORMAT, n - min_jlong);
2331 else if (n == max_jlong)
2332 return "max";
2333 else if (n > max_jlong - 10000)
2334 os::snprintf_checked(buf, buf_size, "max-" JLONG_FORMAT, max_jlong - n);
2335 else if ((str = longnamenear(max_juint, "maxuint", buf, buf_size, n)) != nullptr)
2336 return str;
2337 else if ((str = longnamenear(max_jint, "maxint", buf, buf_size, n)) != nullptr)
2338 return str;
2339 else if ((str = longnamenear(min_jint, "minint", buf, buf_size, n)) != nullptr)
2340 return str;
2341 else
2342 os::snprintf_checked(buf, buf_size, JLONG_FORMAT, n);
2343 return buf;
2344 }
2345
2346 void TypeLong::dump2( Dict &d, uint depth, outputStream *st ) const {
2347 char buf[80], buf2[80];
2348 if (_lo == min_jlong && _hi == max_jlong)
2349 st->print("long");
2350 else if (is_con())
2351 st->print("long:%s", longname(buf, sizeof(buf), get_con()));
2352 else if (_hi == max_jlong)
2353 st->print("long:>=%s", longname(buf, sizeof(buf), _lo));
2354 else if (_lo == min_jlong)
2355 st->print("long:<=%s", longname(buf, sizeof(buf), _hi));
2356 else
2357 st->print("long:%s..%s", longname(buf, sizeof(buf), _lo), longname(buf2,sizeof(buf2), _hi));
2358
2359 if (_widen != 0 && this != TypeLong::LONG)
2360 st->print(":%.*s", _widen, "wwww");
2361 }
2362 #endif
2363
2364 //------------------------------singleton--------------------------------------
2365 // TRUE if Type is a singleton type, FALSE otherwise. Singletons are simple
2366 // constants
2367 bool TypeLong::singleton(void) const {
2368 return _lo >= _hi;
2369 }
2370
2371 bool TypeLong::empty(void) const {
2372 return _lo > _hi;
2373 }
2374
2375 //=============================================================================
2376 // Convenience common pre-built types.
2377 const TypeTuple *TypeTuple::IFBOTH; // Return both arms of IF as reachable
2378 const TypeTuple *TypeTuple::IFFALSE;
2379 const TypeTuple *TypeTuple::IFTRUE;
2380 const TypeTuple *TypeTuple::IFNEITHER;
2381 const TypeTuple *TypeTuple::LOOPBODY;
2382 const TypeTuple *TypeTuple::MEMBAR;
2383 const TypeTuple *TypeTuple::STORECONDITIONAL;
2384 const TypeTuple *TypeTuple::START_I2C;
2385 const TypeTuple *TypeTuple::INT_PAIR;
2386 const TypeTuple *TypeTuple::LONG_PAIR;
2387 const TypeTuple *TypeTuple::INT_CC_PAIR;
2388 const TypeTuple *TypeTuple::LONG_CC_PAIR;
2389
2390 static void collect_inline_fields(ciInlineKlass* vk, const Type** field_array, uint& pos) {
2391 for (int i = 0; i < vk->nof_declared_nonstatic_fields(); i++) {
2392 ciField* field = vk->declared_nonstatic_field_at(i);
2393 if (field->is_flat()) {
2394 collect_inline_fields(field->type()->as_inline_klass(), field_array, pos);
2395 if (!field->is_null_free()) {
2396 // Use T_INT instead of T_BOOLEAN here because the upper bits can contain garbage if the holder
2397 // is null and C2 will only zero them for T_INT assuming that T_BOOLEAN is already canonicalized.
2398 field_array[pos++] = Type::get_const_basic_type(T_INT);
2399 }
2400 } else {
2401 BasicType bt = field->type()->basic_type();
2402 const Type* ft = Type::get_const_type(field->type());
2403 field_array[pos++] = ft;
2404 if (type2size[bt] == 2) {
2405 field_array[pos++] = Type::HALF;
2406 }
2407 }
2408 }
2409 }
2410
2411 //------------------------------make-------------------------------------------
2412 // Make a TypeTuple from the range of a method signature
2413 const TypeTuple *TypeTuple::make_range(ciSignature* sig, InterfaceHandling interface_handling, bool ret_vt_fields) {
2414 ciType* return_type = sig->return_type();
2415 uint arg_cnt = return_type->size();
2416 if (ret_vt_fields) {
2417 arg_cnt = return_type->as_inline_klass()->inline_arg_slots() + 1;
2418 // InlineTypeNode::IsInit field used for null checking
2419 arg_cnt++;
2420 }
2421 const Type **field_array = fields(arg_cnt);
2422 switch (return_type->basic_type()) {
2423 case T_LONG:
2424 field_array[TypeFunc::Parms] = TypeLong::LONG;
2425 field_array[TypeFunc::Parms+1] = Type::HALF;
2426 break;
2427 case T_DOUBLE:
2428 field_array[TypeFunc::Parms] = Type::DOUBLE;
2429 field_array[TypeFunc::Parms+1] = Type::HALF;
2430 break;
2431 case T_OBJECT:
2432 if (return_type->is_inlinetype() && ret_vt_fields) {
2433 uint pos = TypeFunc::Parms;
2434 field_array[pos++] = get_const_type(return_type); // Oop might be null when returning as fields
2435 collect_inline_fields(return_type->as_inline_klass(), field_array, pos);
2436 // InlineTypeNode::IsInit field used for null checking
2437 field_array[pos++] = get_const_basic_type(T_BOOLEAN);
2438 assert(pos == (TypeFunc::Parms + arg_cnt), "out of bounds");
2439 break;
2440 } else {
2441 field_array[TypeFunc::Parms] = get_const_type(return_type, interface_handling)->join_speculative(TypePtr::BOTTOM);
2442 }
2443 break;
2444 case T_ARRAY:
2445 case T_BOOLEAN:
2446 case T_CHAR:
2447 case T_FLOAT:
2448 case T_BYTE:
2449 case T_SHORT:
2450 case T_INT:
2451 field_array[TypeFunc::Parms] = get_const_type(return_type, interface_handling);
2452 break;
2453 case T_VOID:
2454 break;
2455 default:
2456 ShouldNotReachHere();
2457 }
2458 return (TypeTuple*)(new TypeTuple(TypeFunc::Parms + arg_cnt, field_array))->hashcons();
2459 }
2460
2461 // Make a TypeTuple from the domain of a method signature
2462 const TypeTuple *TypeTuple::make_domain(ciMethod* method, InterfaceHandling interface_handling, bool vt_fields_as_args) {
2463 ciSignature* sig = method->signature();
2464 uint arg_cnt = sig->size() + (method->is_static() ? 0 : 1);
2465 if (vt_fields_as_args) {
2466 arg_cnt = 0;
2467 assert(method->get_sig_cc() != nullptr, "Should have scalarized signature");
2468 for (ExtendedSignature sig_cc = ExtendedSignature(method->get_sig_cc(), SigEntryFilter()); !sig_cc.at_end(); ++sig_cc) {
2469 arg_cnt += type2size[(*sig_cc)._bt];
2470 }
2471 }
2472
2473 uint pos = TypeFunc::Parms;
2474 const Type** field_array = fields(arg_cnt);
2475 if (!method->is_static()) {
2476 ciInstanceKlass* recv = method->holder();
2477 if (vt_fields_as_args && recv->is_inlinetype() && recv->as_inline_klass()->can_be_passed_as_fields() && method->is_scalarized_arg(0)) {
2478 collect_inline_fields(recv->as_inline_klass(), field_array, pos);
2479 } else {
2480 field_array[pos++] = get_const_type(recv, interface_handling)->join_speculative(TypePtr::NOTNULL);
2481 }
2482 }
2483
2484 int i = 0;
2485 while (pos < TypeFunc::Parms + arg_cnt) {
2486 ciType* type = sig->type_at(i);
2487 BasicType bt = type->basic_type();
2488
2489 switch (bt) {
2490 case T_LONG:
2491 field_array[pos++] = TypeLong::LONG;
2492 field_array[pos++] = Type::HALF;
2493 break;
2494 case T_DOUBLE:
2495 field_array[pos++] = Type::DOUBLE;
2496 field_array[pos++] = Type::HALF;
2497 break;
2498 case T_OBJECT:
2499 if (type->is_inlinetype() && vt_fields_as_args && method->is_scalarized_arg(i + (method->is_static() ? 0 : 1))) {
2500 // InlineTypeNode::IsInit field used for null checking
2501 field_array[pos++] = get_const_basic_type(T_BOOLEAN);
2502 collect_inline_fields(type->as_inline_klass(), field_array, pos);
2503 } else {
2504 field_array[pos++] = get_const_type(type, interface_handling);
2505 }
2506 break;
2507 case T_ARRAY:
2508 case T_FLOAT:
2509 case T_INT:
2510 field_array[pos++] = get_const_type(type, interface_handling);
2511 break;
2512 case T_BOOLEAN:
2513 case T_CHAR:
2514 case T_BYTE:
2515 case T_SHORT:
2516 field_array[pos++] = TypeInt::INT;
2517 break;
2518 default:
2519 ShouldNotReachHere();
2520 }
2521 i++;
2522 }
2523 assert(pos == TypeFunc::Parms + arg_cnt, "wrong number of arguments");
2524
2525 return (TypeTuple*)(new TypeTuple(TypeFunc::Parms + arg_cnt, field_array))->hashcons();
2526 }
2527
2528 const TypeTuple *TypeTuple::make( uint cnt, const Type **fields ) {
2529 return (TypeTuple*)(new TypeTuple(cnt,fields))->hashcons();
2530 }
2531
2532 //------------------------------fields-----------------------------------------
2533 // Subroutine call type with space allocated for argument types
2534 // Memory for Control, I_O, Memory, FramePtr, and ReturnAdr is allocated implicitly
2535 const Type **TypeTuple::fields( uint arg_cnt ) {
2536 const Type **flds = (const Type **)(Compile::current()->type_arena()->AmallocWords((TypeFunc::Parms+arg_cnt)*sizeof(Type*) ));
2537 flds[TypeFunc::Control ] = Type::CONTROL;
2538 flds[TypeFunc::I_O ] = Type::ABIO;
2539 flds[TypeFunc::Memory ] = Type::MEMORY;
2540 flds[TypeFunc::FramePtr ] = TypeRawPtr::BOTTOM;
2541 flds[TypeFunc::ReturnAdr] = Type::RETURN_ADDRESS;
2542
2543 return flds;
2544 }
2545
2546 //------------------------------meet-------------------------------------------
2547 // Compute the MEET of two types. It returns a new Type object.
2548 const Type *TypeTuple::xmeet( const Type *t ) const {
2549 // Perform a fast test for common case; meeting the same types together.
2550 if( this == t ) return this; // Meeting same type-rep?
2551
2552 // Current "this->_base" is Tuple
2553 switch (t->base()) { // switch on original type
2554
2555 case Bottom: // Ye Olde Default
2556 return t;
2557
2558 default: // All else is a mistake
2559 typerr(t);
2560
2561 case Tuple: { // Meeting 2 signatures?
2562 const TypeTuple *x = t->is_tuple();
2563 assert( _cnt == x->_cnt, "" );
2564 const Type **fields = (const Type **)(Compile::current()->type_arena()->AmallocWords( _cnt*sizeof(Type*) ));
2565 for( uint i=0; i<_cnt; i++ )
2566 fields[i] = field_at(i)->xmeet( x->field_at(i) );
2567 return TypeTuple::make(_cnt,fields);
2568 }
2569 case Top:
2570 break;
2571 }
2572 return this; // Return the double constant
2573 }
2574
2575 //------------------------------xdual------------------------------------------
2576 // Dual: compute field-by-field dual
2577 const Type *TypeTuple::xdual() const {
2578 const Type **fields = (const Type **)(Compile::current()->type_arena()->AmallocWords( _cnt*sizeof(Type*) ));
2579 for( uint i=0; i<_cnt; i++ )
2580 fields[i] = _fields[i]->dual();
2581 return new TypeTuple(_cnt,fields);
2582 }
2583
2584 //------------------------------eq---------------------------------------------
2585 // Structural equality check for Type representations
2586 bool TypeTuple::eq( const Type *t ) const {
2587 const TypeTuple *s = (const TypeTuple *)t;
2588 if (_cnt != s->_cnt) return false; // Unequal field counts
2589 for (uint i = 0; i < _cnt; i++)
2590 if (field_at(i) != s->field_at(i)) // POINTER COMPARE! NO RECURSION!
2591 return false; // Missed
2592 return true;
2593 }
2594
2595 //------------------------------hash-------------------------------------------
2596 // Type-specific hashing function.
2597 uint TypeTuple::hash(void) const {
2598 uintptr_t sum = _cnt;
2599 for( uint i=0; i<_cnt; i++ )
2600 sum += (uintptr_t)_fields[i]; // Hash on pointers directly
2601 return (uint)sum;
2602 }
2603
2604 //------------------------------dump2------------------------------------------
2605 // Dump signature Type
2606 #ifndef PRODUCT
2607 void TypeTuple::dump2( Dict &d, uint depth, outputStream *st ) const {
2608 st->print("{");
2609 if( !depth || d[this] ) { // Check for recursive print
2610 st->print("...}");
2611 return;
2612 }
2613 d.Insert((void*)this, (void*)this); // Stop recursion
2614 if( _cnt ) {
2615 uint i;
2616 for( i=0; i<_cnt-1; i++ ) {
2617 st->print("%d:", i);
2618 _fields[i]->dump2(d, depth-1, st);
2619 st->print(", ");
2620 }
2621 st->print("%d:", i);
2622 _fields[i]->dump2(d, depth-1, st);
2623 }
2624 st->print("}");
2625 }
2626 #endif
2627
2628 //------------------------------singleton--------------------------------------
2629 // TRUE if Type is a singleton type, FALSE otherwise. Singletons are simple
2630 // constants (Ldi nodes). Singletons are integer, float or double constants
2631 // or a single symbol.
2632 bool TypeTuple::singleton(void) const {
2633 return false; // Never a singleton
2634 }
2635
2636 bool TypeTuple::empty(void) const {
2637 for( uint i=0; i<_cnt; i++ ) {
2638 if (_fields[i]->empty()) return true;
2639 }
2640 return false;
2641 }
2642
2643 //=============================================================================
2644 // Convenience common pre-built types.
2645
2646 inline const TypeInt* normalize_array_size(const TypeInt* size) {
2647 // Certain normalizations keep us sane when comparing types.
2648 // We do not want arrayOop variables to differ only by the wideness
2649 // of their index types. Pick minimum wideness, since that is the
2650 // forced wideness of small ranges anyway.
2651 if (size->_widen != Type::WidenMin)
2652 return TypeInt::make(size->_lo, size->_hi, Type::WidenMin);
2653 else
2654 return size;
2655 }
2656
2657 //------------------------------make-------------------------------------------
2658 const TypeAry* TypeAry::make(const Type* elem, const TypeInt* size, bool stable,
2659 bool flat, bool not_flat, bool not_null_free) {
2660 if (UseCompressedOops && elem->isa_oopptr()) {
2661 elem = elem->make_narrowoop();
2662 }
2663 size = normalize_array_size(size);
2664 return (TypeAry*)(new TypeAry(elem, size, stable, flat, not_flat, not_null_free))->hashcons();
2665 }
2666
2667 //------------------------------meet-------------------------------------------
2668 // Compute the MEET of two types. It returns a new Type object.
2669 const Type *TypeAry::xmeet( const Type *t ) const {
2670 // Perform a fast test for common case; meeting the same types together.
2671 if( this == t ) return this; // Meeting same type-rep?
2672
2673 // Current "this->_base" is Ary
2674 switch (t->base()) { // switch on original type
2675
2676 case Bottom: // Ye Olde Default
2677 return t;
2678
2679 default: // All else is a mistake
2680 typerr(t);
2681
2682 case Array: { // Meeting 2 arrays?
2683 const TypeAry *a = t->is_ary();
2684 return TypeAry::make(_elem->meet_speculative(a->_elem),
2685 _size->xmeet(a->_size)->is_int(),
2686 _stable && a->_stable,
2687 _flat && a->_flat,
2688 _not_flat && a->_not_flat,
2689 _not_null_free && a->_not_null_free);
2690 }
2691 case Top:
2692 break;
2693 }
2694 return this; // Return the double constant
2695 }
2696
2697 //------------------------------xdual------------------------------------------
2698 // Dual: compute field-by-field dual
2699 const Type *TypeAry::xdual() const {
2700 const TypeInt* size_dual = _size->dual()->is_int();
2701 size_dual = normalize_array_size(size_dual);
2702 return new TypeAry(_elem->dual(), size_dual, !_stable, !_flat, !_not_flat, !_not_null_free);
2703 }
2704
2705 //------------------------------eq---------------------------------------------
2706 // Structural equality check for Type representations
2707 bool TypeAry::eq( const Type *t ) const {
2708 const TypeAry *a = (const TypeAry*)t;
2709 return _elem == a->_elem &&
2710 _stable == a->_stable &&
2711 _size == a->_size &&
2712 _flat == a->_flat &&
2713 _not_flat == a->_not_flat &&
2714 _not_null_free == a->_not_null_free;
2715
2716 }
2717
2718 //------------------------------hash-------------------------------------------
2719 // Type-specific hashing function.
2720 uint TypeAry::hash(void) const {
2721 return (uint)(uintptr_t)_elem + (uint)(uintptr_t)_size + (uint)(_stable ? 43 : 0) +
2722 (uint)(_flat ? 44 : 0) + (uint)(_not_flat ? 45 : 0) + (uint)(_not_null_free ? 46 : 0);
2723 }
2724
2725 /**
2726 * Return same type without a speculative part in the element
2727 */
2728 const TypeAry* TypeAry::remove_speculative() const {
2729 return make(_elem->remove_speculative(), _size, _stable, _flat, _not_flat, _not_null_free);
2730 }
2731
2732 /**
2733 * Return same type with cleaned up speculative part of element
2734 */
2735 const Type* TypeAry::cleanup_speculative() const {
2736 return make(_elem->cleanup_speculative(), _size, _stable, _flat, _not_flat, _not_null_free);
2737 }
2738
2739 /**
2740 * Return same type but with a different inline depth (used for speculation)
2741 *
2742 * @param depth depth to meet with
2743 */
2744 const TypePtr* TypePtr::with_inline_depth(int depth) const {
2745 if (!UseInlineDepthForSpeculativeTypes) {
2746 return this;
2747 }
2748 return make(AnyPtr, _ptr, _offset, _speculative, depth);
2749 }
2750
2751 //------------------------------dump2------------------------------------------
2752 #ifndef PRODUCT
2753 void TypeAry::dump2( Dict &d, uint depth, outputStream *st ) const {
2754 if (_stable) st->print("stable:");
2755 if (_flat) st->print("flat:");
2756 if (Verbose) {
2757 if (_not_flat) st->print("not flat:");
2758 if (_not_null_free) st->print("not null free:");
2759 }
2760 _elem->dump2(d, depth, st);
2761 st->print("[");
2762 _size->dump2(d, depth, st);
2763 st->print("]");
2764 }
2765 #endif
2766
2767 //------------------------------singleton--------------------------------------
2768 // TRUE if Type is a singleton type, FALSE otherwise. Singletons are simple
2769 // constants (Ldi nodes). Singletons are integer, float or double constants
2770 // or a single symbol.
2771 bool TypeAry::singleton(void) const {
2772 return false; // Never a singleton
2773 }
2774
2775 bool TypeAry::empty(void) const {
2776 return _elem->empty() || _size->empty();
2777 }
2778
2779 //--------------------------ary_must_be_exact----------------------------------
2780 bool TypeAry::ary_must_be_exact() const {
2781 // This logic looks at the element type of an array, and returns true
2782 // if the element type is either a primitive or a final instance class.
2783 // In such cases, an array built on this ary must have no subclasses.
2784 if (_elem == BOTTOM) return false; // general array not exact
2785 if (_elem == TOP ) return false; // inverted general array not exact
2786 const TypeOopPtr* toop = nullptr;
2787 if (UseCompressedOops && _elem->isa_narrowoop()) {
2788 toop = _elem->make_ptr()->isa_oopptr();
2789 } else {
2790 toop = _elem->isa_oopptr();
2791 }
2792 if (!toop) return true; // a primitive type, like int
2793 if (!toop->is_loaded()) return false; // unloaded class
2794 const TypeInstPtr* tinst;
2795 if (_elem->isa_narrowoop())
2796 tinst = _elem->make_ptr()->isa_instptr();
2797 else
2798 tinst = _elem->isa_instptr();
2799 if (tinst) {
2800 if (tinst->instance_klass()->is_final()) {
2801 // Even though MyValue is final, [LMyValue is only exact if the array
2802 // is (not) null-free due to null-free [LMyValue <: null-able [LMyValue.
2803 // TODO 8350865 If we know that the array can't be null-free, it's allowed to be exact, right?
2804 // If so, we should add '&& !_not_null_free'
2805 if (tinst->is_inlinetypeptr() && (tinst->ptr() != TypePtr::NotNull)) {
2806 return false;
2807 }
2808 return true;
2809 }
2810 return false;
2811 }
2812 const TypeAryPtr* tap;
2813 if (_elem->isa_narrowoop())
2814 tap = _elem->make_ptr()->isa_aryptr();
2815 else
2816 tap = _elem->isa_aryptr();
2817 if (tap)
2818 return tap->ary()->ary_must_be_exact();
2819 return false;
2820 }
2821
2822 //==============================TypeVect=======================================
2823 // Convenience common pre-built types.
2824 const TypeVect* TypeVect::VECTA = nullptr; // vector length agnostic
2825 const TypeVect* TypeVect::VECTS = nullptr; // 32-bit vectors
2826 const TypeVect* TypeVect::VECTD = nullptr; // 64-bit vectors
2827 const TypeVect* TypeVect::VECTX = nullptr; // 128-bit vectors
2828 const TypeVect* TypeVect::VECTY = nullptr; // 256-bit vectors
2829 const TypeVect* TypeVect::VECTZ = nullptr; // 512-bit vectors
2830 const TypeVect* TypeVect::VECTMASK = nullptr; // predicate/mask vector
2831
2832 //------------------------------make-------------------------------------------
2833 const TypeVect* TypeVect::make(BasicType elem_bt, uint length, bool is_mask) {
2834 if (is_mask) {
2835 return makemask(elem_bt, length);
2836 }
2837 assert(is_java_primitive(elem_bt), "only primitive types in vector");
2838 assert(Matcher::vector_size_supported(elem_bt, length), "length in range");
2839 int size = length * type2aelembytes(elem_bt);
2840 switch (Matcher::vector_ideal_reg(size)) {
2841 case Op_VecA:
2842 return (TypeVect*)(new TypeVectA(elem_bt, length))->hashcons();
2843 case Op_VecS:
2844 return (TypeVect*)(new TypeVectS(elem_bt, length))->hashcons();
2845 case Op_RegL:
2846 case Op_VecD:
2847 case Op_RegD:
2848 return (TypeVect*)(new TypeVectD(elem_bt, length))->hashcons();
2849 case Op_VecX:
2850 return (TypeVect*)(new TypeVectX(elem_bt, length))->hashcons();
2851 case Op_VecY:
2852 return (TypeVect*)(new TypeVectY(elem_bt, length))->hashcons();
2853 case Op_VecZ:
2854 return (TypeVect*)(new TypeVectZ(elem_bt, length))->hashcons();
2855 }
2856 ShouldNotReachHere();
2857 return nullptr;
2858 }
2859
2860 const TypeVect* TypeVect::makemask(BasicType elem_bt, uint length) {
2861 if (Matcher::has_predicated_vectors() &&
2862 Matcher::match_rule_supported_vector_masked(Op_VectorLoadMask, length, elem_bt)) {
2863 return TypeVectMask::make(elem_bt, length);
2864 } else {
2865 return make(elem_bt, length);
2866 }
2867 }
2868
2869 //------------------------------meet-------------------------------------------
2870 // Compute the MEET of two types. Since each TypeVect is the only instance of
2871 // its species, meeting often returns itself
2872 const Type* TypeVect::xmeet(const Type* t) const {
2873 // Perform a fast test for common case; meeting the same types together.
2874 if (this == t) {
2875 return this;
2876 }
2877
2878 // Current "this->_base" is Vector
2879 switch (t->base()) { // switch on original type
2880
2881 case Bottom: // Ye Olde Default
2882 return t;
2883
2884 default: // All else is a mistake
2885 typerr(t);
2886 case VectorMask:
2887 case VectorA:
2888 case VectorS:
2889 case VectorD:
2890 case VectorX:
2891 case VectorY:
2892 case VectorZ: { // Meeting 2 vectors?
2893 const TypeVect* v = t->is_vect();
2894 assert(base() == v->base(), "");
2895 assert(length() == v->length(), "");
2896 assert(element_basic_type() == v->element_basic_type(), "");
2897 return this;
2898 }
2899 case Top:
2900 break;
2901 }
2902 return this;
2903 }
2904
2905 //------------------------------xdual------------------------------------------
2906 // Since each TypeVect is the only instance of its species, it is self-dual
2907 const Type* TypeVect::xdual() const {
2908 return this;
2909 }
2910
2911 //------------------------------eq---------------------------------------------
2912 // Structural equality check for Type representations
2913 bool TypeVect::eq(const Type* t) const {
2914 const TypeVect* v = t->is_vect();
2915 return (element_basic_type() == v->element_basic_type()) && (length() == v->length());
2916 }
2917
2918 //------------------------------hash-------------------------------------------
2919 // Type-specific hashing function.
2920 uint TypeVect::hash(void) const {
2921 return (uint)base() + (uint)(uintptr_t)_elem_bt + (uint)(uintptr_t)_length;
2922 }
2923
2924 //------------------------------singleton--------------------------------------
2925 // TRUE if Type is a singleton type, FALSE otherwise. Singletons are simple
2926 // constants (Ldi nodes). Vector is singleton if all elements are the same
2927 // constant value (when vector is created with Replicate code).
2928 bool TypeVect::singleton(void) const {
2929 // There is no Con node for vectors yet.
2930 // return _elem->singleton();
2931 return false;
2932 }
2933
2934 bool TypeVect::empty(void) const {
2935 return false;
2936 }
2937
2938 //------------------------------dump2------------------------------------------
2939 #ifndef PRODUCT
2940 void TypeVect::dump2(Dict& d, uint depth, outputStream* st) const {
2941 switch (base()) {
2942 case VectorA:
2943 st->print("vectora"); break;
2944 case VectorS:
2945 st->print("vectors"); break;
2946 case VectorD:
2947 st->print("vectord"); break;
2948 case VectorX:
2949 st->print("vectorx"); break;
2950 case VectorY:
2951 st->print("vectory"); break;
2952 case VectorZ:
2953 st->print("vectorz"); break;
2954 case VectorMask:
2955 st->print("vectormask"); break;
2956 default:
2957 ShouldNotReachHere();
2958 }
2959 st->print("<%c,%u>", type2char(element_basic_type()), length());
2960 }
2961 #endif
2962
2963 const TypeVectMask* TypeVectMask::make(const BasicType elem_bt, uint length) {
2964 return (TypeVectMask*) (new TypeVectMask(elem_bt, length))->hashcons();
2965 }
2966
2967 //=============================================================================
2968 // Convenience common pre-built types.
2969 const TypePtr *TypePtr::NULL_PTR;
2970 const TypePtr *TypePtr::NOTNULL;
2971 const TypePtr *TypePtr::BOTTOM;
2972
2973 //------------------------------meet-------------------------------------------
2974 // Meet over the PTR enum
2975 const TypePtr::PTR TypePtr::ptr_meet[TypePtr::lastPTR][TypePtr::lastPTR] = {
2976 // TopPTR, AnyNull, Constant, Null, NotNull, BotPTR,
2977 { /* Top */ TopPTR, AnyNull, Constant, Null, NotNull, BotPTR,},
2978 { /* AnyNull */ AnyNull, AnyNull, Constant, BotPTR, NotNull, BotPTR,},
2979 { /* Constant*/ Constant, Constant, Constant, BotPTR, NotNull, BotPTR,},
2980 { /* Null */ Null, BotPTR, BotPTR, Null, BotPTR, BotPTR,},
2981 { /* NotNull */ NotNull, NotNull, NotNull, BotPTR, NotNull, BotPTR,},
2982 { /* BotPTR */ BotPTR, BotPTR, BotPTR, BotPTR, BotPTR, BotPTR,}
2983 };
2984
2985 //------------------------------make-------------------------------------------
2986 const TypePtr* TypePtr::make(TYPES t, enum PTR ptr, Offset offset, const TypePtr* speculative, int inline_depth) {
2987 return (TypePtr*)(new TypePtr(t,ptr,offset, speculative, inline_depth))->hashcons();
2988 }
2989
2990 //------------------------------cast_to_ptr_type-------------------------------
2991 const TypePtr* TypePtr::cast_to_ptr_type(PTR ptr) const {
2992 assert(_base == AnyPtr, "subclass must override cast_to_ptr_type");
2993 if( ptr == _ptr ) return this;
2994 return make(_base, ptr, _offset, _speculative, _inline_depth);
2995 }
2996
2997 //------------------------------get_con----------------------------------------
2998 intptr_t TypePtr::get_con() const {
2999 assert( _ptr == Null, "" );
3000 return offset();
3001 }
3002
3003 //------------------------------meet-------------------------------------------
3004 // Compute the MEET of two types. It returns a new Type object.
3005 const Type *TypePtr::xmeet(const Type *t) const {
3006 const Type* res = xmeet_helper(t);
3007 if (res->isa_ptr() == nullptr) {
3008 return res;
3009 }
3010
3011 const TypePtr* res_ptr = res->is_ptr();
3012 if (res_ptr->speculative() != nullptr) {
3013 // type->speculative() is null means that speculation is no better
3014 // than type, i.e. type->speculative() == type. So there are 2
3015 // ways to represent the fact that we have no useful speculative
3016 // data and we should use a single one to be able to test for
3017 // equality between types. Check whether type->speculative() ==
3018 // type and set speculative to null if it is the case.
3019 if (res_ptr->remove_speculative() == res_ptr->speculative()) {
3020 return res_ptr->remove_speculative();
3021 }
3022 }
3023
3024 return res;
3025 }
3026
3027 const Type *TypePtr::xmeet_helper(const Type *t) const {
3028 // Perform a fast test for common case; meeting the same types together.
3029 if( this == t ) return this; // Meeting same type-rep?
3030
3031 // Current "this->_base" is AnyPtr
3032 switch (t->base()) { // switch on original type
3033 case Int: // Mixing ints & oops happens when javac
3034 case Long: // reuses local variables
3035 case HalfFloatTop:
3036 case HalfFloatCon:
3037 case HalfFloatBot:
3038 case FloatTop:
3039 case FloatCon:
3040 case FloatBot:
3041 case DoubleTop:
3042 case DoubleCon:
3043 case DoubleBot:
3044 case NarrowOop:
3045 case NarrowKlass:
3046 case Bottom: // Ye Olde Default
3047 return Type::BOTTOM;
3048 case Top:
3049 return this;
3050
3051 case AnyPtr: { // Meeting to AnyPtrs
3052 const TypePtr *tp = t->is_ptr();
3053 const TypePtr* speculative = xmeet_speculative(tp);
3054 int depth = meet_inline_depth(tp->inline_depth());
3055 return make(AnyPtr, meet_ptr(tp->ptr()), meet_offset(tp->offset()), speculative, depth);
3056 }
3057 case RawPtr: // For these, flip the call around to cut down
3058 case OopPtr:
3059 case InstPtr: // on the cases I have to handle.
3060 case AryPtr:
3061 case MetadataPtr:
3062 case KlassPtr:
3063 case InstKlassPtr:
3064 case AryKlassPtr:
3065 return t->xmeet(this); // Call in reverse direction
3066 default: // All else is a mistake
3067 typerr(t);
3068
3069 }
3070 return this;
3071 }
3072
3073 //------------------------------meet_offset------------------------------------
3074 Type::Offset TypePtr::meet_offset(int offset) const {
3075 return _offset.meet(Offset(offset));
3076 }
3077
3078 //------------------------------dual_offset------------------------------------
3079 Type::Offset TypePtr::dual_offset() const {
3080 return _offset.dual();
3081 }
3082
3083 //------------------------------xdual------------------------------------------
3084 // Dual: compute field-by-field dual
3085 const TypePtr::PTR TypePtr::ptr_dual[TypePtr::lastPTR] = {
3086 BotPTR, NotNull, Constant, Null, AnyNull, TopPTR
3087 };
3088 const Type *TypePtr::xdual() const {
3089 return new TypePtr(AnyPtr, dual_ptr(), dual_offset(), dual_speculative(), dual_inline_depth());
3090 }
3091
3092 //------------------------------xadd_offset------------------------------------
3093 Type::Offset TypePtr::xadd_offset(intptr_t offset) const {
3094 return _offset.add(offset);
3095 }
3096
3097 //------------------------------add_offset-------------------------------------
3098 const TypePtr *TypePtr::add_offset( intptr_t offset ) const {
3099 return make(AnyPtr, _ptr, xadd_offset(offset), _speculative, _inline_depth);
3100 }
3101
3102 const TypePtr *TypePtr::with_offset(intptr_t offset) const {
3103 return make(AnyPtr, _ptr, Offset(offset), _speculative, _inline_depth);
3104 }
3105
3106 //------------------------------eq---------------------------------------------
3107 // Structural equality check for Type representations
3108 bool TypePtr::eq( const Type *t ) const {
3109 const TypePtr *a = (const TypePtr*)t;
3110 return _ptr == a->ptr() && _offset == a->_offset && eq_speculative(a) && _inline_depth == a->_inline_depth;
3111 }
3112
3113 //------------------------------hash-------------------------------------------
3114 // Type-specific hashing function.
3115 uint TypePtr::hash(void) const {
3116 return (uint)_ptr + (uint)offset() + (uint)hash_speculative() + (uint)_inline_depth;
3117 }
3118
3119 /**
3120 * Return same type without a speculative part
3121 */
3122 const TypePtr* TypePtr::remove_speculative() const {
3123 if (_speculative == nullptr) {
3124 return this;
3125 }
3126 assert(_inline_depth == InlineDepthTop || _inline_depth == InlineDepthBottom, "non speculative type shouldn't have inline depth");
3127 return make(AnyPtr, _ptr, _offset, nullptr, _inline_depth);
3128 }
3129
3130 /**
3131 * Return same type but drop speculative part if we know we won't use
3132 * it
3133 */
3134 const Type* TypePtr::cleanup_speculative() const {
3135 if (speculative() == nullptr) {
3136 return this;
3137 }
3138 const Type* no_spec = remove_speculative();
3139 // If this is NULL_PTR then we don't need the speculative type
3140 // (with_inline_depth in case the current type inline depth is
3141 // InlineDepthTop)
3142 if (no_spec == NULL_PTR->with_inline_depth(inline_depth())) {
3143 return no_spec;
3144 }
3145 if (above_centerline(speculative()->ptr())) {
3146 return no_spec;
3147 }
3148 const TypeOopPtr* spec_oopptr = speculative()->isa_oopptr();
3149 // If the speculative may be null and is an inexact klass then it
3150 // doesn't help
3151 if (speculative() != TypePtr::NULL_PTR && speculative()->maybe_null() &&
3152 (spec_oopptr == nullptr || !spec_oopptr->klass_is_exact())) {
3153 return no_spec;
3154 }
3155 return this;
3156 }
3157
3158 /**
3159 * dual of the speculative part of the type
3160 */
3161 const TypePtr* TypePtr::dual_speculative() const {
3162 if (_speculative == nullptr) {
3163 return nullptr;
3164 }
3165 return _speculative->dual()->is_ptr();
3166 }
3167
3168 /**
3169 * meet of the speculative parts of 2 types
3170 *
3171 * @param other type to meet with
3172 */
3173 const TypePtr* TypePtr::xmeet_speculative(const TypePtr* other) const {
3174 bool this_has_spec = (_speculative != nullptr);
3175 bool other_has_spec = (other->speculative() != nullptr);
3176
3177 if (!this_has_spec && !other_has_spec) {
3178 return nullptr;
3179 }
3180
3181 // If we are at a point where control flow meets and one branch has
3182 // a speculative type and the other has not, we meet the speculative
3183 // type of one branch with the actual type of the other. If the
3184 // actual type is exact and the speculative is as well, then the
3185 // result is a speculative type which is exact and we can continue
3186 // speculation further.
3187 const TypePtr* this_spec = _speculative;
3188 const TypePtr* other_spec = other->speculative();
3189
3190 if (!this_has_spec) {
3191 this_spec = this;
3192 }
3193
3194 if (!other_has_spec) {
3195 other_spec = other;
3196 }
3197
3198 return this_spec->meet(other_spec)->is_ptr();
3199 }
3200
3201 /**
3202 * dual of the inline depth for this type (used for speculation)
3203 */
3204 int TypePtr::dual_inline_depth() const {
3205 return -inline_depth();
3206 }
3207
3208 /**
3209 * meet of 2 inline depths (used for speculation)
3210 *
3211 * @param depth depth to meet with
3212 */
3213 int TypePtr::meet_inline_depth(int depth) const {
3214 return MAX2(inline_depth(), depth);
3215 }
3216
3217 /**
3218 * Are the speculative parts of 2 types equal?
3219 *
3220 * @param other type to compare this one to
3221 */
3222 bool TypePtr::eq_speculative(const TypePtr* other) const {
3223 if (_speculative == nullptr || other->speculative() == nullptr) {
3224 return _speculative == other->speculative();
3225 }
3226
3227 if (_speculative->base() != other->speculative()->base()) {
3228 return false;
3229 }
3230
3231 return _speculative->eq(other->speculative());
3232 }
3233
3234 /**
3235 * Hash of the speculative part of the type
3236 */
3237 int TypePtr::hash_speculative() const {
3238 if (_speculative == nullptr) {
3239 return 0;
3240 }
3241
3242 return _speculative->hash();
3243 }
3244
3245 /**
3246 * add offset to the speculative part of the type
3247 *
3248 * @param offset offset to add
3249 */
3250 const TypePtr* TypePtr::add_offset_speculative(intptr_t offset) const {
3251 if (_speculative == nullptr) {
3252 return nullptr;
3253 }
3254 return _speculative->add_offset(offset)->is_ptr();
3255 }
3256
3257 const TypePtr* TypePtr::with_offset_speculative(intptr_t offset) const {
3258 if (_speculative == nullptr) {
3259 return nullptr;
3260 }
3261 return _speculative->with_offset(offset)->is_ptr();
3262 }
3263
3264 /**
3265 * return exact klass from the speculative type if there's one
3266 */
3267 ciKlass* TypePtr::speculative_type() const {
3268 if (_speculative != nullptr && _speculative->isa_oopptr()) {
3269 const TypeOopPtr* speculative = _speculative->join(this)->is_oopptr();
3270 if (speculative->klass_is_exact()) {
3271 return speculative->exact_klass();
3272 }
3273 }
3274 return nullptr;
3275 }
3276
3277 /**
3278 * return true if speculative type may be null
3279 */
3280 bool TypePtr::speculative_maybe_null() const {
3281 if (_speculative != nullptr) {
3282 const TypePtr* speculative = _speculative->join(this)->is_ptr();
3283 return speculative->maybe_null();
3284 }
3285 return true;
3286 }
3287
3288 bool TypePtr::speculative_always_null() const {
3289 if (_speculative != nullptr) {
3290 const TypePtr* speculative = _speculative->join(this)->is_ptr();
3291 return speculative == TypePtr::NULL_PTR;
3292 }
3293 return false;
3294 }
3295
3296 /**
3297 * Same as TypePtr::speculative_type() but return the klass only if
3298 * the speculative tells us is not null
3299 */
3300 ciKlass* TypePtr::speculative_type_not_null() const {
3301 if (speculative_maybe_null()) {
3302 return nullptr;
3303 }
3304 return speculative_type();
3305 }
3306
3307 /**
3308 * Check whether new profiling would improve speculative type
3309 *
3310 * @param exact_kls class from profiling
3311 * @param inline_depth inlining depth of profile point
3312 *
3313 * @return true if type profile is valuable
3314 */
3315 bool TypePtr::would_improve_type(ciKlass* exact_kls, int inline_depth) const {
3316 // no profiling?
3317 if (exact_kls == nullptr) {
3318 return false;
3319 }
3320 if (speculative() == TypePtr::NULL_PTR) {
3321 return false;
3322 }
3323 // no speculative type or non exact speculative type?
3324 if (speculative_type() == nullptr) {
3325 return true;
3326 }
3327 // If the node already has an exact speculative type keep it,
3328 // unless it was provided by profiling that is at a deeper
3329 // inlining level. Profiling at a higher inlining depth is
3330 // expected to be less accurate.
3331 if (_speculative->inline_depth() == InlineDepthBottom) {
3332 return false;
3333 }
3334 assert(_speculative->inline_depth() != InlineDepthTop, "can't do the comparison");
3335 return inline_depth < _speculative->inline_depth();
3336 }
3337
3338 /**
3339 * Check whether new profiling would improve ptr (= tells us it is non
3340 * null)
3341 *
3342 * @param ptr_kind always null or not null?
3343 *
3344 * @return true if ptr profile is valuable
3345 */
3346 bool TypePtr::would_improve_ptr(ProfilePtrKind ptr_kind) const {
3347 // profiling doesn't tell us anything useful
3348 if (ptr_kind != ProfileAlwaysNull && ptr_kind != ProfileNeverNull) {
3349 return false;
3350 }
3351 // We already know this is not null
3352 if (!this->maybe_null()) {
3353 return false;
3354 }
3355 // We already know the speculative type cannot be null
3356 if (!speculative_maybe_null()) {
3357 return false;
3358 }
3359 // We already know this is always null
3360 if (this == TypePtr::NULL_PTR) {
3361 return false;
3362 }
3363 // We already know the speculative type is always null
3364 if (speculative_always_null()) {
3365 return false;
3366 }
3367 if (ptr_kind == ProfileAlwaysNull && speculative() != nullptr && speculative()->isa_oopptr()) {
3368 return false;
3369 }
3370 return true;
3371 }
3372
3373 //------------------------------dump2------------------------------------------
3374 const char *const TypePtr::ptr_msg[TypePtr::lastPTR] = {
3375 "TopPTR","AnyNull","Constant","null","NotNull","BotPTR"
3376 };
3377
3378 #ifndef PRODUCT
3379 void TypePtr::dump2( Dict &d, uint depth, outputStream *st ) const {
3380 if( _ptr == Null ) st->print("null");
3381 else st->print("%s *", ptr_msg[_ptr]);
3382 _offset.dump2(st);
3383 dump_inline_depth(st);
3384 dump_speculative(st);
3385 }
3386
3387 /**
3388 *dump the speculative part of the type
3389 */
3390 void TypePtr::dump_speculative(outputStream *st) const {
3391 if (_speculative != nullptr) {
3392 st->print(" (speculative=");
3393 _speculative->dump_on(st);
3394 st->print(")");
3395 }
3396 }
3397
3398 /**
3399 *dump the inline depth of the type
3400 */
3401 void TypePtr::dump_inline_depth(outputStream *st) const {
3402 if (_inline_depth != InlineDepthBottom) {
3403 if (_inline_depth == InlineDepthTop) {
3404 st->print(" (inline_depth=InlineDepthTop)");
3405 } else {
3406 st->print(" (inline_depth=%d)", _inline_depth);
3407 }
3408 }
3409 }
3410 #endif
3411
3412 //------------------------------singleton--------------------------------------
3413 // TRUE if Type is a singleton type, FALSE otherwise. Singletons are simple
3414 // constants
3415 bool TypePtr::singleton(void) const {
3416 // TopPTR, Null, AnyNull, Constant are all singletons
3417 return (_offset != Offset::bottom) && !below_centerline(_ptr);
3418 }
3419
3420 bool TypePtr::empty(void) const {
3421 return (_offset == Offset::top) || above_centerline(_ptr);
3422 }
3423
3424 //=============================================================================
3425 // Convenience common pre-built types.
3426 const TypeRawPtr *TypeRawPtr::BOTTOM;
3427 const TypeRawPtr *TypeRawPtr::NOTNULL;
3428
3429 //------------------------------make-------------------------------------------
3430 const TypeRawPtr *TypeRawPtr::make( enum PTR ptr ) {
3431 assert( ptr != Constant, "what is the constant?" );
3432 assert( ptr != Null, "Use TypePtr for null" );
3433 return (TypeRawPtr*)(new TypeRawPtr(ptr,nullptr))->hashcons();
3434 }
3435
3436 const TypeRawPtr *TypeRawPtr::make(address bits) {
3437 assert(bits != nullptr, "Use TypePtr for null");
3438 return (TypeRawPtr*)(new TypeRawPtr(Constant,bits))->hashcons();
3439 }
3440
3441 //------------------------------cast_to_ptr_type-------------------------------
3442 const TypeRawPtr* TypeRawPtr::cast_to_ptr_type(PTR ptr) const {
3443 assert( ptr != Constant, "what is the constant?" );
3444 assert( ptr != Null, "Use TypePtr for null" );
3445 assert( _bits == nullptr, "Why cast a constant address?");
3446 if( ptr == _ptr ) return this;
3447 return make(ptr);
3448 }
3449
3450 //------------------------------get_con----------------------------------------
3451 intptr_t TypeRawPtr::get_con() const {
3452 assert( _ptr == Null || _ptr == Constant, "" );
3453 return (intptr_t)_bits;
3454 }
3455
3456 //------------------------------meet-------------------------------------------
3457 // Compute the MEET of two types. It returns a new Type object.
3458 const Type *TypeRawPtr::xmeet( const Type *t ) const {
3459 // Perform a fast test for common case; meeting the same types together.
3460 if( this == t ) return this; // Meeting same type-rep?
3461
3462 // Current "this->_base" is RawPtr
3463 switch( t->base() ) { // switch on original type
3464 case Bottom: // Ye Olde Default
3465 return t;
3466 case Top:
3467 return this;
3468 case AnyPtr: // Meeting to AnyPtrs
3469 break;
3470 case RawPtr: { // might be top, bot, any/not or constant
3471 enum PTR tptr = t->is_ptr()->ptr();
3472 enum PTR ptr = meet_ptr( tptr );
3473 if( ptr == Constant ) { // Cannot be equal constants, so...
3474 if( tptr == Constant && _ptr != Constant) return t;
3475 if( _ptr == Constant && tptr != Constant) return this;
3476 ptr = NotNull; // Fall down in lattice
3477 }
3478 return make( ptr );
3479 }
3480
3481 case OopPtr:
3482 case InstPtr:
3483 case AryPtr:
3484 case MetadataPtr:
3485 case KlassPtr:
3486 case InstKlassPtr:
3487 case AryKlassPtr:
3488 return TypePtr::BOTTOM; // Oop meet raw is not well defined
3489 default: // All else is a mistake
3490 typerr(t);
3491 }
3492
3493 // Found an AnyPtr type vs self-RawPtr type
3494 const TypePtr *tp = t->is_ptr();
3495 switch (tp->ptr()) {
3496 case TypePtr::TopPTR: return this;
3497 case TypePtr::BotPTR: return t;
3498 case TypePtr::Null:
3499 if( _ptr == TypePtr::TopPTR ) return t;
3500 return TypeRawPtr::BOTTOM;
3501 case TypePtr::NotNull: return TypePtr::make(AnyPtr, meet_ptr(TypePtr::NotNull), tp->meet_offset(0), tp->speculative(), tp->inline_depth());
3502 case TypePtr::AnyNull:
3503 if( _ptr == TypePtr::Constant) return this;
3504 return make( meet_ptr(TypePtr::AnyNull) );
3505 default: ShouldNotReachHere();
3506 }
3507 return this;
3508 }
3509
3510 //------------------------------xdual------------------------------------------
3511 // Dual: compute field-by-field dual
3512 const Type *TypeRawPtr::xdual() const {
3513 return new TypeRawPtr( dual_ptr(), _bits );
3514 }
3515
3516 //------------------------------add_offset-------------------------------------
3517 const TypePtr* TypeRawPtr::add_offset(intptr_t offset) const {
3518 if( offset == OffsetTop ) return BOTTOM; // Undefined offset-> undefined pointer
3519 if( offset == OffsetBot ) return BOTTOM; // Unknown offset-> unknown pointer
3520 if( offset == 0 ) return this; // No change
3521 switch (_ptr) {
3522 case TypePtr::TopPTR:
3523 case TypePtr::BotPTR:
3524 case TypePtr::NotNull:
3525 return this;
3526 case TypePtr::Constant: {
3527 uintptr_t bits = (uintptr_t)_bits;
3528 uintptr_t sum = bits + offset;
3529 if (( offset < 0 )
3530 ? ( sum > bits ) // Underflow?
3531 : ( sum < bits )) { // Overflow?
3532 return BOTTOM;
3533 } else if ( sum == 0 ) {
3534 return TypePtr::NULL_PTR;
3535 } else {
3536 return make( (address)sum );
3537 }
3538 }
3539 default: ShouldNotReachHere();
3540 }
3541 }
3542
3543 //------------------------------eq---------------------------------------------
3544 // Structural equality check for Type representations
3545 bool TypeRawPtr::eq( const Type *t ) const {
3546 const TypeRawPtr *a = (const TypeRawPtr*)t;
3547 return _bits == a->_bits && TypePtr::eq(t);
3548 }
3549
3550 //------------------------------hash-------------------------------------------
3551 // Type-specific hashing function.
3552 uint TypeRawPtr::hash(void) const {
3553 return (uint)(uintptr_t)_bits + (uint)TypePtr::hash();
3554 }
3555
3556 //------------------------------dump2------------------------------------------
3557 #ifndef PRODUCT
3558 void TypeRawPtr::dump2( Dict &d, uint depth, outputStream *st ) const {
3559 if( _ptr == Constant )
3560 st->print(INTPTR_FORMAT, p2i(_bits));
3561 else
3562 st->print("rawptr:%s", ptr_msg[_ptr]);
3563 }
3564 #endif
3565
3566 //=============================================================================
3567 // Convenience common pre-built type.
3568 const TypeOopPtr *TypeOopPtr::BOTTOM;
3569
3570 TypeInterfaces::TypeInterfaces(ciInstanceKlass** interfaces_base, int nb_interfaces)
3571 : Type(Interfaces), _interfaces(interfaces_base, nb_interfaces),
3572 _hash(0), _exact_klass(nullptr) {
3573 _interfaces.sort(compare);
3574 initialize();
3575 }
3576
3577 const TypeInterfaces* TypeInterfaces::make(GrowableArray<ciInstanceKlass*>* interfaces) {
3578 // hashcons() can only delete the last thing that was allocated: to
3579 // make sure all memory for the newly created TypeInterfaces can be
3580 // freed if an identical one exists, allocate space for the array of
3581 // interfaces right after the TypeInterfaces object so that they
3582 // form a contiguous piece of memory.
3583 int nb_interfaces = interfaces == nullptr ? 0 : interfaces->length();
3584 size_t total_size = sizeof(TypeInterfaces) + nb_interfaces * sizeof(ciInstanceKlass*);
3585
3586 void* allocated_mem = operator new(total_size);
3587 ciInstanceKlass** interfaces_base = (ciInstanceKlass**)((char*)allocated_mem + sizeof(TypeInterfaces));
3588 for (int i = 0; i < nb_interfaces; ++i) {
3589 interfaces_base[i] = interfaces->at(i);
3590 }
3591 TypeInterfaces* result = ::new (allocated_mem) TypeInterfaces(interfaces_base, nb_interfaces);
3592 return (const TypeInterfaces*)result->hashcons();
3593 }
3594
3595 void TypeInterfaces::initialize() {
3596 compute_hash();
3597 compute_exact_klass();
3598 DEBUG_ONLY(_initialized = true;)
3599 }
3600
3601 int TypeInterfaces::compare(ciInstanceKlass* const& k1, ciInstanceKlass* const& k2) {
3602 if ((intptr_t)k1 < (intptr_t)k2) {
3603 return -1;
3604 } else if ((intptr_t)k1 > (intptr_t)k2) {
3605 return 1;
3606 }
3607 return 0;
3608 }
3609
3610 int TypeInterfaces::compare(ciInstanceKlass** k1, ciInstanceKlass** k2) {
3611 return compare(*k1, *k2);
3612 }
3613
3614 bool TypeInterfaces::eq(const Type* t) const {
3615 const TypeInterfaces* other = (const TypeInterfaces*)t;
3616 if (_interfaces.length() != other->_interfaces.length()) {
3617 return false;
3618 }
3619 for (int i = 0; i < _interfaces.length(); i++) {
3620 ciKlass* k1 = _interfaces.at(i);
3621 ciKlass* k2 = other->_interfaces.at(i);
3622 if (!k1->equals(k2)) {
3623 return false;
3624 }
3625 }
3626 return true;
3627 }
3628
3629 bool TypeInterfaces::eq(ciInstanceKlass* k) const {
3630 assert(k->is_loaded(), "should be loaded");
3631 GrowableArray<ciInstanceKlass *>* interfaces = k->transitive_interfaces();
3632 if (_interfaces.length() != interfaces->length()) {
3633 return false;
3634 }
3635 for (int i = 0; i < interfaces->length(); i++) {
3636 bool found = false;
3637 _interfaces.find_sorted<ciInstanceKlass*, compare>(interfaces->at(i), found);
3638 if (!found) {
3639 return false;
3640 }
3641 }
3642 return true;
3643 }
3644
3645
3646 uint TypeInterfaces::hash() const {
3647 assert(_initialized, "must be");
3648 return _hash;
3649 }
3650
3651 const Type* TypeInterfaces::xdual() const {
3652 return this;
3653 }
3654
3655 void TypeInterfaces::compute_hash() {
3656 uint hash = 0;
3657 for (int i = 0; i < _interfaces.length(); i++) {
3658 ciKlass* k = _interfaces.at(i);
3659 hash += k->hash();
3660 }
3661 _hash = hash;
3662 }
3663
3664 static int compare_interfaces(ciInstanceKlass** k1, ciInstanceKlass** k2) {
3665 return (int)((*k1)->ident() - (*k2)->ident());
3666 }
3667
3668 void TypeInterfaces::dump(outputStream* st) const {
3669 if (_interfaces.length() == 0) {
3670 return;
3671 }
3672 ResourceMark rm;
3673 st->print(" (");
3674 GrowableArray<ciInstanceKlass*> interfaces;
3675 interfaces.appendAll(&_interfaces);
3676 // Sort the interfaces so they are listed in the same order from one run to the other of the same compilation
3677 interfaces.sort(compare_interfaces);
3678 for (int i = 0; i < interfaces.length(); i++) {
3679 if (i > 0) {
3680 st->print(",");
3681 }
3682 ciKlass* k = interfaces.at(i);
3683 k->print_name_on(st);
3684 }
3685 st->print(")");
3686 }
3687
3688 #ifdef ASSERT
3689 void TypeInterfaces::verify() const {
3690 for (int i = 1; i < _interfaces.length(); i++) {
3691 ciInstanceKlass* k1 = _interfaces.at(i-1);
3692 ciInstanceKlass* k2 = _interfaces.at(i);
3693 assert(compare(k2, k1) > 0, "should be ordered");
3694 assert(k1 != k2, "no duplicate");
3695 }
3696 }
3697 #endif
3698
3699 const TypeInterfaces* TypeInterfaces::union_with(const TypeInterfaces* other) const {
3700 GrowableArray<ciInstanceKlass*> result_list;
3701 int i = 0;
3702 int j = 0;
3703 while (i < _interfaces.length() || j < other->_interfaces.length()) {
3704 while (i < _interfaces.length() &&
3705 (j >= other->_interfaces.length() ||
3706 compare(_interfaces.at(i), other->_interfaces.at(j)) < 0)) {
3707 result_list.push(_interfaces.at(i));
3708 i++;
3709 }
3710 while (j < other->_interfaces.length() &&
3711 (i >= _interfaces.length() ||
3712 compare(other->_interfaces.at(j), _interfaces.at(i)) < 0)) {
3713 result_list.push(other->_interfaces.at(j));
3714 j++;
3715 }
3716 if (i < _interfaces.length() &&
3717 j < other->_interfaces.length() &&
3718 _interfaces.at(i) == other->_interfaces.at(j)) {
3719 result_list.push(_interfaces.at(i));
3720 i++;
3721 j++;
3722 }
3723 }
3724 const TypeInterfaces* result = TypeInterfaces::make(&result_list);
3725 #ifdef ASSERT
3726 result->verify();
3727 for (int i = 0; i < _interfaces.length(); i++) {
3728 assert(result->_interfaces.contains(_interfaces.at(i)), "missing");
3729 }
3730 for (int i = 0; i < other->_interfaces.length(); i++) {
3731 assert(result->_interfaces.contains(other->_interfaces.at(i)), "missing");
3732 }
3733 for (int i = 0; i < result->_interfaces.length(); i++) {
3734 assert(_interfaces.contains(result->_interfaces.at(i)) || other->_interfaces.contains(result->_interfaces.at(i)), "missing");
3735 }
3736 #endif
3737 return result;
3738 }
3739
3740 const TypeInterfaces* TypeInterfaces::intersection_with(const TypeInterfaces* other) const {
3741 GrowableArray<ciInstanceKlass*> result_list;
3742 int i = 0;
3743 int j = 0;
3744 while (i < _interfaces.length() || j < other->_interfaces.length()) {
3745 while (i < _interfaces.length() &&
3746 (j >= other->_interfaces.length() ||
3747 compare(_interfaces.at(i), other->_interfaces.at(j)) < 0)) {
3748 i++;
3749 }
3750 while (j < other->_interfaces.length() &&
3751 (i >= _interfaces.length() ||
3752 compare(other->_interfaces.at(j), _interfaces.at(i)) < 0)) {
3753 j++;
3754 }
3755 if (i < _interfaces.length() &&
3756 j < other->_interfaces.length() &&
3757 _interfaces.at(i) == other->_interfaces.at(j)) {
3758 result_list.push(_interfaces.at(i));
3759 i++;
3760 j++;
3761 }
3762 }
3763 const TypeInterfaces* result = TypeInterfaces::make(&result_list);
3764 #ifdef ASSERT
3765 result->verify();
3766 for (int i = 0; i < _interfaces.length(); i++) {
3767 assert(!other->_interfaces.contains(_interfaces.at(i)) || result->_interfaces.contains(_interfaces.at(i)), "missing");
3768 }
3769 for (int i = 0; i < other->_interfaces.length(); i++) {
3770 assert(!_interfaces.contains(other->_interfaces.at(i)) || result->_interfaces.contains(other->_interfaces.at(i)), "missing");
3771 }
3772 for (int i = 0; i < result->_interfaces.length(); i++) {
3773 assert(_interfaces.contains(result->_interfaces.at(i)) && other->_interfaces.contains(result->_interfaces.at(i)), "missing");
3774 }
3775 #endif
3776 return result;
3777 }
3778
3779 // Is there a single ciKlass* that can represent the interface set?
3780 ciInstanceKlass* TypeInterfaces::exact_klass() const {
3781 assert(_initialized, "must be");
3782 return _exact_klass;
3783 }
3784
3785 void TypeInterfaces::compute_exact_klass() {
3786 if (_interfaces.length() == 0) {
3787 _exact_klass = nullptr;
3788 return;
3789 }
3790 ciInstanceKlass* res = nullptr;
3791 for (int i = 0; i < _interfaces.length(); i++) {
3792 ciInstanceKlass* interface = _interfaces.at(i);
3793 if (eq(interface)) {
3794 assert(res == nullptr, "");
3795 res = interface;
3796 }
3797 }
3798 _exact_klass = res;
3799 }
3800
3801 #ifdef ASSERT
3802 void TypeInterfaces::verify_is_loaded() const {
3803 for (int i = 0; i < _interfaces.length(); i++) {
3804 ciKlass* interface = _interfaces.at(i);
3805 assert(interface->is_loaded(), "Interface not loaded");
3806 }
3807 }
3808 #endif
3809
3810 // Can't be implemented because there's no way to know if the type is above or below the center line.
3811 const Type* TypeInterfaces::xmeet(const Type* t) const {
3812 ShouldNotReachHere();
3813 return Type::xmeet(t);
3814 }
3815
3816 bool TypeInterfaces::singleton(void) const {
3817 ShouldNotReachHere();
3818 return Type::singleton();
3819 }
3820
3821 bool TypeInterfaces::has_non_array_interface() const {
3822 assert(TypeAryPtr::_array_interfaces != nullptr, "How come Type::Initialize_shared wasn't called yet?");
3823
3824 return !TypeAryPtr::_array_interfaces->contains(this);
3825 }
3826
3827 //------------------------------TypeOopPtr-------------------------------------
3828 TypeOopPtr::TypeOopPtr(TYPES t, PTR ptr, ciKlass* k, const TypeInterfaces* interfaces, bool xk, ciObject* o, Offset offset, Offset field_offset,
3829 int instance_id, const TypePtr* speculative, int inline_depth)
3830 : TypePtr(t, ptr, offset, speculative, inline_depth),
3831 _const_oop(o), _klass(k),
3832 _interfaces(interfaces),
3833 _klass_is_exact(xk),
3834 _is_ptr_to_narrowoop(false),
3835 _is_ptr_to_narrowklass(false),
3836 _is_ptr_to_boxed_value(false),
3837 _instance_id(instance_id) {
3838 #ifdef ASSERT
3839 if (klass() != nullptr && klass()->is_loaded()) {
3840 interfaces->verify_is_loaded();
3841 }
3842 #endif
3843 if (Compile::current()->eliminate_boxing() && (t == InstPtr) &&
3844 (offset.get() > 0) && xk && (k != nullptr) && k->is_instance_klass()) {
3845 _is_ptr_to_boxed_value = k->as_instance_klass()->is_boxed_value_offset(offset.get());
3846 }
3847 #ifdef _LP64
3848 if (this->offset() > 0 || this->offset() == Type::OffsetTop || this->offset() == Type::OffsetBot) {
3849 if (this->offset() == oopDesc::klass_offset_in_bytes()) {
3850 _is_ptr_to_narrowklass = UseCompressedClassPointers;
3851 } else if (klass() == nullptr) {
3852 // Array with unknown body type
3853 assert(this->isa_aryptr(), "only arrays without klass");
3854 _is_ptr_to_narrowoop = UseCompressedOops;
3855 } else if (UseCompressedOops && this->isa_aryptr() && this->offset() != arrayOopDesc::length_offset_in_bytes()) {
3856 if (klass()->is_obj_array_klass()) {
3857 _is_ptr_to_narrowoop = true;
3858 } else if (klass()->is_flat_array_klass() && field_offset != Offset::top && field_offset != Offset::bottom) {
3859 // Check if the field of the inline type array element contains oops
3860 ciInlineKlass* vk = klass()->as_flat_array_klass()->element_klass()->as_inline_klass();
3861 int foffset = field_offset.get() + vk->payload_offset();
3862 ciField* field = vk->get_field_by_offset(foffset, false);
3863 assert(field != nullptr, "missing field");
3864 BasicType bt = field->layout_type();
3865 _is_ptr_to_narrowoop = UseCompressedOops && ::is_reference_type(bt);
3866 }
3867 } else if (klass()->is_instance_klass()) {
3868 if (this->isa_klassptr()) {
3869 // Perm objects don't use compressed references
3870 } else if (_offset == Offset::bottom || _offset == Offset::top) {
3871 // unsafe access
3872 _is_ptr_to_narrowoop = UseCompressedOops;
3873 } else {
3874 assert(this->isa_instptr(), "must be an instance ptr.");
3875 if (klass() == ciEnv::current()->Class_klass() &&
3876 (this->offset() == java_lang_Class::klass_offset() ||
3877 this->offset() == java_lang_Class::array_klass_offset())) {
3878 // Special hidden fields from the Class.
3879 assert(this->isa_instptr(), "must be an instance ptr.");
3880 _is_ptr_to_narrowoop = false;
3881 } else if (klass() == ciEnv::current()->Class_klass() &&
3882 this->offset() >= InstanceMirrorKlass::offset_of_static_fields()) {
3883 // Static fields
3884 ciField* field = nullptr;
3885 if (const_oop() != nullptr) {
3886 ciInstanceKlass* k = const_oop()->as_instance()->java_lang_Class_klass()->as_instance_klass();
3887 field = k->get_field_by_offset(this->offset(), true);
3888 }
3889 if (field != nullptr) {
3890 BasicType basic_elem_type = field->layout_type();
3891 _is_ptr_to_narrowoop = UseCompressedOops && ::is_reference_type(basic_elem_type);
3892 } else {
3893 // unsafe access
3894 _is_ptr_to_narrowoop = UseCompressedOops;
3895 }
3896 } else {
3897 // Instance fields which contains a compressed oop references.
3898 ciInstanceKlass* ik = klass()->as_instance_klass();
3899 ciField* field = ik->get_field_by_offset(this->offset(), false);
3900 if (field != nullptr) {
3901 BasicType basic_elem_type = field->layout_type();
3902 _is_ptr_to_narrowoop = UseCompressedOops && ::is_reference_type(basic_elem_type);
3903 } else if (klass()->equals(ciEnv::current()->Object_klass())) {
3904 // Compile::find_alias_type() cast exactness on all types to verify
3905 // that it does not affect alias type.
3906 _is_ptr_to_narrowoop = UseCompressedOops;
3907 } else {
3908 // Type for the copy start in LibraryCallKit::inline_native_clone().
3909 _is_ptr_to_narrowoop = UseCompressedOops;
3910 }
3911 }
3912 }
3913 }
3914 }
3915 #endif
3916 }
3917
3918 //------------------------------make-------------------------------------------
3919 const TypeOopPtr *TypeOopPtr::make(PTR ptr, Offset offset, int instance_id,
3920 const TypePtr* speculative, int inline_depth) {
3921 assert(ptr != Constant, "no constant generic pointers");
3922 ciKlass* k = Compile::current()->env()->Object_klass();
3923 bool xk = false;
3924 ciObject* o = nullptr;
3925 const TypeInterfaces* interfaces = TypeInterfaces::make();
3926 return (TypeOopPtr*)(new TypeOopPtr(OopPtr, ptr, k, interfaces, xk, o, offset, Offset::bottom, instance_id, speculative, inline_depth))->hashcons();
3927 }
3928
3929
3930 //------------------------------cast_to_ptr_type-------------------------------
3931 const TypeOopPtr* TypeOopPtr::cast_to_ptr_type(PTR ptr) const {
3932 assert(_base == OopPtr, "subclass must override cast_to_ptr_type");
3933 if( ptr == _ptr ) return this;
3934 return make(ptr, _offset, _instance_id, _speculative, _inline_depth);
3935 }
3936
3937 //-----------------------------cast_to_instance_id----------------------------
3938 const TypeOopPtr *TypeOopPtr::cast_to_instance_id(int instance_id) const {
3939 // There are no instances of a general oop.
3940 // Return self unchanged.
3941 return this;
3942 }
3943
3944 //-----------------------------cast_to_exactness-------------------------------
3945 const TypeOopPtr* TypeOopPtr::cast_to_exactness(bool klass_is_exact) const {
3946 // There is no such thing as an exact general oop.
3947 // Return self unchanged.
3948 return this;
3949 }
3950
3951 //------------------------------as_klass_type----------------------------------
3952 // Return the klass type corresponding to this instance or array type.
3953 // It is the type that is loaded from an object of this type.
3954 const TypeKlassPtr* TypeOopPtr::as_klass_type(bool try_for_exact) const {
3955 ShouldNotReachHere();
3956 return nullptr;
3957 }
3958
3959 //------------------------------meet-------------------------------------------
3960 // Compute the MEET of two types. It returns a new Type object.
3961 const Type *TypeOopPtr::xmeet_helper(const Type *t) const {
3962 // Perform a fast test for common case; meeting the same types together.
3963 if( this == t ) return this; // Meeting same type-rep?
3964
3965 // Current "this->_base" is OopPtr
3966 switch (t->base()) { // switch on original type
3967
3968 case Int: // Mixing ints & oops happens when javac
3969 case Long: // reuses local variables
3970 case HalfFloatTop:
3971 case HalfFloatCon:
3972 case HalfFloatBot:
3973 case FloatTop:
3974 case FloatCon:
3975 case FloatBot:
3976 case DoubleTop:
3977 case DoubleCon:
3978 case DoubleBot:
3979 case NarrowOop:
3980 case NarrowKlass:
3981 case Bottom: // Ye Olde Default
3982 return Type::BOTTOM;
3983 case Top:
3984 return this;
3985
3986 default: // All else is a mistake
3987 typerr(t);
3988
3989 case RawPtr:
3990 case MetadataPtr:
3991 case KlassPtr:
3992 case InstKlassPtr:
3993 case AryKlassPtr:
3994 return TypePtr::BOTTOM; // Oop meet raw is not well defined
3995
3996 case AnyPtr: {
3997 // Found an AnyPtr type vs self-OopPtr type
3998 const TypePtr *tp = t->is_ptr();
3999 Offset offset = meet_offset(tp->offset());
4000 PTR ptr = meet_ptr(tp->ptr());
4001 const TypePtr* speculative = xmeet_speculative(tp);
4002 int depth = meet_inline_depth(tp->inline_depth());
4003 switch (tp->ptr()) {
4004 case Null:
4005 if (ptr == Null) return TypePtr::make(AnyPtr, ptr, offset, speculative, depth);
4006 // else fall through:
4007 case TopPTR:
4008 case AnyNull: {
4009 int instance_id = meet_instance_id(InstanceTop);
4010 return make(ptr, offset, instance_id, speculative, depth);
4011 }
4012 case BotPTR:
4013 case NotNull:
4014 return TypePtr::make(AnyPtr, ptr, offset, speculative, depth);
4015 default: typerr(t);
4016 }
4017 }
4018
4019 case OopPtr: { // Meeting to other OopPtrs
4020 const TypeOopPtr *tp = t->is_oopptr();
4021 int instance_id = meet_instance_id(tp->instance_id());
4022 const TypePtr* speculative = xmeet_speculative(tp);
4023 int depth = meet_inline_depth(tp->inline_depth());
4024 return make(meet_ptr(tp->ptr()), meet_offset(tp->offset()), instance_id, speculative, depth);
4025 }
4026
4027 case InstPtr: // For these, flip the call around to cut down
4028 case AryPtr:
4029 return t->xmeet(this); // Call in reverse direction
4030
4031 } // End of switch
4032 return this; // Return the double constant
4033 }
4034
4035
4036 //------------------------------xdual------------------------------------------
4037 // Dual of a pure heap pointer. No relevant klass or oop information.
4038 const Type *TypeOopPtr::xdual() const {
4039 assert(klass() == Compile::current()->env()->Object_klass(), "no klasses here");
4040 assert(const_oop() == nullptr, "no constants here");
4041 return new TypeOopPtr(_base, dual_ptr(), klass(), _interfaces, klass_is_exact(), const_oop(), dual_offset(), Offset::bottom, dual_instance_id(), dual_speculative(), dual_inline_depth());
4042 }
4043
4044 //--------------------------make_from_klass_common-----------------------------
4045 // Computes the element-type given a klass.
4046 const TypeOopPtr* TypeOopPtr::make_from_klass_common(ciKlass *klass, bool klass_change, bool try_for_exact, InterfaceHandling interface_handling) {
4047 if (klass->is_instance_klass() || klass->is_inlinetype()) {
4048 Compile* C = Compile::current();
4049 Dependencies* deps = C->dependencies();
4050 assert((deps != nullptr) == (C->method() != nullptr && C->method()->code_size() > 0), "sanity");
4051 // Element is an instance
4052 bool klass_is_exact = false;
4053 if (klass->is_loaded()) {
4054 // Try to set klass_is_exact.
4055 ciInstanceKlass* ik = klass->as_instance_klass();
4056 klass_is_exact = ik->is_final();
4057 if (!klass_is_exact && klass_change
4058 && deps != nullptr && UseUniqueSubclasses) {
4059 ciInstanceKlass* sub = ik->unique_concrete_subklass();
4060 if (sub != nullptr) {
4061 deps->assert_abstract_with_unique_concrete_subtype(ik, sub);
4062 klass = ik = sub;
4063 klass_is_exact = sub->is_final();
4064 }
4065 }
4066 if (!klass_is_exact && try_for_exact && deps != nullptr &&
4067 !ik->is_interface() && !ik->has_subklass()) {
4068 // Add a dependence; if concrete subclass added we need to recompile
4069 deps->assert_leaf_type(ik);
4070 klass_is_exact = true;
4071 }
4072 }
4073 const TypeInterfaces* interfaces = TypePtr::interfaces(klass, true, true, false, interface_handling);
4074 return TypeInstPtr::make(TypePtr::BotPTR, klass, interfaces, klass_is_exact, nullptr, Offset(0));
4075 } else if (klass->is_obj_array_klass()) {
4076 // Element is an object or inline type array. Recursively call ourself.
4077 const TypeOopPtr* etype = TypeOopPtr::make_from_klass_common(klass->as_array_klass()->element_klass(), /* klass_change= */ false, try_for_exact, interface_handling);
4078 // Determine null-free/flat properties
4079 const TypeOopPtr* exact_etype = etype;
4080 if (etype->can_be_inline_type()) {
4081 // Use exact type if element can be an inline type
4082 exact_etype = TypeOopPtr::make_from_klass_common(klass->as_array_klass()->element_klass(), /* klass_change= */ true, /* try_for_exact= */ true, interface_handling);
4083 }
4084 bool not_inline = !exact_etype->can_be_inline_type();
4085 bool not_null_free = not_inline;
4086 bool not_flat = !UseArrayFlattening || not_inline || (exact_etype->is_inlinetypeptr() && !exact_etype->inline_klass()->maybe_flat_in_array());
4087 // Even though MyValue is final, [LMyValue is not exact because null-free [LMyValue is a subtype.
4088 bool xk = etype->klass_is_exact() && !etype->is_inlinetypeptr();
4089 const TypeAry* arr0 = TypeAry::make(etype, TypeInt::POS, /* stable= */ false, /* flat= */ false, not_flat, not_null_free);
4090 // We used to pass NotNull in here, asserting that the sub-arrays
4091 // are all not-null. This is not true in generally, as code can
4092 // slam nullptrs down in the subarrays.
4093 const TypeAryPtr* arr = TypeAryPtr::make(TypePtr::BotPTR, arr0, nullptr, xk, Offset(0));
4094 return arr;
4095 } else if (klass->is_type_array_klass()) {
4096 // Element is an typeArray
4097 const Type* etype = get_const_basic_type(klass->as_type_array_klass()->element_type());
4098 const TypeAry* arr0 = TypeAry::make(etype, TypeInt::POS,
4099 /* stable= */ false, /* flat= */ false, /* not_flat= */ true, /* not_null_free= */ true);
4100 // We used to pass NotNull in here, asserting that the array pointer
4101 // is not-null. That was not true in general.
4102 const TypeAryPtr* arr = TypeAryPtr::make(TypePtr::BotPTR, arr0, klass, true, Offset(0));
4103 return arr;
4104 } else if (klass->is_flat_array_klass()) {
4105 const TypeOopPtr* etype = TypeOopPtr::make_from_klass_raw(klass->as_array_klass()->element_klass(), trust_interfaces);
4106 if (klass->as_array_klass()->is_elem_null_free()) {
4107 etype = etype->join_speculative(TypePtr::NOTNULL)->is_oopptr();
4108 }
4109 const TypeAry* arr0 = TypeAry::make(etype, TypeInt::POS, /* stable= */ false, /* flat= */ true);
4110 const TypeAryPtr* arr = TypeAryPtr::make(TypePtr::BotPTR, arr0, klass, true, Offset(0));
4111 return arr;
4112 } else {
4113 ShouldNotReachHere();
4114 return nullptr;
4115 }
4116 }
4117
4118 //------------------------------make_from_constant-----------------------------
4119 // Make a java pointer from an oop constant
4120 const TypeOopPtr* TypeOopPtr::make_from_constant(ciObject* o, bool require_constant) {
4121 assert(!o->is_null_object(), "null object not yet handled here.");
4122
4123 const bool make_constant = require_constant || o->should_be_constant();
4124
4125 ciKlass* klass = o->klass();
4126 if (klass->is_instance_klass() || klass->is_inlinetype()) {
4127 // Element is an instance or inline type
4128 if (make_constant) {
4129 return TypeInstPtr::make(o);
4130 } else {
4131 return TypeInstPtr::make(TypePtr::NotNull, klass, true, nullptr, Offset(0));
4132 }
4133 } else if (klass->is_obj_array_klass()) {
4134 // Element is an object array. Recursively call ourself.
4135 const TypeOopPtr* etype = TypeOopPtr::make_from_klass_raw(klass->as_array_klass()->element_klass(), trust_interfaces);
4136 bool is_flat = o->as_obj_array()->is_flat();
4137 bool is_null_free = o->as_obj_array()->is_null_free();
4138 if (is_null_free) {
4139 etype = etype->join_speculative(TypePtr::NOTNULL)->is_oopptr();
4140 }
4141 const TypeAry* arr0 = TypeAry::make(etype, TypeInt::make(o->as_array()->length()),
4142 /* stable= */ false, /* flat= */ false, /* not_flat= */ !is_flat, /* not_null_free= */ !is_null_free);
4143 // We used to pass NotNull in here, asserting that the sub-arrays
4144 // are all not-null. This is not true in generally, as code can
4145 // slam nulls down in the subarrays.
4146 if (make_constant) {
4147 return TypeAryPtr::make(TypePtr::Constant, o, arr0, klass, true, Offset(0));
4148 } else {
4149 return TypeAryPtr::make(TypePtr::NotNull, arr0, klass, true, Offset(0));
4150 }
4151 } else if (klass->is_type_array_klass()) {
4152 // Element is an typeArray
4153 const Type* etype = (Type*)get_const_basic_type(klass->as_type_array_klass()->element_type());
4154 const TypeAry* arr0 = TypeAry::make(etype, TypeInt::make(o->as_array()->length()),
4155 /* stable= */ false, /* flat= */ false, /* not_flat= */ true, /* not_null_free= */ true);
4156 // We used to pass NotNull in here, asserting that the array pointer
4157 // is not-null. That was not true in general.
4158 if (make_constant) {
4159 return TypeAryPtr::make(TypePtr::Constant, o, arr0, klass, true, Offset(0));
4160 } else {
4161 return TypeAryPtr::make(TypePtr::NotNull, arr0, klass, true, Offset(0));
4162 }
4163 } else if (klass->is_flat_array_klass()) {
4164 const TypeOopPtr* etype = TypeOopPtr::make_from_klass_raw(klass->as_array_klass()->element_klass(), trust_interfaces);
4165 bool is_null_free = o->as_array()->is_null_free();
4166 if (is_null_free) {
4167 etype = etype->join_speculative(TypePtr::NOTNULL)->is_oopptr();
4168 }
4169 const TypeAry* arr0 = TypeAry::make(etype, TypeInt::make(o->as_array()->length()), /* stable= */ false, /* flat= */ true,
4170 /* not_flat= */ false, /* not_null_free= */ !is_null_free);
4171 // We used to pass NotNull in here, asserting that the sub-arrays
4172 // are all not-null. This is not true in generally, as code can
4173 // slam nullptrs down in the subarrays.
4174 if (make_constant) {
4175 return TypeAryPtr::make(TypePtr::Constant, o, arr0, klass, true, Offset(0));
4176 } else {
4177 return TypeAryPtr::make(TypePtr::NotNull, arr0, klass, true, Offset(0));
4178 }
4179 }
4180
4181 fatal("unhandled object type");
4182 return nullptr;
4183 }
4184
4185 //------------------------------get_con----------------------------------------
4186 intptr_t TypeOopPtr::get_con() const {
4187 assert( _ptr == Null || _ptr == Constant, "" );
4188 assert(offset() >= 0, "");
4189
4190 if (offset() != 0) {
4191 // After being ported to the compiler interface, the compiler no longer
4192 // directly manipulates the addresses of oops. Rather, it only has a pointer
4193 // to a handle at compile time. This handle is embedded in the generated
4194 // code and dereferenced at the time the nmethod is made. Until that time,
4195 // it is not reasonable to do arithmetic with the addresses of oops (we don't
4196 // have access to the addresses!). This does not seem to currently happen,
4197 // but this assertion here is to help prevent its occurrence.
4198 tty->print_cr("Found oop constant with non-zero offset");
4199 ShouldNotReachHere();
4200 }
4201
4202 return (intptr_t)const_oop()->constant_encoding();
4203 }
4204
4205
4206 //-----------------------------filter------------------------------------------
4207 // Do not allow interface-vs.-noninterface joins to collapse to top.
4208 const Type *TypeOopPtr::filter_helper(const Type *kills, bool include_speculative) const {
4209
4210 const Type* ft = join_helper(kills, include_speculative);
4211
4212 if (ft->empty()) {
4213 return Type::TOP; // Canonical empty value
4214 }
4215
4216 return ft;
4217 }
4218
4219 //------------------------------eq---------------------------------------------
4220 // Structural equality check for Type representations
4221 bool TypeOopPtr::eq( const Type *t ) const {
4222 const TypeOopPtr *a = (const TypeOopPtr*)t;
4223 if (_klass_is_exact != a->_klass_is_exact ||
4224 _instance_id != a->_instance_id) return false;
4225 ciObject* one = const_oop();
4226 ciObject* two = a->const_oop();
4227 if (one == nullptr || two == nullptr) {
4228 return (one == two) && TypePtr::eq(t);
4229 } else {
4230 return one->equals(two) && TypePtr::eq(t);
4231 }
4232 }
4233
4234 //------------------------------hash-------------------------------------------
4235 // Type-specific hashing function.
4236 uint TypeOopPtr::hash(void) const {
4237 return
4238 (uint)(const_oop() ? const_oop()->hash() : 0) +
4239 (uint)_klass_is_exact +
4240 (uint)_instance_id + TypePtr::hash();
4241 }
4242
4243 //------------------------------dump2------------------------------------------
4244 #ifndef PRODUCT
4245 void TypeOopPtr::dump2( Dict &d, uint depth, outputStream *st ) const {
4246 st->print("oopptr:%s", ptr_msg[_ptr]);
4247 if( _klass_is_exact ) st->print(":exact");
4248 if( const_oop() ) st->print(INTPTR_FORMAT, p2i(const_oop()));
4249 _offset.dump2(st);
4250 if (_instance_id == InstanceTop)
4251 st->print(",iid=top");
4252 else if (_instance_id != InstanceBot)
4253 st->print(",iid=%d",_instance_id);
4254
4255 dump_inline_depth(st);
4256 dump_speculative(st);
4257 }
4258 #endif
4259
4260 //------------------------------singleton--------------------------------------
4261 // TRUE if Type is a singleton type, FALSE otherwise. Singletons are simple
4262 // constants
4263 bool TypeOopPtr::singleton(void) const {
4264 // detune optimizer to not generate constant oop + constant offset as a constant!
4265 // TopPTR, Null, AnyNull, Constant are all singletons
4266 return (offset() == 0) && !below_centerline(_ptr);
4267 }
4268
4269 //------------------------------add_offset-------------------------------------
4270 const TypePtr* TypeOopPtr::add_offset(intptr_t offset) const {
4271 return make(_ptr, xadd_offset(offset), _instance_id, add_offset_speculative(offset), _inline_depth);
4272 }
4273
4274 const TypeOopPtr* TypeOopPtr::with_offset(intptr_t offset) const {
4275 return make(_ptr, Offset(offset), _instance_id, with_offset_speculative(offset), _inline_depth);
4276 }
4277
4278 /**
4279 * Return same type without a speculative part
4280 */
4281 const TypeOopPtr* TypeOopPtr::remove_speculative() const {
4282 if (_speculative == nullptr) {
4283 return this;
4284 }
4285 assert(_inline_depth == InlineDepthTop || _inline_depth == InlineDepthBottom, "non speculative type shouldn't have inline depth");
4286 return make(_ptr, _offset, _instance_id, nullptr, _inline_depth);
4287 }
4288
4289 /**
4290 * Return same type but drop speculative part if we know we won't use
4291 * it
4292 */
4293 const Type* TypeOopPtr::cleanup_speculative() const {
4294 // If the klass is exact and the ptr is not null then there's
4295 // nothing that the speculative type can help us with
4296 if (klass_is_exact() && !maybe_null()) {
4297 return remove_speculative();
4298 }
4299 return TypePtr::cleanup_speculative();
4300 }
4301
4302 /**
4303 * Return same type but with a different inline depth (used for speculation)
4304 *
4305 * @param depth depth to meet with
4306 */
4307 const TypePtr* TypeOopPtr::with_inline_depth(int depth) const {
4308 if (!UseInlineDepthForSpeculativeTypes) {
4309 return this;
4310 }
4311 return make(_ptr, _offset, _instance_id, _speculative, depth);
4312 }
4313
4314 //------------------------------with_instance_id--------------------------------
4315 const TypePtr* TypeOopPtr::with_instance_id(int instance_id) const {
4316 assert(_instance_id != -1, "should be known");
4317 return make(_ptr, _offset, instance_id, _speculative, _inline_depth);
4318 }
4319
4320 //------------------------------meet_instance_id--------------------------------
4321 int TypeOopPtr::meet_instance_id( int instance_id ) const {
4322 // Either is 'TOP' instance? Return the other instance!
4323 if( _instance_id == InstanceTop ) return instance_id;
4324 if( instance_id == InstanceTop ) return _instance_id;
4325 // If either is different, return 'BOTTOM' instance
4326 if( _instance_id != instance_id ) return InstanceBot;
4327 return _instance_id;
4328 }
4329
4330 //------------------------------dual_instance_id--------------------------------
4331 int TypeOopPtr::dual_instance_id( ) const {
4332 if( _instance_id == InstanceTop ) return InstanceBot; // Map TOP into BOTTOM
4333 if( _instance_id == InstanceBot ) return InstanceTop; // Map BOTTOM into TOP
4334 return _instance_id; // Map everything else into self
4335 }
4336
4337
4338 const TypeInterfaces* TypeOopPtr::meet_interfaces(const TypeOopPtr* other) const {
4339 if (above_centerline(_ptr) && above_centerline(other->_ptr)) {
4340 return _interfaces->union_with(other->_interfaces);
4341 } else if (above_centerline(_ptr) && !above_centerline(other->_ptr)) {
4342 return other->_interfaces;
4343 } else if (above_centerline(other->_ptr) && !above_centerline(_ptr)) {
4344 return _interfaces;
4345 }
4346 return _interfaces->intersection_with(other->_interfaces);
4347 }
4348
4349 /**
4350 * Check whether new profiling would improve speculative type
4351 *
4352 * @param exact_kls class from profiling
4353 * @param inline_depth inlining depth of profile point
4354 *
4355 * @return true if type profile is valuable
4356 */
4357 bool TypeOopPtr::would_improve_type(ciKlass* exact_kls, int inline_depth) const {
4358 // no way to improve an already exact type
4359 if (klass_is_exact()) {
4360 return false;
4361 }
4362 return TypePtr::would_improve_type(exact_kls, inline_depth);
4363 }
4364
4365 //=============================================================================
4366 // Convenience common pre-built types.
4367 const TypeInstPtr *TypeInstPtr::NOTNULL;
4368 const TypeInstPtr *TypeInstPtr::BOTTOM;
4369 const TypeInstPtr *TypeInstPtr::MIRROR;
4370 const TypeInstPtr *TypeInstPtr::MARK;
4371 const TypeInstPtr *TypeInstPtr::KLASS;
4372
4373 // Is there a single ciKlass* that can represent that type?
4374 ciKlass* TypeInstPtr::exact_klass_helper() const {
4375 if (_interfaces->empty()) {
4376 return _klass;
4377 }
4378 if (_klass != ciEnv::current()->Object_klass()) {
4379 if (_interfaces->eq(_klass->as_instance_klass())) {
4380 return _klass;
4381 }
4382 return nullptr;
4383 }
4384 return _interfaces->exact_klass();
4385 }
4386
4387 //------------------------------TypeInstPtr-------------------------------------
4388 TypeInstPtr::TypeInstPtr(PTR ptr, ciKlass* k, const TypeInterfaces* interfaces, bool xk, ciObject* o, Offset off,
4389 bool flat_in_array, int instance_id, const TypePtr* speculative, int inline_depth)
4390 : TypeOopPtr(InstPtr, ptr, k, interfaces, xk, o, off, Offset::bottom, instance_id, speculative, inline_depth),
4391 _flat_in_array(flat_in_array) {
4392 assert(k == nullptr || !k->is_loaded() || !k->is_interface(), "no interface here");
4393 assert(k != nullptr &&
4394 (k->is_loaded() || o == nullptr),
4395 "cannot have constants with non-loaded klass");
4396 assert(!klass()->maybe_flat_in_array() || flat_in_array, "Should be flat in array");
4397 assert(!flat_in_array || can_be_inline_type(), "Only inline types can be flat in array");
4398 };
4399
4400 //------------------------------make-------------------------------------------
4401 const TypeInstPtr *TypeInstPtr::make(PTR ptr,
4402 ciKlass* k,
4403 const TypeInterfaces* interfaces,
4404 bool xk,
4405 ciObject* o,
4406 Offset offset,
4407 bool flat_in_array,
4408 int instance_id,
4409 const TypePtr* speculative,
4410 int inline_depth) {
4411 assert( !k->is_loaded() || k->is_instance_klass(), "Must be for instance");
4412 // Either const_oop() is null or else ptr is Constant
4413 assert( (!o && ptr != Constant) || (o && ptr == Constant),
4414 "constant pointers must have a value supplied" );
4415 // Ptr is never Null
4416 assert( ptr != Null, "null pointers are not typed" );
4417
4418 assert(instance_id <= 0 || xk, "instances are always exactly typed");
4419 if (ptr == Constant) {
4420 // Note: This case includes meta-object constants, such as methods.
4421 xk = true;
4422 } else if (k->is_loaded()) {
4423 ciInstanceKlass* ik = k->as_instance_klass();
4424 if (!xk && ik->is_final()) xk = true; // no inexact final klass
4425 assert(!ik->is_interface(), "no interface here");
4426 if (xk && ik->is_interface()) xk = false; // no exact interface
4427 }
4428
4429 // Check if this type is known to be flat in arrays
4430 flat_in_array = flat_in_array || k->maybe_flat_in_array();
4431
4432 // Now hash this baby
4433 TypeInstPtr *result =
4434 (TypeInstPtr*)(new TypeInstPtr(ptr, k, interfaces, xk, o, offset, flat_in_array, instance_id, speculative, inline_depth))->hashcons();
4435
4436 return result;
4437 }
4438
4439 const TypeInterfaces* TypePtr::interfaces(ciKlass*& k, bool klass, bool interface, bool array, InterfaceHandling interface_handling) {
4440 if (k->is_instance_klass()) {
4441 if (k->is_loaded()) {
4442 if (k->is_interface() && interface_handling == ignore_interfaces) {
4443 assert(interface, "no interface expected");
4444 k = ciEnv::current()->Object_klass();
4445 const TypeInterfaces* interfaces = TypeInterfaces::make();
4446 return interfaces;
4447 }
4448 GrowableArray<ciInstanceKlass *>* k_interfaces = k->as_instance_klass()->transitive_interfaces();
4449 const TypeInterfaces* interfaces = TypeInterfaces::make(k_interfaces);
4450 if (k->is_interface()) {
4451 assert(interface, "no interface expected");
4452 k = ciEnv::current()->Object_klass();
4453 } else {
4454 assert(klass, "no instance klass expected");
4455 }
4456 return interfaces;
4457 }
4458 const TypeInterfaces* interfaces = TypeInterfaces::make();
4459 return interfaces;
4460 }
4461 assert(array, "no array expected");
4462 assert(k->is_array_klass(), "Not an array?");
4463 ciType* e = k->as_array_klass()->base_element_type();
4464 if (e->is_loaded() && e->is_instance_klass() && e->as_instance_klass()->is_interface()) {
4465 if (interface_handling == ignore_interfaces) {
4466 k = ciObjArrayKlass::make(ciEnv::current()->Object_klass(), k->as_array_klass()->dimension());
4467 }
4468 }
4469 return TypeAryPtr::_array_interfaces;
4470 }
4471
4472 /**
4473 * Create constant type for a constant boxed value
4474 */
4475 const Type* TypeInstPtr::get_const_boxed_value() const {
4476 assert(is_ptr_to_boxed_value(), "should be called only for boxed value");
4477 assert((const_oop() != nullptr), "should be called only for constant object");
4478 ciConstant constant = const_oop()->as_instance()->field_value_by_offset(offset());
4479 BasicType bt = constant.basic_type();
4480 switch (bt) {
4481 case T_BOOLEAN: return TypeInt::make(constant.as_boolean());
4482 case T_INT: return TypeInt::make(constant.as_int());
4483 case T_CHAR: return TypeInt::make(constant.as_char());
4484 case T_BYTE: return TypeInt::make(constant.as_byte());
4485 case T_SHORT: return TypeInt::make(constant.as_short());
4486 case T_FLOAT: return TypeF::make(constant.as_float());
4487 case T_DOUBLE: return TypeD::make(constant.as_double());
4488 case T_LONG: return TypeLong::make(constant.as_long());
4489 default: break;
4490 }
4491 fatal("Invalid boxed value type '%s'", type2name(bt));
4492 return nullptr;
4493 }
4494
4495 //------------------------------cast_to_ptr_type-------------------------------
4496 const TypeInstPtr* TypeInstPtr::cast_to_ptr_type(PTR ptr) const {
4497 if( ptr == _ptr ) return this;
4498 // Reconstruct _sig info here since not a problem with later lazy
4499 // construction, _sig will show up on demand.
4500 return make(ptr, klass(), _interfaces, klass_is_exact(), ptr == Constant ? const_oop() : nullptr, _offset, _flat_in_array, _instance_id, _speculative, _inline_depth);
4501 }
4502
4503
4504 //-----------------------------cast_to_exactness-------------------------------
4505 const TypeInstPtr* TypeInstPtr::cast_to_exactness(bool klass_is_exact) const {
4506 if( klass_is_exact == _klass_is_exact ) return this;
4507 if (!_klass->is_loaded()) return this;
4508 ciInstanceKlass* ik = _klass->as_instance_klass();
4509 if( (ik->is_final() || _const_oop) ) return this; // cannot clear xk
4510 assert(!ik->is_interface(), "no interface here");
4511 return make(ptr(), klass(), _interfaces, klass_is_exact, const_oop(), _offset, _flat_in_array, _instance_id, _speculative, _inline_depth);
4512 }
4513
4514 //-----------------------------cast_to_instance_id----------------------------
4515 const TypeInstPtr* TypeInstPtr::cast_to_instance_id(int instance_id) const {
4516 if( instance_id == _instance_id ) return this;
4517 return make(_ptr, klass(), _interfaces, _klass_is_exact, const_oop(), _offset, _flat_in_array, instance_id, _speculative, _inline_depth);
4518 }
4519
4520 //------------------------------xmeet_unloaded---------------------------------
4521 // Compute the MEET of two InstPtrs when at least one is unloaded.
4522 // Assume classes are different since called after check for same name/class-loader
4523 const TypeInstPtr *TypeInstPtr::xmeet_unloaded(const TypeInstPtr *tinst, const TypeInterfaces* interfaces) const {
4524 Offset off = meet_offset(tinst->offset());
4525 PTR ptr = meet_ptr(tinst->ptr());
4526 int instance_id = meet_instance_id(tinst->instance_id());
4527 const TypePtr* speculative = xmeet_speculative(tinst);
4528 int depth = meet_inline_depth(tinst->inline_depth());
4529
4530 const TypeInstPtr *loaded = is_loaded() ? this : tinst;
4531 const TypeInstPtr *unloaded = is_loaded() ? tinst : this;
4532 if( loaded->klass()->equals(ciEnv::current()->Object_klass()) ) {
4533 //
4534 // Meet unloaded class with java/lang/Object
4535 //
4536 // Meet
4537 // | Unloaded Class
4538 // Object | TOP | AnyNull | Constant | NotNull | BOTTOM |
4539 // ===================================================================
4540 // TOP | ..........................Unloaded......................|
4541 // AnyNull | U-AN |................Unloaded......................|
4542 // Constant | ... O-NN .................................. | O-BOT |
4543 // NotNull | ... O-NN .................................. | O-BOT |
4544 // BOTTOM | ........................Object-BOTTOM ..................|
4545 //
4546 assert(loaded->ptr() != TypePtr::Null, "insanity check");
4547 //
4548 if (loaded->ptr() == TypePtr::TopPTR) { return unloaded->with_speculative(speculative); }
4549 else if (loaded->ptr() == TypePtr::AnyNull) { return make(ptr, unloaded->klass(), interfaces, false, nullptr, off, false, instance_id, speculative, depth); }
4550 else if (loaded->ptr() == TypePtr::BotPTR) { return TypeInstPtr::BOTTOM->with_speculative(speculative); }
4551 else if (loaded->ptr() == TypePtr::Constant || loaded->ptr() == TypePtr::NotNull) {
4552 if (unloaded->ptr() == TypePtr::BotPTR) { return TypeInstPtr::BOTTOM->with_speculative(speculative); }
4553 else { return TypeInstPtr::NOTNULL->with_speculative(speculative); }
4554 }
4555 else if (unloaded->ptr() == TypePtr::TopPTR) { return unloaded->with_speculative(speculative); }
4556
4557 return unloaded->cast_to_ptr_type(TypePtr::AnyNull)->is_instptr()->with_speculative(speculative);
4558 }
4559
4560 // Both are unloaded, not the same class, not Object
4561 // Or meet unloaded with a different loaded class, not java/lang/Object
4562 if (ptr != TypePtr::BotPTR) {
4563 return TypeInstPtr::NOTNULL->with_speculative(speculative);
4564 }
4565 return TypeInstPtr::BOTTOM->with_speculative(speculative);
4566 }
4567
4568
4569 //------------------------------meet-------------------------------------------
4570 // Compute the MEET of two types. It returns a new Type object.
4571 const Type *TypeInstPtr::xmeet_helper(const Type *t) const {
4572 // Perform a fast test for common case; meeting the same types together.
4573 if( this == t ) return this; // Meeting same type-rep?
4574
4575 // Current "this->_base" is Pointer
4576 switch (t->base()) { // switch on original type
4577
4578 case Int: // Mixing ints & oops happens when javac
4579 case Long: // reuses local variables
4580 case HalfFloatTop:
4581 case HalfFloatCon:
4582 case HalfFloatBot:
4583 case FloatTop:
4584 case FloatCon:
4585 case FloatBot:
4586 case DoubleTop:
4587 case DoubleCon:
4588 case DoubleBot:
4589 case NarrowOop:
4590 case NarrowKlass:
4591 case Bottom: // Ye Olde Default
4592 return Type::BOTTOM;
4593 case Top:
4594 return this;
4595
4596 default: // All else is a mistake
4597 typerr(t);
4598
4599 case MetadataPtr:
4600 case KlassPtr:
4601 case InstKlassPtr:
4602 case AryKlassPtr:
4603 case RawPtr: return TypePtr::BOTTOM;
4604
4605 case AryPtr: { // All arrays inherit from Object class
4606 // Call in reverse direction to avoid duplication
4607 return t->is_aryptr()->xmeet_helper(this);
4608 }
4609
4610 case OopPtr: { // Meeting to OopPtrs
4611 // Found a OopPtr type vs self-InstPtr type
4612 const TypeOopPtr *tp = t->is_oopptr();
4613 Offset offset = meet_offset(tp->offset());
4614 PTR ptr = meet_ptr(tp->ptr());
4615 switch (tp->ptr()) {
4616 case TopPTR:
4617 case AnyNull: {
4618 int instance_id = meet_instance_id(InstanceTop);
4619 const TypePtr* speculative = xmeet_speculative(tp);
4620 int depth = meet_inline_depth(tp->inline_depth());
4621 return make(ptr, klass(), _interfaces, klass_is_exact(),
4622 (ptr == Constant ? const_oop() : nullptr), offset, flat_in_array(), instance_id, speculative, depth);
4623 }
4624 case NotNull:
4625 case BotPTR: {
4626 int instance_id = meet_instance_id(tp->instance_id());
4627 const TypePtr* speculative = xmeet_speculative(tp);
4628 int depth = meet_inline_depth(tp->inline_depth());
4629 return TypeOopPtr::make(ptr, offset, instance_id, speculative, depth);
4630 }
4631 default: typerr(t);
4632 }
4633 }
4634
4635 case AnyPtr: { // Meeting to AnyPtrs
4636 // Found an AnyPtr type vs self-InstPtr type
4637 const TypePtr *tp = t->is_ptr();
4638 Offset offset = meet_offset(tp->offset());
4639 PTR ptr = meet_ptr(tp->ptr());
4640 int instance_id = meet_instance_id(InstanceTop);
4641 const TypePtr* speculative = xmeet_speculative(tp);
4642 int depth = meet_inline_depth(tp->inline_depth());
4643 switch (tp->ptr()) {
4644 case Null:
4645 if( ptr == Null ) return TypePtr::make(AnyPtr, ptr, offset, speculative, depth);
4646 // else fall through to AnyNull
4647 case TopPTR:
4648 case AnyNull: {
4649 return make(ptr, klass(), _interfaces, klass_is_exact(),
4650 (ptr == Constant ? const_oop() : nullptr), offset, flat_in_array(), instance_id, speculative, depth);
4651 }
4652 case NotNull:
4653 case BotPTR:
4654 return TypePtr::make(AnyPtr, ptr, offset, speculative,depth);
4655 default: typerr(t);
4656 }
4657 }
4658
4659 /*
4660 A-top }
4661 / | \ } Tops
4662 B-top A-any C-top }
4663 | / | \ | } Any-nulls
4664 B-any | C-any }
4665 | | |
4666 B-con A-con C-con } constants; not comparable across classes
4667 | | |
4668 B-not | C-not }
4669 | \ | / | } not-nulls
4670 B-bot A-not C-bot }
4671 \ | / } Bottoms
4672 A-bot }
4673 */
4674
4675 case InstPtr: { // Meeting 2 Oops?
4676 // Found an InstPtr sub-type vs self-InstPtr type
4677 const TypeInstPtr *tinst = t->is_instptr();
4678 Offset off = meet_offset(tinst->offset());
4679 PTR ptr = meet_ptr(tinst->ptr());
4680 int instance_id = meet_instance_id(tinst->instance_id());
4681 const TypePtr* speculative = xmeet_speculative(tinst);
4682 int depth = meet_inline_depth(tinst->inline_depth());
4683 const TypeInterfaces* interfaces = meet_interfaces(tinst);
4684
4685 ciKlass* tinst_klass = tinst->klass();
4686 ciKlass* this_klass = klass();
4687
4688 ciKlass* res_klass = nullptr;
4689 bool res_xk = false;
4690 bool res_flat_in_array = false;
4691 const Type* res;
4692 MeetResult kind = meet_instptr(ptr, interfaces, this, tinst, res_klass, res_xk, res_flat_in_array);
4693
4694 if (kind == UNLOADED) {
4695 // One of these classes has not been loaded
4696 const TypeInstPtr* unloaded_meet = xmeet_unloaded(tinst, interfaces);
4697 #ifndef PRODUCT
4698 if (PrintOpto && Verbose) {
4699 tty->print("meet of unloaded classes resulted in: ");
4700 unloaded_meet->dump();
4701 tty->cr();
4702 tty->print(" this == ");
4703 dump();
4704 tty->cr();
4705 tty->print(" tinst == ");
4706 tinst->dump();
4707 tty->cr();
4708 }
4709 #endif
4710 res = unloaded_meet;
4711 } else {
4712 if (kind == NOT_SUBTYPE && instance_id > 0) {
4713 instance_id = InstanceBot;
4714 } else if (kind == LCA) {
4715 instance_id = InstanceBot;
4716 }
4717 ciObject* o = nullptr; // Assume not constant when done
4718 ciObject* this_oop = const_oop();
4719 ciObject* tinst_oop = tinst->const_oop();
4720 if (ptr == Constant) {
4721 if (this_oop != nullptr && tinst_oop != nullptr &&
4722 this_oop->equals(tinst_oop))
4723 o = this_oop;
4724 else if (above_centerline(_ptr)) {
4725 assert(!tinst_klass->is_interface(), "");
4726 o = tinst_oop;
4727 } else if (above_centerline(tinst->_ptr)) {
4728 assert(!this_klass->is_interface(), "");
4729 o = this_oop;
4730 } else
4731 ptr = NotNull;
4732 }
4733 res = make(ptr, res_klass, interfaces, res_xk, o, off, res_flat_in_array, instance_id, speculative, depth);
4734 }
4735
4736 return res;
4737
4738 } // End of case InstPtr
4739
4740 } // End of switch
4741 return this; // Return the double constant
4742 }
4743
4744 template<class T> TypePtr::MeetResult TypePtr::meet_instptr(PTR& ptr, const TypeInterfaces*& interfaces, const T* this_type, const T* other_type,
4745 ciKlass*& res_klass, bool& res_xk, bool& res_flat_in_array) {
4746 ciKlass* this_klass = this_type->klass();
4747 ciKlass* other_klass = other_type->klass();
4748 const bool this_flat_in_array = this_type->flat_in_array();
4749 const bool other_flat_in_array = other_type->flat_in_array();
4750 const bool this_not_flat_in_array = this_type->not_flat_in_array();
4751 const bool other_not_flat_in_array = other_type->not_flat_in_array();
4752
4753 bool this_xk = this_type->klass_is_exact();
4754 bool other_xk = other_type->klass_is_exact();
4755 PTR this_ptr = this_type->ptr();
4756 PTR other_ptr = other_type->ptr();
4757 const TypeInterfaces* this_interfaces = this_type->interfaces();
4758 const TypeInterfaces* other_interfaces = other_type->interfaces();
4759 // Check for easy case; klasses are equal (and perhaps not loaded!)
4760 // If we have constants, then we created oops so classes are loaded
4761 // and we can handle the constants further down. This case handles
4762 // both-not-loaded or both-loaded classes
4763 if (ptr != Constant && this_klass->equals(other_klass) && this_xk == other_xk && this_flat_in_array == other_flat_in_array) {
4764 res_klass = this_klass;
4765 res_xk = this_xk;
4766 res_flat_in_array = this_flat_in_array;
4767 return QUICK;
4768 }
4769
4770 // Classes require inspection in the Java klass hierarchy. Must be loaded.
4771 if (!other_klass->is_loaded() || !this_klass->is_loaded()) {
4772 return UNLOADED;
4773 }
4774
4775 // !!! Here's how the symmetry requirement breaks down into invariants:
4776 // If we split one up & one down AND they subtype, take the down man.
4777 // If we split one up & one down AND they do NOT subtype, "fall hard".
4778 // If both are up and they subtype, take the subtype class.
4779 // If both are up and they do NOT subtype, "fall hard".
4780 // If both are down and they subtype, take the supertype class.
4781 // If both are down and they do NOT subtype, "fall hard".
4782 // Constants treated as down.
4783
4784 // Now, reorder the above list; observe that both-down+subtype is also
4785 // "fall hard"; "fall hard" becomes the default case:
4786 // If we split one up & one down AND they subtype, take the down man.
4787 // If both are up and they subtype, take the subtype class.
4788
4789 // If both are down and they subtype, "fall hard".
4790 // If both are down and they do NOT subtype, "fall hard".
4791 // If both are up and they do NOT subtype, "fall hard".
4792 // If we split one up & one down AND they do NOT subtype, "fall hard".
4793
4794 // If a proper subtype is exact, and we return it, we return it exactly.
4795 // If a proper supertype is exact, there can be no subtyping relationship!
4796 // If both types are equal to the subtype, exactness is and-ed below the
4797 // centerline and or-ed above it. (N.B. Constants are always exact.)
4798
4799 // Flat in Array property _flat_in_array.
4800 // For simplicity, _flat_in_array is a boolean but we actually have a tri state:
4801 // - Flat in array -> flat_in_array()
4802 // - Not flat in array -> not_flat_in_array()
4803 // - Maybe flat in array -> !not_flat_in_array()
4804 //
4805 // Maybe we should convert _flat_in_array to a proper lattice with four elements at some point:
4806 //
4807 // Top
4808 // Flat in Array Not Flat in Array
4809 // Maybe Flat in Array
4810 //
4811 // where
4812 // Top = dual(maybe Flat In Array) = "Flat in Array AND Not Flat in Array"
4813 //
4814 // But for now we stick with the current model with _flat_in_array as a boolean.
4815 //
4816 // When meeting two InstPtr types, we want to have the following behavior:
4817 //
4818 // (FiA-M) Meet(this, other):
4819 // 'this' and 'other' are either the same klass OR sub klasses:
4820 //
4821 // yes maybe no
4822 // yes y m m y = Flat in Array
4823 // maybe m m m n = Not Flat in Array
4824 // no m m n m = Maybe Flat in Array
4825 //
4826 // Join(this, other):
4827 // (FiA-J-Same) 'this' and 'other' are the SAME klass:
4828 //
4829 // yes maybe no E = Empty set
4830 // yes y y E y = Flat in Array
4831 // maybe y m m n = Not Flat in Array
4832 // no E m n m = Maybe Flat in Array
4833 //
4834 // (FiA-J-Sub) 'this' and 'other' are SUB klasses:
4835 //
4836 // yes maybe no -> Super Klass E = Empty set
4837 // yes y y y y = Flat in Array
4838 // maybe y m m n = Not Flat in Array
4839 // no E m n m = Maybe Flat in Array
4840 // |
4841 // v
4842 // Sub Klass
4843 //
4844 // Note the difference when joining a super klass that is not flat in array with a sub klass that is compared to
4845 // the same klass case. We will take over the flat in array property of the sub klass. This can be done because
4846 // the super klass could be Object (i.e. not an inline type and thus not flat in array) while the sub klass is a
4847 // value class which can be flat in array.
4848 //
4849 // The empty set is only a possible result when matching 'ptr' above the center line (i.e. joining). In this case,
4850 // we can "fall hard" by setting 'ptr' to NotNull such that when we take the dual of that meet above the center
4851 // line, we get an empty set again.
4852 //
4853 // Note: When changing to a separate lattice with _flat_in_array we may want to add TypeInst(Klass)Ptr::empty()
4854 // that returns true when the meet result is FlatInArray::Top (i.e. dual(maybe flat in array)).
4855
4856 const T* subtype = nullptr;
4857 bool subtype_exact = false;
4858 bool flat_in_array = false;
4859 bool is_empty = false;
4860 if (this_type->is_same_java_type_as(other_type)) {
4861 // Same klass
4862 subtype = this_type;
4863 subtype_exact = below_centerline(ptr) ? (this_xk && other_xk) : (this_xk || other_xk);
4864 if (above_centerline(ptr)) {
4865 // Case (FiA-J-Same)
4866 // One is flat in array and the other not? Result is empty/"fall hard".
4867 is_empty = (this_flat_in_array && other_not_flat_in_array) || (this_not_flat_in_array && other_flat_in_array);
4868 }
4869 } else if (!other_xk && is_meet_subtype_of(this_type, other_type)) {
4870 subtype = this_type; // Pick subtyping class
4871 subtype_exact = this_xk;
4872 if (above_centerline(ptr)) {
4873 // Case (FiA-J-Sub)
4874 is_empty = this_not_flat_in_array && other_flat_in_array;
4875 if (!is_empty) {
4876 bool other_flat_this_maybe_flat = other_flat_in_array && (!this_flat_in_array && !this_not_flat_in_array);
4877 flat_in_array = this_flat_in_array || other_flat_this_maybe_flat;
4878 }
4879 }
4880 } else if (!this_xk && is_meet_subtype_of(other_type, this_type)) {
4881 subtype = other_type; // Pick subtyping class
4882 subtype_exact = other_xk;
4883 if (above_centerline(ptr)) {
4884 // Case (FiA-J-Sub)
4885 is_empty = this_flat_in_array && other_not_flat_in_array;
4886 if (!is_empty) {
4887 bool this_flat_other_maybe_flat = this_flat_in_array && (!other_flat_in_array && !other_not_flat_in_array);
4888 flat_in_array = other_flat_in_array || this_flat_other_maybe_flat;
4889 }
4890 }
4891 }
4892
4893
4894 if (subtype && !is_empty) {
4895 if (above_centerline(ptr)) {
4896 // Both types are empty.
4897 this_type = other_type = subtype;
4898 this_xk = other_xk = subtype_exact;
4899 // Case (FiA-J-Sub)
4900 bool other_flat_this_maybe_flat = other_flat_in_array && (!this_flat_in_array && !this_not_flat_in_array);
4901 flat_in_array = this_flat_in_array || other_flat_this_maybe_flat;
4902 // One is flat in array and the other not? Result is empty/"fall hard".
4903 is_empty = (this_flat_in_array && other_not_flat_in_array) || (this_not_flat_in_array && other_flat_in_array);
4904 } else if (above_centerline(this_ptr) && !above_centerline(other_ptr)) {
4905 // this_type is empty while other_type is not. Take other_type.
4906 this_type = other_type;
4907 this_xk = other_xk;
4908 flat_in_array = other_flat_in_array;
4909 } else if (above_centerline(other_ptr) && !above_centerline(this_ptr)) {
4910 // other_type is empty while this_type is not. Take this_type.
4911 other_type = this_type; // this is down; keep down man
4912 flat_in_array = this_flat_in_array;
4913 } else {
4914 // this_type and other_type are both non-empty.
4915 this_xk = subtype_exact; // either they are equal, or we'll do an LCA
4916 // Case (FiA-M)
4917 // Meeting two types below the center line: Only flat in array if both are.
4918 flat_in_array = this_flat_in_array && other_flat_in_array;
4919 }
4920 }
4921
4922 // Check for classes now being equal
4923 if (this_type->is_same_java_type_as(other_type) && !is_empty) {
4924 // If the klasses are equal, the constants may still differ. Fall to
4925 // NotNull if they do (neither constant is null; that is a special case
4926 // handled elsewhere).
4927 res_klass = this_type->klass();
4928 res_xk = this_xk;
4929 res_flat_in_array = flat_in_array;
4930 return SUBTYPE;
4931 } // Else classes are not equal
4932
4933 // Since klasses are different, we require a LCA in the Java
4934 // class hierarchy - which means we have to fall to at least NotNull.
4935 if (ptr == TopPTR || ptr == AnyNull || ptr == Constant) {
4936 ptr = NotNull;
4937 }
4938
4939 interfaces = this_interfaces->intersection_with(other_interfaces);
4940
4941 // Now we find the LCA of Java classes
4942 ciKlass* k = this_klass->least_common_ancestor(other_klass);
4943
4944 res_klass = k;
4945 res_xk = false;
4946 res_flat_in_array = this_flat_in_array && other_flat_in_array;
4947
4948 return LCA;
4949 }
4950
4951 template<class T> bool TypePtr::is_meet_subtype_of(const T* sub_type, const T* super_type) {
4952 return sub_type->is_meet_subtype_of(super_type) && !(super_type->flat_in_array() && sub_type->not_flat_in_array());
4953 }
4954
4955 //------------------------java_mirror_type--------------------------------------
4956 ciType* TypeInstPtr::java_mirror_type(bool* is_null_free_array) const {
4957 // must be a singleton type
4958 if( const_oop() == nullptr ) return nullptr;
4959
4960 // must be of type java.lang.Class
4961 if( klass() != ciEnv::current()->Class_klass() ) return nullptr;
4962 return const_oop()->as_instance()->java_mirror_type(is_null_free_array);
4963 }
4964
4965
4966 //------------------------------xdual------------------------------------------
4967 // Dual: do NOT dual on klasses. This means I do NOT understand the Java
4968 // inheritance mechanism.
4969 const Type *TypeInstPtr::xdual() const {
4970 return new TypeInstPtr(dual_ptr(), klass(), _interfaces, klass_is_exact(), const_oop(), dual_offset(), flat_in_array(), dual_instance_id(), dual_speculative(), dual_inline_depth());
4971 }
4972
4973 //------------------------------eq---------------------------------------------
4974 // Structural equality check for Type representations
4975 bool TypeInstPtr::eq( const Type *t ) const {
4976 const TypeInstPtr *p = t->is_instptr();
4977 return
4978 klass()->equals(p->klass()) &&
4979 flat_in_array() == p->flat_in_array() &&
4980 _interfaces->eq(p->_interfaces) &&
4981 TypeOopPtr::eq(p); // Check sub-type stuff
4982 }
4983
4984 //------------------------------hash-------------------------------------------
4985 // Type-specific hashing function.
4986 uint TypeInstPtr::hash(void) const {
4987 return klass()->hash() + TypeOopPtr::hash() + _interfaces->hash() + (uint)flat_in_array();
4988 }
4989
4990 bool TypeInstPtr::is_java_subtype_of_helper(const TypeOopPtr* other, bool this_exact, bool other_exact) const {
4991 return TypePtr::is_java_subtype_of_helper_for_instance(this, other, this_exact, other_exact);
4992 }
4993
4994
4995 bool TypeInstPtr::is_same_java_type_as_helper(const TypeOopPtr* other) const {
4996 return TypePtr::is_same_java_type_as_helper_for_instance(this, other);
4997 }
4998
4999 bool TypeInstPtr::maybe_java_subtype_of_helper(const TypeOopPtr* other, bool this_exact, bool other_exact) const {
5000 return TypePtr::maybe_java_subtype_of_helper_for_instance(this, other, this_exact, other_exact);
5001 }
5002
5003
5004 //------------------------------dump2------------------------------------------
5005 // Dump oop Type
5006 #ifndef PRODUCT
5007 void TypeInstPtr::dump2(Dict &d, uint depth, outputStream* st) const {
5008 // Print the name of the klass.
5009 klass()->print_name_on(st);
5010 _interfaces->dump(st);
5011
5012 switch( _ptr ) {
5013 case Constant:
5014 if (WizardMode || Verbose) {
5015 ResourceMark rm;
5016 stringStream ss;
5017
5018 st->print(" ");
5019 const_oop()->print_oop(&ss);
5020 // 'const_oop->print_oop()' may emit newlines('\n') into ss.
5021 // suppress newlines from it so -XX:+Verbose -XX:+PrintIdeal dumps one-liner for each node.
5022 char* buf = ss.as_string(/* c_heap= */false);
5023 StringUtils::replace_no_expand(buf, "\n", "");
5024 st->print_raw(buf);
5025 }
5026 case BotPTR:
5027 if (!WizardMode && !Verbose) {
5028 if( _klass_is_exact ) st->print(":exact");
5029 break;
5030 }
5031 case TopPTR:
5032 case AnyNull:
5033 case NotNull:
5034 st->print(":%s", ptr_msg[_ptr]);
5035 if( _klass_is_exact ) st->print(":exact");
5036 break;
5037 default:
5038 break;
5039 }
5040
5041 _offset.dump2(st);
5042
5043 st->print(" *");
5044
5045 if (flat_in_array() && !klass()->is_inlinetype()) {
5046 st->print(" (flat in array)");
5047 }
5048
5049 if (_instance_id == InstanceTop)
5050 st->print(",iid=top");
5051 else if (_instance_id != InstanceBot)
5052 st->print(",iid=%d",_instance_id);
5053
5054 dump_inline_depth(st);
5055 dump_speculative(st);
5056 }
5057 #endif
5058
5059 //------------------------------add_offset-------------------------------------
5060 const TypePtr* TypeInstPtr::add_offset(intptr_t offset) const {
5061 return make(_ptr, klass(), _interfaces, klass_is_exact(), const_oop(), xadd_offset(offset), flat_in_array(),
5062 _instance_id, add_offset_speculative(offset), _inline_depth);
5063 }
5064
5065 const TypeInstPtr* TypeInstPtr::with_offset(intptr_t offset) const {
5066 return make(_ptr, klass(), _interfaces, klass_is_exact(), const_oop(), Offset(offset), flat_in_array(),
5067 _instance_id, with_offset_speculative(offset), _inline_depth);
5068 }
5069
5070 const TypeInstPtr* TypeInstPtr::remove_speculative() const {
5071 if (_speculative == nullptr) {
5072 return this;
5073 }
5074 assert(_inline_depth == InlineDepthTop || _inline_depth == InlineDepthBottom, "non speculative type shouldn't have inline depth");
5075 return make(_ptr, klass(), _interfaces, klass_is_exact(), const_oop(), _offset, flat_in_array(),
5076 _instance_id, nullptr, _inline_depth);
5077 }
5078
5079 const TypeInstPtr* TypeInstPtr::with_speculative(const TypePtr* speculative) const {
5080 return make(_ptr, klass(), _interfaces, klass_is_exact(), const_oop(), _offset, flat_in_array(), _instance_id, speculative, _inline_depth);
5081 }
5082
5083 const TypePtr* TypeInstPtr::with_inline_depth(int depth) const {
5084 if (!UseInlineDepthForSpeculativeTypes) {
5085 return this;
5086 }
5087 return make(_ptr, klass(), _interfaces, klass_is_exact(), const_oop(), _offset, flat_in_array(), _instance_id, _speculative, depth);
5088 }
5089
5090 const TypePtr* TypeInstPtr::with_instance_id(int instance_id) const {
5091 assert(is_known_instance(), "should be known");
5092 return make(_ptr, klass(), _interfaces, klass_is_exact(), const_oop(), _offset, flat_in_array(), instance_id, _speculative, _inline_depth);
5093 }
5094
5095 const TypeInstPtr *TypeInstPtr::cast_to_flat_in_array() const {
5096 return make(_ptr, klass(), _interfaces, klass_is_exact(), const_oop(), _offset, true, _instance_id, _speculative, _inline_depth);
5097 }
5098
5099 const TypeKlassPtr* TypeInstPtr::as_klass_type(bool try_for_exact) const {
5100 bool xk = klass_is_exact();
5101 ciInstanceKlass* ik = klass()->as_instance_klass();
5102 if (try_for_exact && !xk && !ik->has_subklass() && !ik->is_final()) {
5103 if (_interfaces->eq(ik)) {
5104 Compile* C = Compile::current();
5105 Dependencies* deps = C->dependencies();
5106 deps->assert_leaf_type(ik);
5107 xk = true;
5108 }
5109 }
5110 return TypeInstKlassPtr::make(xk ? TypePtr::Constant : TypePtr::NotNull, klass(), _interfaces, Offset(0), flat_in_array());
5111 }
5112
5113 template <class T1, class T2> bool TypePtr::is_meet_subtype_of_helper_for_instance(const T1* this_one, const T2* other, bool this_xk, bool other_xk) {
5114 static_assert(std::is_base_of<T2, T1>::value, "");
5115
5116 if (!this_one->is_instance_type(other)) {
5117 return false;
5118 }
5119
5120 if (other->klass() == ciEnv::current()->Object_klass() && other->_interfaces->empty()) {
5121 return true;
5122 }
5123
5124 return this_one->klass()->is_subtype_of(other->klass()) &&
5125 (!this_xk || this_one->_interfaces->contains(other->_interfaces));
5126 }
5127
5128
5129 bool TypeInstPtr::is_meet_subtype_of_helper(const TypeOopPtr *other, bool this_xk, bool other_xk) const {
5130 return TypePtr::is_meet_subtype_of_helper_for_instance(this, other, this_xk, other_xk);
5131 }
5132
5133 template <class T1, class T2> bool TypePtr::is_meet_subtype_of_helper_for_array(const T1* this_one, const T2* other, bool this_xk, bool other_xk) {
5134 static_assert(std::is_base_of<T2, T1>::value, "");
5135 if (other->klass() == ciEnv::current()->Object_klass() && other->_interfaces->empty()) {
5136 return true;
5137 }
5138
5139 if (this_one->is_instance_type(other)) {
5140 return other->klass() == ciEnv::current()->Object_klass() && this_one->_interfaces->contains(other->_interfaces);
5141 }
5142
5143 int dummy;
5144 bool this_top_or_bottom = (this_one->base_element_type(dummy) == Type::TOP || this_one->base_element_type(dummy) == Type::BOTTOM);
5145 if (this_top_or_bottom) {
5146 return false;
5147 }
5148
5149 const T1* other_ary = this_one->is_array_type(other);
5150 const TypePtr* other_elem = other_ary->elem()->make_ptr();
5151 const TypePtr* this_elem = this_one->elem()->make_ptr();
5152 if (other_elem != nullptr && this_elem != nullptr) {
5153 return this_one->is_reference_type(this_elem)->is_meet_subtype_of_helper(this_one->is_reference_type(other_elem), this_xk, other_xk);
5154 }
5155 if (other_elem == nullptr && this_elem == nullptr) {
5156 return this_one->klass()->is_subtype_of(other->klass());
5157 }
5158
5159 return false;
5160 }
5161
5162 bool TypeAryPtr::is_meet_subtype_of_helper(const TypeOopPtr *other, bool this_xk, bool other_xk) const {
5163 return TypePtr::is_meet_subtype_of_helper_for_array(this, other, this_xk, other_xk);
5164 }
5165
5166 bool TypeInstKlassPtr::is_meet_subtype_of_helper(const TypeKlassPtr *other, bool this_xk, bool other_xk) const {
5167 return TypePtr::is_meet_subtype_of_helper_for_instance(this, other, this_xk, other_xk);
5168 }
5169
5170 bool TypeAryKlassPtr::is_meet_subtype_of_helper(const TypeKlassPtr *other, bool this_xk, bool other_xk) const {
5171 return TypePtr::is_meet_subtype_of_helper_for_array(this, other, this_xk, other_xk);
5172 }
5173
5174 //=============================================================================
5175 // Convenience common pre-built types.
5176 const TypeAryPtr* TypeAryPtr::BOTTOM;
5177 const TypeAryPtr *TypeAryPtr::RANGE;
5178 const TypeAryPtr *TypeAryPtr::OOPS;
5179 const TypeAryPtr *TypeAryPtr::NARROWOOPS;
5180 const TypeAryPtr *TypeAryPtr::BYTES;
5181 const TypeAryPtr *TypeAryPtr::SHORTS;
5182 const TypeAryPtr *TypeAryPtr::CHARS;
5183 const TypeAryPtr *TypeAryPtr::INTS;
5184 const TypeAryPtr *TypeAryPtr::LONGS;
5185 const TypeAryPtr *TypeAryPtr::FLOATS;
5186 const TypeAryPtr *TypeAryPtr::DOUBLES;
5187 const TypeAryPtr *TypeAryPtr::INLINES;
5188
5189 //------------------------------make-------------------------------------------
5190 const TypeAryPtr* TypeAryPtr::make(PTR ptr, const TypeAry *ary, ciKlass* k, bool xk, Offset offset, Offset field_offset,
5191 int instance_id, const TypePtr* speculative, int inline_depth) {
5192 assert(!(k == nullptr && ary->_elem->isa_int()),
5193 "integral arrays must be pre-equipped with a class");
5194 if (!xk) xk = ary->ary_must_be_exact();
5195 assert(instance_id <= 0 || xk, "instances are always exactly typed");
5196 if (k != nullptr && k->is_loaded() && k->is_obj_array_klass() &&
5197 k->as_obj_array_klass()->base_element_klass()->is_interface()) {
5198 k = nullptr;
5199 }
5200 return (TypeAryPtr*)(new TypeAryPtr(ptr, nullptr, ary, k, xk, offset, field_offset, instance_id, false, speculative, inline_depth))->hashcons();
5201 }
5202
5203 //------------------------------make-------------------------------------------
5204 const TypeAryPtr* TypeAryPtr::make(PTR ptr, ciObject* o, const TypeAry *ary, ciKlass* k, bool xk, Offset offset, Offset field_offset,
5205 int instance_id, const TypePtr* speculative, int inline_depth,
5206 bool is_autobox_cache) {
5207 assert(!(k == nullptr && ary->_elem->isa_int()),
5208 "integral arrays must be pre-equipped with a class");
5209 assert( (ptr==Constant && o) || (ptr!=Constant && !o), "" );
5210 if (!xk) xk = (o != nullptr) || ary->ary_must_be_exact();
5211 assert(instance_id <= 0 || xk, "instances are always exactly typed");
5212 if (k != nullptr && k->is_loaded() && k->is_obj_array_klass() &&
5213 k->as_obj_array_klass()->base_element_klass()->is_interface()) {
5214 k = nullptr;
5215 }
5216 return (TypeAryPtr*)(new TypeAryPtr(ptr, o, ary, k, xk, offset, field_offset, instance_id, is_autobox_cache, speculative, inline_depth))->hashcons();
5217 }
5218
5219 //------------------------------cast_to_ptr_type-------------------------------
5220 const TypeAryPtr* TypeAryPtr::cast_to_ptr_type(PTR ptr) const {
5221 if( ptr == _ptr ) return this;
5222 return make(ptr, ptr == Constant ? const_oop() : nullptr, _ary, klass(), klass_is_exact(), _offset, _field_offset, _instance_id, _speculative, _inline_depth, _is_autobox_cache);
5223 }
5224
5225
5226 //-----------------------------cast_to_exactness-------------------------------
5227 const TypeAryPtr* TypeAryPtr::cast_to_exactness(bool klass_is_exact) const {
5228 if( klass_is_exact == _klass_is_exact ) return this;
5229 if (_ary->ary_must_be_exact()) return this; // cannot clear xk
5230 return make(ptr(), const_oop(), _ary, klass(), klass_is_exact, _offset, _field_offset, _instance_id, _speculative, _inline_depth, _is_autobox_cache);
5231 }
5232
5233 //-----------------------------cast_to_instance_id----------------------------
5234 const TypeAryPtr* TypeAryPtr::cast_to_instance_id(int instance_id) const {
5235 if( instance_id == _instance_id ) return this;
5236 return make(_ptr, const_oop(), _ary, klass(), _klass_is_exact, _offset, _field_offset, instance_id, _speculative, _inline_depth, _is_autobox_cache);
5237 }
5238
5239
5240 //-----------------------------max_array_length-------------------------------
5241 // A wrapper around arrayOopDesc::max_array_length(etype) with some input normalization.
5242 jint TypeAryPtr::max_array_length(BasicType etype) {
5243 if (!is_java_primitive(etype) && !::is_reference_type(etype)) {
5244 if (etype == T_NARROWOOP) {
5245 etype = T_OBJECT;
5246 } else if (etype == T_ILLEGAL) { // bottom[]
5247 etype = T_BYTE; // will produce conservatively high value
5248 } else {
5249 fatal("not an element type: %s", type2name(etype));
5250 }
5251 }
5252 return arrayOopDesc::max_array_length(etype);
5253 }
5254
5255 //-----------------------------narrow_size_type-------------------------------
5256 // Narrow the given size type to the index range for the given array base type.
5257 // Return null if the resulting int type becomes empty.
5258 const TypeInt* TypeAryPtr::narrow_size_type(const TypeInt* size) const {
5259 jint hi = size->_hi;
5260 jint lo = size->_lo;
5261 jint min_lo = 0;
5262 jint max_hi = max_array_length(elem()->array_element_basic_type());
5263 //if (index_not_size) --max_hi; // type of a valid array index, FTR
5264 bool chg = false;
5265 if (lo < min_lo) {
5266 lo = min_lo;
5267 if (size->is_con()) {
5268 hi = lo;
5269 }
5270 chg = true;
5271 }
5272 if (hi > max_hi) {
5273 hi = max_hi;
5274 if (size->is_con()) {
5275 lo = hi;
5276 }
5277 chg = true;
5278 }
5279 // Negative length arrays will produce weird intermediate dead fast-path code
5280 if (lo > hi)
5281 return TypeInt::ZERO;
5282 if (!chg)
5283 return size;
5284 return TypeInt::make(lo, hi, Type::WidenMin);
5285 }
5286
5287 //-------------------------------cast_to_size----------------------------------
5288 const TypeAryPtr* TypeAryPtr::cast_to_size(const TypeInt* new_size) const {
5289 assert(new_size != nullptr, "");
5290 new_size = narrow_size_type(new_size);
5291 if (new_size == size()) return this;
5292 const TypeAry* new_ary = TypeAry::make(elem(), new_size, is_stable(), is_flat(), is_not_flat(), is_not_null_free());
5293 return make(ptr(), const_oop(), new_ary, klass(), klass_is_exact(), _offset, _field_offset, _instance_id, _speculative, _inline_depth, _is_autobox_cache);
5294 }
5295
5296 //-------------------------------cast_to_not_flat------------------------------
5297 const TypeAryPtr* TypeAryPtr::cast_to_not_flat(bool not_flat) const {
5298 if (not_flat == is_not_flat()) {
5299 return this;
5300 }
5301 assert(!not_flat || !is_flat(), "inconsistency");
5302 const TypeAry* new_ary = TypeAry::make(elem(), size(), is_stable(), is_flat(), not_flat, is_not_null_free());
5303 const TypeAryPtr* res = make(ptr(), const_oop(), new_ary, klass(), klass_is_exact(), _offset, _field_offset, _instance_id, _speculative, _inline_depth, _is_autobox_cache);
5304 // We keep the speculative part if it contains information about flat-/nullability.
5305 // Make sure it's removed if it's not better than the non-speculative type anymore.
5306 if (res->speculative() == res->remove_speculative()) {
5307 return res->remove_speculative();
5308 }
5309 return res;
5310 }
5311
5312 //-------------------------------cast_to_not_null_free-------------------------
5313 const TypeAryPtr* TypeAryPtr::cast_to_not_null_free(bool not_null_free) const {
5314 if (not_null_free == is_not_null_free()) {
5315 return this;
5316 }
5317 assert(!not_null_free || !is_null_free(), "inconsistency");
5318 const TypeAry* new_ary = TypeAry::make(elem(), size(), is_stable(), is_flat(), is_not_flat(), not_null_free);
5319 const TypeAryPtr* res = make(ptr(), const_oop(), new_ary, klass(), klass_is_exact(), _offset, _field_offset,
5320 _instance_id, _speculative, _inline_depth, _is_autobox_cache);
5321 // We keep the speculative part if it contains information about flat-/nullability.
5322 // Make sure it's removed if it's not better than the non-speculative type anymore.
5323 if (res->speculative() == res->remove_speculative()) {
5324 return res->remove_speculative();
5325 }
5326 return res;
5327 }
5328
5329 //---------------------------------update_properties---------------------------
5330 const TypeAryPtr* TypeAryPtr::update_properties(const TypeAryPtr* from) const {
5331 if ((from->is_flat() && is_not_flat()) ||
5332 (from->is_not_flat() && is_flat()) ||
5333 (from->is_null_free() && is_not_null_free()) ||
5334 (from->is_not_null_free() && is_null_free())) {
5335 return nullptr; // Inconsistent properties
5336 }
5337 const TypeAryPtr* res = this;
5338 if (from->is_not_null_free()) {
5339 res = res->cast_to_not_null_free();
5340 }
5341 if (from->is_not_flat()) {
5342 res = res->cast_to_not_flat();
5343 }
5344 return res;
5345 }
5346
5347 jint TypeAryPtr::flat_layout_helper() const {
5348 return klass()->as_flat_array_klass()->layout_helper();
5349 }
5350
5351 int TypeAryPtr::flat_elem_size() const {
5352 return klass()->as_flat_array_klass()->element_byte_size();
5353 }
5354
5355 int TypeAryPtr::flat_log_elem_size() const {
5356 return klass()->as_flat_array_klass()->log2_element_size();
5357 }
5358
5359 //------------------------------cast_to_stable---------------------------------
5360 const TypeAryPtr* TypeAryPtr::cast_to_stable(bool stable, int stable_dimension) const {
5361 if (stable_dimension <= 0 || (stable_dimension == 1 && stable == this->is_stable()))
5362 return this;
5363
5364 const Type* elem = this->elem();
5365 const TypePtr* elem_ptr = elem->make_ptr();
5366
5367 if (stable_dimension > 1 && elem_ptr != nullptr && elem_ptr->isa_aryptr()) {
5368 // If this is widened from a narrow oop, TypeAry::make will re-narrow it.
5369 elem = elem_ptr = elem_ptr->is_aryptr()->cast_to_stable(stable, stable_dimension - 1);
5370 }
5371
5372 const TypeAry* new_ary = TypeAry::make(elem, size(), stable, is_flat(), is_not_flat(), is_not_null_free());
5373
5374 return make(ptr(), const_oop(), new_ary, klass(), klass_is_exact(), _offset, _field_offset, _instance_id, _speculative, _inline_depth, _is_autobox_cache);
5375 }
5376
5377 //-----------------------------stable_dimension--------------------------------
5378 int TypeAryPtr::stable_dimension() const {
5379 if (!is_stable()) return 0;
5380 int dim = 1;
5381 const TypePtr* elem_ptr = elem()->make_ptr();
5382 if (elem_ptr != nullptr && elem_ptr->isa_aryptr())
5383 dim += elem_ptr->is_aryptr()->stable_dimension();
5384 return dim;
5385 }
5386
5387 //----------------------cast_to_autobox_cache-----------------------------------
5388 const TypeAryPtr* TypeAryPtr::cast_to_autobox_cache() const {
5389 if (is_autobox_cache()) return this;
5390 const TypeOopPtr* etype = elem()->make_oopptr();
5391 if (etype == nullptr) return this;
5392 // The pointers in the autobox arrays are always non-null.
5393 etype = etype->cast_to_ptr_type(TypePtr::NotNull)->is_oopptr();
5394 const TypeAry* new_ary = TypeAry::make(etype, size(), is_stable(), is_flat(), is_not_flat(), is_not_null_free());
5395 return make(ptr(), const_oop(), new_ary, klass(), klass_is_exact(), _offset, _field_offset, _instance_id, _speculative, _inline_depth, /*is_autobox_cache=*/true);
5396 }
5397
5398 //------------------------------eq---------------------------------------------
5399 // Structural equality check for Type representations
5400 bool TypeAryPtr::eq( const Type *t ) const {
5401 const TypeAryPtr *p = t->is_aryptr();
5402 return
5403 _ary == p->_ary && // Check array
5404 TypeOopPtr::eq(p) &&// Check sub-parts
5405 _field_offset == p->_field_offset;
5406 }
5407
5408 //------------------------------hash-------------------------------------------
5409 // Type-specific hashing function.
5410 uint TypeAryPtr::hash(void) const {
5411 return (uint)(uintptr_t)_ary + TypeOopPtr::hash() + _field_offset.get();
5412 }
5413
5414 bool TypeAryPtr::is_java_subtype_of_helper(const TypeOopPtr* other, bool this_exact, bool other_exact) const {
5415 return TypePtr::is_java_subtype_of_helper_for_array(this, other, this_exact, other_exact);
5416 }
5417
5418 bool TypeAryPtr::is_same_java_type_as_helper(const TypeOopPtr* other) const {
5419 return TypePtr::is_same_java_type_as_helper_for_array(this, other);
5420 }
5421
5422 bool TypeAryPtr::maybe_java_subtype_of_helper(const TypeOopPtr* other, bool this_exact, bool other_exact) const {
5423 return TypePtr::maybe_java_subtype_of_helper_for_array(this, other, this_exact, other_exact);
5424 }
5425 //------------------------------meet-------------------------------------------
5426 // Compute the MEET of two types. It returns a new Type object.
5427 const Type *TypeAryPtr::xmeet_helper(const Type *t) const {
5428 // Perform a fast test for common case; meeting the same types together.
5429 if( this == t ) return this; // Meeting same type-rep?
5430 // Current "this->_base" is Pointer
5431 switch (t->base()) { // switch on original type
5432
5433 // Mixing ints & oops happens when javac reuses local variables
5434 case Int:
5435 case Long:
5436 case HalfFloatTop:
5437 case HalfFloatCon:
5438 case HalfFloatBot:
5439 case FloatTop:
5440 case FloatCon:
5441 case FloatBot:
5442 case DoubleTop:
5443 case DoubleCon:
5444 case DoubleBot:
5445 case NarrowOop:
5446 case NarrowKlass:
5447 case Bottom: // Ye Olde Default
5448 return Type::BOTTOM;
5449 case Top:
5450 return this;
5451
5452 default: // All else is a mistake
5453 typerr(t);
5454
5455 case OopPtr: { // Meeting to OopPtrs
5456 // Found a OopPtr type vs self-AryPtr type
5457 const TypeOopPtr *tp = t->is_oopptr();
5458 Offset offset = meet_offset(tp->offset());
5459 PTR ptr = meet_ptr(tp->ptr());
5460 int depth = meet_inline_depth(tp->inline_depth());
5461 const TypePtr* speculative = xmeet_speculative(tp);
5462 switch (tp->ptr()) {
5463 case TopPTR:
5464 case AnyNull: {
5465 int instance_id = meet_instance_id(InstanceTop);
5466 return make(ptr, (ptr == Constant ? const_oop() : nullptr),
5467 _ary, _klass, _klass_is_exact, offset, _field_offset, instance_id, speculative, depth);
5468 }
5469 case BotPTR:
5470 case NotNull: {
5471 int instance_id = meet_instance_id(tp->instance_id());
5472 return TypeOopPtr::make(ptr, offset, instance_id, speculative, depth);
5473 }
5474 default: ShouldNotReachHere();
5475 }
5476 }
5477
5478 case AnyPtr: { // Meeting two AnyPtrs
5479 // Found an AnyPtr type vs self-AryPtr type
5480 const TypePtr *tp = t->is_ptr();
5481 Offset offset = meet_offset(tp->offset());
5482 PTR ptr = meet_ptr(tp->ptr());
5483 const TypePtr* speculative = xmeet_speculative(tp);
5484 int depth = meet_inline_depth(tp->inline_depth());
5485 switch (tp->ptr()) {
5486 case TopPTR:
5487 return this;
5488 case BotPTR:
5489 case NotNull:
5490 return TypePtr::make(AnyPtr, ptr, offset, speculative, depth);
5491 case Null:
5492 if( ptr == Null ) return TypePtr::make(AnyPtr, ptr, offset, speculative, depth);
5493 // else fall through to AnyNull
5494 case AnyNull: {
5495 int instance_id = meet_instance_id(InstanceTop);
5496 return make(ptr, (ptr == Constant ? const_oop() : nullptr),
5497 _ary, _klass, _klass_is_exact, offset, _field_offset, instance_id, speculative, depth);
5498 }
5499 default: ShouldNotReachHere();
5500 }
5501 }
5502
5503 case MetadataPtr:
5504 case KlassPtr:
5505 case InstKlassPtr:
5506 case AryKlassPtr:
5507 case RawPtr: return TypePtr::BOTTOM;
5508
5509 case AryPtr: { // Meeting 2 references?
5510 const TypeAryPtr *tap = t->is_aryptr();
5511 Offset off = meet_offset(tap->offset());
5512 Offset field_off = meet_field_offset(tap->field_offset());
5513 const TypeAry *tary = _ary->meet_speculative(tap->_ary)->is_ary();
5514 PTR ptr = meet_ptr(tap->ptr());
5515 int instance_id = meet_instance_id(tap->instance_id());
5516 const TypePtr* speculative = xmeet_speculative(tap);
5517 int depth = meet_inline_depth(tap->inline_depth());
5518
5519 ciKlass* res_klass = nullptr;
5520 bool res_xk = false;
5521 bool res_flat = false;
5522 bool res_not_flat = false;
5523 bool res_not_null_free = false;
5524 const Type* elem = tary->_elem;
5525 if (meet_aryptr(ptr, elem, this, tap, res_klass, res_xk, res_flat, res_not_flat, res_not_null_free) == NOT_SUBTYPE) {
5526 instance_id = InstanceBot;
5527 } else if (this->is_flat() != tap->is_flat()) {
5528 // Meeting flat inline type array with non-flat array. Adjust (field) offset accordingly.
5529 if (tary->_flat) {
5530 // Result is in a flat representation
5531 off = Offset(is_flat() ? offset() : tap->offset());
5532 field_off = is_flat() ? field_offset() : tap->field_offset();
5533 } else if (below_centerline(ptr)) {
5534 // Result is in a non-flat representation
5535 off = Offset(flat_offset()).meet(Offset(tap->flat_offset()));
5536 field_off = (field_off == Offset::top) ? Offset::top : Offset::bottom;
5537 } else if (flat_offset() == tap->flat_offset()) {
5538 off = Offset(!is_flat() ? offset() : tap->offset());
5539 field_off = !is_flat() ? field_offset() : tap->field_offset();
5540 }
5541 }
5542
5543 ciObject* o = nullptr; // Assume not constant when done
5544 ciObject* this_oop = const_oop();
5545 ciObject* tap_oop = tap->const_oop();
5546 if (ptr == Constant) {
5547 if (this_oop != nullptr && tap_oop != nullptr &&
5548 this_oop->equals(tap_oop)) {
5549 o = tap_oop;
5550 } else if (above_centerline(_ptr)) {
5551 o = tap_oop;
5552 } else if (above_centerline(tap->_ptr)) {
5553 o = this_oop;
5554 } else {
5555 ptr = NotNull;
5556 }
5557 }
5558 return make(ptr, o, TypeAry::make(elem, tary->_size, tary->_stable, res_flat, res_not_flat, res_not_null_free), res_klass, res_xk, off, field_off, instance_id, speculative, depth);
5559 }
5560
5561 // All arrays inherit from Object class
5562 case InstPtr: {
5563 const TypeInstPtr *tp = t->is_instptr();
5564 Offset offset = meet_offset(tp->offset());
5565 PTR ptr = meet_ptr(tp->ptr());
5566 int instance_id = meet_instance_id(tp->instance_id());
5567 const TypePtr* speculative = xmeet_speculative(tp);
5568 int depth = meet_inline_depth(tp->inline_depth());
5569 const TypeInterfaces* interfaces = meet_interfaces(tp);
5570 const TypeInterfaces* tp_interfaces = tp->_interfaces;
5571 const TypeInterfaces* this_interfaces = _interfaces;
5572
5573 switch (ptr) {
5574 case TopPTR:
5575 case AnyNull: // Fall 'down' to dual of object klass
5576 // For instances when a subclass meets a superclass we fall
5577 // below the centerline when the superclass is exact. We need to
5578 // do the same here.
5579 if (tp->klass()->equals(ciEnv::current()->Object_klass()) && this_interfaces->contains(tp_interfaces) && !tp->klass_is_exact() && !tp->flat_in_array()) {
5580 return TypeAryPtr::make(ptr, _ary, _klass, _klass_is_exact, offset, _field_offset, instance_id, speculative, depth);
5581 } else {
5582 // cannot subclass, so the meet has to fall badly below the centerline
5583 ptr = NotNull;
5584 instance_id = InstanceBot;
5585 interfaces = this_interfaces->intersection_with(tp_interfaces);
5586 return TypeInstPtr::make(ptr, ciEnv::current()->Object_klass(), interfaces, false, nullptr, offset, false, instance_id, speculative, depth);
5587 }
5588 case Constant:
5589 case NotNull:
5590 case BotPTR: // Fall down to object klass
5591 // LCA is object_klass, but if we subclass from the top we can do better
5592 if (above_centerline(tp->ptr())) {
5593 // If 'tp' is above the centerline and it is Object class
5594 // then we can subclass in the Java class hierarchy.
5595 // For instances when a subclass meets a superclass we fall
5596 // below the centerline when the superclass is exact. We need
5597 // to do the same here.
5598 if (tp->klass()->equals(ciEnv::current()->Object_klass()) && this_interfaces->contains(tp_interfaces) && !tp->klass_is_exact() && !tp->flat_in_array()) {
5599 // that is, my array type is a subtype of 'tp' klass
5600 return make(ptr, (ptr == Constant ? const_oop() : nullptr),
5601 _ary, _klass, _klass_is_exact, offset, _field_offset, instance_id, speculative, depth);
5602 }
5603 }
5604 // The other case cannot happen, since t cannot be a subtype of an array.
5605 // The meet falls down to Object class below centerline.
5606 if (ptr == Constant) {
5607 ptr = NotNull;
5608 }
5609 if (instance_id > 0) {
5610 instance_id = InstanceBot;
5611 }
5612 interfaces = this_interfaces->intersection_with(tp_interfaces);
5613 return TypeInstPtr::make(ptr, ciEnv::current()->Object_klass(), interfaces, false, nullptr, offset, false, instance_id, speculative, depth);
5614 default: typerr(t);
5615 }
5616 }
5617 }
5618 return this; // Lint noise
5619 }
5620
5621
5622 template<class T> TypePtr::MeetResult TypePtr::meet_aryptr(PTR& ptr, const Type*& elem, const T* this_ary, const T* other_ary,
5623 ciKlass*& res_klass, bool& res_xk, bool &res_flat, bool& res_not_flat, bool& res_not_null_free) {
5624 int dummy;
5625 bool this_top_or_bottom = (this_ary->base_element_type(dummy) == Type::TOP || this_ary->base_element_type(dummy) == Type::BOTTOM);
5626 bool other_top_or_bottom = (other_ary->base_element_type(dummy) == Type::TOP || other_ary->base_element_type(dummy) == Type::BOTTOM);
5627 ciKlass* this_klass = this_ary->klass();
5628 ciKlass* other_klass = other_ary->klass();
5629 bool this_xk = this_ary->klass_is_exact();
5630 bool other_xk = other_ary->klass_is_exact();
5631 PTR this_ptr = this_ary->ptr();
5632 PTR other_ptr = other_ary->ptr();
5633 bool this_flat = this_ary->is_flat();
5634 bool this_not_flat = this_ary->is_not_flat();
5635 bool other_flat = other_ary->is_flat();
5636 bool other_not_flat = other_ary->is_not_flat();
5637 bool this_not_null_free = this_ary->is_not_null_free();
5638 bool other_not_null_free = other_ary->is_not_null_free();
5639 res_klass = nullptr;
5640 MeetResult result = SUBTYPE;
5641 res_flat = this_flat && other_flat;
5642 bool res_null_free = this_ary->is_null_free() && other_ary->is_null_free();
5643 res_not_flat = this_not_flat && other_not_flat;
5644 res_not_null_free = this_not_null_free && other_not_null_free;
5645
5646 if (elem->isa_int()) {
5647 // Integral array element types have irrelevant lattice relations.
5648 // It is the klass that determines array layout, not the element type.
5649 if (this_top_or_bottom) {
5650 res_klass = other_klass;
5651 } else if (other_top_or_bottom || other_klass == this_klass) {
5652 res_klass = this_klass;
5653 } else {
5654 // Something like byte[int+] meets char[int+].
5655 // This must fall to bottom, not (int[-128..65535])[int+].
5656 // instance_id = InstanceBot;
5657 elem = Type::BOTTOM;
5658 result = NOT_SUBTYPE;
5659 if (above_centerline(ptr) || ptr == Constant) {
5660 ptr = NotNull;
5661 res_xk = false;
5662 return NOT_SUBTYPE;
5663 }
5664 }
5665 } else {// Non integral arrays.
5666 // Must fall to bottom if exact klasses in upper lattice
5667 // are not equal or super klass is exact.
5668 if ((above_centerline(ptr) || ptr == Constant) && !this_ary->is_same_java_type_as(other_ary) &&
5669 // meet with top[] and bottom[] are processed further down:
5670 !this_top_or_bottom && !other_top_or_bottom &&
5671 // both are exact and not equal:
5672 ((other_xk && this_xk) ||
5673 // 'tap' is exact and super or unrelated:
5674 (other_xk && !other_ary->is_meet_subtype_of(this_ary)) ||
5675 // 'this' is exact and super or unrelated:
5676 (this_xk && !this_ary->is_meet_subtype_of(other_ary)))) {
5677 if (above_centerline(ptr) || (elem->make_ptr() && above_centerline(elem->make_ptr()->_ptr))) {
5678 elem = Type::BOTTOM;
5679 }
5680 ptr = NotNull;
5681 res_xk = false;
5682 return NOT_SUBTYPE;
5683 }
5684 }
5685
5686 res_xk = false;
5687 switch (other_ptr) {
5688 case AnyNull:
5689 case TopPTR:
5690 // Compute new klass on demand, do not use tap->_klass
5691 if (below_centerline(this_ptr)) {
5692 res_xk = this_xk;
5693 if (this_ary->is_flat()) {
5694 elem = this_ary->elem();
5695 }
5696 } else {
5697 res_xk = (other_xk || this_xk);
5698 }
5699 break;
5700 case Constant: {
5701 if (this_ptr == Constant) {
5702 res_xk = true;
5703 } else if (above_centerline(this_ptr)) {
5704 res_xk = true;
5705 } else {
5706 // Only precise for identical arrays
5707 res_xk = this_xk && (this_ary->is_same_java_type_as(other_ary) || (this_top_or_bottom && other_top_or_bottom));
5708 // Even though MyValue is final, [LMyValue is only exact if the array
5709 // is (not) null-free due to null-free [LMyValue <: null-able [LMyValue.
5710 if (res_xk && !res_null_free && !res_not_null_free) {
5711 res_xk = false;
5712 }
5713 }
5714 break;
5715 }
5716 case NotNull:
5717 case BotPTR:
5718 // Compute new klass on demand, do not use tap->_klass
5719 if (above_centerline(this_ptr)) {
5720 res_xk = other_xk;
5721 if (other_ary->is_flat()) {
5722 elem = other_ary->elem();
5723 }
5724 } else {
5725 res_xk = (other_xk && this_xk) &&
5726 (this_ary->is_same_java_type_as(other_ary) || (this_top_or_bottom && other_top_or_bottom)); // Only precise for identical arrays
5727 // Even though MyValue is final, [LMyValue is only exact if the array
5728 // is (not) null-free due to null-free [LMyValue <: null-able [LMyValue.
5729 // TODO 8350865 If both types are exact and have the same null-free property, the result should be exact, right? Same above for the Constant case.
5730 // && elem->make_ptr() != nullptr && elem->make_ptr()->is_inlinetypeptr() && (this_ary->is_null_free() != other_ary->is_null_free()
5731 if (res_xk && !res_null_free && !res_not_null_free) {
5732 res_xk = false;
5733 }
5734 }
5735 break;
5736 default: {
5737 ShouldNotReachHere();
5738 return result;
5739 }
5740 }
5741 return result;
5742 }
5743
5744
5745 //------------------------------xdual------------------------------------------
5746 // Dual: compute field-by-field dual
5747 const Type *TypeAryPtr::xdual() const {
5748 bool xk = _klass_is_exact;
5749 return new TypeAryPtr(dual_ptr(), _const_oop, _ary->dual()->is_ary(), _klass, xk, dual_offset(), dual_field_offset(), dual_instance_id(), is_autobox_cache(), dual_speculative(), dual_inline_depth());
5750 }
5751
5752 Type::Offset TypeAryPtr::meet_field_offset(const Type::Offset offset) const {
5753 return _field_offset.meet(offset);
5754 }
5755
5756 //------------------------------dual_offset------------------------------------
5757 Type::Offset TypeAryPtr::dual_field_offset() const {
5758 return _field_offset.dual();
5759 }
5760
5761 //------------------------------dump2------------------------------------------
5762 #ifndef PRODUCT
5763 void TypeAryPtr::dump2( Dict &d, uint depth, outputStream *st ) const {
5764 _ary->dump2(d,depth,st);
5765 _interfaces->dump(st);
5766
5767 switch( _ptr ) {
5768 case Constant:
5769 const_oop()->print(st);
5770 break;
5771 case BotPTR:
5772 if (!WizardMode && !Verbose) {
5773 if( _klass_is_exact ) st->print(":exact");
5774 break;
5775 }
5776 case TopPTR:
5777 case AnyNull:
5778 case NotNull:
5779 st->print(":%s", ptr_msg[_ptr]);
5780 if( _klass_is_exact ) st->print(":exact");
5781 break;
5782 default:
5783 break;
5784 }
5785
5786 if (is_flat()) {
5787 st->print(":flat");
5788 st->print("(");
5789 _field_offset.dump2(st);
5790 st->print(")");
5791 }
5792 if (is_null_free()) {
5793 st->print(":null_free");
5794 }
5795 if (offset() != 0) {
5796 BasicType basic_elem_type = elem()->basic_type();
5797 int header_size = arrayOopDesc::base_offset_in_bytes(basic_elem_type);
5798 if( _offset == Offset::top ) st->print("+undefined");
5799 else if( _offset == Offset::bottom ) st->print("+any");
5800 else if( offset() < header_size ) st->print("+%d", offset());
5801 else {
5802 if (basic_elem_type == T_ILLEGAL) {
5803 st->print("+any");
5804 } else {
5805 int elem_size = type2aelembytes(basic_elem_type);
5806 st->print("[%d]", (offset() - header_size)/elem_size);
5807 }
5808 }
5809 }
5810 st->print(" *");
5811 if (_instance_id == InstanceTop)
5812 st->print(",iid=top");
5813 else if (_instance_id != InstanceBot)
5814 st->print(",iid=%d",_instance_id);
5815
5816 dump_inline_depth(st);
5817 dump_speculative(st);
5818 }
5819 #endif
5820
5821 bool TypeAryPtr::empty(void) const {
5822 if (_ary->empty()) return true;
5823 // FIXME: Does this belong here? Or in the meet code itself?
5824 if (is_flat() && is_not_flat()) {
5825 return true;
5826 }
5827 return TypeOopPtr::empty();
5828 }
5829
5830 //------------------------------add_offset-------------------------------------
5831 const TypePtr* TypeAryPtr::add_offset(intptr_t offset) const {
5832 return make(_ptr, _const_oop, _ary, _klass, _klass_is_exact, xadd_offset(offset), _field_offset, _instance_id, add_offset_speculative(offset), _inline_depth, _is_autobox_cache);
5833 }
5834
5835 const TypeAryPtr* TypeAryPtr::with_offset(intptr_t offset) const {
5836 return make(_ptr, _const_oop, _ary, _klass, _klass_is_exact, Offset(offset), _field_offset, _instance_id, with_offset_speculative(offset), _inline_depth, _is_autobox_cache);
5837 }
5838
5839 const TypeAryPtr* TypeAryPtr::with_ary(const TypeAry* ary) const {
5840 return make(_ptr, _const_oop, ary, _klass, _klass_is_exact, _offset, _field_offset, _instance_id, _speculative, _inline_depth, _is_autobox_cache);
5841 }
5842
5843 const TypeAryPtr* TypeAryPtr::remove_speculative() const {
5844 if (_speculative == nullptr) {
5845 return this;
5846 }
5847 assert(_inline_depth == InlineDepthTop || _inline_depth == InlineDepthBottom, "non speculative type shouldn't have inline depth");
5848 return make(_ptr, _const_oop, _ary->remove_speculative()->is_ary(), _klass, _klass_is_exact, _offset, _field_offset, _instance_id, nullptr, _inline_depth, _is_autobox_cache);
5849 }
5850
5851 const Type* TypeAryPtr::cleanup_speculative() const {
5852 if (speculative() == nullptr) {
5853 return this;
5854 }
5855 // Keep speculative part if it contains information about flat-/nullability
5856 const TypeAryPtr* spec_aryptr = speculative()->isa_aryptr();
5857 if (spec_aryptr != nullptr && !above_centerline(spec_aryptr->ptr()) &&
5858 (spec_aryptr->is_not_flat() || spec_aryptr->is_not_null_free())) {
5859 return this;
5860 }
5861 return TypeOopPtr::cleanup_speculative();
5862 }
5863
5864 const TypePtr* TypeAryPtr::with_inline_depth(int depth) const {
5865 if (!UseInlineDepthForSpeculativeTypes) {
5866 return this;
5867 }
5868 return make(_ptr, _const_oop, _ary->remove_speculative()->is_ary(), _klass, _klass_is_exact, _offset, _field_offset, _instance_id, _speculative, depth, _is_autobox_cache);
5869 }
5870
5871 const TypeAryPtr* TypeAryPtr::with_field_offset(int offset) const {
5872 return make(_ptr, _const_oop, _ary->remove_speculative()->is_ary(), _klass, _klass_is_exact, _offset, Offset(offset), _instance_id, _speculative, _inline_depth, _is_autobox_cache);
5873 }
5874
5875 const TypePtr* TypeAryPtr::add_field_offset_and_offset(intptr_t offset) const {
5876 int adj = 0;
5877 if (is_flat() && offset != Type::OffsetBot && offset != Type::OffsetTop) {
5878 if (_offset.get() != OffsetBot && _offset.get() != OffsetTop) {
5879 adj = _offset.get();
5880 offset += _offset.get();
5881 }
5882 uint header = arrayOopDesc::base_offset_in_bytes(T_OBJECT);
5883 if (_field_offset.get() != OffsetBot && _field_offset.get() != OffsetTop) {
5884 offset += _field_offset.get();
5885 if (_offset.get() == OffsetBot || _offset.get() == OffsetTop) {
5886 offset += header;
5887 }
5888 }
5889 if (elem()->make_oopptr()->is_inlinetypeptr() && (offset >= (intptr_t)header || offset < 0)) {
5890 // Try to get the field of the inline type array element we are pointing to
5891 ciInlineKlass* vk = elem()->inline_klass();
5892 int shift = flat_log_elem_size();
5893 int mask = (1 << shift) - 1;
5894 intptr_t field_offset = ((offset - header) & mask);
5895 ciField* field = vk->get_field_by_offset(field_offset + vk->payload_offset(), false);
5896 if (field != nullptr) {
5897 return with_field_offset(field_offset)->add_offset(offset - field_offset - adj);
5898 }
5899 }
5900 }
5901 return add_offset(offset - adj);
5902 }
5903
5904 // Return offset incremented by field_offset for flat inline type arrays
5905 int TypeAryPtr::flat_offset() const {
5906 int offset = _offset.get();
5907 if (offset != Type::OffsetBot && offset != Type::OffsetTop &&
5908 _field_offset != Offset::bottom && _field_offset != Offset::top) {
5909 offset += _field_offset.get();
5910 }
5911 return offset;
5912 }
5913
5914 const TypePtr* TypeAryPtr::with_instance_id(int instance_id) const {
5915 assert(is_known_instance(), "should be known");
5916 return make(_ptr, _const_oop, _ary->remove_speculative()->is_ary(), _klass, _klass_is_exact, _offset, _field_offset, instance_id, _speculative, _inline_depth);
5917 }
5918
5919 //=============================================================================
5920
5921
5922 //------------------------------hash-------------------------------------------
5923 // Type-specific hashing function.
5924 uint TypeNarrowPtr::hash(void) const {
5925 return _ptrtype->hash() + 7;
5926 }
5927
5928 bool TypeNarrowPtr::singleton(void) const { // TRUE if type is a singleton
5929 return _ptrtype->singleton();
5930 }
5931
5932 bool TypeNarrowPtr::empty(void) const {
5933 return _ptrtype->empty();
5934 }
5935
5936 intptr_t TypeNarrowPtr::get_con() const {
5937 return _ptrtype->get_con();
5938 }
5939
5940 bool TypeNarrowPtr::eq( const Type *t ) const {
5941 const TypeNarrowPtr* tc = isa_same_narrowptr(t);
5942 if (tc != nullptr) {
5943 if (_ptrtype->base() != tc->_ptrtype->base()) {
5944 return false;
5945 }
5946 return tc->_ptrtype->eq(_ptrtype);
5947 }
5948 return false;
5949 }
5950
5951 const Type *TypeNarrowPtr::xdual() const { // Compute dual right now.
5952 const TypePtr* odual = _ptrtype->dual()->is_ptr();
5953 return make_same_narrowptr(odual);
5954 }
5955
5956
5957 const Type *TypeNarrowPtr::filter_helper(const Type *kills, bool include_speculative) const {
5958 if (isa_same_narrowptr(kills)) {
5959 const Type* ft =_ptrtype->filter_helper(is_same_narrowptr(kills)->_ptrtype, include_speculative);
5960 if (ft->empty())
5961 return Type::TOP; // Canonical empty value
5962 if (ft->isa_ptr()) {
5963 return make_hash_same_narrowptr(ft->isa_ptr());
5964 }
5965 return ft;
5966 } else if (kills->isa_ptr()) {
5967 const Type* ft = _ptrtype->join_helper(kills, include_speculative);
5968 if (ft->empty())
5969 return Type::TOP; // Canonical empty value
5970 return ft;
5971 } else {
5972 return Type::TOP;
5973 }
5974 }
5975
5976 //------------------------------xmeet------------------------------------------
5977 // Compute the MEET of two types. It returns a new Type object.
5978 const Type *TypeNarrowPtr::xmeet( const Type *t ) const {
5979 // Perform a fast test for common case; meeting the same types together.
5980 if( this == t ) return this; // Meeting same type-rep?
5981
5982 if (t->base() == base()) {
5983 const Type* result = _ptrtype->xmeet(t->make_ptr());
5984 if (result->isa_ptr()) {
5985 return make_hash_same_narrowptr(result->is_ptr());
5986 }
5987 return result;
5988 }
5989
5990 // Current "this->_base" is NarrowKlass or NarrowOop
5991 switch (t->base()) { // switch on original type
5992
5993 case Int: // Mixing ints & oops happens when javac
5994 case Long: // reuses local variables
5995 case HalfFloatTop:
5996 case HalfFloatCon:
5997 case HalfFloatBot:
5998 case FloatTop:
5999 case FloatCon:
6000 case FloatBot:
6001 case DoubleTop:
6002 case DoubleCon:
6003 case DoubleBot:
6004 case AnyPtr:
6005 case RawPtr:
6006 case OopPtr:
6007 case InstPtr:
6008 case AryPtr:
6009 case MetadataPtr:
6010 case KlassPtr:
6011 case InstKlassPtr:
6012 case AryKlassPtr:
6013 case NarrowOop:
6014 case NarrowKlass:
6015 case Bottom: // Ye Olde Default
6016 return Type::BOTTOM;
6017 case Top:
6018 return this;
6019
6020 default: // All else is a mistake
6021 typerr(t);
6022
6023 } // End of switch
6024
6025 return this;
6026 }
6027
6028 #ifndef PRODUCT
6029 void TypeNarrowPtr::dump2( Dict & d, uint depth, outputStream *st ) const {
6030 _ptrtype->dump2(d, depth, st);
6031 }
6032 #endif
6033
6034 const TypeNarrowOop *TypeNarrowOop::BOTTOM;
6035 const TypeNarrowOop *TypeNarrowOop::NULL_PTR;
6036
6037
6038 const TypeNarrowOop* TypeNarrowOop::make(const TypePtr* type) {
6039 return (const TypeNarrowOop*)(new TypeNarrowOop(type))->hashcons();
6040 }
6041
6042 const TypeNarrowOop* TypeNarrowOop::remove_speculative() const {
6043 return make(_ptrtype->remove_speculative()->is_ptr());
6044 }
6045
6046 const Type* TypeNarrowOop::cleanup_speculative() const {
6047 return make(_ptrtype->cleanup_speculative()->is_ptr());
6048 }
6049
6050 #ifndef PRODUCT
6051 void TypeNarrowOop::dump2( Dict & d, uint depth, outputStream *st ) const {
6052 st->print("narrowoop: ");
6053 TypeNarrowPtr::dump2(d, depth, st);
6054 }
6055 #endif
6056
6057 const TypeNarrowKlass *TypeNarrowKlass::NULL_PTR;
6058
6059 const TypeNarrowKlass* TypeNarrowKlass::make(const TypePtr* type) {
6060 return (const TypeNarrowKlass*)(new TypeNarrowKlass(type))->hashcons();
6061 }
6062
6063 #ifndef PRODUCT
6064 void TypeNarrowKlass::dump2( Dict & d, uint depth, outputStream *st ) const {
6065 st->print("narrowklass: ");
6066 TypeNarrowPtr::dump2(d, depth, st);
6067 }
6068 #endif
6069
6070
6071 //------------------------------eq---------------------------------------------
6072 // Structural equality check for Type representations
6073 bool TypeMetadataPtr::eq( const Type *t ) const {
6074 const TypeMetadataPtr *a = (const TypeMetadataPtr*)t;
6075 ciMetadata* one = metadata();
6076 ciMetadata* two = a->metadata();
6077 if (one == nullptr || two == nullptr) {
6078 return (one == two) && TypePtr::eq(t);
6079 } else {
6080 return one->equals(two) && TypePtr::eq(t);
6081 }
6082 }
6083
6084 //------------------------------hash-------------------------------------------
6085 // Type-specific hashing function.
6086 uint TypeMetadataPtr::hash(void) const {
6087 return
6088 (metadata() ? metadata()->hash() : 0) +
6089 TypePtr::hash();
6090 }
6091
6092 //------------------------------singleton--------------------------------------
6093 // TRUE if Type is a singleton type, FALSE otherwise. Singletons are simple
6094 // constants
6095 bool TypeMetadataPtr::singleton(void) const {
6096 // detune optimizer to not generate constant metadata + constant offset as a constant!
6097 // TopPTR, Null, AnyNull, Constant are all singletons
6098 return (offset() == 0) && !below_centerline(_ptr);
6099 }
6100
6101 //------------------------------add_offset-------------------------------------
6102 const TypePtr* TypeMetadataPtr::add_offset( intptr_t offset ) const {
6103 return make( _ptr, _metadata, xadd_offset(offset));
6104 }
6105
6106 //-----------------------------filter------------------------------------------
6107 // Do not allow interface-vs.-noninterface joins to collapse to top.
6108 const Type *TypeMetadataPtr::filter_helper(const Type *kills, bool include_speculative) const {
6109 const TypeMetadataPtr* ft = join_helper(kills, include_speculative)->isa_metadataptr();
6110 if (ft == nullptr || ft->empty())
6111 return Type::TOP; // Canonical empty value
6112 return ft;
6113 }
6114
6115 //------------------------------get_con----------------------------------------
6116 intptr_t TypeMetadataPtr::get_con() const {
6117 assert( _ptr == Null || _ptr == Constant, "" );
6118 assert(offset() >= 0, "");
6119
6120 if (offset() != 0) {
6121 // After being ported to the compiler interface, the compiler no longer
6122 // directly manipulates the addresses of oops. Rather, it only has a pointer
6123 // to a handle at compile time. This handle is embedded in the generated
6124 // code and dereferenced at the time the nmethod is made. Until that time,
6125 // it is not reasonable to do arithmetic with the addresses of oops (we don't
6126 // have access to the addresses!). This does not seem to currently happen,
6127 // but this assertion here is to help prevent its occurrence.
6128 tty->print_cr("Found oop constant with non-zero offset");
6129 ShouldNotReachHere();
6130 }
6131
6132 return (intptr_t)metadata()->constant_encoding();
6133 }
6134
6135 //------------------------------cast_to_ptr_type-------------------------------
6136 const TypeMetadataPtr* TypeMetadataPtr::cast_to_ptr_type(PTR ptr) const {
6137 if( ptr == _ptr ) return this;
6138 return make(ptr, metadata(), _offset);
6139 }
6140
6141 //------------------------------meet-------------------------------------------
6142 // Compute the MEET of two types. It returns a new Type object.
6143 const Type *TypeMetadataPtr::xmeet( const Type *t ) const {
6144 // Perform a fast test for common case; meeting the same types together.
6145 if( this == t ) return this; // Meeting same type-rep?
6146
6147 // Current "this->_base" is OopPtr
6148 switch (t->base()) { // switch on original type
6149
6150 case Int: // Mixing ints & oops happens when javac
6151 case Long: // reuses local variables
6152 case HalfFloatTop:
6153 case HalfFloatCon:
6154 case HalfFloatBot:
6155 case FloatTop:
6156 case FloatCon:
6157 case FloatBot:
6158 case DoubleTop:
6159 case DoubleCon:
6160 case DoubleBot:
6161 case NarrowOop:
6162 case NarrowKlass:
6163 case Bottom: // Ye Olde Default
6164 return Type::BOTTOM;
6165 case Top:
6166 return this;
6167
6168 default: // All else is a mistake
6169 typerr(t);
6170
6171 case AnyPtr: {
6172 // Found an AnyPtr type vs self-OopPtr type
6173 const TypePtr *tp = t->is_ptr();
6174 Offset offset = meet_offset(tp->offset());
6175 PTR ptr = meet_ptr(tp->ptr());
6176 switch (tp->ptr()) {
6177 case Null:
6178 if (ptr == Null) return TypePtr::make(AnyPtr, ptr, offset, tp->speculative(), tp->inline_depth());
6179 // else fall through:
6180 case TopPTR:
6181 case AnyNull: {
6182 return make(ptr, _metadata, offset);
6183 }
6184 case BotPTR:
6185 case NotNull:
6186 return TypePtr::make(AnyPtr, ptr, offset, tp->speculative(), tp->inline_depth());
6187 default: typerr(t);
6188 }
6189 }
6190
6191 case RawPtr:
6192 case KlassPtr:
6193 case InstKlassPtr:
6194 case AryKlassPtr:
6195 case OopPtr:
6196 case InstPtr:
6197 case AryPtr:
6198 return TypePtr::BOTTOM; // Oop meet raw is not well defined
6199
6200 case MetadataPtr: {
6201 const TypeMetadataPtr *tp = t->is_metadataptr();
6202 Offset offset = meet_offset(tp->offset());
6203 PTR tptr = tp->ptr();
6204 PTR ptr = meet_ptr(tptr);
6205 ciMetadata* md = (tptr == TopPTR) ? metadata() : tp->metadata();
6206 if (tptr == TopPTR || _ptr == TopPTR ||
6207 metadata()->equals(tp->metadata())) {
6208 return make(ptr, md, offset);
6209 }
6210 // metadata is different
6211 if( ptr == Constant ) { // Cannot be equal constants, so...
6212 if( tptr == Constant && _ptr != Constant) return t;
6213 if( _ptr == Constant && tptr != Constant) return this;
6214 ptr = NotNull; // Fall down in lattice
6215 }
6216 return make(ptr, nullptr, offset);
6217 break;
6218 }
6219 } // End of switch
6220 return this; // Return the double constant
6221 }
6222
6223
6224 //------------------------------xdual------------------------------------------
6225 // Dual of a pure metadata pointer.
6226 const Type *TypeMetadataPtr::xdual() const {
6227 return new TypeMetadataPtr(dual_ptr(), metadata(), dual_offset());
6228 }
6229
6230 //------------------------------dump2------------------------------------------
6231 #ifndef PRODUCT
6232 void TypeMetadataPtr::dump2( Dict &d, uint depth, outputStream *st ) const {
6233 st->print("metadataptr:%s", ptr_msg[_ptr]);
6234 if( metadata() ) st->print(INTPTR_FORMAT, p2i(metadata()));
6235 switch (offset()) {
6236 case OffsetTop: st->print("+top"); break;
6237 case OffsetBot: st->print("+any"); break;
6238 case 0: break;
6239 default: st->print("+%d",offset()); break;
6240 }
6241 }
6242 #endif
6243
6244
6245 //=============================================================================
6246 // Convenience common pre-built type.
6247 const TypeMetadataPtr *TypeMetadataPtr::BOTTOM;
6248
6249 TypeMetadataPtr::TypeMetadataPtr(PTR ptr, ciMetadata* metadata, Offset offset):
6250 TypePtr(MetadataPtr, ptr, offset), _metadata(metadata) {
6251 }
6252
6253 const TypeMetadataPtr* TypeMetadataPtr::make(ciMethod* m) {
6254 return make(Constant, m, Offset(0));
6255 }
6256 const TypeMetadataPtr* TypeMetadataPtr::make(ciMethodData* m) {
6257 return make(Constant, m, Offset(0));
6258 }
6259
6260 //------------------------------make-------------------------------------------
6261 // Create a meta data constant
6262 const TypeMetadataPtr* TypeMetadataPtr::make(PTR ptr, ciMetadata* m, Offset offset) {
6263 assert(m == nullptr || !m->is_klass(), "wrong type");
6264 return (TypeMetadataPtr*)(new TypeMetadataPtr(ptr, m, offset))->hashcons();
6265 }
6266
6267
6268 const TypeKlassPtr* TypeAryPtr::as_klass_type(bool try_for_exact) const {
6269 const Type* elem = _ary->_elem;
6270 bool xk = klass_is_exact();
6271 if (elem->make_oopptr() != nullptr) {
6272 elem = elem->make_oopptr()->as_klass_type(try_for_exact);
6273 if (elem->is_klassptr()->klass_is_exact() &&
6274 // Even though MyValue is final, [LMyValue is only exact if the array
6275 // is (not) null-free due to null-free [LMyValue <: null-able [LMyValue.
6276 // TODO 8350865 If we know that the array can't be null-free, it's allowed to be exact, right?
6277 // If so, we should add '|| is_not_null_free()'
6278 (is_null_free() || !_ary->_elem->make_oopptr()->is_inlinetypeptr())) {
6279 xk = true;
6280 }
6281 }
6282 return TypeAryKlassPtr::make(xk ? TypePtr::Constant : TypePtr::NotNull, elem, klass(), Offset(0), is_not_flat(), is_not_null_free(), is_flat(), is_null_free());
6283 }
6284
6285 const TypeKlassPtr* TypeKlassPtr::make(ciKlass* klass, InterfaceHandling interface_handling) {
6286 if (klass->is_instance_klass()) {
6287 return TypeInstKlassPtr::make(klass, interface_handling);
6288 }
6289 return TypeAryKlassPtr::make(klass, interface_handling);
6290 }
6291
6292 const TypeKlassPtr* TypeKlassPtr::make(PTR ptr, ciKlass* klass, Offset offset, InterfaceHandling interface_handling) {
6293 if (klass->is_instance_klass()) {
6294 const TypeInterfaces* interfaces = TypePtr::interfaces(klass, true, true, false, interface_handling);
6295 return TypeInstKlassPtr::make(ptr, klass, interfaces, offset);
6296 }
6297 return TypeAryKlassPtr::make(ptr, klass, offset, interface_handling);
6298 }
6299
6300 TypeKlassPtr::TypeKlassPtr(TYPES t, PTR ptr, ciKlass* klass, const TypeInterfaces* interfaces, Offset offset)
6301 : TypePtr(t, ptr, offset), _klass(klass), _interfaces(interfaces) {
6302 assert(klass == nullptr || !klass->is_loaded() || (klass->is_instance_klass() && !klass->is_interface()) ||
6303 klass->is_type_array_klass() || klass->is_flat_array_klass() || !klass->as_obj_array_klass()->base_element_klass()->is_interface(), "no interface here");
6304 }
6305
6306 // Is there a single ciKlass* that can represent that type?
6307 ciKlass* TypeKlassPtr::exact_klass_helper() const {
6308 assert(_klass->is_instance_klass() && !_klass->is_interface(), "No interface");
6309 if (_interfaces->empty()) {
6310 return _klass;
6311 }
6312 if (_klass != ciEnv::current()->Object_klass()) {
6313 if (_interfaces->eq(_klass->as_instance_klass())) {
6314 return _klass;
6315 }
6316 return nullptr;
6317 }
6318 return _interfaces->exact_klass();
6319 }
6320
6321 //------------------------------eq---------------------------------------------
6322 // Structural equality check for Type representations
6323 bool TypeKlassPtr::eq(const Type *t) const {
6324 const TypeKlassPtr *p = t->is_klassptr();
6325 return
6326 _interfaces->eq(p->_interfaces) &&
6327 TypePtr::eq(p);
6328 }
6329
6330 //------------------------------hash-------------------------------------------
6331 // Type-specific hashing function.
6332 uint TypeKlassPtr::hash(void) const {
6333 return TypePtr::hash() + _interfaces->hash();
6334 }
6335
6336 //------------------------------singleton--------------------------------------
6337 // TRUE if Type is a singleton type, FALSE otherwise. Singletons are simple
6338 // constants
6339 bool TypeKlassPtr::singleton(void) const {
6340 // detune optimizer to not generate constant klass + constant offset as a constant!
6341 // TopPTR, Null, AnyNull, Constant are all singletons
6342 return (offset() == 0) && !below_centerline(_ptr);
6343 }
6344
6345 // Do not allow interface-vs.-noninterface joins to collapse to top.
6346 const Type *TypeKlassPtr::filter_helper(const Type *kills, bool include_speculative) const {
6347 // logic here mirrors the one from TypeOopPtr::filter. See comments
6348 // there.
6349 const Type* ft = join_helper(kills, include_speculative);
6350
6351 if (ft->empty()) {
6352 return Type::TOP; // Canonical empty value
6353 }
6354
6355 return ft;
6356 }
6357
6358 const TypeInterfaces* TypeKlassPtr::meet_interfaces(const TypeKlassPtr* other) const {
6359 if (above_centerline(_ptr) && above_centerline(other->_ptr)) {
6360 return _interfaces->union_with(other->_interfaces);
6361 } else if (above_centerline(_ptr) && !above_centerline(other->_ptr)) {
6362 return other->_interfaces;
6363 } else if (above_centerline(other->_ptr) && !above_centerline(_ptr)) {
6364 return _interfaces;
6365 }
6366 return _interfaces->intersection_with(other->_interfaces);
6367 }
6368
6369 //------------------------------get_con----------------------------------------
6370 intptr_t TypeKlassPtr::get_con() const {
6371 assert( _ptr == Null || _ptr == Constant, "" );
6372 assert( offset() >= 0, "" );
6373
6374 if (offset() != 0) {
6375 // After being ported to the compiler interface, the compiler no longer
6376 // directly manipulates the addresses of oops. Rather, it only has a pointer
6377 // to a handle at compile time. This handle is embedded in the generated
6378 // code and dereferenced at the time the nmethod is made. Until that time,
6379 // it is not reasonable to do arithmetic with the addresses of oops (we don't
6380 // have access to the addresses!). This does not seem to currently happen,
6381 // but this assertion here is to help prevent its occurrence.
6382 tty->print_cr("Found oop constant with non-zero offset");
6383 ShouldNotReachHere();
6384 }
6385
6386 ciKlass* k = exact_klass();
6387
6388 return (intptr_t)k->constant_encoding();
6389 }
6390
6391 //------------------------------dump2------------------------------------------
6392 // Dump Klass Type
6393 #ifndef PRODUCT
6394 void TypeKlassPtr::dump2(Dict & d, uint depth, outputStream *st) const {
6395 switch(_ptr) {
6396 case Constant:
6397 st->print("precise ");
6398 case NotNull:
6399 {
6400 const char *name = klass()->name()->as_utf8();
6401 if (name) {
6402 st->print("%s: " INTPTR_FORMAT, name, p2i(klass()));
6403 } else {
6404 ShouldNotReachHere();
6405 }
6406 _interfaces->dump(st);
6407 }
6408 case BotPTR:
6409 if (!WizardMode && !Verbose && _ptr != Constant) break;
6410 case TopPTR:
6411 case AnyNull:
6412 st->print(":%s", ptr_msg[_ptr]);
6413 if (_ptr == Constant) st->print(":exact");
6414 break;
6415 default:
6416 break;
6417 }
6418 if (Verbose) {
6419 if (isa_instklassptr() && is_instklassptr()->flat_in_array()) st->print(":flat in array");
6420 }
6421 _offset.dump2(st);
6422 st->print(" *");
6423
6424 if (flat_in_array() && !klass()->is_inlinetype()) {
6425 st->print(" (flat in array)");
6426 }
6427 }
6428 #endif
6429
6430 //=============================================================================
6431 // Convenience common pre-built types.
6432
6433 // Not-null object klass or below
6434 const TypeInstKlassPtr *TypeInstKlassPtr::OBJECT;
6435 const TypeInstKlassPtr *TypeInstKlassPtr::OBJECT_OR_NULL;
6436
6437 bool TypeInstKlassPtr::eq(const Type *t) const {
6438 const TypeKlassPtr *p = t->is_klassptr();
6439 return
6440 klass()->equals(p->klass()) &&
6441 flat_in_array() == p->flat_in_array() &&
6442 TypeKlassPtr::eq(p);
6443 }
6444
6445 uint TypeInstKlassPtr::hash(void) const {
6446 return klass()->hash() + TypeKlassPtr::hash() + (uint)flat_in_array();
6447 }
6448
6449 const TypeInstKlassPtr *TypeInstKlassPtr::make(PTR ptr, ciKlass* k, const TypeInterfaces* interfaces, Offset offset, bool flat_in_array) {
6450 flat_in_array = flat_in_array || k->maybe_flat_in_array();
6451
6452 TypeInstKlassPtr *r =
6453 (TypeInstKlassPtr*)(new TypeInstKlassPtr(ptr, k, interfaces, offset, flat_in_array))->hashcons();
6454
6455 return r;
6456 }
6457
6458 //------------------------------add_offset-------------------------------------
6459 // Access internals of klass object
6460 const TypePtr *TypeInstKlassPtr::add_offset( intptr_t offset ) const {
6461 return make(_ptr, klass(), _interfaces, xadd_offset(offset), flat_in_array());
6462 }
6463
6464 const TypeInstKlassPtr* TypeInstKlassPtr::with_offset(intptr_t offset) const {
6465 return make(_ptr, klass(), _interfaces, Offset(offset), flat_in_array());
6466 }
6467
6468 //------------------------------cast_to_ptr_type-------------------------------
6469 const TypeInstKlassPtr* TypeInstKlassPtr::cast_to_ptr_type(PTR ptr) const {
6470 assert(_base == InstKlassPtr, "subclass must override cast_to_ptr_type");
6471 if( ptr == _ptr ) return this;
6472 return make(ptr, _klass, _interfaces, _offset, flat_in_array());
6473 }
6474
6475
6476 bool TypeInstKlassPtr::must_be_exact() const {
6477 if (!_klass->is_loaded()) return false;
6478 ciInstanceKlass* ik = _klass->as_instance_klass();
6479 if (ik->is_final()) return true; // cannot clear xk
6480 return false;
6481 }
6482
6483 //-----------------------------cast_to_exactness-------------------------------
6484 const TypeKlassPtr* TypeInstKlassPtr::cast_to_exactness(bool klass_is_exact) const {
6485 if (klass_is_exact == (_ptr == Constant)) return this;
6486 if (must_be_exact()) return this;
6487 ciKlass* k = klass();
6488 return make(klass_is_exact ? Constant : NotNull, k, _interfaces, _offset, flat_in_array());
6489 }
6490
6491
6492 //-----------------------------as_instance_type--------------------------------
6493 // Corresponding type for an instance of the given class.
6494 // It will be NotNull, and exact if and only if the klass type is exact.
6495 const TypeOopPtr* TypeInstKlassPtr::as_instance_type(bool klass_change) const {
6496 ciKlass* k = klass();
6497 bool xk = klass_is_exact();
6498 Compile* C = Compile::current();
6499 Dependencies* deps = C->dependencies();
6500 assert((deps != nullptr) == (C->method() != nullptr && C->method()->code_size() > 0), "sanity");
6501 // Element is an instance
6502 bool klass_is_exact = false;
6503 const TypeInterfaces* interfaces = _interfaces;
6504 if (k->is_loaded()) {
6505 // Try to set klass_is_exact.
6506 ciInstanceKlass* ik = k->as_instance_klass();
6507 klass_is_exact = ik->is_final();
6508 if (!klass_is_exact && klass_change
6509 && deps != nullptr && UseUniqueSubclasses) {
6510 ciInstanceKlass* sub = ik->unique_concrete_subklass();
6511 if (sub != nullptr) {
6512 if (_interfaces->eq(sub)) {
6513 deps->assert_abstract_with_unique_concrete_subtype(ik, sub);
6514 k = ik = sub;
6515 xk = sub->is_final();
6516 }
6517 }
6518 }
6519 }
6520 return TypeInstPtr::make(TypePtr::BotPTR, k, interfaces, xk, nullptr, Offset(0), flat_in_array() && !klass()->is_inlinetype());
6521 }
6522
6523 //------------------------------xmeet------------------------------------------
6524 // Compute the MEET of two types, return a new Type object.
6525 const Type *TypeInstKlassPtr::xmeet( const Type *t ) const {
6526 // Perform a fast test for common case; meeting the same types together.
6527 if( this == t ) return this; // Meeting same type-rep?
6528
6529 // Current "this->_base" is Pointer
6530 switch (t->base()) { // switch on original type
6531
6532 case Int: // Mixing ints & oops happens when javac
6533 case Long: // reuses local variables
6534 case HalfFloatTop:
6535 case HalfFloatCon:
6536 case HalfFloatBot:
6537 case FloatTop:
6538 case FloatCon:
6539 case FloatBot:
6540 case DoubleTop:
6541 case DoubleCon:
6542 case DoubleBot:
6543 case NarrowOop:
6544 case NarrowKlass:
6545 case Bottom: // Ye Olde Default
6546 return Type::BOTTOM;
6547 case Top:
6548 return this;
6549
6550 default: // All else is a mistake
6551 typerr(t);
6552
6553 case AnyPtr: { // Meeting to AnyPtrs
6554 // Found an AnyPtr type vs self-KlassPtr type
6555 const TypePtr *tp = t->is_ptr();
6556 Offset offset = meet_offset(tp->offset());
6557 PTR ptr = meet_ptr(tp->ptr());
6558 switch (tp->ptr()) {
6559 case TopPTR:
6560 return this;
6561 case Null:
6562 if( ptr == Null ) return TypePtr::make(AnyPtr, ptr, offset, tp->speculative(), tp->inline_depth());
6563 case AnyNull:
6564 return make(ptr, klass(), _interfaces, offset, flat_in_array());
6565 case BotPTR:
6566 case NotNull:
6567 return TypePtr::make(AnyPtr, ptr, offset, tp->speculative(), tp->inline_depth());
6568 default: typerr(t);
6569 }
6570 }
6571
6572 case RawPtr:
6573 case MetadataPtr:
6574 case OopPtr:
6575 case AryPtr: // Meet with AryPtr
6576 case InstPtr: // Meet with InstPtr
6577 return TypePtr::BOTTOM;
6578
6579 //
6580 // A-top }
6581 // / | \ } Tops
6582 // B-top A-any C-top }
6583 // | / | \ | } Any-nulls
6584 // B-any | C-any }
6585 // | | |
6586 // B-con A-con C-con } constants; not comparable across classes
6587 // | | |
6588 // B-not | C-not }
6589 // | \ | / | } not-nulls
6590 // B-bot A-not C-bot }
6591 // \ | / } Bottoms
6592 // A-bot }
6593 //
6594
6595 case InstKlassPtr: { // Meet two KlassPtr types
6596 const TypeInstKlassPtr *tkls = t->is_instklassptr();
6597 Offset off = meet_offset(tkls->offset());
6598 PTR ptr = meet_ptr(tkls->ptr());
6599 const TypeInterfaces* interfaces = meet_interfaces(tkls);
6600
6601 ciKlass* res_klass = nullptr;
6602 bool res_xk = false;
6603 bool res_flat_in_array = false;
6604 switch(meet_instptr(ptr, interfaces, this, tkls, res_klass, res_xk, res_flat_in_array)) {
6605 case UNLOADED:
6606 ShouldNotReachHere();
6607 case SUBTYPE:
6608 case NOT_SUBTYPE:
6609 case LCA:
6610 case QUICK: {
6611 assert(res_xk == (ptr == Constant), "");
6612 const Type* res = make(ptr, res_klass, interfaces, off, res_flat_in_array);
6613 return res;
6614 }
6615 default:
6616 ShouldNotReachHere();
6617 }
6618 } // End of case KlassPtr
6619 case AryKlassPtr: { // All arrays inherit from Object class
6620 const TypeAryKlassPtr *tp = t->is_aryklassptr();
6621 Offset offset = meet_offset(tp->offset());
6622 PTR ptr = meet_ptr(tp->ptr());
6623 const TypeInterfaces* interfaces = meet_interfaces(tp);
6624 const TypeInterfaces* tp_interfaces = tp->_interfaces;
6625 const TypeInterfaces* this_interfaces = _interfaces;
6626
6627 switch (ptr) {
6628 case TopPTR:
6629 case AnyNull: // Fall 'down' to dual of object klass
6630 // For instances when a subclass meets a superclass we fall
6631 // below the centerline when the superclass is exact. We need to
6632 // do the same here.
6633 if (klass()->equals(ciEnv::current()->Object_klass()) && tp_interfaces->contains(this_interfaces) && !klass_is_exact()) {
6634 return TypeAryKlassPtr::make(ptr, tp->elem(), tp->klass(), offset, tp->is_not_flat(), tp->is_not_null_free(), tp->is_flat(), tp->is_null_free());
6635 } else {
6636 // cannot subclass, so the meet has to fall badly below the centerline
6637 ptr = NotNull;
6638 interfaces = _interfaces->intersection_with(tp->_interfaces);
6639 return make(ptr, ciEnv::current()->Object_klass(), interfaces, offset, false);
6640 }
6641 case Constant:
6642 case NotNull:
6643 case BotPTR: // Fall down to object klass
6644 // LCA is object_klass, but if we subclass from the top we can do better
6645 if( above_centerline(_ptr) ) { // if( _ptr == TopPTR || _ptr == AnyNull )
6646 // If 'this' (InstPtr) is above the centerline and it is Object class
6647 // then we can subclass in the Java class hierarchy.
6648 // For instances when a subclass meets a superclass we fall
6649 // below the centerline when the superclass is exact. We need
6650 // to do the same here.
6651 if (klass()->equals(ciEnv::current()->Object_klass()) && tp_interfaces->contains(this_interfaces) && !klass_is_exact()) {
6652 // that is, tp's array type is a subtype of my klass
6653 return TypeAryKlassPtr::make(ptr, tp->elem(), tp->klass(), offset, tp->is_not_flat(), tp->is_not_null_free(), tp->is_flat(), tp->is_null_free());
6654 }
6655 }
6656 // The other case cannot happen, since I cannot be a subtype of an array.
6657 // The meet falls down to Object class below centerline.
6658 if( ptr == Constant )
6659 ptr = NotNull;
6660 interfaces = this_interfaces->intersection_with(tp_interfaces);
6661 return make(ptr, ciEnv::current()->Object_klass(), interfaces, offset, false);
6662 default: typerr(t);
6663 }
6664 }
6665
6666 } // End of switch
6667 return this; // Return the double constant
6668 }
6669
6670 //------------------------------xdual------------------------------------------
6671 // Dual: compute field-by-field dual
6672 const Type *TypeInstKlassPtr::xdual() const {
6673 return new TypeInstKlassPtr(dual_ptr(), klass(), _interfaces, dual_offset(), flat_in_array());
6674 }
6675
6676 template <class T1, class T2> bool TypePtr::is_java_subtype_of_helper_for_instance(const T1* this_one, const T2* other, bool this_exact, bool other_exact) {
6677 static_assert(std::is_base_of<T2, T1>::value, "");
6678 if (!this_one->is_loaded() || !other->is_loaded()) {
6679 return false;
6680 }
6681 if (!this_one->is_instance_type(other)) {
6682 return false;
6683 }
6684
6685 if (!other_exact) {
6686 return false;
6687 }
6688
6689 if (other->klass()->equals(ciEnv::current()->Object_klass()) && other->_interfaces->empty()) {
6690 return true;
6691 }
6692
6693 return this_one->klass()->is_subtype_of(other->klass()) && this_one->_interfaces->contains(other->_interfaces);
6694 }
6695
6696 bool TypeInstKlassPtr::might_be_an_array() const {
6697 if (!instance_klass()->is_java_lang_Object()) {
6698 // TypeInstKlassPtr can be an array only if it is java.lang.Object: the only supertype of array types.
6699 return false;
6700 }
6701 if (interfaces()->has_non_array_interface()) {
6702 // Arrays only implement Cloneable and Serializable. If we see any other interface, [this] cannot be an array.
6703 return false;
6704 }
6705 // Cannot prove it's not an array.
6706 return true;
6707 }
6708
6709 bool TypeInstKlassPtr::is_java_subtype_of_helper(const TypeKlassPtr* other, bool this_exact, bool other_exact) const {
6710 return TypePtr::is_java_subtype_of_helper_for_instance(this, other, this_exact, other_exact);
6711 }
6712
6713 template <class T1, class T2> bool TypePtr::is_same_java_type_as_helper_for_instance(const T1* this_one, const T2* other) {
6714 static_assert(std::is_base_of<T2, T1>::value, "");
6715 if (!this_one->is_loaded() || !other->is_loaded()) {
6716 return false;
6717 }
6718 if (!this_one->is_instance_type(other)) {
6719 return false;
6720 }
6721 return this_one->klass()->equals(other->klass()) && this_one->_interfaces->eq(other->_interfaces);
6722 }
6723
6724 bool TypeInstKlassPtr::is_same_java_type_as_helper(const TypeKlassPtr* other) const {
6725 return TypePtr::is_same_java_type_as_helper_for_instance(this, other);
6726 }
6727
6728 template <class T1, class T2> bool TypePtr::maybe_java_subtype_of_helper_for_instance(const T1* this_one, const T2* other, bool this_exact, bool other_exact) {
6729 static_assert(std::is_base_of<T2, T1>::value, "");
6730 if (!this_one->is_loaded() || !other->is_loaded()) {
6731 return true;
6732 }
6733
6734 if (this_one->is_array_type(other)) {
6735 return !this_exact && this_one->klass()->equals(ciEnv::current()->Object_klass()) && other->_interfaces->contains(this_one->_interfaces);
6736 }
6737
6738 assert(this_one->is_instance_type(other), "unsupported");
6739
6740 if (this_exact && other_exact) {
6741 return this_one->is_java_subtype_of(other);
6742 }
6743
6744 if (!this_one->klass()->is_subtype_of(other->klass()) && !other->klass()->is_subtype_of(this_one->klass())) {
6745 return false;
6746 }
6747
6748 if (this_exact) {
6749 return this_one->klass()->is_subtype_of(other->klass()) && this_one->_interfaces->contains(other->_interfaces);
6750 }
6751
6752 return true;
6753 }
6754
6755 bool TypeInstKlassPtr::maybe_java_subtype_of_helper(const TypeKlassPtr* other, bool this_exact, bool other_exact) const {
6756 return TypePtr::maybe_java_subtype_of_helper_for_instance(this, other, this_exact, other_exact);
6757 }
6758
6759 const TypeKlassPtr* TypeInstKlassPtr::try_improve() const {
6760 if (!UseUniqueSubclasses) {
6761 return this;
6762 }
6763 ciKlass* k = klass();
6764 Compile* C = Compile::current();
6765 Dependencies* deps = C->dependencies();
6766 assert((deps != nullptr) == (C->method() != nullptr && C->method()->code_size() > 0), "sanity");
6767 const TypeInterfaces* interfaces = _interfaces;
6768 if (k->is_loaded()) {
6769 ciInstanceKlass* ik = k->as_instance_klass();
6770 bool klass_is_exact = ik->is_final();
6771 if (!klass_is_exact &&
6772 deps != nullptr) {
6773 ciInstanceKlass* sub = ik->unique_concrete_subklass();
6774 if (sub != nullptr) {
6775 if (_interfaces->eq(sub)) {
6776 deps->assert_abstract_with_unique_concrete_subtype(ik, sub);
6777 k = ik = sub;
6778 klass_is_exact = sub->is_final();
6779 return TypeKlassPtr::make(klass_is_exact ? Constant : _ptr, k, _offset);
6780 }
6781 }
6782 }
6783 }
6784 return this;
6785 }
6786
6787 bool TypeInstKlassPtr::can_be_inline_array() const {
6788 return _klass->equals(ciEnv::current()->Object_klass()) && TypeAryKlassPtr::_array_interfaces->contains(_interfaces);
6789 }
6790
6791 bool TypeAryKlassPtr::can_be_inline_array() const {
6792 return _elem->isa_instklassptr() && _elem->is_instklassptr()->_klass->can_be_inline_klass();
6793 }
6794
6795 bool TypeInstPtr::can_be_inline_array() const {
6796 return _klass->equals(ciEnv::current()->Object_klass()) && TypeAryPtr::_array_interfaces->contains(_interfaces);
6797 }
6798
6799 bool TypeAryPtr::can_be_inline_array() const {
6800 return elem()->make_ptr() && elem()->make_ptr()->isa_instptr() && elem()->make_ptr()->is_instptr()->_klass->can_be_inline_klass();
6801 }
6802
6803 const TypeAryKlassPtr *TypeAryKlassPtr::make(PTR ptr, const Type* elem, ciKlass* k, Offset offset, bool not_flat, bool not_null_free, bool flat, bool null_free) {
6804 return (TypeAryKlassPtr*)(new TypeAryKlassPtr(ptr, elem, k, offset, not_flat, not_null_free, flat, null_free))->hashcons();
6805 }
6806
6807 const TypeAryKlassPtr* TypeAryKlassPtr::make(PTR ptr, ciKlass* k, Offset offset, InterfaceHandling interface_handling, bool not_flat, bool not_null_free, bool flat, bool null_free) {
6808 if (k->is_obj_array_klass()) {
6809 // Element is an object array. Recursively call ourself.
6810 ciKlass* eklass = k->as_obj_array_klass()->element_klass();
6811 const TypeKlassPtr* etype = TypeKlassPtr::make(eklass, interface_handling)->cast_to_exactness(false);
6812 return TypeAryKlassPtr::make(ptr, etype, nullptr, offset, not_flat, not_null_free, flat, null_free);
6813 } else if (k->is_type_array_klass()) {
6814 // Element is an typeArray
6815 const Type* etype = get_const_basic_type(k->as_type_array_klass()->element_type());
6816 return TypeAryKlassPtr::make(ptr, etype, k, offset, not_flat, not_null_free, flat, null_free);
6817 } else if (k->is_flat_array_klass()) {
6818 ciKlass* eklass = k->as_flat_array_klass()->element_klass();
6819 const TypeKlassPtr* etype = TypeKlassPtr::make(eklass, interface_handling)->cast_to_exactness(false);
6820 return TypeAryKlassPtr::make(ptr, etype, k, offset, not_flat, not_null_free, flat, null_free);
6821 } else {
6822 ShouldNotReachHere();
6823 return nullptr;
6824 }
6825 }
6826
6827 const TypeAryKlassPtr* TypeAryKlassPtr::make(PTR ptr, ciKlass* k, Offset offset, InterfaceHandling interface_handling) {
6828 bool null_free = k->as_array_klass()->is_elem_null_free();
6829 bool flat = k->is_flat_array_klass();
6830
6831 bool not_inline = k->is_type_array_klass() || !k->as_array_klass()->element_klass()->can_be_inline_klass(false);
6832 bool not_null_free = (ptr == Constant) ? !null_free : not_inline;
6833 bool not_flat = (ptr == Constant) ? !flat : (!UseArrayFlattening || not_inline ||
6834 (k->as_array_klass()->element_klass() != nullptr &&
6835 k->as_array_klass()->element_klass()->is_inlinetype() &&
6836 !k->as_array_klass()->element_klass()->maybe_flat_in_array()));
6837
6838 return TypeAryKlassPtr::make(ptr, k, offset, interface_handling, not_flat, not_null_free, flat, null_free);
6839 }
6840
6841 const TypeAryKlassPtr* TypeAryKlassPtr::make(ciKlass* klass, InterfaceHandling interface_handling) {
6842 return TypeAryKlassPtr::make(Constant, klass, Offset(0), interface_handling);
6843 }
6844
6845 //------------------------------eq---------------------------------------------
6846 // Structural equality check for Type representations
6847 bool TypeAryKlassPtr::eq(const Type *t) const {
6848 const TypeAryKlassPtr *p = t->is_aryklassptr();
6849 return
6850 _elem == p->_elem && // Check array
6851 _not_flat == p->_not_flat &&
6852 _not_null_free == p->_not_null_free &&
6853 _null_free == p->_null_free &&
6854 _flat == p->_flat &&
6855 TypeKlassPtr::eq(p); // Check sub-parts
6856 }
6857
6858 //------------------------------hash-------------------------------------------
6859 // Type-specific hashing function.
6860 uint TypeAryKlassPtr::hash(void) const {
6861 return (uint)(uintptr_t)_elem + TypeKlassPtr::hash() + (uint)(_not_flat ? 43 : 0) +
6862 (uint)(_not_null_free ? 44 : 0) + (uint)(_flat ? 45 : 0) + (uint)(_null_free ? 46 : 0);
6863 }
6864
6865 //----------------------compute_klass------------------------------------------
6866 // Compute the defining klass for this class
6867 ciKlass* TypeAryPtr::compute_klass() const {
6868 // Compute _klass based on element type.
6869 ciKlass* k_ary = nullptr;
6870 const TypeInstPtr *tinst;
6871 const TypeAryPtr *tary;
6872 const Type* el = elem();
6873 if (el->isa_narrowoop()) {
6874 el = el->make_ptr();
6875 }
6876
6877 // Get element klass
6878 if (is_flat() && el->is_inlinetypeptr()) {
6879 // Klass is required by TypeAryPtr::flat_layout_helper() and others
6880 if (el->inline_klass() != nullptr) {
6881 // TODO 8350865 We assume atomic if the atomic layout is available
6882 bool atomic = is_null_free() ? el->inline_klass()->has_atomic_layout() : el->inline_klass()->has_nullable_atomic_layout();
6883 k_ary = ciArrayKlass::make(el->inline_klass(), /* flat */ true, is_null_free(), atomic);
6884 }
6885 } else if ((tinst = el->isa_instptr()) != nullptr) {
6886 // Leave k_ary at nullptr.
6887 } else if ((tary = el->isa_aryptr()) != nullptr) {
6888 // Leave k_ary at nullptr.
6889 } else if ((el->base() == Type::Top) ||
6890 (el->base() == Type::Bottom)) {
6891 // element type of Bottom occurs from meet of basic type
6892 // and object; Top occurs when doing join on Bottom.
6893 // Leave k_ary at null.
6894 } else {
6895 assert(!el->isa_int(), "integral arrays must be pre-equipped with a class");
6896 // Compute array klass directly from basic type
6897 k_ary = ciTypeArrayKlass::make(el->basic_type());
6898 }
6899 return k_ary;
6900 }
6901
6902 //------------------------------klass------------------------------------------
6903 // Return the defining klass for this class
6904 ciKlass* TypeAryPtr::klass() const {
6905 if( _klass ) return _klass; // Return cached value, if possible
6906
6907 // Oops, need to compute _klass and cache it
6908 ciKlass* k_ary = compute_klass();
6909
6910 if( this != TypeAryPtr::OOPS && this->dual() != TypeAryPtr::OOPS ) {
6911 // The _klass field acts as a cache of the underlying
6912 // ciKlass for this array type. In order to set the field,
6913 // we need to cast away const-ness.
6914 //
6915 // IMPORTANT NOTE: we *never* set the _klass field for the
6916 // type TypeAryPtr::OOPS. This Type is shared between all
6917 // active compilations. However, the ciKlass which represents
6918 // this Type is *not* shared between compilations, so caching
6919 // this value would result in fetching a dangling pointer.
6920 //
6921 // Recomputing the underlying ciKlass for each request is
6922 // a bit less efficient than caching, but calls to
6923 // TypeAryPtr::OOPS->klass() are not common enough to matter.
6924 ((TypeAryPtr*)this)->_klass = k_ary;
6925 }
6926 return k_ary;
6927 }
6928
6929 // Is there a single ciKlass* that can represent that type?
6930 ciKlass* TypeAryPtr::exact_klass_helper() const {
6931 if (_ary->_elem->make_ptr() && _ary->_elem->make_ptr()->isa_oopptr()) {
6932 ciKlass* k = _ary->_elem->make_ptr()->is_oopptr()->exact_klass_helper();
6933 if (k == nullptr) {
6934 return nullptr;
6935 }
6936 k = ciArrayKlass::make(k, is_flat(), is_null_free());
6937 return k;
6938 }
6939
6940 return klass();
6941 }
6942
6943 const Type* TypeAryPtr::base_element_type(int& dims) const {
6944 const Type* elem = this->elem();
6945 dims = 1;
6946 while (elem->make_ptr() && elem->make_ptr()->isa_aryptr()) {
6947 elem = elem->make_ptr()->is_aryptr()->elem();
6948 dims++;
6949 }
6950 return elem;
6951 }
6952
6953 //------------------------------add_offset-------------------------------------
6954 // Access internals of klass object
6955 const TypePtr* TypeAryKlassPtr::add_offset(intptr_t offset) const {
6956 return make(_ptr, elem(), klass(), xadd_offset(offset), is_not_flat(), is_not_null_free(), _flat, _null_free);
6957 }
6958
6959 const TypeAryKlassPtr* TypeAryKlassPtr::with_offset(intptr_t offset) const {
6960 return make(_ptr, elem(), klass(), Offset(offset), is_not_flat(), is_not_null_free(), _flat, _null_free);
6961 }
6962
6963 //------------------------------cast_to_ptr_type-------------------------------
6964 const TypeAryKlassPtr* TypeAryKlassPtr::cast_to_ptr_type(PTR ptr) const {
6965 assert(_base == AryKlassPtr, "subclass must override cast_to_ptr_type");
6966 if (ptr == _ptr) return this;
6967 return make(ptr, elem(), _klass, _offset, is_not_flat(), is_not_null_free(), _flat, _null_free);
6968 }
6969
6970 bool TypeAryKlassPtr::must_be_exact() const {
6971 if (_elem == Type::BOTTOM) return false;
6972 if (_elem == Type::TOP ) return false;
6973 const TypeKlassPtr* tk = _elem->isa_klassptr();
6974 if (!tk) return true; // a primitive type, like int
6975 // Even though MyValue is final, [LMyValue is only exact if the array
6976 // is (not) null-free due to null-free [LMyValue <: null-able [LMyValue.
6977 // TODO 8350865 If we know that the array can't be null-free, it's allowed to be exact, right?
6978 // If so, we should add '&& !is_not_null_free()'
6979 if (tk->isa_instklassptr() && tk->klass()->is_inlinetype() && !is_null_free()) {
6980 return false;
6981 }
6982 return tk->must_be_exact();
6983 }
6984
6985
6986 //-----------------------------cast_to_exactness-------------------------------
6987 const TypeKlassPtr *TypeAryKlassPtr::cast_to_exactness(bool klass_is_exact) const {
6988 if (must_be_exact() && !klass_is_exact) return this; // cannot clear xk
6989 if (klass_is_exact == this->klass_is_exact()) {
6990 return this;
6991 }
6992 ciKlass* k = _klass;
6993 const Type* elem = this->elem();
6994 if (elem->isa_klassptr() && !klass_is_exact) {
6995 elem = elem->is_klassptr()->cast_to_exactness(klass_is_exact);
6996 }
6997 bool not_flat = is_not_flat();
6998 bool not_null_free = is_not_null_free();
6999 if (_elem->isa_klassptr()) {
7000 if (klass_is_exact || _elem->isa_aryklassptr()) {
7001 assert((!is_null_free() && !is_flat()) ||
7002 _elem->is_klassptr()->klass()->is_abstract() || _elem->is_klassptr()->klass()->is_java_lang_Object(),
7003 "null-free (or flat) concrete inline type arrays should always be exact");
7004 // An array can't be null-free (or flat) if the klass is exact
7005 not_null_free = true;
7006 not_flat = true;
7007 } else {
7008 // Klass is not exact (anymore), re-compute null-free/flat properties
7009 const TypeOopPtr* exact_etype = TypeOopPtr::make_from_klass_unique(_elem->is_instklassptr()->instance_klass());
7010 bool not_inline = !exact_etype->can_be_inline_type();
7011 not_null_free = not_inline;
7012 not_flat = !UseArrayFlattening || not_inline || (exact_etype->is_inlinetypeptr() && !exact_etype->inline_klass()->maybe_flat_in_array());
7013 }
7014 }
7015 return make(klass_is_exact ? Constant : NotNull, elem, k, _offset, not_flat, not_null_free, _flat, _null_free);
7016 }
7017
7018 const TypeAryKlassPtr* TypeAryKlassPtr::cast_to_null_free() const {
7019 return make(_ptr, elem(), klass(), _offset, is_not_flat(), false, is_flat(), true);
7020 }
7021
7022 //-----------------------------as_instance_type--------------------------------
7023 // Corresponding type for an instance of the given class.
7024 // It will be NotNull, and exact if and only if the klass type is exact.
7025 const TypeOopPtr* TypeAryKlassPtr::as_instance_type(bool klass_change) const {
7026 ciKlass* k = klass();
7027 bool xk = klass_is_exact();
7028 const Type* el = nullptr;
7029 if (elem()->isa_klassptr()) {
7030 el = elem()->is_klassptr()->as_instance_type(false)->cast_to_exactness(false);
7031 k = nullptr;
7032 } else {
7033 el = elem();
7034 }
7035 bool null_free = _null_free;
7036 if (null_free && el->isa_ptr()) {
7037 el = el->is_ptr()->join_speculative(TypePtr::NOTNULL);
7038 }
7039 return TypeAryPtr::make(TypePtr::BotPTR, TypeAry::make(el, TypeInt::POS, false, is_flat(), is_not_flat(), is_not_null_free()), k, xk, Offset(0));
7040 }
7041
7042
7043 //------------------------------xmeet------------------------------------------
7044 // Compute the MEET of two types, return a new Type object.
7045 const Type *TypeAryKlassPtr::xmeet( const Type *t ) const {
7046 // Perform a fast test for common case; meeting the same types together.
7047 if( this == t ) return this; // Meeting same type-rep?
7048
7049 // Current "this->_base" is Pointer
7050 switch (t->base()) { // switch on original type
7051
7052 case Int: // Mixing ints & oops happens when javac
7053 case Long: // reuses local variables
7054 case HalfFloatTop:
7055 case HalfFloatCon:
7056 case HalfFloatBot:
7057 case FloatTop:
7058 case FloatCon:
7059 case FloatBot:
7060 case DoubleTop:
7061 case DoubleCon:
7062 case DoubleBot:
7063 case NarrowOop:
7064 case NarrowKlass:
7065 case Bottom: // Ye Olde Default
7066 return Type::BOTTOM;
7067 case Top:
7068 return this;
7069
7070 default: // All else is a mistake
7071 typerr(t);
7072
7073 case AnyPtr: { // Meeting to AnyPtrs
7074 // Found an AnyPtr type vs self-KlassPtr type
7075 const TypePtr *tp = t->is_ptr();
7076 Offset offset = meet_offset(tp->offset());
7077 PTR ptr = meet_ptr(tp->ptr());
7078 switch (tp->ptr()) {
7079 case TopPTR:
7080 return this;
7081 case Null:
7082 if( ptr == Null ) return TypePtr::make(AnyPtr, ptr, offset, tp->speculative(), tp->inline_depth());
7083 case AnyNull:
7084 return make(ptr, _elem, klass(), offset, is_not_flat(), is_not_null_free(), is_flat(), is_null_free());
7085 case BotPTR:
7086 case NotNull:
7087 return TypePtr::make(AnyPtr, ptr, offset, tp->speculative(), tp->inline_depth());
7088 default: typerr(t);
7089 }
7090 }
7091
7092 case RawPtr:
7093 case MetadataPtr:
7094 case OopPtr:
7095 case AryPtr: // Meet with AryPtr
7096 case InstPtr: // Meet with InstPtr
7097 return TypePtr::BOTTOM;
7098
7099 //
7100 // A-top }
7101 // / | \ } Tops
7102 // B-top A-any C-top }
7103 // | / | \ | } Any-nulls
7104 // B-any | C-any }
7105 // | | |
7106 // B-con A-con C-con } constants; not comparable across classes
7107 // | | |
7108 // B-not | C-not }
7109 // | \ | / | } not-nulls
7110 // B-bot A-not C-bot }
7111 // \ | / } Bottoms
7112 // A-bot }
7113 //
7114
7115 case AryKlassPtr: { // Meet two KlassPtr types
7116 const TypeAryKlassPtr *tap = t->is_aryklassptr();
7117 Offset off = meet_offset(tap->offset());
7118 const Type* elem = _elem->meet(tap->_elem);
7119 PTR ptr = meet_ptr(tap->ptr());
7120 ciKlass* res_klass = nullptr;
7121 bool res_xk = false;
7122 bool res_flat = false;
7123 bool res_not_flat = false;
7124 bool res_not_null_free = false;
7125 MeetResult res = meet_aryptr(ptr, elem, this, tap,
7126 res_klass, res_xk, res_flat, res_not_flat, res_not_null_free);
7127 assert(res_xk == (ptr == Constant), "");
7128 bool flat = meet_flat(tap->_flat);
7129 bool null_free = meet_null_free(tap->_null_free);
7130 if (res == NOT_SUBTYPE) {
7131 flat = false;
7132 null_free = false;
7133 } else if (res == SUBTYPE) {
7134 if (above_centerline(tap->ptr()) && !above_centerline(this->ptr())) {
7135 flat = _flat;
7136 null_free = _null_free;
7137 } else if (above_centerline(this->ptr()) && !above_centerline(tap->ptr())) {
7138 flat = tap->_flat;
7139 null_free = tap->_null_free;
7140 } else if (above_centerline(this->ptr()) && above_centerline(tap->ptr())) {
7141 null_free = _null_free || tap->_null_free;
7142 flat = _flat || tap->_flat;
7143 }
7144 }
7145 return make(ptr, elem, res_klass, off, res_not_flat, res_not_null_free, flat, null_free);
7146 } // End of case KlassPtr
7147 case InstKlassPtr: {
7148 const TypeInstKlassPtr *tp = t->is_instklassptr();
7149 Offset offset = meet_offset(tp->offset());
7150 PTR ptr = meet_ptr(tp->ptr());
7151 const TypeInterfaces* interfaces = meet_interfaces(tp);
7152 const TypeInterfaces* tp_interfaces = tp->_interfaces;
7153 const TypeInterfaces* this_interfaces = _interfaces;
7154
7155 switch (ptr) {
7156 case TopPTR:
7157 case AnyNull: // Fall 'down' to dual of object klass
7158 // For instances when a subclass meets a superclass we fall
7159 // below the centerline when the superclass is exact. We need to
7160 // do the same here.
7161 if (tp->klass()->equals(ciEnv::current()->Object_klass()) && this_interfaces->contains(tp_interfaces) &&
7162 !tp->klass_is_exact()) {
7163 return TypeAryKlassPtr::make(ptr, _elem, _klass, offset, is_not_flat(), is_not_null_free(), is_flat(), is_null_free());
7164 } else {
7165 // cannot subclass, so the meet has to fall badly below the centerline
7166 ptr = NotNull;
7167 interfaces = this_interfaces->intersection_with(tp->_interfaces);
7168 return TypeInstKlassPtr::make(ptr, ciEnv::current()->Object_klass(), interfaces, offset, false);
7169 }
7170 case Constant:
7171 case NotNull:
7172 case BotPTR: // Fall down to object klass
7173 // LCA is object_klass, but if we subclass from the top we can do better
7174 if (above_centerline(tp->ptr())) {
7175 // If 'tp' is above the centerline and it is Object class
7176 // then we can subclass in the Java class hierarchy.
7177 // For instances when a subclass meets a superclass we fall
7178 // below the centerline when the superclass is exact. We need
7179 // to do the same here.
7180 if (tp->klass()->equals(ciEnv::current()->Object_klass()) && this_interfaces->contains(tp_interfaces) &&
7181 !tp->klass_is_exact()) {
7182 // that is, my array type is a subtype of 'tp' klass
7183 return make(ptr, _elem, _klass, offset, is_not_flat(), is_not_null_free(), is_flat(), is_null_free());
7184 }
7185 }
7186 // The other case cannot happen, since t cannot be a subtype of an array.
7187 // The meet falls down to Object class below centerline.
7188 if (ptr == Constant)
7189 ptr = NotNull;
7190 interfaces = this_interfaces->intersection_with(tp_interfaces);
7191 return TypeInstKlassPtr::make(ptr, ciEnv::current()->Object_klass(), interfaces, offset, false);
7192 default: typerr(t);
7193 }
7194 }
7195
7196 } // End of switch
7197 return this; // Return the double constant
7198 }
7199
7200 template <class T1, class T2> bool TypePtr::is_java_subtype_of_helper_for_array(const T1* this_one, const T2* other, bool this_exact, bool other_exact) {
7201 static_assert(std::is_base_of<T2, T1>::value, "");
7202
7203 if (other->klass() == ciEnv::current()->Object_klass() && other->_interfaces->empty() && other_exact) {
7204 return true;
7205 }
7206
7207 int dummy;
7208 bool this_top_or_bottom = (this_one->base_element_type(dummy) == Type::TOP || this_one->base_element_type(dummy) == Type::BOTTOM);
7209
7210 if (!this_one->is_loaded() || !other->is_loaded() || this_top_or_bottom) {
7211 return false;
7212 }
7213
7214 if (this_one->is_instance_type(other)) {
7215 return other->klass() == ciEnv::current()->Object_klass() && this_one->_interfaces->contains(other->_interfaces) &&
7216 other_exact;
7217 }
7218
7219 assert(this_one->is_array_type(other), "");
7220 const T1* other_ary = this_one->is_array_type(other);
7221 bool other_top_or_bottom = (other_ary->base_element_type(dummy) == Type::TOP || other_ary->base_element_type(dummy) == Type::BOTTOM);
7222 if (other_top_or_bottom) {
7223 return false;
7224 }
7225
7226 const TypePtr* other_elem = other_ary->elem()->make_ptr();
7227 const TypePtr* this_elem = this_one->elem()->make_ptr();
7228 if (this_elem != nullptr && other_elem != nullptr) {
7229 if (other->is_null_free() && !this_one->is_null_free()) {
7230 return false; // A nullable array can't be a subtype of a null-free array
7231 }
7232 return this_one->is_reference_type(this_elem)->is_java_subtype_of_helper(this_one->is_reference_type(other_elem), this_exact, other_exact);
7233 }
7234 if (this_elem == nullptr && other_elem == nullptr) {
7235 return this_one->klass()->is_subtype_of(other->klass());
7236 }
7237 return false;
7238 }
7239
7240 bool TypeAryKlassPtr::is_java_subtype_of_helper(const TypeKlassPtr* other, bool this_exact, bool other_exact) const {
7241 return TypePtr::is_java_subtype_of_helper_for_array(this, other, this_exact, other_exact);
7242 }
7243
7244 template <class T1, class T2> bool TypePtr::is_same_java_type_as_helper_for_array(const T1* this_one, const T2* other) {
7245 static_assert(std::is_base_of<T2, T1>::value, "");
7246
7247 int dummy;
7248 bool this_top_or_bottom = (this_one->base_element_type(dummy) == Type::TOP || this_one->base_element_type(dummy) == Type::BOTTOM);
7249
7250 if (!this_one->is_array_type(other) ||
7251 !this_one->is_loaded() || !other->is_loaded() || this_top_or_bottom) {
7252 return false;
7253 }
7254 const T1* other_ary = this_one->is_array_type(other);
7255 bool other_top_or_bottom = (other_ary->base_element_type(dummy) == Type::TOP || other_ary->base_element_type(dummy) == Type::BOTTOM);
7256
7257 if (other_top_or_bottom) {
7258 return false;
7259 }
7260
7261 const TypePtr* other_elem = other_ary->elem()->make_ptr();
7262 const TypePtr* this_elem = this_one->elem()->make_ptr();
7263 if (other_elem != nullptr && this_elem != nullptr) {
7264 return this_one->is_reference_type(this_elem)->is_same_java_type_as(this_one->is_reference_type(other_elem));
7265 }
7266 if (other_elem == nullptr && this_elem == nullptr) {
7267 return this_one->klass()->equals(other->klass());
7268 }
7269 return false;
7270 }
7271
7272 bool TypeAryKlassPtr::is_same_java_type_as_helper(const TypeKlassPtr* other) const {
7273 return TypePtr::is_same_java_type_as_helper_for_array(this, other);
7274 }
7275
7276 template <class T1, class T2> bool TypePtr::maybe_java_subtype_of_helper_for_array(const T1* this_one, const T2* other, bool this_exact, bool other_exact) {
7277 static_assert(std::is_base_of<T2, T1>::value, "");
7278 if (other->klass() == ciEnv::current()->Object_klass() && other->_interfaces->empty() && other_exact) {
7279 return true;
7280 }
7281 if (!this_one->is_loaded() || !other->is_loaded()) {
7282 return true;
7283 }
7284 if (this_one->is_instance_type(other)) {
7285 return other->klass()->equals(ciEnv::current()->Object_klass()) &&
7286 this_one->_interfaces->contains(other->_interfaces);
7287 }
7288
7289 int dummy;
7290 bool this_top_or_bottom = (this_one->base_element_type(dummy) == Type::TOP || this_one->base_element_type(dummy) == Type::BOTTOM);
7291 if (this_top_or_bottom) {
7292 return true;
7293 }
7294
7295 assert(this_one->is_array_type(other), "");
7296
7297 const T1* other_ary = this_one->is_array_type(other);
7298 bool other_top_or_bottom = (other_ary->base_element_type(dummy) == Type::TOP || other_ary->base_element_type(dummy) == Type::BOTTOM);
7299 if (other_top_or_bottom) {
7300 return true;
7301 }
7302 if (this_exact && other_exact) {
7303 return this_one->is_java_subtype_of(other);
7304 }
7305
7306 const TypePtr* this_elem = this_one->elem()->make_ptr();
7307 const TypePtr* other_elem = other_ary->elem()->make_ptr();
7308 if (other_elem != nullptr && this_elem != nullptr) {
7309 return this_one->is_reference_type(this_elem)->maybe_java_subtype_of_helper(this_one->is_reference_type(other_elem), this_exact, other_exact);
7310 }
7311 if (other_elem == nullptr && this_elem == nullptr) {
7312 return this_one->klass()->is_subtype_of(other->klass());
7313 }
7314 return false;
7315 }
7316
7317 bool TypeAryKlassPtr::maybe_java_subtype_of_helper(const TypeKlassPtr* other, bool this_exact, bool other_exact) const {
7318 return TypePtr::maybe_java_subtype_of_helper_for_array(this, other, this_exact, other_exact);
7319 }
7320
7321 //------------------------------xdual------------------------------------------
7322 // Dual: compute field-by-field dual
7323 const Type *TypeAryKlassPtr::xdual() const {
7324 return new TypeAryKlassPtr(dual_ptr(), elem()->dual(), klass(), dual_offset(), !is_not_flat(), !is_not_null_free(), dual_flat(), dual_null_free());
7325 }
7326
7327 // Is there a single ciKlass* that can represent that type?
7328 ciKlass* TypeAryKlassPtr::exact_klass_helper() const {
7329 if (elem()->isa_klassptr()) {
7330 ciKlass* k = elem()->is_klassptr()->exact_klass_helper();
7331 if (k == nullptr) {
7332 return nullptr;
7333 }
7334 // TODO 8350865 LibraryCallKit::inline_newArray passes a constant TypeAryKlassPtr to GraphKit::new_array
7335 // As long as atomicity is not tracked by TypeAryKlassPtr, don't re-compute it here to avoid loosing atomicity information
7336 if (k->is_inlinetype() && _klass != nullptr) {
7337 return _klass;
7338 }
7339 k = ciArrayKlass::make(k, is_flat(), is_null_free());
7340 return k;
7341 }
7342
7343 return klass();
7344 }
7345
7346 ciKlass* TypeAryKlassPtr::klass() const {
7347 if (_klass != nullptr) {
7348 return _klass;
7349 }
7350 ciKlass* k = nullptr;
7351 if (elem()->isa_klassptr()) {
7352 // leave null
7353 } else if ((elem()->base() == Type::Top) ||
7354 (elem()->base() == Type::Bottom)) {
7355 } else {
7356 k = ciTypeArrayKlass::make(elem()->basic_type());
7357 ((TypeAryKlassPtr*)this)->_klass = k;
7358 }
7359 return k;
7360 }
7361
7362 //------------------------------dump2------------------------------------------
7363 // Dump Klass Type
7364 #ifndef PRODUCT
7365 void TypeAryKlassPtr::dump2( Dict & d, uint depth, outputStream *st ) const {
7366 switch( _ptr ) {
7367 case Constant:
7368 st->print("precise ");
7369 case NotNull:
7370 {
7371 st->print("[");
7372 _elem->dump2(d, depth, st);
7373 _interfaces->dump(st);
7374 st->print(": ");
7375 }
7376 case BotPTR:
7377 if( !WizardMode && !Verbose && _ptr != Constant ) break;
7378 case TopPTR:
7379 case AnyNull:
7380 st->print(":%s", ptr_msg[_ptr]);
7381 if( _ptr == Constant ) st->print(":exact");
7382 break;
7383 default:
7384 break;
7385 }
7386 if (_flat) st->print(":flat");
7387 if (_null_free) st->print(":null free");
7388 if (Verbose) {
7389 if (_not_flat) st->print(":not flat");
7390 if (_not_null_free) st->print(":not null free");
7391 }
7392
7393 _offset.dump2(st);
7394
7395 st->print(" *");
7396 }
7397 #endif
7398
7399 const Type* TypeAryKlassPtr::base_element_type(int& dims) const {
7400 const Type* elem = this->elem();
7401 dims = 1;
7402 while (elem->isa_aryklassptr()) {
7403 elem = elem->is_aryklassptr()->elem();
7404 dims++;
7405 }
7406 return elem;
7407 }
7408
7409 //=============================================================================
7410 // Convenience common pre-built types.
7411
7412 //------------------------------make-------------------------------------------
7413 const TypeFunc *TypeFunc::make(const TypeTuple *domain_sig, const TypeTuple* domain_cc,
7414 const TypeTuple *range_sig, const TypeTuple *range_cc) {
7415 return (TypeFunc*)(new TypeFunc(domain_sig, domain_cc, range_sig, range_cc))->hashcons();
7416 }
7417
7418 const TypeFunc *TypeFunc::make(const TypeTuple *domain, const TypeTuple *range) {
7419 return make(domain, domain, range, range);
7420 }
7421
7422 //------------------------------osr_domain-----------------------------
7423 const TypeTuple* osr_domain() {
7424 const Type **fields = TypeTuple::fields(2);
7425 fields[TypeFunc::Parms+0] = TypeRawPtr::BOTTOM; // address of osr buffer
7426 return TypeTuple::make(TypeFunc::Parms+1, fields);
7427 }
7428
7429 //------------------------------make-------------------------------------------
7430 const TypeFunc* TypeFunc::make(ciMethod* method, bool is_osr_compilation) {
7431 Compile* C = Compile::current();
7432 const TypeFunc* tf = nullptr;
7433 if (!is_osr_compilation) {
7434 tf = C->last_tf(method); // check cache
7435 if (tf != nullptr) return tf; // The hit rate here is almost 50%.
7436 }
7437 // Inline types are not passed/returned by reference, instead each field of
7438 // the inline type is passed/returned as an argument. We maintain two views of
7439 // the argument/return list here: one based on the signature (with an inline
7440 // type argument/return as a single slot), one based on the actual calling
7441 // convention (with an inline type argument/return as a list of its fields).
7442 bool has_scalar_args = method->has_scalarized_args() && !is_osr_compilation;
7443 // Fall back to the non-scalarized calling convention when compiling a call via a mismatching method
7444 if (method != C->method() && method->get_Method()->mismatch()) {
7445 has_scalar_args = false;
7446 }
7447 const TypeTuple* domain_sig = is_osr_compilation ? osr_domain() : TypeTuple::make_domain(method, ignore_interfaces, false);
7448 const TypeTuple* domain_cc = has_scalar_args ? TypeTuple::make_domain(method, ignore_interfaces, true) : domain_sig;
7449 ciSignature* sig = method->signature();
7450 bool has_scalar_ret = !method->is_native() && sig->return_type()->is_inlinetype() && sig->return_type()->as_inline_klass()->can_be_returned_as_fields();
7451 const TypeTuple* range_sig = TypeTuple::make_range(sig, ignore_interfaces, false);
7452 const TypeTuple* range_cc = has_scalar_ret ? TypeTuple::make_range(sig, ignore_interfaces, true) : range_sig;
7453 tf = TypeFunc::make(domain_sig, domain_cc, range_sig, range_cc);
7454 if (!is_osr_compilation) {
7455 C->set_last_tf(method, tf); // fill cache
7456 }
7457 return tf;
7458 }
7459
7460 //------------------------------meet-------------------------------------------
7461 // Compute the MEET of two types. It returns a new Type object.
7462 const Type *TypeFunc::xmeet( const Type *t ) const {
7463 // Perform a fast test for common case; meeting the same types together.
7464 if( this == t ) return this; // Meeting same type-rep?
7465
7466 // Current "this->_base" is Func
7467 switch (t->base()) { // switch on original type
7468
7469 case Bottom: // Ye Olde Default
7470 return t;
7471
7472 default: // All else is a mistake
7473 typerr(t);
7474
7475 case Top:
7476 break;
7477 }
7478 return this; // Return the double constant
7479 }
7480
7481 //------------------------------xdual------------------------------------------
7482 // Dual: compute field-by-field dual
7483 const Type *TypeFunc::xdual() const {
7484 return this;
7485 }
7486
7487 //------------------------------eq---------------------------------------------
7488 // Structural equality check for Type representations
7489 bool TypeFunc::eq( const Type *t ) const {
7490 const TypeFunc *a = (const TypeFunc*)t;
7491 return _domain_sig == a->_domain_sig &&
7492 _domain_cc == a->_domain_cc &&
7493 _range_sig == a->_range_sig &&
7494 _range_cc == a->_range_cc;
7495 }
7496
7497 //------------------------------hash-------------------------------------------
7498 // Type-specific hashing function.
7499 uint TypeFunc::hash(void) const {
7500 return (uint)(intptr_t)_domain_sig + (uint)(intptr_t)_domain_cc + (uint)(intptr_t)_range_sig + (uint)(intptr_t)_range_cc;
7501 }
7502
7503 //------------------------------dump2------------------------------------------
7504 // Dump Function Type
7505 #ifndef PRODUCT
7506 void TypeFunc::dump2( Dict &d, uint depth, outputStream *st ) const {
7507 if( _range_sig->cnt() <= Parms )
7508 st->print("void");
7509 else {
7510 uint i;
7511 for (i = Parms; i < _range_sig->cnt()-1; i++) {
7512 _range_sig->field_at(i)->dump2(d,depth,st);
7513 st->print("/");
7514 }
7515 _range_sig->field_at(i)->dump2(d,depth,st);
7516 }
7517 st->print(" ");
7518 st->print("( ");
7519 if( !depth || d[this] ) { // Check for recursive dump
7520 st->print("...)");
7521 return;
7522 }
7523 d.Insert((void*)this,(void*)this); // Stop recursion
7524 if (Parms < _domain_sig->cnt())
7525 _domain_sig->field_at(Parms)->dump2(d,depth-1,st);
7526 for (uint i = Parms+1; i < _domain_sig->cnt(); i++) {
7527 st->print(", ");
7528 _domain_sig->field_at(i)->dump2(d,depth-1,st);
7529 }
7530 st->print(" )");
7531 }
7532 #endif
7533
7534 //------------------------------singleton--------------------------------------
7535 // TRUE if Type is a singleton type, FALSE otherwise. Singletons are simple
7536 // constants (Ldi nodes). Singletons are integer, float or double constants
7537 // or a single symbol.
7538 bool TypeFunc::singleton(void) const {
7539 return false; // Never a singleton
7540 }
7541
7542 bool TypeFunc::empty(void) const {
7543 return false; // Never empty
7544 }
7545
7546
7547 BasicType TypeFunc::return_type() const{
7548 if (range_sig()->cnt() == TypeFunc::Parms) {
7549 return T_VOID;
7550 }
7551 return range_sig()->field_at(TypeFunc::Parms)->basic_type();
7552 }