29 #include "opto/phaseX.hpp"
30 #include "opto/rootnode.hpp"
31 #include "opto/subnode.hpp"
32 #include "opto/subtypenode.hpp"
33
34 const Type* SubTypeCheckNode::sub(const Type* sub_t, const Type* super_t) const {
35 const TypeKlassPtr* superk = super_t->isa_klassptr();
36 assert(sub_t != Type::TOP && !TypePtr::NULL_PTR->higher_equal(sub_t), "should be not null");
37 const TypeKlassPtr* subk = sub_t->isa_klassptr() ? sub_t->is_klassptr() : sub_t->is_oopptr()->as_klass_type();
38
39 // Oop can't be a subtype of abstract type that has no subclass.
40 if (sub_t->isa_oopptr() && superk->isa_instklassptr() && superk->klass_is_exact()) {
41 ciKlass* superklass = superk->exact_klass();
42 if (!superklass->is_interface() && superklass->is_abstract() &&
43 !superklass->as_instance_klass()->has_subklass()) {
44 Compile::current()->dependencies()->assert_leaf_type(superklass);
45 return TypeInt::CC_GT;
46 }
47 }
48
49 if (subk != nullptr) {
50 switch (Compile::current()->static_subtype_check(superk, subk, false)) {
51 case Compile::SSC_always_false:
52 return TypeInt::CC_GT;
53 case Compile::SSC_always_true:
54 return TypeInt::CC_EQ;
55 case Compile::SSC_easy_test:
56 case Compile::SSC_full_test:
57 break;
58 default:
59 ShouldNotReachHere();
60 }
61 }
62
63 return bottom_type();
64 }
65
66 Node *SubTypeCheckNode::Ideal(PhaseGVN* phase, bool can_reshape) {
67 Node* obj_or_subklass = in(ObjOrSubKlass);
68 Node* superklass = in(SuperKlass);
69
70 if (obj_or_subklass == nullptr ||
71 superklass == nullptr) {
72 return nullptr;
73 }
74
75 const Type* sub_t = phase->type(obj_or_subklass);
76 const Type* super_t = phase->type(superklass);
77
78 if (!super_t->isa_klassptr() ||
79 (!sub_t->isa_klassptr() && !sub_t->isa_oopptr())) {
80 return nullptr;
81 }
82
116 }
117
118 #ifdef ASSERT
119 bool SubTypeCheckNode::is_oop(PhaseGVN* phase, Node* n) {
120 const Type* t = phase->type(n);
121 if (!t->isa_oopptr() && t != Type::TOP) {
122 n->dump();
123 t->dump(); tty->cr();
124 return false;
125 }
126 return true;
127 }
128
129 static Node* record_for_cleanup(Node* n, PhaseGVN* phase) {
130 if (phase->is_IterGVN()) {
131 phase->is_IterGVN()->_worklist.push(n); // record for cleanup
132 }
133 return n;
134 }
135 bool SubTypeCheckNode::verify_helper(PhaseGVN* phase, Node* subklass, const Type* cached_t) {
136 Node* cmp = phase->transform(new CmpPNode(subklass, in(SuperKlass)));
137 record_for_cleanup(cmp, phase);
138
139 const Type* cmp_t = phase->type(cmp);
140 const Type* t = Value(phase);
141
142 if (t == cmp_t ||
143 t != cached_t || // previous observations don't hold anymore
144 (cmp_t != TypeInt::CC_GT && cmp_t != TypeInt::CC_EQ)) {
145 return true;
146 } else {
147 t->dump(); tty->cr();
148 this->dump(2); tty->cr();
149 cmp_t->dump(); tty->cr();
150 subklass->dump(2); tty->cr();
151 tty->print_cr("==============================");
152 phase->C->root()->dump(9999);
153 return false;
154 }
155 }
156
157 // Verify that optimizing the subtype check to a simple code pattern when possible would not constant fold better.
158 bool SubTypeCheckNode::verify(PhaseGVN* phase) {
159 Compile* C = phase->C;
160 Node* obj_or_subklass = in(ObjOrSubKlass);
161 Node* superklass = in(SuperKlass);
162
163 const Type* sub_t = phase->type(obj_or_subklass);
164 const Type* super_t = phase->type(superklass);
165
166 const TypeKlassPtr* superk = super_t->isa_klassptr();
167 const TypeKlassPtr* subk = sub_t->isa_klassptr() ? sub_t->is_klassptr() : sub_t->is_oopptr()->as_klass_type();
168
169 if (super_t->singleton() && subk != nullptr) {
170 if (obj_or_subklass->bottom_type() == Type::TOP) {
171 // The bottom type of obj_or_subklass is TOP, despite its recorded type
172 // being an OOP or a klass pointer. This can happen for example in
173 // transient scenarios where obj_or_subklass is a projection of the TOP
174 // node. In such cases, skip verification to avoid violating the contract
175 // of LoadKlassNode::make(). This does not weaken the effect of verify(),
176 // as SubTypeCheck nodes with TOP obj_or_subklass inputs are dead anyway.
177 return true;
178 }
179 const Type* cached_t = Value(phase); // cache the type to validate consistency
180 switch (C->static_subtype_check(superk, subk)) {
181 case Compile::SSC_easy_test: {
182 return verify_helper(phase, load_klass(phase), cached_t);
183 }
184 case Compile::SSC_full_test: {
185 Node* p1 = phase->transform(new AddPNode(superklass, superklass, phase->MakeConX(in_bytes(Klass::super_check_offset_offset()))));
186 Node* chk_off = phase->transform(new LoadINode(nullptr, C->immutable_memory(), p1, phase->type(p1)->is_ptr(), TypeInt::INT, MemNode::unordered));
187 record_for_cleanup(chk_off, phase);
188
189 int cacheoff_con = in_bytes(Klass::secondary_super_cache_offset());
190 bool might_be_cache = (phase->find_int_con(chk_off, cacheoff_con) == cacheoff_con);
191 if (!might_be_cache) {
192 Node* subklass = load_klass(phase);
193 Node* chk_off_X = chk_off;
194 #ifdef _LP64
195 chk_off_X = phase->transform(new ConvI2LNode(chk_off_X));
196 #endif
197 Node* p2 = phase->transform(new AddPNode(subklass, subklass, chk_off_X));
198 Node* nkls = phase->transform(LoadKlassNode::make(*phase, C->immutable_memory(), p2, phase->type(p2)->is_ptr(), TypeInstKlassPtr::OBJECT_OR_NULL));
199
200 return verify_helper(phase, nkls, cached_t);
201 }
202 break;
203 }
204 case Compile::SSC_always_false:
205 case Compile::SSC_always_true:
206 default: {
207 break; // nothing to do
208 }
209 }
210 }
226 return subklass;
227 }
228 #endif
229
230 uint SubTypeCheckNode::size_of() const {
231 return sizeof(*this);
232 }
233
234 uint SubTypeCheckNode::hash() const {
235 return NO_HASH;
236 }
237
238 #ifndef PRODUCT
239 void SubTypeCheckNode::dump_spec(outputStream* st) const {
240 if (_method != nullptr) {
241 st->print(" profiled at:");
242 _method->print_short_name(st);
243 st->print(":%d", _bci);
244 }
245 }
246 #endif
|
29 #include "opto/phaseX.hpp"
30 #include "opto/rootnode.hpp"
31 #include "opto/subnode.hpp"
32 #include "opto/subtypenode.hpp"
33
34 const Type* SubTypeCheckNode::sub(const Type* sub_t, const Type* super_t) const {
35 const TypeKlassPtr* superk = super_t->isa_klassptr();
36 assert(sub_t != Type::TOP && !TypePtr::NULL_PTR->higher_equal(sub_t), "should be not null");
37 const TypeKlassPtr* subk = sub_t->isa_klassptr() ? sub_t->is_klassptr() : sub_t->is_oopptr()->as_klass_type();
38
39 // Oop can't be a subtype of abstract type that has no subclass.
40 if (sub_t->isa_oopptr() && superk->isa_instklassptr() && superk->klass_is_exact()) {
41 ciKlass* superklass = superk->exact_klass();
42 if (!superklass->is_interface() && superklass->is_abstract() &&
43 !superklass->as_instance_klass()->has_subklass()) {
44 Compile::current()->dependencies()->assert_leaf_type(superklass);
45 return TypeInt::CC_GT;
46 }
47 }
48
49 // FIXME: shouldn't this be encoded in helper methods of the type system (maybe_java_subtype_of() etc.?)
50 // Similar to logic in CmpPNode::sub()
51 bool unrelated_classes = false;
52 // Handle inline type arrays
53 if (subk->flat_in_array() && superk->not_flat_in_array_inexact()) {
54 // The subtype is in flat arrays and the supertype is not in flat arrays and no subklass can be. Must be unrelated.
55 unrelated_classes = true;
56 } else if (subk->is_not_flat() && superk->is_flat()) {
57 // The subtype is a non-flat array and the supertype is a flat array. Must be unrelated.
58 unrelated_classes = true;
59 } else if (subk->is_not_null_free() && superk->is_null_free()) {
60 // The subtype is a nullable array and the supertype is null-free array. Must be unrelated.
61 unrelated_classes = true;
62 }
63 if (unrelated_classes) {
64 TypePtr::PTR jp = sub_t->is_ptr()->join_ptr(super_t->is_ptr()->_ptr);
65 if (jp != TypePtr::Null && jp != TypePtr::BotPTR) {
66 return TypeInt::CC_GT;
67 }
68 }
69
70 switch (Compile::current()->static_subtype_check(superk, subk, false)) {
71 case Compile::SSC_always_false:
72 return TypeInt::CC_GT;
73 case Compile::SSC_always_true:
74 return TypeInt::CC_EQ;
75 case Compile::SSC_easy_test:
76 case Compile::SSC_full_test:
77 break;
78 default:
79 ShouldNotReachHere();
80 }
81
82 return bottom_type();
83 }
84
85 Node *SubTypeCheckNode::Ideal(PhaseGVN* phase, bool can_reshape) {
86 Node* obj_or_subklass = in(ObjOrSubKlass);
87 Node* superklass = in(SuperKlass);
88
89 if (obj_or_subklass == nullptr ||
90 superklass == nullptr) {
91 return nullptr;
92 }
93
94 const Type* sub_t = phase->type(obj_or_subklass);
95 const Type* super_t = phase->type(superklass);
96
97 if (!super_t->isa_klassptr() ||
98 (!sub_t->isa_klassptr() && !sub_t->isa_oopptr())) {
99 return nullptr;
100 }
101
135 }
136
137 #ifdef ASSERT
138 bool SubTypeCheckNode::is_oop(PhaseGVN* phase, Node* n) {
139 const Type* t = phase->type(n);
140 if (!t->isa_oopptr() && t != Type::TOP) {
141 n->dump();
142 t->dump(); tty->cr();
143 return false;
144 }
145 return true;
146 }
147
148 static Node* record_for_cleanup(Node* n, PhaseGVN* phase) {
149 if (phase->is_IterGVN()) {
150 phase->is_IterGVN()->_worklist.push(n); // record for cleanup
151 }
152 return n;
153 }
154 bool SubTypeCheckNode::verify_helper(PhaseGVN* phase, Node* subklass, const Type* cached_t) {
155 Node* cmp_orig = new CmpPNode(subklass, in(SuperKlass));
156 Node* cmp = phase->transform(cmp_orig);
157 record_for_cleanup(cmp, phase);
158
159 const Type* cmp_t = phase->type(cmp);
160 const Type* t = Value(phase);
161
162 if (t == cmp_t ||
163 t != cached_t || // previous observations don't hold anymore
164 (cmp_t != TypeInt::CC_GT && cmp_t != TypeInt::CC_EQ)) {
165 return true;
166 } else {
167 t->dump(); tty->cr();
168 this->dump(2); tty->cr();
169 tty->print_cr("VS.\n");
170 cmp_t->dump(); tty->cr();
171 cmp_orig->dump(2); tty->cr();
172 tty->print_cr("==============================\n");
173 phase->C->root()->dump(9999);
174 return false;
175 }
176 }
177
178 // Verify that optimizing the subtype check to a simple code pattern when possible would not constant fold better.
179 bool SubTypeCheckNode::verify(PhaseGVN* phase) {
180 Compile* C = phase->C;
181 Node* obj_or_subklass = in(ObjOrSubKlass);
182 Node* superklass = in(SuperKlass);
183
184 const Type* sub_t = phase->type(obj_or_subklass);
185 const Type* super_t = phase->type(superklass);
186
187 const TypeKlassPtr* superk = super_t->isa_klassptr();
188 const TypeKlassPtr* subk = sub_t->isa_klassptr() ? sub_t->is_klassptr() : sub_t->is_oopptr()->as_klass_type();
189
190 if (super_t->singleton() && subk != nullptr) {
191 if (obj_or_subklass->bottom_type() == Type::TOP) {
192 // The bottom type of obj_or_subklass is TOP, despite its recorded type
193 // being an OOP or a klass pointer. This can happen for example in
194 // transient scenarios where obj_or_subklass is a projection of the TOP
195 // node. In such cases, skip verification to avoid violating the contract
196 // of LoadKlassNode::make(). This does not weaken the effect of verify(),
197 // as SubTypeCheck nodes with TOP obj_or_subklass inputs are dead anyway.
198 return true;
199 }
200 const Type* cached_t = Value(phase); // cache the type to validate consistency
201 switch (C->static_subtype_check(superk, subk)) {
202 case Compile::SSC_easy_test: {
203 return verify_helper(phase, load_klass(phase), cached_t);
204 }
205 case Compile::SSC_full_test: {
206 Node* p1 = phase->transform(new AddPNode(superklass, superklass, phase->MakeConX(in_bytes(Klass::super_check_offset_offset()))));
207 Node* chk_off = phase->transform(new LoadINode(nullptr, C->immutable_memory(), p1, phase->type(p1)->is_ptr(), TypeInt::INT, MemNode::unordered));
208 record_for_cleanup(chk_off, phase);
209
210 int cacheoff_con = in_bytes(Klass::secondary_super_cache_offset());
211 bool might_be_cache = phase->find_int_con(chk_off, cacheoff_con) == cacheoff_con;
212 if (!might_be_cache) {
213 Node* subklass = load_klass(phase);
214 Node* chk_off_X = chk_off;
215 #ifdef _LP64
216 chk_off_X = phase->transform(new ConvI2LNode(chk_off_X));
217 #endif
218 Node* p2 = phase->transform(new AddPNode(subklass, subklass, chk_off_X));
219 Node* nkls = phase->transform(LoadKlassNode::make(*phase, C->immutable_memory(), p2, phase->type(p2)->is_ptr(), TypeInstKlassPtr::OBJECT_OR_NULL));
220
221 return verify_helper(phase, nkls, cached_t);
222 }
223 break;
224 }
225 case Compile::SSC_always_false:
226 case Compile::SSC_always_true:
227 default: {
228 break; // nothing to do
229 }
230 }
231 }
247 return subklass;
248 }
249 #endif
250
251 uint SubTypeCheckNode::size_of() const {
252 return sizeof(*this);
253 }
254
255 uint SubTypeCheckNode::hash() const {
256 return NO_HASH;
257 }
258
259 #ifndef PRODUCT
260 void SubTypeCheckNode::dump_spec(outputStream* st) const {
261 if (_method != nullptr) {
262 st->print(" profiled at:");
263 _method->print_short_name(st);
264 st->print(":%d", _bci);
265 }
266 }
267 #endif
|