| File: | jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp |
| Warning: | line 348, column 12 Value stored to 'left_arg' during its initialization is never read |
Press '?' to see keyboard shortcuts
Keyboard shortcuts:
| 1 | /* |
| 2 | * Copyright (c) 2005, 2021, Oracle and/or its affiliates. All rights reserved. |
| 3 | * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
| 4 | * |
| 5 | * This code is free software; you can redistribute it and/or modify it |
| 6 | * under the terms of the GNU General Public License version 2 only, as |
| 7 | * published by the Free Software Foundation. |
| 8 | * |
| 9 | * This code is distributed in the hope that it will be useful, but WITHOUT |
| 10 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
| 11 | * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
| 12 | * version 2 for more details (a copy is included in the LICENSE file that |
| 13 | * accompanied this code). |
| 14 | * |
| 15 | * You should have received a copy of the GNU General Public License version |
| 16 | * 2 along with this work; if not, write to the Free Software Foundation, |
| 17 | * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
| 18 | * |
| 19 | * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
| 20 | * or visit www.oracle.com if you need additional information or have any |
| 21 | * questions. |
| 22 | * |
| 23 | */ |
| 24 | |
| 25 | #include "precompiled.hpp" |
| 26 | #include "c1/c1_Compilation.hpp" |
| 27 | #include "c1/c1_FrameMap.hpp" |
| 28 | #include "c1/c1_Instruction.hpp" |
| 29 | #include "c1/c1_LIRAssembler.hpp" |
| 30 | #include "c1/c1_LIRGenerator.hpp" |
| 31 | #include "c1/c1_Runtime1.hpp" |
| 32 | #include "c1/c1_ValueStack.hpp" |
| 33 | #include "ci/ciArray.hpp" |
| 34 | #include "ci/ciObjArrayKlass.hpp" |
| 35 | #include "ci/ciTypeArrayKlass.hpp" |
| 36 | #include "gc/shared/c1/barrierSetC1.hpp" |
| 37 | #include "runtime/sharedRuntime.hpp" |
| 38 | #include "runtime/stubRoutines.hpp" |
| 39 | #include "utilities/powerOfTwo.hpp" |
| 40 | #include "vmreg_x86.inline.hpp" |
| 41 | |
| 42 | #ifdef ASSERT1 |
| 43 | #define __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 43)-> gen()->lir(__FILE__"/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp", __LINE__43)-> |
| 44 | #else |
| 45 | #define __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 45)-> gen()->lir()-> |
| 46 | #endif |
| 47 | |
| 48 | // Item will be loaded into a byte register; Intel only |
| 49 | void LIRItem::load_byte_item() { |
| 50 | load_item(); |
| 51 | LIR_Opr res = result(); |
| 52 | |
| 53 | if (!res->is_virtual() || !_gen->is_vreg_flag_set(res, LIRGenerator::byte_reg)) { |
| 54 | // make sure that it is a byte register |
| 55 | assert(!value()->type()->is_float() && !value()->type()->is_double(),do { if (!(!value()->type()->is_float() && !value ()->type()->is_double())) { (*g_assert_poison) = 'X';; report_vm_error ("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 56, "assert(" "!value()->type()->is_float() && !value()->type()->is_double()" ") failed", "can't load floats in byte register"); ::breakpoint (); } } while (0) |
| 56 | "can't load floats in byte register")do { if (!(!value()->type()->is_float() && !value ()->type()->is_double())) { (*g_assert_poison) = 'X';; report_vm_error ("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 56, "assert(" "!value()->type()->is_float() && !value()->type()->is_double()" ") failed", "can't load floats in byte register"); ::breakpoint (); } } while (0); |
| 57 | LIR_Opr reg = _gen->rlock_byte(T_BYTE); |
| 58 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 58)-> move(res, reg); |
| 59 | |
| 60 | _result = reg; |
| 61 | } |
| 62 | } |
| 63 | |
| 64 | |
| 65 | void LIRItem::load_nonconstant() { |
| 66 | LIR_Opr r = value()->operand(); |
| 67 | if (r->is_constant()) { |
| 68 | _result = r; |
| 69 | } else { |
| 70 | load_item(); |
| 71 | } |
| 72 | } |
| 73 | |
| 74 | //-------------------------------------------------------------- |
| 75 | // LIRGenerator |
| 76 | //-------------------------------------------------------------- |
| 77 | |
| 78 | |
| 79 | LIR_Opr LIRGenerator::exceptionOopOpr() { return FrameMap::rax_oop_opr; } |
| 80 | LIR_Opr LIRGenerator::exceptionPcOpr() { return FrameMap::rdx_opr; } |
| 81 | LIR_Opr LIRGenerator::divInOpr() { return FrameMap::rax_opr; } |
| 82 | LIR_Opr LIRGenerator::divOutOpr() { return FrameMap::rax_opr; } |
| 83 | LIR_Opr LIRGenerator::remOutOpr() { return FrameMap::rdx_opr; } |
| 84 | LIR_Opr LIRGenerator::shiftCountOpr() { return FrameMap::rcx_opr; } |
| 85 | LIR_Opr LIRGenerator::syncLockOpr() { return new_register(T_INT); } |
| 86 | LIR_Opr LIRGenerator::syncTempOpr() { return FrameMap::rax_opr; } |
| 87 | LIR_Opr LIRGenerator::getThreadTemp() { return LIR_OprFact::illegalOpr; } |
| 88 | |
| 89 | |
| 90 | LIR_Opr LIRGenerator::result_register_for(ValueType* type, bool callee) { |
| 91 | LIR_Opr opr; |
| 92 | switch (type->tag()) { |
| 93 | case intTag: opr = FrameMap::rax_opr; break; |
| 94 | case objectTag: opr = FrameMap::rax_oop_opr; break; |
| 95 | case longTag: opr = FrameMap::long0_opr; break; |
| 96 | #ifdef _LP641 |
| 97 | case floatTag: opr = FrameMap::xmm0_float_opr; break; |
| 98 | case doubleTag: opr = FrameMap::xmm0_double_opr; break; |
| 99 | #else |
| 100 | case floatTag: opr = UseSSE >= 1 ? FrameMap::xmm0_float_opr : FrameMap::fpu0_float_opr; break; |
| 101 | case doubleTag: opr = UseSSE >= 2 ? FrameMap::xmm0_double_opr : FrameMap::fpu0_double_opr; break; |
| 102 | #endif // _LP64 |
| 103 | case addressTag: |
| 104 | default: ShouldNotReachHere()do { (*g_assert_poison) = 'X';; report_should_not_reach_here( "/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 104); ::breakpoint(); } while (0); return LIR_OprFact::illegalOpr; |
| 105 | } |
| 106 | |
| 107 | assert(opr->type_field() == as_OprType(as_BasicType(type)), "type mismatch")do { if (!(opr->type_field() == as_OprType(as_BasicType(type )))) { (*g_assert_poison) = 'X';; report_vm_error("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 107, "assert(" "opr->type_field() == as_OprType(as_BasicType(type))" ") failed", "type mismatch"); ::breakpoint(); } } while (0); |
| 108 | return opr; |
| 109 | } |
| 110 | |
| 111 | |
| 112 | LIR_Opr LIRGenerator::rlock_byte(BasicType type) { |
| 113 | LIR_Opr reg = new_register(T_INT); |
| 114 | set_vreg_flag(reg, LIRGenerator::byte_reg); |
| 115 | return reg; |
| 116 | } |
| 117 | |
| 118 | |
| 119 | //--------- loading items into registers -------------------------------- |
| 120 | |
| 121 | |
| 122 | // i486 instructions can inline constants |
| 123 | bool LIRGenerator::can_store_as_constant(Value v, BasicType type) const { |
| 124 | if (type == T_SHORT || type == T_CHAR) { |
| 125 | // there is no immediate move of word values in asembler_i486.?pp |
| 126 | return false; |
| 127 | } |
| 128 | Constant* c = v->as_Constant(); |
| 129 | if (c && c->state_before() == NULL__null) { |
| 130 | // constants of any type can be stored directly, except for |
| 131 | // unloaded object constants. |
| 132 | return true; |
| 133 | } |
| 134 | return false; |
| 135 | } |
| 136 | |
| 137 | |
| 138 | bool LIRGenerator::can_inline_as_constant(Value v) const { |
| 139 | if (v->type()->tag() == longTag) return false; |
| 140 | return v->type()->tag() != objectTag || |
| 141 | (v->type()->is_constant() && v->type()->as_ObjectType()->constant_value()->is_null_object()); |
| 142 | } |
| 143 | |
| 144 | |
| 145 | bool LIRGenerator::can_inline_as_constant(LIR_Const* c) const { |
| 146 | if (c->type() == T_LONG) return false; |
| 147 | return c->type() != T_OBJECT || c->as_jobject() == NULL__null; |
| 148 | } |
| 149 | |
| 150 | |
| 151 | LIR_Opr LIRGenerator::safepoint_poll_register() { |
| 152 | NOT_LP64( return new_register(T_ADDRESS); ) |
| 153 | return LIR_OprFact::illegalOpr; |
| 154 | } |
| 155 | |
| 156 | |
| 157 | LIR_Address* LIRGenerator::generate_address(LIR_Opr base, LIR_Opr index, |
| 158 | int shift, int disp, BasicType type) { |
| 159 | assert(base->is_register(), "must be")do { if (!(base->is_register())) { (*g_assert_poison) = 'X' ;; report_vm_error("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 159, "assert(" "base->is_register()" ") failed", "must be" ); ::breakpoint(); } } while (0); |
| 160 | if (index->is_constant()) { |
| 161 | LIR_Const *constant = index->as_constant_ptr(); |
| 162 | #ifdef _LP641 |
| 163 | jlong c; |
| 164 | if (constant->type() == T_INT) { |
| 165 | c = (jlong(index->as_jint()) << shift) + disp; |
| 166 | } else { |
| 167 | assert(constant->type() == T_LONG, "should be")do { if (!(constant->type() == T_LONG)) { (*g_assert_poison ) = 'X';; report_vm_error("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 167, "assert(" "constant->type() == T_LONG" ") failed", "should be" ); ::breakpoint(); } } while (0); |
| 168 | c = (index->as_jlong() << shift) + disp; |
| 169 | } |
| 170 | if ((jlong)((jint)c) == c) { |
| 171 | return new LIR_Address(base, (jint)c, type); |
| 172 | } else { |
| 173 | LIR_Opr tmp = new_register(T_LONG); |
| 174 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 174)-> move(index, tmp); |
| 175 | return new LIR_Address(base, tmp, type); |
| 176 | } |
| 177 | #else |
| 178 | return new LIR_Address(base, |
| 179 | ((intx)(constant->as_jint()) << shift) + disp, |
| 180 | type); |
| 181 | #endif |
| 182 | } else { |
| 183 | return new LIR_Address(base, index, (LIR_Address::Scale)shift, disp, type); |
| 184 | } |
| 185 | } |
| 186 | |
| 187 | |
| 188 | LIR_Address* LIRGenerator::emit_array_address(LIR_Opr array_opr, LIR_Opr index_opr, |
| 189 | BasicType type) { |
| 190 | int offset_in_bytes = arrayOopDesc::base_offset_in_bytes(type); |
| 191 | |
| 192 | LIR_Address* addr; |
| 193 | if (index_opr->is_constant()) { |
| 194 | int elem_size = type2aelembytes(type); |
| 195 | addr = new LIR_Address(array_opr, |
| 196 | offset_in_bytes + (intx)(index_opr->as_jint()) * elem_size, type); |
| 197 | } else { |
| 198 | #ifdef _LP641 |
| 199 | if (index_opr->type() == T_INT) { |
| 200 | LIR_Opr tmp = new_register(T_LONG); |
| 201 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 201)-> convert(Bytecodes::_i2l, index_opr, tmp); |
| 202 | index_opr = tmp; |
| 203 | } |
| 204 | #endif // _LP64 |
| 205 | addr = new LIR_Address(array_opr, |
| 206 | index_opr, |
| 207 | LIR_Address::scale(type), |
| 208 | offset_in_bytes, type); |
| 209 | } |
| 210 | return addr; |
| 211 | } |
| 212 | |
| 213 | |
| 214 | LIR_Opr LIRGenerator::load_immediate(int x, BasicType type) { |
| 215 | LIR_Opr r; |
| 216 | if (type == T_LONG) { |
| 217 | r = LIR_OprFact::longConst(x); |
| 218 | } else if (type == T_INT) { |
| 219 | r = LIR_OprFact::intConst(x); |
| 220 | } else { |
| 221 | ShouldNotReachHere()do { (*g_assert_poison) = 'X';; report_should_not_reach_here( "/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 221); ::breakpoint(); } while (0); |
| 222 | } |
| 223 | return r; |
| 224 | } |
| 225 | |
| 226 | void LIRGenerator::increment_counter(address counter, BasicType type, int step) { |
| 227 | LIR_Opr pointer = new_pointer_register(); |
| 228 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 228)-> move(LIR_OprFact::intptrConst(counter), pointer); |
| 229 | LIR_Address* addr = new LIR_Address(pointer, type); |
| 230 | increment_counter(addr, step); |
| 231 | } |
| 232 | |
| 233 | |
| 234 | void LIRGenerator::increment_counter(LIR_Address* addr, int step) { |
| 235 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 235)-> add((LIR_Opr)addr, LIR_OprFact::intConst(step), (LIR_Opr)addr); |
| 236 | } |
| 237 | |
| 238 | void LIRGenerator::cmp_mem_int(LIR_Condition condition, LIR_Opr base, int disp, int c, CodeEmitInfo* info) { |
| 239 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 239)-> cmp_mem_int(condition, base, disp, c, info); |
| 240 | } |
| 241 | |
| 242 | |
| 243 | void LIRGenerator::cmp_reg_mem(LIR_Condition condition, LIR_Opr reg, LIR_Opr base, int disp, BasicType type, CodeEmitInfo* info) { |
| 244 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 244)-> cmp_reg_mem(condition, reg, new LIR_Address(base, disp, type), info); |
| 245 | } |
| 246 | |
| 247 | |
| 248 | bool LIRGenerator::strength_reduce_multiply(LIR_Opr left, jint c, LIR_Opr result, LIR_Opr tmp) { |
| 249 | if (tmp->is_valid() && c > 0 && c < max_jint) { |
| 250 | if (is_power_of_2(c + 1)) { |
| 251 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 251)-> move(left, tmp); |
| 252 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 252)-> shift_left(left, log2i_exact(c + 1), left); |
| 253 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 253)-> sub(left, tmp, result); |
| 254 | return true; |
| 255 | } else if (is_power_of_2(c - 1)) { |
| 256 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 256)-> move(left, tmp); |
| 257 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 257)-> shift_left(left, log2i_exact(c - 1), left); |
| 258 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 258)-> add(left, tmp, result); |
| 259 | return true; |
| 260 | } |
| 261 | } |
| 262 | return false; |
| 263 | } |
| 264 | |
| 265 | |
| 266 | void LIRGenerator::store_stack_parameter (LIR_Opr item, ByteSize offset_from_sp) { |
| 267 | BasicType type = item->type(); |
| 268 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 268)-> store(item, new LIR_Address(FrameMap::rsp_opr, in_bytes(offset_from_sp), type)); |
| 269 | } |
| 270 | |
| 271 | void LIRGenerator::array_store_check(LIR_Opr value, LIR_Opr array, CodeEmitInfo* store_check_info, ciMethod* profiled_method, int profiled_bci) { |
| 272 | LIR_Opr tmp1 = new_register(objectType); |
| 273 | LIR_Opr tmp2 = new_register(objectType); |
| 274 | LIR_Opr tmp3 = new_register(objectType); |
| 275 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 275)-> store_check(value, array, tmp1, tmp2, tmp3, store_check_info, profiled_method, profiled_bci); |
| 276 | } |
| 277 | |
| 278 | //---------------------------------------------------------------------- |
| 279 | // visitor functions |
| 280 | //---------------------------------------------------------------------- |
| 281 | |
| 282 | void LIRGenerator::do_MonitorEnter(MonitorEnter* x) { |
| 283 | assert(x->is_pinned(),"")do { if (!(x->is_pinned())) { (*g_assert_poison) = 'X';; report_vm_error ("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 283, "assert(" "x->is_pinned()" ") failed", ""); ::breakpoint (); } } while (0); |
| 284 | LIRItem obj(x->obj(), this); |
| 285 | obj.load_item(); |
| 286 | |
| 287 | set_no_result(x); |
| 288 | |
| 289 | // "lock" stores the address of the monitor stack slot, so this is not an oop |
| 290 | LIR_Opr lock = new_register(T_INT); |
| 291 | |
| 292 | CodeEmitInfo* info_for_exception = NULL__null; |
| 293 | if (x->needs_null_check()) { |
| 294 | info_for_exception = state_for(x); |
| 295 | } |
| 296 | // this CodeEmitInfo must not have the xhandlers because here the |
| 297 | // object is already locked (xhandlers expect object to be unlocked) |
| 298 | CodeEmitInfo* info = state_for(x, x->state(), true); |
| 299 | monitor_enter(obj.result(), lock, syncTempOpr(), LIR_OprFact::illegalOpr, |
| 300 | x->monitor_no(), info_for_exception, info); |
| 301 | } |
| 302 | |
| 303 | |
| 304 | void LIRGenerator::do_MonitorExit(MonitorExit* x) { |
| 305 | assert(x->is_pinned(),"")do { if (!(x->is_pinned())) { (*g_assert_poison) = 'X';; report_vm_error ("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 305, "assert(" "x->is_pinned()" ") failed", ""); ::breakpoint (); } } while (0); |
| 306 | |
| 307 | LIRItem obj(x->obj(), this); |
| 308 | obj.dont_load_item(); |
| 309 | |
| 310 | LIR_Opr lock = new_register(T_INT); |
| 311 | LIR_Opr obj_temp = new_register(T_INT); |
| 312 | set_no_result(x); |
| 313 | monitor_exit(obj_temp, lock, syncTempOpr(), LIR_OprFact::illegalOpr, x->monitor_no()); |
| 314 | } |
| 315 | |
| 316 | |
| 317 | // _ineg, _lneg, _fneg, _dneg |
| 318 | void LIRGenerator::do_NegateOp(NegateOp* x) { |
| 319 | LIRItem value(x->x(), this); |
| 320 | value.set_destroys_register(); |
| 321 | value.load_item(); |
| 322 | LIR_Opr reg = rlock(x); |
| 323 | |
| 324 | LIR_Opr tmp = LIR_OprFact::illegalOpr; |
| 325 | #ifdef _LP641 |
| 326 | if (UseAVX > 2 && !VM_Version::supports_avx512vl()) { |
| 327 | if (x->type()->tag() == doubleTag) { |
| 328 | tmp = new_register(T_DOUBLE); |
| 329 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 329)-> move(LIR_OprFact::doubleConst(-0.0), tmp); |
| 330 | } |
| 331 | else if (x->type()->tag() == floatTag) { |
| 332 | tmp = new_register(T_FLOAT); |
| 333 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 333)-> move(LIR_OprFact::floatConst(-0.0), tmp); |
| 334 | } |
| 335 | } |
| 336 | #endif |
| 337 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 337)-> negate(value.result(), reg, tmp); |
| 338 | |
| 339 | set_result(x, round_item(reg)); |
| 340 | } |
| 341 | |
| 342 | |
| 343 | // for _fadd, _fmul, _fsub, _fdiv, _frem |
| 344 | // _dadd, _dmul, _dsub, _ddiv, _drem |
| 345 | void LIRGenerator::do_ArithmeticOp_FPU(ArithmeticOp* x) { |
| 346 | LIRItem left(x->x(), this); |
| 347 | LIRItem right(x->y(), this); |
| 348 | LIRItem* left_arg = &left; |
Value stored to 'left_arg' during its initialization is never read | |
| 349 | LIRItem* right_arg = &right; |
| 350 | assert(!left.is_stack() || !right.is_stack(), "can't both be memory operands")do { if (!(!left.is_stack() || !right.is_stack())) { (*g_assert_poison ) = 'X';; report_vm_error("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 350, "assert(" "!left.is_stack() || !right.is_stack()" ") failed" , "can't both be memory operands"); ::breakpoint(); } } while (0); |
| 351 | bool must_load_both = (x->op() == Bytecodes::_frem || x->op() == Bytecodes::_drem); |
| 352 | if (left.is_register() || x->x()->type()->is_constant() || must_load_both) { |
| 353 | left.load_item(); |
| 354 | } else { |
| 355 | left.dont_load_item(); |
| 356 | } |
| 357 | |
| 358 | #ifndef _LP641 |
| 359 | // do not load right operand if it is a constant. only 0 and 1 are |
| 360 | // loaded because there are special instructions for loading them |
| 361 | // without memory access (not needed for SSE2 instructions) |
| 362 | bool must_load_right = false; |
| 363 | if (right.is_constant()) { |
| 364 | LIR_Const* c = right.result()->as_constant_ptr(); |
| 365 | assert(c != NULL, "invalid constant")do { if (!(c != __null)) { (*g_assert_poison) = 'X';; report_vm_error ("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 365, "assert(" "c != __null" ") failed", "invalid constant" ); ::breakpoint(); } } while (0); |
| 366 | assert(c->type() == T_FLOAT || c->type() == T_DOUBLE, "invalid type")do { if (!(c->type() == T_FLOAT || c->type() == T_DOUBLE )) { (*g_assert_poison) = 'X';; report_vm_error("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 366, "assert(" "c->type() == T_FLOAT || c->type() == T_DOUBLE" ") failed", "invalid type"); ::breakpoint(); } } while (0); |
| 367 | |
| 368 | if (c->type() == T_FLOAT) { |
| 369 | must_load_right = UseSSE < 1 && (c->is_one_float() || c->is_zero_float()); |
| 370 | } else { |
| 371 | must_load_right = UseSSE < 2 && (c->is_one_double() || c->is_zero_double()); |
| 372 | } |
| 373 | } |
| 374 | #endif // !LP64 |
| 375 | |
| 376 | if (must_load_both) { |
| 377 | // frem and drem destroy also right operand, so move it to a new register |
| 378 | right.set_destroys_register(); |
| 379 | right.load_item(); |
| 380 | } else if (right.is_register()) { |
| 381 | right.load_item(); |
| 382 | #ifndef _LP641 |
| 383 | } else if (must_load_right) { |
| 384 | right.load_item(); |
| 385 | #endif // !LP64 |
| 386 | } else { |
| 387 | right.dont_load_item(); |
| 388 | } |
| 389 | LIR_Opr reg = rlock(x); |
| 390 | LIR_Opr tmp = LIR_OprFact::illegalOpr; |
| 391 | if (x->op() == Bytecodes::_dmul || x->op() == Bytecodes::_ddiv) { |
| 392 | tmp = new_register(T_DOUBLE); |
| 393 | } |
| 394 | |
| 395 | #ifdef _LP641 |
| 396 | if (x->op() == Bytecodes::_frem || x->op() == Bytecodes::_drem) { |
| 397 | // frem and drem are implemented as a direct call into the runtime. |
| 398 | LIRItem left(x->x(), this); |
| 399 | LIRItem right(x->y(), this); |
| 400 | |
| 401 | BasicType bt = as_BasicType(x->type()); |
| 402 | BasicTypeList signature(2); |
| 403 | signature.append(bt); |
| 404 | signature.append(bt); |
| 405 | CallingConvention* cc = frame_map()->c_calling_convention(&signature); |
| 406 | |
| 407 | const LIR_Opr result_reg = result_register_for(x->type()); |
| 408 | left.load_item_force(cc->at(0)); |
| 409 | right.load_item_force(cc->at(1)); |
| 410 | |
| 411 | address entry = NULL__null; |
| 412 | switch (x->op()) { |
| 413 | case Bytecodes::_frem: |
| 414 | entry = CAST_FROM_FN_PTR(address, SharedRuntime::frem)((address)((address_word)(SharedRuntime::frem))); |
| 415 | break; |
| 416 | case Bytecodes::_drem: |
| 417 | entry = CAST_FROM_FN_PTR(address, SharedRuntime::drem)((address)((address_word)(SharedRuntime::drem))); |
| 418 | break; |
| 419 | default: |
| 420 | ShouldNotReachHere()do { (*g_assert_poison) = 'X';; report_should_not_reach_here( "/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 420); ::breakpoint(); } while (0); |
| 421 | } |
| 422 | |
| 423 | LIR_Opr result = rlock_result(x); |
| 424 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 424)-> call_runtime_leaf(entry, getThreadTemp(), result_reg, cc->args()); |
| 425 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 425)-> move(result_reg, result); |
| 426 | } else { |
| 427 | arithmetic_op_fpu(x->op(), reg, left.result(), right.result(), tmp); |
| 428 | set_result(x, round_item(reg)); |
| 429 | } |
| 430 | #else |
| 431 | if ((UseSSE >= 1 && x->op() == Bytecodes::_frem) || (UseSSE >= 2 && x->op() == Bytecodes::_drem)) { |
| 432 | // special handling for frem and drem: no SSE instruction, so must use FPU with temporary fpu stack slots |
| 433 | LIR_Opr fpu0, fpu1; |
| 434 | if (x->op() == Bytecodes::_frem) { |
| 435 | fpu0 = LIR_OprFact::single_fpu(0); |
| 436 | fpu1 = LIR_OprFact::single_fpu(1); |
| 437 | } else { |
| 438 | fpu0 = LIR_OprFact::double_fpu(0); |
| 439 | fpu1 = LIR_OprFact::double_fpu(1); |
| 440 | } |
| 441 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 441)-> move(right.result(), fpu1); // order of left and right operand is important! |
| 442 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 442)-> move(left.result(), fpu0); |
| 443 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 443)-> rem (fpu0, fpu1, fpu0); |
| 444 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 444)-> move(fpu0, reg); |
| 445 | |
| 446 | } else { |
| 447 | arithmetic_op_fpu(x->op(), reg, left.result(), right.result(), tmp); |
| 448 | } |
| 449 | set_result(x, round_item(reg)); |
| 450 | #endif // _LP64 |
| 451 | } |
| 452 | |
| 453 | |
| 454 | // for _ladd, _lmul, _lsub, _ldiv, _lrem |
| 455 | void LIRGenerator::do_ArithmeticOp_Long(ArithmeticOp* x) { |
| 456 | if (x->op() == Bytecodes::_ldiv || x->op() == Bytecodes::_lrem ) { |
| 457 | // long division is implemented as a direct call into the runtime |
| 458 | LIRItem left(x->x(), this); |
| 459 | LIRItem right(x->y(), this); |
| 460 | |
| 461 | // the check for division by zero destroys the right operand |
| 462 | right.set_destroys_register(); |
| 463 | |
| 464 | BasicTypeList signature(2); |
| 465 | signature.append(T_LONG); |
| 466 | signature.append(T_LONG); |
| 467 | CallingConvention* cc = frame_map()->c_calling_convention(&signature); |
| 468 | |
| 469 | // check for division by zero (destroys registers of right operand!) |
| 470 | CodeEmitInfo* info = state_for(x); |
| 471 | |
| 472 | const LIR_Opr result_reg = result_register_for(x->type()); |
| 473 | left.load_item_force(cc->at(1)); |
| 474 | right.load_item(); |
| 475 | |
| 476 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 476)-> move(right.result(), cc->at(0)); |
| 477 | |
| 478 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 478)-> cmp(lir_cond_equal, right.result(), LIR_OprFact::longConst(0)); |
| 479 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 479)-> branch(lir_cond_equal, new DivByZeroStub(info)); |
| 480 | |
| 481 | address entry = NULL__null; |
| 482 | switch (x->op()) { |
| 483 | case Bytecodes::_lrem: |
| 484 | entry = CAST_FROM_FN_PTR(address, SharedRuntime::lrem)((address)((address_word)(SharedRuntime::lrem))); |
| 485 | break; // check if dividend is 0 is done elsewhere |
| 486 | case Bytecodes::_ldiv: |
| 487 | entry = CAST_FROM_FN_PTR(address, SharedRuntime::ldiv)((address)((address_word)(SharedRuntime::ldiv))); |
| 488 | break; // check if dividend is 0 is done elsewhere |
| 489 | default: |
| 490 | ShouldNotReachHere()do { (*g_assert_poison) = 'X';; report_should_not_reach_here( "/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 490); ::breakpoint(); } while (0); |
| 491 | } |
| 492 | |
| 493 | LIR_Opr result = rlock_result(x); |
| 494 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 494)-> call_runtime_leaf(entry, getThreadTemp(), result_reg, cc->args()); |
| 495 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 495)-> move(result_reg, result); |
| 496 | } else if (x->op() == Bytecodes::_lmul) { |
| 497 | // missing test if instr is commutative and if we should swap |
| 498 | LIRItem left(x->x(), this); |
| 499 | LIRItem right(x->y(), this); |
| 500 | |
| 501 | // right register is destroyed by the long mul, so it must be |
| 502 | // copied to a new register. |
| 503 | right.set_destroys_register(); |
| 504 | |
| 505 | left.load_item(); |
| 506 | right.load_item(); |
| 507 | |
| 508 | LIR_Opr reg = FrameMap::long0_opr; |
| 509 | arithmetic_op_long(x->op(), reg, left.result(), right.result(), NULL__null); |
| 510 | LIR_Opr result = rlock_result(x); |
| 511 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 511)-> move(reg, result); |
| 512 | } else { |
| 513 | // missing test if instr is commutative and if we should swap |
| 514 | LIRItem left(x->x(), this); |
| 515 | LIRItem right(x->y(), this); |
| 516 | |
| 517 | left.load_item(); |
| 518 | // don't load constants to save register |
| 519 | right.load_nonconstant(); |
| 520 | rlock_result(x); |
| 521 | arithmetic_op_long(x->op(), x->operand(), left.result(), right.result(), NULL__null); |
| 522 | } |
| 523 | } |
| 524 | |
| 525 | |
| 526 | |
| 527 | // for: _iadd, _imul, _isub, _idiv, _irem |
| 528 | void LIRGenerator::do_ArithmeticOp_Int(ArithmeticOp* x) { |
| 529 | if (x->op() == Bytecodes::_idiv || x->op() == Bytecodes::_irem) { |
| 530 | // The requirements for division and modulo |
| 531 | // input : rax,: dividend min_int |
| 532 | // reg: divisor (may not be rax,/rdx) -1 |
| 533 | // |
| 534 | // output: rax,: quotient (= rax, idiv reg) min_int |
| 535 | // rdx: remainder (= rax, irem reg) 0 |
| 536 | |
| 537 | // rax, and rdx will be destroyed |
| 538 | |
| 539 | // Note: does this invalidate the spec ??? |
| 540 | LIRItem right(x->y(), this); |
| 541 | LIRItem left(x->x() , this); // visit left second, so that the is_register test is valid |
| 542 | |
| 543 | // call state_for before load_item_force because state_for may |
| 544 | // force the evaluation of other instructions that are needed for |
| 545 | // correct debug info. Otherwise the live range of the fix |
| 546 | // register might be too long. |
| 547 | CodeEmitInfo* info = state_for(x); |
| 548 | |
| 549 | left.load_item_force(divInOpr()); |
| 550 | |
| 551 | right.load_item(); |
| 552 | |
| 553 | LIR_Opr result = rlock_result(x); |
| 554 | LIR_Opr result_reg; |
| 555 | if (x->op() == Bytecodes::_idiv) { |
| 556 | result_reg = divOutOpr(); |
| 557 | } else { |
| 558 | result_reg = remOutOpr(); |
| 559 | } |
| 560 | |
| 561 | if (!ImplicitDiv0Checks) { |
| 562 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 562)-> cmp(lir_cond_equal, right.result(), LIR_OprFact::intConst(0)); |
| 563 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 563)-> branch(lir_cond_equal, new DivByZeroStub(info)); |
| 564 | // Idiv/irem cannot trap (passing info would generate an assertion). |
| 565 | info = NULL__null; |
| 566 | } |
| 567 | LIR_Opr tmp = FrameMap::rdx_opr; // idiv and irem use rdx in their implementation |
| 568 | if (x->op() == Bytecodes::_irem) { |
| 569 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 569)-> irem(left.result(), right.result(), result_reg, tmp, info); |
| 570 | } else if (x->op() == Bytecodes::_idiv) { |
| 571 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 571)-> idiv(left.result(), right.result(), result_reg, tmp, info); |
| 572 | } else { |
| 573 | ShouldNotReachHere()do { (*g_assert_poison) = 'X';; report_should_not_reach_here( "/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 573); ::breakpoint(); } while (0); |
| 574 | } |
| 575 | |
| 576 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 576)-> move(result_reg, result); |
| 577 | } else { |
| 578 | // missing test if instr is commutative and if we should swap |
| 579 | LIRItem left(x->x(), this); |
| 580 | LIRItem right(x->y(), this); |
| 581 | LIRItem* left_arg = &left; |
| 582 | LIRItem* right_arg = &right; |
| 583 | if (x->is_commutative() && left.is_stack() && right.is_register()) { |
| 584 | // swap them if left is real stack (or cached) and right is real register(not cached) |
| 585 | left_arg = &right; |
| 586 | right_arg = &left; |
| 587 | } |
| 588 | |
| 589 | left_arg->load_item(); |
| 590 | |
| 591 | // do not need to load right, as we can handle stack and constants |
| 592 | if (x->op() == Bytecodes::_imul ) { |
| 593 | // check if we can use shift instead |
| 594 | bool use_constant = false; |
| 595 | bool use_tmp = false; |
| 596 | if (right_arg->is_constant()) { |
| 597 | jint iconst = right_arg->get_jint_constant(); |
| 598 | if (iconst > 0 && iconst < max_jint) { |
| 599 | if (is_power_of_2(iconst)) { |
| 600 | use_constant = true; |
| 601 | } else if (is_power_of_2(iconst - 1) || is_power_of_2(iconst + 1)) { |
| 602 | use_constant = true; |
| 603 | use_tmp = true; |
| 604 | } |
| 605 | } |
| 606 | } |
| 607 | if (use_constant) { |
| 608 | right_arg->dont_load_item(); |
| 609 | } else { |
| 610 | right_arg->load_item(); |
| 611 | } |
| 612 | LIR_Opr tmp = LIR_OprFact::illegalOpr; |
| 613 | if (use_tmp) { |
| 614 | tmp = new_register(T_INT); |
| 615 | } |
| 616 | rlock_result(x); |
| 617 | |
| 618 | arithmetic_op_int(x->op(), x->operand(), left_arg->result(), right_arg->result(), tmp); |
| 619 | } else { |
| 620 | right_arg->dont_load_item(); |
| 621 | rlock_result(x); |
| 622 | LIR_Opr tmp = LIR_OprFact::illegalOpr; |
| 623 | arithmetic_op_int(x->op(), x->operand(), left_arg->result(), right_arg->result(), tmp); |
| 624 | } |
| 625 | } |
| 626 | } |
| 627 | |
| 628 | |
| 629 | void LIRGenerator::do_ArithmeticOp(ArithmeticOp* x) { |
| 630 | // when an operand with use count 1 is the left operand, then it is |
| 631 | // likely that no move for 2-operand-LIR-form is necessary |
| 632 | if (x->is_commutative() && x->y()->as_Constant() == NULL__null && x->x()->use_count() > x->y()->use_count()) { |
| 633 | x->swap_operands(); |
| 634 | } |
| 635 | |
| 636 | ValueTag tag = x->type()->tag(); |
| 637 | assert(x->x()->type()->tag() == tag && x->y()->type()->tag() == tag, "wrong parameters")do { if (!(x->x()->type()->tag() == tag && x ->y()->type()->tag() == tag)) { (*g_assert_poison) = 'X';; report_vm_error("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 637, "assert(" "x->x()->type()->tag() == tag && x->y()->type()->tag() == tag" ") failed", "wrong parameters"); ::breakpoint(); } } while ( 0); |
| 638 | switch (tag) { |
| 639 | case floatTag: |
| 640 | case doubleTag: do_ArithmeticOp_FPU(x); return; |
| 641 | case longTag: do_ArithmeticOp_Long(x); return; |
| 642 | case intTag: do_ArithmeticOp_Int(x); return; |
| 643 | default: ShouldNotReachHere()do { (*g_assert_poison) = 'X';; report_should_not_reach_here( "/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 643); ::breakpoint(); } while (0); return; |
| 644 | } |
| 645 | } |
| 646 | |
| 647 | |
| 648 | // _ishl, _lshl, _ishr, _lshr, _iushr, _lushr |
| 649 | void LIRGenerator::do_ShiftOp(ShiftOp* x) { |
| 650 | // count must always be in rcx |
| 651 | LIRItem value(x->x(), this); |
| 652 | LIRItem count(x->y(), this); |
| 653 | |
| 654 | ValueTag elemType = x->type()->tag(); |
| 655 | bool must_load_count = !count.is_constant() || elemType == longTag; |
| 656 | if (must_load_count) { |
| 657 | // count for long must be in register |
| 658 | count.load_item_force(shiftCountOpr()); |
| 659 | } else { |
| 660 | count.dont_load_item(); |
| 661 | } |
| 662 | value.load_item(); |
| 663 | LIR_Opr reg = rlock_result(x); |
| 664 | |
| 665 | shift_op(x->op(), reg, value.result(), count.result(), LIR_OprFact::illegalOpr); |
| 666 | } |
| 667 | |
| 668 | |
| 669 | // _iand, _land, _ior, _lor, _ixor, _lxor |
| 670 | void LIRGenerator::do_LogicOp(LogicOp* x) { |
| 671 | // when an operand with use count 1 is the left operand, then it is |
| 672 | // likely that no move for 2-operand-LIR-form is necessary |
| 673 | if (x->is_commutative() && x->y()->as_Constant() == NULL__null && x->x()->use_count() > x->y()->use_count()) { |
| 674 | x->swap_operands(); |
| 675 | } |
| 676 | |
| 677 | LIRItem left(x->x(), this); |
| 678 | LIRItem right(x->y(), this); |
| 679 | |
| 680 | left.load_item(); |
| 681 | right.load_nonconstant(); |
| 682 | LIR_Opr reg = rlock_result(x); |
| 683 | |
| 684 | logic_op(x->op(), reg, left.result(), right.result()); |
| 685 | } |
| 686 | |
| 687 | |
| 688 | |
| 689 | // _lcmp, _fcmpl, _fcmpg, _dcmpl, _dcmpg |
| 690 | void LIRGenerator::do_CompareOp(CompareOp* x) { |
| 691 | LIRItem left(x->x(), this); |
| 692 | LIRItem right(x->y(), this); |
| 693 | ValueTag tag = x->x()->type()->tag(); |
| 694 | if (tag == longTag) { |
| 695 | left.set_destroys_register(); |
| 696 | } |
| 697 | left.load_item(); |
| 698 | right.load_item(); |
| 699 | LIR_Opr reg = rlock_result(x); |
| 700 | |
| 701 | if (x->x()->type()->is_float_kind()) { |
| 702 | Bytecodes::Code code = x->op(); |
| 703 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 703)-> fcmp2int(left.result(), right.result(), reg, (code == Bytecodes::_fcmpl || code == Bytecodes::_dcmpl)); |
| 704 | } else if (x->x()->type()->tag() == longTag) { |
| 705 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 705)-> lcmp2int(left.result(), right.result(), reg); |
| 706 | } else { |
| 707 | Unimplemented()do { (*g_assert_poison) = 'X';; report_unimplemented("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 707); ::breakpoint(); } while (0); |
| 708 | } |
| 709 | } |
| 710 | |
| 711 | LIR_Opr LIRGenerator::atomic_cmpxchg(BasicType type, LIR_Opr addr, LIRItem& cmp_value, LIRItem& new_value) { |
| 712 | LIR_Opr ill = LIR_OprFact::illegalOpr; // for convenience |
| 713 | if (is_reference_type(type)) { |
| 714 | cmp_value.load_item_force(FrameMap::rax_oop_opr); |
| 715 | new_value.load_item(); |
| 716 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 716)-> cas_obj(addr->as_address_ptr()->base(), cmp_value.result(), new_value.result(), ill, ill); |
| 717 | } else if (type == T_INT) { |
| 718 | cmp_value.load_item_force(FrameMap::rax_opr); |
| 719 | new_value.load_item(); |
| 720 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 720)-> cas_int(addr->as_address_ptr()->base(), cmp_value.result(), new_value.result(), ill, ill); |
| 721 | } else if (type == T_LONG) { |
| 722 | cmp_value.load_item_force(FrameMap::long0_opr); |
| 723 | new_value.load_item_force(FrameMap::long1_opr); |
| 724 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 724)-> cas_long(addr->as_address_ptr()->base(), cmp_value.result(), new_value.result(), ill, ill); |
| 725 | } else { |
| 726 | Unimplemented()do { (*g_assert_poison) = 'X';; report_unimplemented("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 726); ::breakpoint(); } while (0); |
| 727 | } |
| 728 | LIR_Opr result = new_register(T_INT); |
| 729 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 729)-> cmove(lir_cond_equal, LIR_OprFact::intConst(1), LIR_OprFact::intConst(0), |
| 730 | result, T_INT); |
| 731 | return result; |
| 732 | } |
| 733 | |
| 734 | LIR_Opr LIRGenerator::atomic_xchg(BasicType type, LIR_Opr addr, LIRItem& value) { |
| 735 | bool is_oop = is_reference_type(type); |
| 736 | LIR_Opr result = new_register(type); |
| 737 | value.load_item(); |
| 738 | // Because we want a 2-arg form of xchg and xadd |
| 739 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 739)-> move(value.result(), result); |
| 740 | assert(type == T_INT || is_oop LP64_ONLY( || type == T_LONG ), "unexpected type")do { if (!(type == T_INT || is_oop || type == T_LONG)) { (*g_assert_poison ) = 'X';; report_vm_error("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 740, "assert(" "type == T_INT || is_oop || type == T_LONG" ") failed" , "unexpected type"); ::breakpoint(); } } while (0); |
| 741 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 741)-> xchg(addr, result, result, LIR_OprFact::illegalOpr); |
| 742 | return result; |
| 743 | } |
| 744 | |
| 745 | LIR_Opr LIRGenerator::atomic_add(BasicType type, LIR_Opr addr, LIRItem& value) { |
| 746 | LIR_Opr result = new_register(type); |
| 747 | value.load_item(); |
| 748 | // Because we want a 2-arg form of xchg and xadd |
| 749 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 749)-> move(value.result(), result); |
| 750 | assert(type == T_INT LP64_ONLY( || type == T_LONG ), "unexpected type")do { if (!(type == T_INT || type == T_LONG)) { (*g_assert_poison ) = 'X';; report_vm_error("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 750, "assert(" "type == T_INT || type == T_LONG" ") failed" , "unexpected type"); ::breakpoint(); } } while (0); |
| 751 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 751)-> xadd(addr, result, result, LIR_OprFact::illegalOpr); |
| 752 | return result; |
| 753 | } |
| 754 | |
| 755 | void LIRGenerator::do_FmaIntrinsic(Intrinsic* x) { |
| 756 | assert(x->number_of_arguments() == 3, "wrong type")do { if (!(x->number_of_arguments() == 3)) { (*g_assert_poison ) = 'X';; report_vm_error("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 756, "assert(" "x->number_of_arguments() == 3" ") failed" , "wrong type"); ::breakpoint(); } } while (0); |
| 757 | assert(UseFMA, "Needs FMA instructions support.")do { if (!(UseFMA)) { (*g_assert_poison) = 'X';; report_vm_error ("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 757, "assert(" "UseFMA" ") failed", "Needs FMA instructions support." ); ::breakpoint(); } } while (0); |
| 758 | LIRItem value(x->argument_at(0), this); |
| 759 | LIRItem value1(x->argument_at(1), this); |
| 760 | LIRItem value2(x->argument_at(2), this); |
| 761 | |
| 762 | value2.set_destroys_register(); |
| 763 | |
| 764 | value.load_item(); |
| 765 | value1.load_item(); |
| 766 | value2.load_item(); |
| 767 | |
| 768 | LIR_Opr calc_input = value.result(); |
| 769 | LIR_Opr calc_input1 = value1.result(); |
| 770 | LIR_Opr calc_input2 = value2.result(); |
| 771 | LIR_Opr calc_result = rlock_result(x); |
| 772 | |
| 773 | switch (x->id()) { |
| 774 | case vmIntrinsics::_fmaD: __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 774)-> fmad(calc_input, calc_input1, calc_input2, calc_result); break; |
| 775 | case vmIntrinsics::_fmaF: __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 775)-> fmaf(calc_input, calc_input1, calc_input2, calc_result); break; |
| 776 | default: ShouldNotReachHere()do { (*g_assert_poison) = 'X';; report_should_not_reach_here( "/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 776); ::breakpoint(); } while (0); |
| 777 | } |
| 778 | |
| 779 | } |
| 780 | |
| 781 | |
| 782 | void LIRGenerator::do_MathIntrinsic(Intrinsic* x) { |
| 783 | assert(x->number_of_arguments() == 1 || (x->number_of_arguments() == 2 && x->id() == vmIntrinsics::_dpow), "wrong type")do { if (!(x->number_of_arguments() == 1 || (x->number_of_arguments () == 2 && x->id() == vmIntrinsics::_dpow))) { (*g_assert_poison ) = 'X';; report_vm_error("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 783, "assert(" "x->number_of_arguments() == 1 || (x->number_of_arguments() == 2 && x->id() == vmIntrinsics::_dpow)" ") failed", "wrong type"); ::breakpoint(); } } while (0); |
| 784 | |
| 785 | if (x->id() == vmIntrinsics::_dexp || x->id() == vmIntrinsics::_dlog || |
| 786 | x->id() == vmIntrinsics::_dpow || x->id() == vmIntrinsics::_dcos || |
| 787 | x->id() == vmIntrinsics::_dsin || x->id() == vmIntrinsics::_dtan || |
| 788 | x->id() == vmIntrinsics::_dlog10) { |
| 789 | do_LibmIntrinsic(x); |
| 790 | return; |
| 791 | } |
| 792 | |
| 793 | LIRItem value(x->argument_at(0), this); |
| 794 | |
| 795 | bool use_fpu = false; |
| 796 | #ifndef _LP641 |
| 797 | if (UseSSE < 2) { |
| 798 | value.set_destroys_register(); |
| 799 | } |
| 800 | #endif // !LP64 |
| 801 | value.load_item(); |
| 802 | |
| 803 | LIR_Opr calc_input = value.result(); |
| 804 | LIR_Opr calc_result = rlock_result(x); |
| 805 | |
| 806 | LIR_Opr tmp = LIR_OprFact::illegalOpr; |
| 807 | #ifdef _LP641 |
| 808 | if (UseAVX > 2 && (!VM_Version::supports_avx512vl()) && |
| 809 | (x->id() == vmIntrinsics::_dabs)) { |
| 810 | tmp = new_register(T_DOUBLE); |
| 811 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 811)-> move(LIR_OprFact::doubleConst(-0.0), tmp); |
| 812 | } |
| 813 | #endif |
| 814 | |
| 815 | switch(x->id()) { |
| 816 | case vmIntrinsics::_dabs: |
| 817 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 817)-> abs(calc_input, calc_result, tmp); |
| 818 | break; |
| 819 | case vmIntrinsics::_dsqrt: |
| 820 | case vmIntrinsics::_dsqrt_strict: |
| 821 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 821)-> sqrt(calc_input, calc_result, LIR_OprFact::illegalOpr); |
| 822 | break; |
| 823 | default: |
| 824 | ShouldNotReachHere()do { (*g_assert_poison) = 'X';; report_should_not_reach_here( "/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 824); ::breakpoint(); } while (0); |
| 825 | } |
| 826 | |
| 827 | if (use_fpu) { |
| 828 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 828)-> move(calc_result, x->operand()); |
| 829 | } |
| 830 | } |
| 831 | |
| 832 | void LIRGenerator::do_LibmIntrinsic(Intrinsic* x) { |
| 833 | LIRItem value(x->argument_at(0), this); |
| 834 | value.set_destroys_register(); |
| 835 | |
| 836 | LIR_Opr calc_result = rlock_result(x); |
| 837 | LIR_Opr result_reg = result_register_for(x->type()); |
| 838 | |
| 839 | CallingConvention* cc = NULL__null; |
| 840 | |
| 841 | if (x->id() == vmIntrinsics::_dpow) { |
| 842 | LIRItem value1(x->argument_at(1), this); |
| 843 | |
| 844 | value1.set_destroys_register(); |
| 845 | |
| 846 | BasicTypeList signature(2); |
| 847 | signature.append(T_DOUBLE); |
| 848 | signature.append(T_DOUBLE); |
| 849 | cc = frame_map()->c_calling_convention(&signature); |
| 850 | value.load_item_force(cc->at(0)); |
| 851 | value1.load_item_force(cc->at(1)); |
| 852 | } else { |
| 853 | BasicTypeList signature(1); |
| 854 | signature.append(T_DOUBLE); |
| 855 | cc = frame_map()->c_calling_convention(&signature); |
| 856 | value.load_item_force(cc->at(0)); |
| 857 | } |
| 858 | |
| 859 | #ifndef _LP641 |
| 860 | LIR_Opr tmp = FrameMap::fpu0_double_opr; |
| 861 | result_reg = tmp; |
| 862 | switch(x->id()) { |
| 863 | case vmIntrinsics::_dexp: |
| 864 | if (StubRoutines::dexp() != NULL__null) { |
| 865 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 865)-> call_runtime_leaf(StubRoutines::dexp(), getThreadTemp(), result_reg, cc->args()); |
| 866 | } else { |
| 867 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 867)-> call_runtime_leaf(CAST_FROM_FN_PTR(address, SharedRuntime::dexp)((address)((address_word)(SharedRuntime::dexp))), getThreadTemp(), result_reg, cc->args()); |
| 868 | } |
| 869 | break; |
| 870 | case vmIntrinsics::_dlog: |
| 871 | if (StubRoutines::dlog() != NULL__null) { |
| 872 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 872)-> call_runtime_leaf(StubRoutines::dlog(), getThreadTemp(), result_reg, cc->args()); |
| 873 | } else { |
| 874 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 874)-> call_runtime_leaf(CAST_FROM_FN_PTR(address, SharedRuntime::dlog)((address)((address_word)(SharedRuntime::dlog))), getThreadTemp(), result_reg, cc->args()); |
| 875 | } |
| 876 | break; |
| 877 | case vmIntrinsics::_dlog10: |
| 878 | if (StubRoutines::dlog10() != NULL__null) { |
| 879 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 879)-> call_runtime_leaf(StubRoutines::dlog10(), getThreadTemp(), result_reg, cc->args()); |
| 880 | } else { |
| 881 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 881)-> call_runtime_leaf(CAST_FROM_FN_PTR(address, SharedRuntime::dlog10)((address)((address_word)(SharedRuntime::dlog10))), getThreadTemp(), result_reg, cc->args()); |
| 882 | } |
| 883 | break; |
| 884 | case vmIntrinsics::_dpow: |
| 885 | if (StubRoutines::dpow() != NULL__null) { |
| 886 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 886)-> call_runtime_leaf(StubRoutines::dpow(), getThreadTemp(), result_reg, cc->args()); |
| 887 | } else { |
| 888 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 888)-> call_runtime_leaf(CAST_FROM_FN_PTR(address, SharedRuntime::dpow)((address)((address_word)(SharedRuntime::dpow))), getThreadTemp(), result_reg, cc->args()); |
| 889 | } |
| 890 | break; |
| 891 | case vmIntrinsics::_dsin: |
| 892 | if (VM_Version::supports_sse2() && StubRoutines::dsin() != NULL__null) { |
| 893 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 893)-> call_runtime_leaf(StubRoutines::dsin(), getThreadTemp(), result_reg, cc->args()); |
| 894 | } else { |
| 895 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 895)-> call_runtime_leaf(CAST_FROM_FN_PTR(address, SharedRuntime::dsin)((address)((address_word)(SharedRuntime::dsin))), getThreadTemp(), result_reg, cc->args()); |
| 896 | } |
| 897 | break; |
| 898 | case vmIntrinsics::_dcos: |
| 899 | if (VM_Version::supports_sse2() && StubRoutines::dcos() != NULL__null) { |
| 900 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 900)-> call_runtime_leaf(StubRoutines::dcos(), getThreadTemp(), result_reg, cc->args()); |
| 901 | } else { |
| 902 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 902)-> call_runtime_leaf(CAST_FROM_FN_PTR(address, SharedRuntime::dcos)((address)((address_word)(SharedRuntime::dcos))), getThreadTemp(), result_reg, cc->args()); |
| 903 | } |
| 904 | break; |
| 905 | case vmIntrinsics::_dtan: |
| 906 | if (StubRoutines::dtan() != NULL__null) { |
| 907 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 907)-> call_runtime_leaf(StubRoutines::dtan(), getThreadTemp(), result_reg, cc->args()); |
| 908 | } else { |
| 909 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 909)-> call_runtime_leaf(CAST_FROM_FN_PTR(address, SharedRuntime::dtan)((address)((address_word)(SharedRuntime::dtan))), getThreadTemp(), result_reg, cc->args()); |
| 910 | } |
| 911 | break; |
| 912 | default: ShouldNotReachHere()do { (*g_assert_poison) = 'X';; report_should_not_reach_here( "/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 912); ::breakpoint(); } while (0); |
| 913 | } |
| 914 | #else |
| 915 | switch (x->id()) { |
| 916 | case vmIntrinsics::_dexp: |
| 917 | if (StubRoutines::dexp() != NULL__null) { |
| 918 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 918)-> call_runtime_leaf(StubRoutines::dexp(), getThreadTemp(), result_reg, cc->args()); |
| 919 | } else { |
| 920 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 920)-> call_runtime_leaf(CAST_FROM_FN_PTR(address, SharedRuntime::dexp)((address)((address_word)(SharedRuntime::dexp))), getThreadTemp(), result_reg, cc->args()); |
| 921 | } |
| 922 | break; |
| 923 | case vmIntrinsics::_dlog: |
| 924 | if (StubRoutines::dlog() != NULL__null) { |
| 925 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 925)-> call_runtime_leaf(StubRoutines::dlog(), getThreadTemp(), result_reg, cc->args()); |
| 926 | } else { |
| 927 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 927)-> call_runtime_leaf(CAST_FROM_FN_PTR(address, SharedRuntime::dlog)((address)((address_word)(SharedRuntime::dlog))), getThreadTemp(), result_reg, cc->args()); |
| 928 | } |
| 929 | break; |
| 930 | case vmIntrinsics::_dlog10: |
| 931 | if (StubRoutines::dlog10() != NULL__null) { |
| 932 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 932)-> call_runtime_leaf(StubRoutines::dlog10(), getThreadTemp(), result_reg, cc->args()); |
| 933 | } else { |
| 934 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 934)-> call_runtime_leaf(CAST_FROM_FN_PTR(address, SharedRuntime::dlog10)((address)((address_word)(SharedRuntime::dlog10))), getThreadTemp(), result_reg, cc->args()); |
| 935 | } |
| 936 | break; |
| 937 | case vmIntrinsics::_dpow: |
| 938 | if (StubRoutines::dpow() != NULL__null) { |
| 939 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 939)-> call_runtime_leaf(StubRoutines::dpow(), getThreadTemp(), result_reg, cc->args()); |
| 940 | } else { |
| 941 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 941)-> call_runtime_leaf(CAST_FROM_FN_PTR(address, SharedRuntime::dpow)((address)((address_word)(SharedRuntime::dpow))), getThreadTemp(), result_reg, cc->args()); |
| 942 | } |
| 943 | break; |
| 944 | case vmIntrinsics::_dsin: |
| 945 | if (StubRoutines::dsin() != NULL__null) { |
| 946 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 946)-> call_runtime_leaf(StubRoutines::dsin(), getThreadTemp(), result_reg, cc->args()); |
| 947 | } else { |
| 948 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 948)-> call_runtime_leaf(CAST_FROM_FN_PTR(address, SharedRuntime::dsin)((address)((address_word)(SharedRuntime::dsin))), getThreadTemp(), result_reg, cc->args()); |
| 949 | } |
| 950 | break; |
| 951 | case vmIntrinsics::_dcos: |
| 952 | if (StubRoutines::dcos() != NULL__null) { |
| 953 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 953)-> call_runtime_leaf(StubRoutines::dcos(), getThreadTemp(), result_reg, cc->args()); |
| 954 | } else { |
| 955 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 955)-> call_runtime_leaf(CAST_FROM_FN_PTR(address, SharedRuntime::dcos)((address)((address_word)(SharedRuntime::dcos))), getThreadTemp(), result_reg, cc->args()); |
| 956 | } |
| 957 | break; |
| 958 | case vmIntrinsics::_dtan: |
| 959 | if (StubRoutines::dtan() != NULL__null) { |
| 960 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 960)-> call_runtime_leaf(StubRoutines::dtan(), getThreadTemp(), result_reg, cc->args()); |
| 961 | } else { |
| 962 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 962)-> call_runtime_leaf(CAST_FROM_FN_PTR(address, SharedRuntime::dtan)((address)((address_word)(SharedRuntime::dtan))), getThreadTemp(), result_reg, cc->args()); |
| 963 | } |
| 964 | break; |
| 965 | default: ShouldNotReachHere()do { (*g_assert_poison) = 'X';; report_should_not_reach_here( "/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 965); ::breakpoint(); } while (0); |
| 966 | } |
| 967 | #endif // _LP64 |
| 968 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 968)-> move(result_reg, calc_result); |
| 969 | } |
| 970 | |
| 971 | void LIRGenerator::do_ArrayCopy(Intrinsic* x) { |
| 972 | assert(x->number_of_arguments() == 5, "wrong type")do { if (!(x->number_of_arguments() == 5)) { (*g_assert_poison ) = 'X';; report_vm_error("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 972, "assert(" "x->number_of_arguments() == 5" ") failed" , "wrong type"); ::breakpoint(); } } while (0); |
| 973 | |
| 974 | // Make all state_for calls early since they can emit code |
| 975 | CodeEmitInfo* info = state_for(x, x->state()); |
| 976 | |
| 977 | LIRItem src(x->argument_at(0), this); |
| 978 | LIRItem src_pos(x->argument_at(1), this); |
| 979 | LIRItem dst(x->argument_at(2), this); |
| 980 | LIRItem dst_pos(x->argument_at(3), this); |
| 981 | LIRItem length(x->argument_at(4), this); |
| 982 | |
| 983 | // operands for arraycopy must use fixed registers, otherwise |
| 984 | // LinearScan will fail allocation (because arraycopy always needs a |
| 985 | // call) |
| 986 | |
| 987 | #ifndef _LP641 |
| 988 | src.load_item_force (FrameMap::rcx_oop_opr); |
| 989 | src_pos.load_item_force (FrameMap::rdx_opr); |
| 990 | dst.load_item_force (FrameMap::rax_oop_opr); |
| 991 | dst_pos.load_item_force (FrameMap::rbx_opr); |
| 992 | length.load_item_force (FrameMap::rdi_opr); |
| 993 | LIR_Opr tmp = (FrameMap::rsi_opr); |
| 994 | #else |
| 995 | |
| 996 | // The java calling convention will give us enough registers |
| 997 | // so that on the stub side the args will be perfect already. |
| 998 | // On the other slow/special case side we call C and the arg |
| 999 | // positions are not similar enough to pick one as the best. |
| 1000 | // Also because the java calling convention is a "shifted" version |
| 1001 | // of the C convention we can process the java args trivially into C |
| 1002 | // args without worry of overwriting during the xfer |
| 1003 | |
| 1004 | src.load_item_force (FrameMap::as_oop_opr(j_rarg0)); |
| 1005 | src_pos.load_item_force (FrameMap::as_opr(j_rarg1)); |
| 1006 | dst.load_item_force (FrameMap::as_oop_opr(j_rarg2)); |
| 1007 | dst_pos.load_item_force (FrameMap::as_opr(j_rarg3)); |
| 1008 | length.load_item_force (FrameMap::as_opr(j_rarg4)); |
| 1009 | |
| 1010 | LIR_Opr tmp = FrameMap::as_opr(j_rarg5); |
| 1011 | #endif // LP64 |
| 1012 | |
| 1013 | set_no_result(x); |
| 1014 | |
| 1015 | int flags; |
| 1016 | ciArrayKlass* expected_type; |
| 1017 | arraycopy_helper(x, &flags, &expected_type); |
| 1018 | |
| 1019 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1019)-> arraycopy(src.result(), src_pos.result(), dst.result(), dst_pos.result(), length.result(), tmp, expected_type, flags, info); // does add_safepoint |
| 1020 | } |
| 1021 | |
| 1022 | void LIRGenerator::do_update_CRC32(Intrinsic* x) { |
| 1023 | assert(UseCRC32Intrinsics, "need AVX and LCMUL instructions support")do { if (!(UseCRC32Intrinsics)) { (*g_assert_poison) = 'X';; report_vm_error ("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1023, "assert(" "UseCRC32Intrinsics" ") failed", "need AVX and LCMUL instructions support" ); ::breakpoint(); } } while (0); |
| 1024 | // Make all state_for calls early since they can emit code |
| 1025 | LIR_Opr result = rlock_result(x); |
| 1026 | int flags = 0; |
| 1027 | switch (x->id()) { |
| 1028 | case vmIntrinsics::_updateCRC32: { |
| 1029 | LIRItem crc(x->argument_at(0), this); |
| 1030 | LIRItem val(x->argument_at(1), this); |
| 1031 | // val is destroyed by update_crc32 |
| 1032 | val.set_destroys_register(); |
| 1033 | crc.load_item(); |
| 1034 | val.load_item(); |
| 1035 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1035)-> update_crc32(crc.result(), val.result(), result); |
| 1036 | break; |
| 1037 | } |
| 1038 | case vmIntrinsics::_updateBytesCRC32: |
| 1039 | case vmIntrinsics::_updateByteBufferCRC32: { |
| 1040 | bool is_updateBytes = (x->id() == vmIntrinsics::_updateBytesCRC32); |
| 1041 | |
| 1042 | LIRItem crc(x->argument_at(0), this); |
| 1043 | LIRItem buf(x->argument_at(1), this); |
| 1044 | LIRItem off(x->argument_at(2), this); |
| 1045 | LIRItem len(x->argument_at(3), this); |
| 1046 | buf.load_item(); |
| 1047 | off.load_nonconstant(); |
| 1048 | |
| 1049 | LIR_Opr index = off.result(); |
| 1050 | int offset = is_updateBytes ? arrayOopDesc::base_offset_in_bytes(T_BYTE) : 0; |
| 1051 | if(off.result()->is_constant()) { |
| 1052 | index = LIR_OprFact::illegalOpr; |
| 1053 | offset += off.result()->as_jint(); |
| 1054 | } |
| 1055 | LIR_Opr base_op = buf.result(); |
| 1056 | |
| 1057 | #ifndef _LP641 |
| 1058 | if (!is_updateBytes) { // long b raw address |
| 1059 | base_op = new_register(T_INT); |
| 1060 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1060)-> convert(Bytecodes::_l2i, buf.result(), base_op); |
| 1061 | } |
| 1062 | #else |
| 1063 | if (index->is_valid()) { |
| 1064 | LIR_Opr tmp = new_register(T_LONG); |
| 1065 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1065)-> convert(Bytecodes::_i2l, index, tmp); |
| 1066 | index = tmp; |
| 1067 | } |
| 1068 | #endif |
| 1069 | |
| 1070 | LIR_Address* a = new LIR_Address(base_op, |
| 1071 | index, |
| 1072 | offset, |
| 1073 | T_BYTE); |
| 1074 | BasicTypeList signature(3); |
| 1075 | signature.append(T_INT); |
| 1076 | signature.append(T_ADDRESS); |
| 1077 | signature.append(T_INT); |
| 1078 | CallingConvention* cc = frame_map()->c_calling_convention(&signature); |
| 1079 | const LIR_Opr result_reg = result_register_for(x->type()); |
| 1080 | |
| 1081 | LIR_Opr addr = new_pointer_register(); |
| 1082 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1082)-> leal(LIR_OprFact::address(a), addr); |
| 1083 | |
| 1084 | crc.load_item_force(cc->at(0)); |
| 1085 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1085)-> move(addr, cc->at(1)); |
| 1086 | len.load_item_force(cc->at(2)); |
| 1087 | |
| 1088 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1088)-> call_runtime_leaf(StubRoutines::updateBytesCRC32(), getThreadTemp(), result_reg, cc->args()); |
| 1089 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1089)-> move(result_reg, result); |
| 1090 | |
| 1091 | break; |
| 1092 | } |
| 1093 | default: { |
| 1094 | ShouldNotReachHere()do { (*g_assert_poison) = 'X';; report_should_not_reach_here( "/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1094); ::breakpoint(); } while (0); |
| 1095 | } |
| 1096 | } |
| 1097 | } |
| 1098 | |
| 1099 | void LIRGenerator::do_update_CRC32C(Intrinsic* x) { |
| 1100 | Unimplemented()do { (*g_assert_poison) = 'X';; report_unimplemented("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1100); ::breakpoint(); } while (0); |
| 1101 | } |
| 1102 | |
| 1103 | void LIRGenerator::do_vectorizedMismatch(Intrinsic* x) { |
| 1104 | assert(UseVectorizedMismatchIntrinsic, "need AVX instruction support")do { if (!(UseVectorizedMismatchIntrinsic)) { (*g_assert_poison ) = 'X';; report_vm_error("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1104, "assert(" "UseVectorizedMismatchIntrinsic" ") failed" , "need AVX instruction support"); ::breakpoint(); } } while ( 0); |
| 1105 | |
| 1106 | // Make all state_for calls early since they can emit code |
| 1107 | LIR_Opr result = rlock_result(x); |
| 1108 | |
| 1109 | LIRItem a(x->argument_at(0), this); // Object |
| 1110 | LIRItem aOffset(x->argument_at(1), this); // long |
| 1111 | LIRItem b(x->argument_at(2), this); // Object |
| 1112 | LIRItem bOffset(x->argument_at(3), this); // long |
| 1113 | LIRItem length(x->argument_at(4), this); // int |
| 1114 | LIRItem log2ArrayIndexScale(x->argument_at(5), this); // int |
| 1115 | |
| 1116 | a.load_item(); |
| 1117 | aOffset.load_nonconstant(); |
| 1118 | b.load_item(); |
| 1119 | bOffset.load_nonconstant(); |
| 1120 | |
| 1121 | long constant_aOffset = 0; |
| 1122 | LIR_Opr result_aOffset = aOffset.result(); |
| 1123 | if (result_aOffset->is_constant()) { |
| 1124 | constant_aOffset = result_aOffset->as_jlong(); |
| 1125 | result_aOffset = LIR_OprFact::illegalOpr; |
| 1126 | } |
| 1127 | LIR_Opr result_a = a.result(); |
| 1128 | |
| 1129 | long constant_bOffset = 0; |
| 1130 | LIR_Opr result_bOffset = bOffset.result(); |
| 1131 | if (result_bOffset->is_constant()) { |
| 1132 | constant_bOffset = result_bOffset->as_jlong(); |
| 1133 | result_bOffset = LIR_OprFact::illegalOpr; |
| 1134 | } |
| 1135 | LIR_Opr result_b = b.result(); |
| 1136 | |
| 1137 | #ifndef _LP641 |
| 1138 | result_a = new_register(T_INT); |
| 1139 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1139)-> convert(Bytecodes::_l2i, a.result(), result_a); |
| 1140 | result_b = new_register(T_INT); |
| 1141 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1141)-> convert(Bytecodes::_l2i, b.result(), result_b); |
| 1142 | #endif |
| 1143 | |
| 1144 | |
| 1145 | LIR_Address* addr_a = new LIR_Address(result_a, |
| 1146 | result_aOffset, |
| 1147 | constant_aOffset, |
| 1148 | T_BYTE); |
| 1149 | |
| 1150 | LIR_Address* addr_b = new LIR_Address(result_b, |
| 1151 | result_bOffset, |
| 1152 | constant_bOffset, |
| 1153 | T_BYTE); |
| 1154 | |
| 1155 | BasicTypeList signature(4); |
| 1156 | signature.append(T_ADDRESS); |
| 1157 | signature.append(T_ADDRESS); |
| 1158 | signature.append(T_INT); |
| 1159 | signature.append(T_INT); |
| 1160 | CallingConvention* cc = frame_map()->c_calling_convention(&signature); |
| 1161 | const LIR_Opr result_reg = result_register_for(x->type()); |
| 1162 | |
| 1163 | LIR_Opr ptr_addr_a = new_pointer_register(); |
| 1164 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1164)-> leal(LIR_OprFact::address(addr_a), ptr_addr_a); |
| 1165 | |
| 1166 | LIR_Opr ptr_addr_b = new_pointer_register(); |
| 1167 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1167)-> leal(LIR_OprFact::address(addr_b), ptr_addr_b); |
| 1168 | |
| 1169 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1169)-> move(ptr_addr_a, cc->at(0)); |
| 1170 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1170)-> move(ptr_addr_b, cc->at(1)); |
| 1171 | length.load_item_force(cc->at(2)); |
| 1172 | log2ArrayIndexScale.load_item_force(cc->at(3)); |
| 1173 | |
| 1174 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1174)-> call_runtime_leaf(StubRoutines::vectorizedMismatch(), getThreadTemp(), result_reg, cc->args()); |
| 1175 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1175)-> move(result_reg, result); |
| 1176 | } |
| 1177 | |
| 1178 | // _i2l, _i2f, _i2d, _l2i, _l2f, _l2d, _f2i, _f2l, _f2d, _d2i, _d2l, _d2f |
| 1179 | // _i2b, _i2c, _i2s |
| 1180 | LIR_Opr fixed_register_for(BasicType type) { |
| 1181 | switch (type) { |
| 1182 | case T_FLOAT: return FrameMap::fpu0_float_opr; |
| 1183 | case T_DOUBLE: return FrameMap::fpu0_double_opr; |
| 1184 | case T_INT: return FrameMap::rax_opr; |
| 1185 | case T_LONG: return FrameMap::long0_opr; |
| 1186 | default: ShouldNotReachHere()do { (*g_assert_poison) = 'X';; report_should_not_reach_here( "/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1186); ::breakpoint(); } while (0); return LIR_OprFact::illegalOpr; |
| 1187 | } |
| 1188 | } |
| 1189 | |
| 1190 | void LIRGenerator::do_Convert(Convert* x) { |
| 1191 | #ifdef _LP641 |
| 1192 | LIRItem value(x->value(), this); |
| 1193 | value.load_item(); |
| 1194 | LIR_Opr input = value.result(); |
| 1195 | LIR_Opr result = rlock(x); |
| 1196 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1196)-> convert(x->op(), input, result); |
| 1197 | assert(result->is_virtual(), "result must be virtual register")do { if (!(result->is_virtual())) { (*g_assert_poison) = 'X' ;; report_vm_error("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1197, "assert(" "result->is_virtual()" ") failed", "result must be virtual register" ); ::breakpoint(); } } while (0); |
| 1198 | set_result(x, result); |
| 1199 | #else |
| 1200 | // flags that vary for the different operations and different SSE-settings |
| 1201 | bool fixed_input = false, fixed_result = false, round_result = false, needs_stub = false; |
| 1202 | |
| 1203 | switch (x->op()) { |
| 1204 | case Bytecodes::_i2l: // fall through |
| 1205 | case Bytecodes::_l2i: // fall through |
| 1206 | case Bytecodes::_i2b: // fall through |
| 1207 | case Bytecodes::_i2c: // fall through |
| 1208 | case Bytecodes::_i2s: fixed_input = false; fixed_result = false; round_result = false; needs_stub = false; break; |
| 1209 | |
| 1210 | case Bytecodes::_f2d: fixed_input = UseSSE == 1; fixed_result = false; round_result = false; needs_stub = false; break; |
| 1211 | case Bytecodes::_d2f: fixed_input = false; fixed_result = UseSSE == 1; round_result = UseSSE < 1; needs_stub = false; break; |
| 1212 | case Bytecodes::_i2f: fixed_input = false; fixed_result = false; round_result = UseSSE < 1; needs_stub = false; break; |
| 1213 | case Bytecodes::_i2d: fixed_input = false; fixed_result = false; round_result = false; needs_stub = false; break; |
| 1214 | case Bytecodes::_f2i: fixed_input = false; fixed_result = false; round_result = false; needs_stub = true; break; |
| 1215 | case Bytecodes::_d2i: fixed_input = false; fixed_result = false; round_result = false; needs_stub = true; break; |
| 1216 | case Bytecodes::_l2f: fixed_input = false; fixed_result = UseSSE >= 1; round_result = UseSSE < 1; needs_stub = false; break; |
| 1217 | case Bytecodes::_l2d: fixed_input = false; fixed_result = UseSSE >= 2; round_result = UseSSE < 2; needs_stub = false; break; |
| 1218 | case Bytecodes::_f2l: fixed_input = true; fixed_result = true; round_result = false; needs_stub = false; break; |
| 1219 | case Bytecodes::_d2l: fixed_input = true; fixed_result = true; round_result = false; needs_stub = false; break; |
| 1220 | default: ShouldNotReachHere()do { (*g_assert_poison) = 'X';; report_should_not_reach_here( "/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1220); ::breakpoint(); } while (0); |
| 1221 | } |
| 1222 | |
| 1223 | LIRItem value(x->value(), this); |
| 1224 | value.load_item(); |
| 1225 | LIR_Opr input = value.result(); |
| 1226 | LIR_Opr result = rlock(x); |
| 1227 | |
| 1228 | // arguments of lir_convert |
| 1229 | LIR_Opr conv_input = input; |
| 1230 | LIR_Opr conv_result = result; |
| 1231 | ConversionStub* stub = NULL__null; |
| 1232 | |
| 1233 | if (fixed_input) { |
| 1234 | conv_input = fixed_register_for(input->type()); |
| 1235 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1235)-> move(input, conv_input); |
| 1236 | } |
| 1237 | |
| 1238 | assert(fixed_result == false || round_result == false, "cannot set both")do { if (!(fixed_result == false || round_result == false)) { (*g_assert_poison) = 'X';; report_vm_error("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1238, "assert(" "fixed_result == false || round_result == false" ") failed", "cannot set both"); ::breakpoint(); } } while (0 ); |
| 1239 | if (fixed_result) { |
| 1240 | conv_result = fixed_register_for(result->type()); |
| 1241 | } else if (round_result) { |
| 1242 | result = new_register(result->type()); |
| 1243 | set_vreg_flag(result, must_start_in_memory); |
| 1244 | } |
| 1245 | |
| 1246 | if (needs_stub) { |
| 1247 | stub = new ConversionStub(x->op(), conv_input, conv_result); |
| 1248 | } |
| 1249 | |
| 1250 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1250)-> convert(x->op(), conv_input, conv_result, stub); |
| 1251 | |
| 1252 | if (result != conv_result) { |
| 1253 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1253)-> move(conv_result, result); |
| 1254 | } |
| 1255 | |
| 1256 | assert(result->is_virtual(), "result must be virtual register")do { if (!(result->is_virtual())) { (*g_assert_poison) = 'X' ;; report_vm_error("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1256, "assert(" "result->is_virtual()" ") failed", "result must be virtual register" ); ::breakpoint(); } } while (0); |
| 1257 | set_result(x, result); |
| 1258 | #endif // _LP64 |
| 1259 | } |
| 1260 | |
| 1261 | |
| 1262 | void LIRGenerator::do_NewInstance(NewInstance* x) { |
| 1263 | print_if_not_loaded(x); |
| 1264 | |
| 1265 | CodeEmitInfo* info = state_for(x, x->state()); |
| 1266 | LIR_Opr reg = result_register_for(x->type()); |
| 1267 | new_instance(reg, x->klass(), x->is_unresolved(), |
| 1268 | FrameMap::rcx_oop_opr, |
| 1269 | FrameMap::rdi_oop_opr, |
| 1270 | FrameMap::rsi_oop_opr, |
| 1271 | LIR_OprFact::illegalOpr, |
| 1272 | FrameMap::rdx_metadata_opr, info); |
| 1273 | LIR_Opr result = rlock_result(x); |
| 1274 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1274)-> move(reg, result); |
| 1275 | } |
| 1276 | |
| 1277 | |
| 1278 | void LIRGenerator::do_NewTypeArray(NewTypeArray* x) { |
| 1279 | CodeEmitInfo* info = state_for(x, x->state()); |
| 1280 | |
| 1281 | LIRItem length(x->length(), this); |
| 1282 | length.load_item_force(FrameMap::rbx_opr); |
| 1283 | |
| 1284 | LIR_Opr reg = result_register_for(x->type()); |
| 1285 | LIR_Opr tmp1 = FrameMap::rcx_oop_opr; |
| 1286 | LIR_Opr tmp2 = FrameMap::rsi_oop_opr; |
| 1287 | LIR_Opr tmp3 = FrameMap::rdi_oop_opr; |
| 1288 | LIR_Opr tmp4 = reg; |
| 1289 | LIR_Opr klass_reg = FrameMap::rdx_metadata_opr; |
| 1290 | LIR_Opr len = length.result(); |
| 1291 | BasicType elem_type = x->elt_type(); |
| 1292 | |
| 1293 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1293)-> metadata2reg(ciTypeArrayKlass::make(elem_type)->constant_encoding(), klass_reg); |
| 1294 | |
| 1295 | CodeStub* slow_path = new NewTypeArrayStub(klass_reg, len, reg, info); |
| 1296 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1296)-> allocate_array(reg, len, tmp1, tmp2, tmp3, tmp4, elem_type, klass_reg, slow_path); |
| 1297 | |
| 1298 | LIR_Opr result = rlock_result(x); |
| 1299 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1299)-> move(reg, result); |
| 1300 | } |
| 1301 | |
| 1302 | |
| 1303 | void LIRGenerator::do_NewObjectArray(NewObjectArray* x) { |
| 1304 | LIRItem length(x->length(), this); |
| 1305 | // in case of patching (i.e., object class is not yet loaded), we need to reexecute the instruction |
| 1306 | // and therefore provide the state before the parameters have been consumed |
| 1307 | CodeEmitInfo* patching_info = NULL__null; |
| 1308 | if (!x->klass()->is_loaded() || PatchALot) { |
| 1309 | patching_info = state_for(x, x->state_before()); |
| 1310 | } |
| 1311 | |
| 1312 | CodeEmitInfo* info = state_for(x, x->state()); |
| 1313 | |
| 1314 | const LIR_Opr reg = result_register_for(x->type()); |
| 1315 | LIR_Opr tmp1 = FrameMap::rcx_oop_opr; |
| 1316 | LIR_Opr tmp2 = FrameMap::rsi_oop_opr; |
| 1317 | LIR_Opr tmp3 = FrameMap::rdi_oop_opr; |
| 1318 | LIR_Opr tmp4 = reg; |
| 1319 | LIR_Opr klass_reg = FrameMap::rdx_metadata_opr; |
| 1320 | |
| 1321 | length.load_item_force(FrameMap::rbx_opr); |
| 1322 | LIR_Opr len = length.result(); |
| 1323 | |
| 1324 | CodeStub* slow_path = new NewObjectArrayStub(klass_reg, len, reg, info); |
| 1325 | ciKlass* obj = (ciKlass*) ciObjArrayKlass::make(x->klass()); |
| 1326 | if (obj == ciEnv::unloaded_ciobjarrayklass()) { |
| 1327 | BAILOUT("encountered unloaded_ciobjarrayklass due to out of memory error"){ bailout("encountered unloaded_ciobjarrayklass due to out of memory error" ); return; }; |
| 1328 | } |
| 1329 | klass2reg_with_patching(klass_reg, obj, patching_info); |
| 1330 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1330)-> allocate_array(reg, len, tmp1, tmp2, tmp3, tmp4, T_OBJECT, klass_reg, slow_path); |
| 1331 | |
| 1332 | LIR_Opr result = rlock_result(x); |
| 1333 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1333)-> move(reg, result); |
| 1334 | } |
| 1335 | |
| 1336 | |
| 1337 | void LIRGenerator::do_NewMultiArray(NewMultiArray* x) { |
| 1338 | Values* dims = x->dims(); |
| 1339 | int i = dims->length(); |
| 1340 | LIRItemList* items = new LIRItemList(i, i, NULL__null); |
| 1341 | while (i-- > 0) { |
| 1342 | LIRItem* size = new LIRItem(dims->at(i), this); |
| 1343 | items->at_put(i, size); |
| 1344 | } |
| 1345 | |
| 1346 | // Evaluate state_for early since it may emit code. |
| 1347 | CodeEmitInfo* patching_info = NULL__null; |
| 1348 | if (!x->klass()->is_loaded() || PatchALot) { |
| 1349 | patching_info = state_for(x, x->state_before()); |
| 1350 | |
| 1351 | // Cannot re-use same xhandlers for multiple CodeEmitInfos, so |
| 1352 | // clone all handlers (NOTE: Usually this is handled transparently |
| 1353 | // by the CodeEmitInfo cloning logic in CodeStub constructors but |
| 1354 | // is done explicitly here because a stub isn't being used). |
| 1355 | x->set_exception_handlers(new XHandlers(x->exception_handlers())); |
| 1356 | } |
| 1357 | CodeEmitInfo* info = state_for(x, x->state()); |
| 1358 | |
| 1359 | i = dims->length(); |
| 1360 | while (i-- > 0) { |
| 1361 | LIRItem* size = items->at(i); |
| 1362 | size->load_nonconstant(); |
| 1363 | |
| 1364 | store_stack_parameter(size->result(), in_ByteSize(i*4)); |
| 1365 | } |
| 1366 | |
| 1367 | LIR_Opr klass_reg = FrameMap::rax_metadata_opr; |
| 1368 | klass2reg_with_patching(klass_reg, x->klass(), patching_info); |
| 1369 | |
| 1370 | LIR_Opr rank = FrameMap::rbx_opr; |
| 1371 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1371)-> move(LIR_OprFact::intConst(x->rank()), rank); |
| 1372 | LIR_Opr varargs = FrameMap::rcx_opr; |
| 1373 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1373)-> move(FrameMap::rsp_opr, varargs); |
| 1374 | LIR_OprList* args = new LIR_OprList(3); |
| 1375 | args->append(klass_reg); |
| 1376 | args->append(rank); |
| 1377 | args->append(varargs); |
| 1378 | LIR_Opr reg = result_register_for(x->type()); |
| 1379 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1379)-> call_runtime(Runtime1::entry_for(Runtime1::new_multi_array_id), |
| 1380 | LIR_OprFact::illegalOpr, |
| 1381 | reg, args, info); |
| 1382 | |
| 1383 | LIR_Opr result = rlock_result(x); |
| 1384 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1384)-> move(reg, result); |
| 1385 | } |
| 1386 | |
| 1387 | |
| 1388 | void LIRGenerator::do_BlockBegin(BlockBegin* x) { |
| 1389 | // nothing to do for now |
| 1390 | } |
| 1391 | |
| 1392 | |
| 1393 | void LIRGenerator::do_CheckCast(CheckCast* x) { |
| 1394 | LIRItem obj(x->obj(), this); |
| 1395 | |
| 1396 | CodeEmitInfo* patching_info = NULL__null; |
| 1397 | if (!x->klass()->is_loaded() || (PatchALot && !x->is_incompatible_class_change_check() && !x->is_invokespecial_receiver_check())) { |
| 1398 | // must do this before locking the destination register as an oop register, |
| 1399 | // and before the obj is loaded (the latter is for deoptimization) |
| 1400 | patching_info = state_for(x, x->state_before()); |
| 1401 | } |
| 1402 | obj.load_item(); |
| 1403 | |
| 1404 | // info for exceptions |
| 1405 | CodeEmitInfo* info_for_exception = |
| 1406 | (x->needs_exception_state() ? state_for(x) : |
| 1407 | state_for(x, x->state_before(), true /*ignore_xhandler*/)); |
| 1408 | |
| 1409 | CodeStub* stub; |
| 1410 | if (x->is_incompatible_class_change_check()) { |
| 1411 | assert(patching_info == NULL, "can't patch this")do { if (!(patching_info == __null)) { (*g_assert_poison) = 'X' ;; report_vm_error("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1411, "assert(" "patching_info == __null" ") failed", "can't patch this" ); ::breakpoint(); } } while (0); |
| 1412 | stub = new SimpleExceptionStub(Runtime1::throw_incompatible_class_change_error_id, LIR_OprFact::illegalOpr, info_for_exception); |
| 1413 | } else if (x->is_invokespecial_receiver_check()) { |
| 1414 | assert(patching_info == NULL, "can't patch this")do { if (!(patching_info == __null)) { (*g_assert_poison) = 'X' ;; report_vm_error("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1414, "assert(" "patching_info == __null" ") failed", "can't patch this" ); ::breakpoint(); } } while (0); |
| 1415 | stub = new DeoptimizeStub(info_for_exception, Deoptimization::Reason_class_check, Deoptimization::Action_none); |
| 1416 | } else { |
| 1417 | stub = new SimpleExceptionStub(Runtime1::throw_class_cast_exception_id, obj.result(), info_for_exception); |
| 1418 | } |
| 1419 | LIR_Opr reg = rlock_result(x); |
| 1420 | LIR_Opr tmp3 = LIR_OprFact::illegalOpr; |
| 1421 | if (!x->klass()->is_loaded() || UseCompressedClassPointers) { |
| 1422 | tmp3 = new_register(objectType); |
| 1423 | } |
| 1424 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1424)-> checkcast(reg, obj.result(), x->klass(), |
| 1425 | new_register(objectType), new_register(objectType), tmp3, |
| 1426 | x->direct_compare(), info_for_exception, patching_info, stub, |
| 1427 | x->profiled_method(), x->profiled_bci()); |
| 1428 | } |
| 1429 | |
| 1430 | |
| 1431 | void LIRGenerator::do_InstanceOf(InstanceOf* x) { |
| 1432 | LIRItem obj(x->obj(), this); |
| 1433 | |
| 1434 | // result and test object may not be in same register |
| 1435 | LIR_Opr reg = rlock_result(x); |
| 1436 | CodeEmitInfo* patching_info = NULL__null; |
| 1437 | if ((!x->klass()->is_loaded() || PatchALot)) { |
| 1438 | // must do this before locking the destination register as an oop register |
| 1439 | patching_info = state_for(x, x->state_before()); |
| 1440 | } |
| 1441 | obj.load_item(); |
| 1442 | LIR_Opr tmp3 = LIR_OprFact::illegalOpr; |
| 1443 | if (!x->klass()->is_loaded() || UseCompressedClassPointers) { |
| 1444 | tmp3 = new_register(objectType); |
| 1445 | } |
| 1446 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1446)-> instanceof(reg, obj.result(), x->klass(), |
| 1447 | new_register(objectType), new_register(objectType), tmp3, |
| 1448 | x->direct_compare(), patching_info, x->profiled_method(), x->profiled_bci()); |
| 1449 | } |
| 1450 | |
| 1451 | |
| 1452 | void LIRGenerator::do_If(If* x) { |
| 1453 | assert(x->number_of_sux() == 2, "inconsistency")do { if (!(x->number_of_sux() == 2)) { (*g_assert_poison) = 'X';; report_vm_error("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1453, "assert(" "x->number_of_sux() == 2" ") failed", "inconsistency" ); ::breakpoint(); } } while (0); |
| 1454 | ValueTag tag = x->x()->type()->tag(); |
| 1455 | bool is_safepoint = x->is_safepoint(); |
| 1456 | |
| 1457 | If::Condition cond = x->cond(); |
| 1458 | |
| 1459 | LIRItem xitem(x->x(), this); |
| 1460 | LIRItem yitem(x->y(), this); |
| 1461 | LIRItem* xin = &xitem; |
| 1462 | LIRItem* yin = &yitem; |
| 1463 | |
| 1464 | if (tag == longTag) { |
| 1465 | // for longs, only conditions "eql", "neq", "lss", "geq" are valid; |
| 1466 | // mirror for other conditions |
| 1467 | if (cond == If::gtr || cond == If::leq) { |
| 1468 | cond = Instruction::mirror(cond); |
| 1469 | xin = &yitem; |
| 1470 | yin = &xitem; |
| 1471 | } |
| 1472 | xin->set_destroys_register(); |
| 1473 | } |
| 1474 | xin->load_item(); |
| 1475 | if (tag == longTag && yin->is_constant() && yin->get_jlong_constant() == 0 && (cond == If::eql || cond == If::neq)) { |
| 1476 | // inline long zero |
| 1477 | yin->dont_load_item(); |
| 1478 | } else if (tag == longTag || tag == floatTag || tag == doubleTag) { |
| 1479 | // longs cannot handle constants at right side |
| 1480 | yin->load_item(); |
| 1481 | } else { |
| 1482 | yin->dont_load_item(); |
| 1483 | } |
| 1484 | |
| 1485 | LIR_Opr left = xin->result(); |
| 1486 | LIR_Opr right = yin->result(); |
| 1487 | |
| 1488 | set_no_result(x); |
| 1489 | |
| 1490 | // add safepoint before generating condition code so it can be recomputed |
| 1491 | if (x->is_safepoint()) { |
| 1492 | // increment backedge counter if needed |
| 1493 | increment_backedge_counter_conditionally(lir_cond(cond), left, right, state_for(x, x->state_before()), |
| 1494 | x->tsux()->bci(), x->fsux()->bci(), x->profiled_bci()); |
| 1495 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1495)-> safepoint(safepoint_poll_register(), state_for(x, x->state_before())); |
| 1496 | } |
| 1497 | |
| 1498 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1498)-> cmp(lir_cond(cond), left, right); |
| 1499 | // Generate branch profiling. Profiling code doesn't kill flags. |
| 1500 | profile_branch(x, cond); |
| 1501 | move_to_phi(x->state()); |
| 1502 | if (x->x()->type()->is_float_kind()) { |
| 1503 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1503)-> branch(lir_cond(cond), x->tsux(), x->usux()); |
| 1504 | } else { |
| 1505 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1505)-> branch(lir_cond(cond), x->tsux()); |
| 1506 | } |
| 1507 | assert(x->default_sux() == x->fsux(), "wrong destination above")do { if (!(x->default_sux() == x->fsux())) { (*g_assert_poison ) = 'X';; report_vm_error("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1507, "assert(" "x->default_sux() == x->fsux()" ") failed" , "wrong destination above"); ::breakpoint(); } } while (0); |
| 1508 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1508)-> jump(x->default_sux()); |
| 1509 | } |
| 1510 | |
| 1511 | |
| 1512 | LIR_Opr LIRGenerator::getThreadPointer() { |
| 1513 | #ifdef _LP641 |
| 1514 | return FrameMap::as_pointer_opr(r15_thread); |
| 1515 | #else |
| 1516 | LIR_Opr result = new_register(T_INT); |
| 1517 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1517)-> get_thread(result); |
| 1518 | return result; |
| 1519 | #endif // |
| 1520 | } |
| 1521 | |
| 1522 | void LIRGenerator::trace_block_entry(BlockBegin* block) { |
| 1523 | store_stack_parameter(LIR_OprFact::intConst(block->block_id()), in_ByteSize(0)); |
| 1524 | LIR_OprList* args = new LIR_OprList(); |
| 1525 | address func = CAST_FROM_FN_PTR(address, Runtime1::trace_block_entry)((address)((address_word)(Runtime1::trace_block_entry))); |
| 1526 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1526)-> call_runtime_leaf(func, LIR_OprFact::illegalOpr, LIR_OprFact::illegalOpr, args); |
| 1527 | } |
| 1528 | |
| 1529 | |
| 1530 | void LIRGenerator::volatile_field_store(LIR_Opr value, LIR_Address* address, |
| 1531 | CodeEmitInfo* info) { |
| 1532 | if (address->type() == T_LONG) { |
| 1533 | address = new LIR_Address(address->base(), |
| 1534 | address->index(), address->scale(), |
| 1535 | address->disp(), T_DOUBLE); |
| 1536 | // Transfer the value atomically by using FP moves. This means |
| 1537 | // the value has to be moved between CPU and FPU registers. It |
| 1538 | // always has to be moved through spill slot since there's no |
| 1539 | // quick way to pack the value into an SSE register. |
| 1540 | LIR_Opr temp_double = new_register(T_DOUBLE); |
| 1541 | LIR_Opr spill = new_register(T_LONG); |
| 1542 | set_vreg_flag(spill, must_start_in_memory); |
| 1543 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1543)-> move(value, spill); |
| 1544 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1544)-> volatile_move(spill, temp_double, T_LONG); |
| 1545 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1545)-> volatile_move(temp_double, LIR_OprFact::address(address), T_LONG, info); |
| 1546 | } else { |
| 1547 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1547)-> store(value, address, info); |
| 1548 | } |
| 1549 | } |
| 1550 | |
| 1551 | void LIRGenerator::volatile_field_load(LIR_Address* address, LIR_Opr result, |
| 1552 | CodeEmitInfo* info) { |
| 1553 | if (address->type() == T_LONG) { |
| 1554 | address = new LIR_Address(address->base(), |
| 1555 | address->index(), address->scale(), |
| 1556 | address->disp(), T_DOUBLE); |
| 1557 | // Transfer the value atomically by using FP moves. This means |
| 1558 | // the value has to be moved between CPU and FPU registers. In |
| 1559 | // SSE0 and SSE1 mode it has to be moved through spill slot but in |
| 1560 | // SSE2+ mode it can be moved directly. |
| 1561 | LIR_Opr temp_double = new_register(T_DOUBLE); |
| 1562 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1562)-> volatile_move(LIR_OprFact::address(address), temp_double, T_LONG, info); |
| 1563 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1563)-> volatile_move(temp_double, result, T_LONG); |
| 1564 | #ifndef _LP641 |
| 1565 | if (UseSSE < 2) { |
| 1566 | // no spill slot needed in SSE2 mode because xmm->cpu register move is possible |
| 1567 | set_vreg_flag(result, must_start_in_memory); |
| 1568 | } |
| 1569 | #endif // !LP64 |
| 1570 | } else { |
| 1571 | __gen()->lir("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/c1_LIRGenerator_x86.cpp" , 1571)-> load(address, result, info); |
| 1572 | } |
| 1573 | } |