Bug Summary

File:jdk/src/hotspot/cpu/x86/gc/z/zBarrierSetAssembler_x86.cpp
Warning:line 476, column 45
Called C++ object pointer is null

Annotated Source Code

Press '?' to see keyboard shortcuts

clang -cc1 -triple x86_64-pc-linux-gnu -analyze -disable-free -disable-llvm-verifier -discard-value-names -main-file-name zBarrierSetAssembler_x86.cpp -analyzer-store=region -analyzer-opt-analyze-nested-blocks -analyzer-checker=core -analyzer-checker=apiModeling -analyzer-checker=unix -analyzer-checker=deadcode -analyzer-checker=cplusplus -analyzer-checker=security.insecureAPI.UncheckedReturn -analyzer-checker=security.insecureAPI.getpw -analyzer-checker=security.insecureAPI.gets -analyzer-checker=security.insecureAPI.mktemp -analyzer-checker=security.insecureAPI.mkstemp -analyzer-checker=security.insecureAPI.vfork -analyzer-checker=nullability.NullPassedToNonnull -analyzer-checker=nullability.NullReturnedFromNonnull -analyzer-output plist -w -setup-static-analyzer -mrelocation-model pic -pic-level 2 -mthread-model posix -fno-delete-null-pointer-checks -mframe-pointer=all -relaxed-aliasing -fmath-errno -fno-rounding-math -masm-verbose -mconstructor-aliases -munwind-tables -target-cpu x86-64 -dwarf-column-info -fno-split-dwarf-inlining -debugger-tuning=gdb -resource-dir /usr/lib/llvm-10/lib/clang/10.0.0 -I /home/daniel/Projects/java/jdk/build/linux-x86_64-server-fastdebug/hotspot/variant-server/libjvm/objs/precompiled -D __STDC_FORMAT_MACROS -D __STDC_LIMIT_MACROS -D __STDC_CONSTANT_MACROS -D _GNU_SOURCE -D _REENTRANT -D LIBC=gnu -D LINUX -D VM_LITTLE_ENDIAN -D _LP64=1 -D ASSERT -D CHECK_UNHANDLED_OOPS -D TARGET_ARCH_x86 -D INCLUDE_SUFFIX_OS=_linux -D INCLUDE_SUFFIX_CPU=_x86 -D INCLUDE_SUFFIX_COMPILER=_gcc -D TARGET_COMPILER_gcc -D AMD64 -D HOTSPOT_LIB_ARCH="amd64" -D COMPILER1 -D COMPILER2 -I /home/daniel/Projects/java/jdk/build/linux-x86_64-server-fastdebug/hotspot/variant-server/gensrc/adfiles -I /home/daniel/Projects/java/jdk/src/hotspot/share -I /home/daniel/Projects/java/jdk/src/hotspot/os/linux -I /home/daniel/Projects/java/jdk/src/hotspot/os/posix -I /home/daniel/Projects/java/jdk/src/hotspot/cpu/x86 -I /home/daniel/Projects/java/jdk/src/hotspot/os_cpu/linux_x86 -I /home/daniel/Projects/java/jdk/build/linux-x86_64-server-fastdebug/hotspot/variant-server/gensrc -I /home/daniel/Projects/java/jdk/src/hotspot/share/precompiled -I /home/daniel/Projects/java/jdk/src/hotspot/share/include -I /home/daniel/Projects/java/jdk/src/hotspot/os/posix/include -I /home/daniel/Projects/java/jdk/build/linux-x86_64-server-fastdebug/support/modules_include/java.base -I /home/daniel/Projects/java/jdk/build/linux-x86_64-server-fastdebug/support/modules_include/java.base/linux -I /home/daniel/Projects/java/jdk/src/java.base/share/native/libjimage -I /home/daniel/Projects/java/jdk/build/linux-x86_64-server-fastdebug/hotspot/variant-server/gensrc/adfiles -I /home/daniel/Projects/java/jdk/src/hotspot/share -I /home/daniel/Projects/java/jdk/src/hotspot/os/linux -I /home/daniel/Projects/java/jdk/src/hotspot/os/posix -I /home/daniel/Projects/java/jdk/src/hotspot/cpu/x86 -I /home/daniel/Projects/java/jdk/src/hotspot/os_cpu/linux_x86 -I /home/daniel/Projects/java/jdk/build/linux-x86_64-server-fastdebug/hotspot/variant-server/gensrc -D _FORTIFY_SOURCE=2 -internal-isystem /usr/lib/gcc/x86_64-linux-gnu/7.5.0/../../../../include/c++/7.5.0 -internal-isystem /usr/lib/gcc/x86_64-linux-gnu/7.5.0/../../../../include/x86_64-linux-gnu/c++/7.5.0 -internal-isystem /usr/lib/gcc/x86_64-linux-gnu/7.5.0/../../../../include/x86_64-linux-gnu/c++/7.5.0 -internal-isystem /usr/lib/gcc/x86_64-linux-gnu/7.5.0/../../../../include/c++/7.5.0/backward -internal-isystem /usr/local/include -internal-isystem /usr/lib/llvm-10/lib/clang/10.0.0/include -internal-externc-isystem /usr/include/x86_64-linux-gnu -internal-externc-isystem /include -internal-externc-isystem /usr/include -O3 -Wno-format-zero-length -Wno-unused-parameter -Wno-unused -Wno-parentheses -Wno-comment -Wno-unknown-pragmas -Wno-address -Wno-delete-non-virtual-dtor -Wno-char-subscripts -Wno-array-bounds -Wno-int-in-bool-context -Wno-ignored-qualifiers -Wno-missing-field-initializers -Wno-implicit-fallthrough -Wno-empty-body -Wno-strict-overflow -Wno-sequence-point -Wno-maybe-uninitialized -Wno-misleading-indentation -Wno-cast-function-type -Wno-shift-negative-value -std=c++14 -fdeprecated-macro -fdebug-compilation-dir /home/daniel/Projects/java/jdk/make/hotspot -ferror-limit 19 -fmessage-length 0 -fvisibility hidden -stack-protector 1 -fno-rtti -fgnuc-version=4.2.1 -fobjc-runtime=gcc -fdiagnostics-show-option -vectorize-loops -vectorize-slp -analyzer-output=html -faddrsig -o /home/daniel/Projects/java/scan/2021-12-21-193737-8510-1 -x c++ /home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/gc/z/zBarrierSetAssembler_x86.cpp
1/*
2 * Copyright (c) 2018, 2021, Oracle and/or its affiliates. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation.
8 *
9 * This code is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
12 * version 2 for more details (a copy is included in the LICENSE file that
13 * accompanied this code).
14 *
15 * You should have received a copy of the GNU General Public License version
16 * 2 along with this work; if not, write to the Free Software Foundation,
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
18 *
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
20 * or visit www.oracle.com if you need additional information or have any
21 * questions.
22 */
23
24#include "precompiled.hpp"
25#include "asm/macroAssembler.inline.hpp"
26#include "code/codeBlob.hpp"
27#include "code/vmreg.inline.hpp"
28#include "gc/z/zBarrier.inline.hpp"
29#include "gc/z/zBarrierSet.hpp"
30#include "gc/z/zBarrierSetAssembler.hpp"
31#include "gc/z/zBarrierSetRuntime.hpp"
32#include "memory/resourceArea.hpp"
33#include "runtime/sharedRuntime.hpp"
34#include "utilities/macros.hpp"
35#ifdef COMPILER11
36#include "c1/c1_LIRAssembler.hpp"
37#include "c1/c1_MacroAssembler.hpp"
38#include "gc/z/c1/zBarrierSetC1.hpp"
39#endif // COMPILER1
40#ifdef COMPILER21
41#include "gc/z/c2/zBarrierSetC2.hpp"
42#endif // COMPILER2
43
44#ifdef PRODUCT
45#define BLOCK_COMMENT(str)__ block_comment(str) /* nothing */
46#else
47#define BLOCK_COMMENT(str)__ block_comment(str) __ block_comment(str)
48#endif
49
50#undef __
51#define __ masm->
52
53static void call_vm(MacroAssembler* masm,
54 address entry_point,
55 Register arg0,
56 Register arg1) {
57 // Setup arguments
58 if (arg1 == c_rarg0) {
59 if (arg0 == c_rarg1) {
60 __ xchgptr(c_rarg1, c_rarg0);
61 } else {
62 __ movptr(c_rarg1, arg1);
63 __ movptr(c_rarg0, arg0);
64 }
65 } else {
66 if (arg0 != c_rarg0) {
67 __ movptr(c_rarg0, arg0);
68 }
69 if (arg1 != c_rarg1) {
70 __ movptr(c_rarg1, arg1);
71 }
72 }
73
74 // Call VM
75 __ MacroAssembler::call_VM_leaf_base(entry_point, 2);
76}
77
78void ZBarrierSetAssembler::load_at(MacroAssembler* masm,
79 DecoratorSet decorators,
80 BasicType type,
81 Register dst,
82 Address src,
83 Register tmp1,
84 Register tmp_thread) {
85 if (!ZBarrierSet::barrier_needed(decorators, type)) {
86 // Barrier not needed
87 BarrierSetAssembler::load_at(masm, decorators, type, dst, src, tmp1, tmp_thread);
88 return;
89 }
90
91 BLOCK_COMMENT("ZBarrierSetAssembler::load_at {")__ block_comment("ZBarrierSetAssembler::load_at {");
92
93 // Allocate scratch register
94 Register scratch = tmp1;
95 if (tmp1 == noreg) {
96 scratch = r12;
97 __ push(scratch);
98 }
99
100 assert_different_registers(dst, scratch);
101
102 Label done;
103
104 //
105 // Fast Path
106 //
107
108 // Load address
109 __ lea(scratch, src);
110
111 // Load oop at address
112 __ movptr(dst, Address(scratch, 0));
113
114 // Test address bad mask
115 __ testptr(dst, address_bad_mask_from_thread(r15_thread));
116 __ jcc(Assembler::zero, done);
117
118 //
119 // Slow path
120 //
121
122 // Save registers
123 __ push(rax);
124 __ push(rcx);
125 __ push(rdx);
126 __ push(rdi);
127 __ push(rsi);
128 __ push(r8);
129 __ push(r9);
130 __ push(r10);
131 __ push(r11);
132
133 // We may end up here from generate_native_wrapper, then the method may have
134 // floats as arguments, and we must spill them before calling the VM runtime
135 // leaf. From the interpreter all floats are passed on the stack.
136 assert(Argument::n_float_register_parameters_j == 8, "Assumption")do { if (!(Argument::n_float_register_parameters_j == 8)) { (
*g_assert_poison) = 'X';; report_vm_error("/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/gc/z/zBarrierSetAssembler_x86.cpp"
, 136, "assert(" "Argument::n_float_register_parameters_j == 8"
") failed", "Assumption"); ::breakpoint(); } } while (0);
137 const int xmm_size = wordSize * 2;
138 const int xmm_spill_size = xmm_size * Argument::n_float_register_parameters_j;
139 __ subptr(rsp, xmm_spill_size);
140 __ movdqu(Address(rsp, xmm_size * 7), xmm7);
141 __ movdqu(Address(rsp, xmm_size * 6), xmm6);
142 __ movdqu(Address(rsp, xmm_size * 5), xmm5);
143 __ movdqu(Address(rsp, xmm_size * 4), xmm4);
144 __ movdqu(Address(rsp, xmm_size * 3), xmm3);
145 __ movdqu(Address(rsp, xmm_size * 2), xmm2);
146 __ movdqu(Address(rsp, xmm_size * 1), xmm1);
147 __ movdqu(Address(rsp, xmm_size * 0), xmm0);
148
149 // Call VM
150 call_vm(masm, ZBarrierSetRuntime::load_barrier_on_oop_field_preloaded_addr(decorators), dst, scratch);
151
152 __ movdqu(xmm0, Address(rsp, xmm_size * 0));
153 __ movdqu(xmm1, Address(rsp, xmm_size * 1));
154 __ movdqu(xmm2, Address(rsp, xmm_size * 2));
155 __ movdqu(xmm3, Address(rsp, xmm_size * 3));
156 __ movdqu(xmm4, Address(rsp, xmm_size * 4));
157 __ movdqu(xmm5, Address(rsp, xmm_size * 5));
158 __ movdqu(xmm6, Address(rsp, xmm_size * 6));
159 __ movdqu(xmm7, Address(rsp, xmm_size * 7));
160 __ addptr(rsp, xmm_spill_size);
161
162 __ pop(r11);
163 __ pop(r10);
164 __ pop(r9);
165 __ pop(r8);
166 __ pop(rsi);
167 __ pop(rdi);
168 __ pop(rdx);
169 __ pop(rcx);
170
171 if (dst == rax) {
172 __ addptr(rsp, wordSize);
173 } else {
174 __ movptr(dst, rax);
175 __ pop(rax);
176 }
177
178 __ bind(done);
179
180 // Restore scratch register
181 if (tmp1 == noreg) {
182 __ pop(scratch);
183 }
184
185 BLOCK_COMMENT("} ZBarrierSetAssembler::load_at")__ block_comment("} ZBarrierSetAssembler::load_at");
186}
187
188#ifdef ASSERT1
189
190void ZBarrierSetAssembler::store_at(MacroAssembler* masm,
191 DecoratorSet decorators,
192 BasicType type,
193 Address dst,
194 Register src,
195 Register tmp1,
196 Register tmp2) {
197 BLOCK_COMMENT("ZBarrierSetAssembler::store_at {")__ block_comment("ZBarrierSetAssembler::store_at {");
198
199 // Verify oop store
200 if (is_reference_type(type)) {
201 // Note that src could be noreg, which means we
202 // are storing null and can skip verification.
203 if (src != noreg) {
204 Label done;
205 __ testptr(src, address_bad_mask_from_thread(r15_thread));
206 __ jcc(Assembler::zero, done);
207 __ stop("Verify oop store failed");
208 __ should_not_reach_here();
209 __ bind(done);
210 }
211 }
212
213 // Store value
214 BarrierSetAssembler::store_at(masm, decorators, type, dst, src, tmp1, tmp2);
215
216 BLOCK_COMMENT("} ZBarrierSetAssembler::store_at")__ block_comment("} ZBarrierSetAssembler::store_at");
217}
218
219#endif // ASSERT
220
221void ZBarrierSetAssembler::arraycopy_prologue(MacroAssembler* masm,
222 DecoratorSet decorators,
223 BasicType type,
224 Register src,
225 Register dst,
226 Register count) {
227 if (!ZBarrierSet::barrier_needed(decorators, type)) {
228 // Barrier not needed
229 return;
230 }
231
232 BLOCK_COMMENT("ZBarrierSetAssembler::arraycopy_prologue {")__ block_comment("ZBarrierSetAssembler::arraycopy_prologue {"
);
233
234 // Save registers
235 __ pusha();
236
237 // Call VM
238 call_vm(masm, ZBarrierSetRuntime::load_barrier_on_oop_array_addr(), src, count);
239
240 // Restore registers
241 __ popa();
242
243 BLOCK_COMMENT("} ZBarrierSetAssembler::arraycopy_prologue")__ block_comment("} ZBarrierSetAssembler::arraycopy_prologue"
);
244}
245
246void ZBarrierSetAssembler::try_resolve_jobject_in_native(MacroAssembler* masm,
247 Register jni_env,
248 Register obj,
249 Register tmp,
250 Label& slowpath) {
251 BLOCK_COMMENT("ZBarrierSetAssembler::try_resolve_jobject_in_native {")__ block_comment("ZBarrierSetAssembler::try_resolve_jobject_in_native {"
);
252
253 // Resolve jobject
254 BarrierSetAssembler::try_resolve_jobject_in_native(masm, jni_env, obj, tmp, slowpath);
255
256 // Test address bad mask
257 __ testptr(obj, address_bad_mask_from_jni_env(jni_env));
258 __ jcc(Assembler::notZero, slowpath);
259
260 BLOCK_COMMENT("} ZBarrierSetAssembler::try_resolve_jobject_in_native")__ block_comment("} ZBarrierSetAssembler::try_resolve_jobject_in_native"
);
261}
262
263#ifdef COMPILER11
264
265#undef __
266#define __ ce->masm()->
267
268void ZBarrierSetAssembler::generate_c1_load_barrier_test(LIR_Assembler* ce,
269 LIR_Opr ref) const {
270 __ testptr(ref->as_register(), address_bad_mask_from_thread(r15_thread));
271}
272
273void ZBarrierSetAssembler::generate_c1_load_barrier_stub(LIR_Assembler* ce,
274 ZLoadBarrierStubC1* stub) const {
275 // Stub entry
276 __ bind(*stub->entry());
277
278 Register ref = stub->ref()->as_register();
279 Register ref_addr = noreg;
280 Register tmp = noreg;
281
282 if (stub->tmp()->is_valid()) {
283 // Load address into tmp register
284 ce->leal(stub->ref_addr(), stub->tmp());
285 ref_addr = tmp = stub->tmp()->as_pointer_register();
286 } else {
287 // Address already in register
288 ref_addr = stub->ref_addr()->as_address_ptr()->base()->as_pointer_register();
289 }
290
291 assert_different_registers(ref, ref_addr, noreg);
292
293 // Save rax unless it is the result or tmp register
294 if (ref != rax && tmp != rax) {
295 __ push(rax);
296 }
297
298 // Setup arguments and call runtime stub
299 __ subptr(rsp, 2 * BytesPerWord);
300 ce->store_parameter(ref_addr, 1);
301 ce->store_parameter(ref, 0);
302 __ call(RuntimeAddress(stub->runtime_stub()));
303 __ addptr(rsp, 2 * BytesPerWord);
304
305 // Verify result
306 __ verify_oop(rax)_verify_oop_checked(rax, "broken oop " "rax", "/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/gc/z/zBarrierSetAssembler_x86.cpp"
, 306);
307
308 // Move result into place
309 if (ref != rax) {
310 __ movptr(ref, rax);
311 }
312
313 // Restore rax unless it is the result or tmp register
314 if (ref != rax && tmp != rax) {
315 __ pop(rax);
316 }
317
318 // Stub exit
319 __ jmp(*stub->continuation());
320}
321
322#undef __
323#define __ sasm->
324
325void ZBarrierSetAssembler::generate_c1_load_barrier_runtime_stub(StubAssembler* sasm,
326 DecoratorSet decorators) const {
327 // Enter and save registers
328 __ enter();
329 __ save_live_registers_no_oop_map(true /* save_fpu_registers */);
330
331 // Setup arguments
332 __ load_parameter(1, c_rarg1);
333 __ load_parameter(0, c_rarg0);
334
335 // Call VM
336 __ call_VM_leaf(ZBarrierSetRuntime::load_barrier_on_oop_field_preloaded_addr(decorators), c_rarg0, c_rarg1);
337
338 // Restore registers and return
339 __ restore_live_registers_except_rax(true /* restore_fpu_registers */);
340 __ leave();
341 __ ret(0);
342}
343
344#endif // COMPILER1
345
346#ifdef COMPILER21
347
348OptoReg::Name ZBarrierSetAssembler::refine_register(const Node* node, OptoReg::Name opto_reg) {
349 if (!OptoReg::is_reg(opto_reg)) {
350 return OptoReg::Bad;
351 }
352
353 const VMReg vm_reg = OptoReg::as_VMReg(opto_reg);
354 if (vm_reg->is_XMMRegister()) {
355 opto_reg &= ~15;
356 switch (node->ideal_reg()) {
357 case Op_VecX:
358 opto_reg |= 2;
359 break;
360 case Op_VecY:
361 opto_reg |= 4;
362 break;
363 case Op_VecZ:
364 opto_reg |= 8;
365 break;
366 default:
367 opto_reg |= 1;
368 break;
369 }
370 }
371
372 return opto_reg;
373}
374
375// We use the vec_spill_helper from the x86.ad file to avoid reinventing this wheel
376extern void vec_spill_helper(CodeBuffer *cbuf, bool is_load,
377 int stack_offset, int reg, uint ireg, outputStream* st);
378
379#undef __
380#define __ _masm->
381
382class ZSaveLiveRegisters {
383private:
384 struct XMMRegisterData {
385 XMMRegister _reg;
386 int _size;
387
388 // Used by GrowableArray::find()
389 bool operator == (const XMMRegisterData& other) {
390 return _reg == other._reg;
391 }
392 };
393
394 MacroAssembler* const _masm;
395 GrowableArray<Register> _gp_registers;
396 GrowableArray<KRegister> _opmask_registers;
397 GrowableArray<XMMRegisterData> _xmm_registers;
398 int _spill_size;
399 int _spill_offset;
400
401 static int xmm_compare_register_size(XMMRegisterData* left, XMMRegisterData* right) {
402 if (left->_size == right->_size) {
403 return 0;
404 }
405
406 return (left->_size < right->_size) ? -1 : 1;
407 }
408
409 static int xmm_slot_size(OptoReg::Name opto_reg) {
410 // The low order 4 bytes denote what size of the XMM register is live
411 return (opto_reg & 15) << 3;
412 }
413
414 static uint xmm_ideal_reg_for_size(int reg_size) {
415 switch (reg_size) {
416 case 8:
417 return Op_VecD;
418 case 16:
419 return Op_VecX;
420 case 32:
421 return Op_VecY;
422 case 64:
423 return Op_VecZ;
424 default:
425 fatal("Invalid register size %d", reg_size)do { (*g_assert_poison) = 'X';; report_fatal(INTERNAL_ERROR, "/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/gc/z/zBarrierSetAssembler_x86.cpp"
, 425, "Invalid register size %d", reg_size); ::breakpoint();
} while (0);
426 return 0;
427 }
428 }
429
430 bool xmm_needs_vzeroupper() const {
431 return _xmm_registers.is_nonempty() && _xmm_registers.at(0)._size > 16;
432 }
433
434 void xmm_register_save(const XMMRegisterData& reg_data) {
435 const OptoReg::Name opto_reg = OptoReg::as_OptoReg(reg_data._reg->as_VMReg());
436 const uint ideal_reg = xmm_ideal_reg_for_size(reg_data._size);
437 _spill_offset -= reg_data._size;
438 vec_spill_helper(__ code(), false /* is_load */, _spill_offset, opto_reg, ideal_reg, tty);
439 }
440
441 void xmm_register_restore(const XMMRegisterData& reg_data) {
442 const OptoReg::Name opto_reg = OptoReg::as_OptoReg(reg_data._reg->as_VMReg());
443 const uint ideal_reg = xmm_ideal_reg_for_size(reg_data._size);
444 vec_spill_helper(__ code(), true /* is_load */, _spill_offset, opto_reg, ideal_reg, tty);
445 _spill_offset += reg_data._size;
446 }
447
448 void gp_register_save(Register reg) {
449 _spill_offset -= 8;
450 __ movq(Address(rsp, _spill_offset), reg);
451 }
452
453 void opmask_register_save(KRegister reg) {
454 _spill_offset -= 8;
455 __ kmovql(Address(rsp, _spill_offset), reg);
456 }
457
458 void gp_register_restore(Register reg) {
459 __ movq(reg, Address(rsp, _spill_offset));
460 _spill_offset += 8;
461 }
462
463 void opmask_register_restore(KRegister reg) {
464 __ kmovql(reg, Address(rsp, _spill_offset));
465 _spill_offset += 8;
466 }
467
468// Register is a class, but it would be assigned numerical value.
469// "0" is assigned for rax. Thus we need to ignore -Wnonnull.
470PRAGMA_DIAG_PUSHGCC diagnostic push
471PRAGMA_NONNULL_IGNOREDGCC diagnostic ignored "-Wnonnull"
472 void initialize(ZLoadBarrierStubC2* stub) {
473 // Create mask of caller saved registers that need to
474 // be saved/restored if live
475 RegMask caller_saved;
476 caller_saved.Insert(OptoReg::as_OptoReg(rax->as_VMReg()));
3
←
Called C++ object pointer is null
477 caller_saved.Insert(OptoReg::as_OptoReg(rcx->as_VMReg()));
478 caller_saved.Insert(OptoReg::as_OptoReg(rdx->as_VMReg()));
479 caller_saved.Insert(OptoReg::as_OptoReg(rsi->as_VMReg()));
480 caller_saved.Insert(OptoReg::as_OptoReg(rdi->as_VMReg()));
481 caller_saved.Insert(OptoReg::as_OptoReg(r8->as_VMReg()));
482 caller_saved.Insert(OptoReg::as_OptoReg(r9->as_VMReg()));
483 caller_saved.Insert(OptoReg::as_OptoReg(r10->as_VMReg()));
484 caller_saved.Insert(OptoReg::as_OptoReg(r11->as_VMReg()));
485 caller_saved.Remove(OptoReg::as_OptoReg(stub->ref()->as_VMReg()));
486
487 // Create mask of live registers
488 RegMask live = stub->live();
489 if (stub->tmp() != noreg) {
490 live.Insert(OptoReg::as_OptoReg(stub->tmp()->as_VMReg()));
491 }
492
493 int gp_spill_size = 0;
494 int opmask_spill_size = 0;
495 int xmm_spill_size = 0;
496
497 // Record registers that needs to be saved/restored
498 RegMaskIterator rmi(live);
499 while (rmi.has_next()) {
500 const OptoReg::Name opto_reg = rmi.next();
501 const VMReg vm_reg = OptoReg::as_VMReg(opto_reg);
502
503 if (vm_reg->is_Register()) {
504 if (caller_saved.Member(opto_reg)) {
505 _gp_registers.append(vm_reg->as_Register());
506 gp_spill_size += 8;
507 }
508 } else if (vm_reg->is_KRegister()) {
509 // All opmask registers are caller saved, thus spill the ones
510 // which are live.
511 if (_opmask_registers.find(vm_reg->as_KRegister()) == -1) {
512 _opmask_registers.append(vm_reg->as_KRegister());
513 opmask_spill_size += 8;
514 }
515 } else if (vm_reg->is_XMMRegister()) {
516 // We encode in the low order 4 bits of the opto_reg, how large part of the register is live
517 const VMReg vm_reg_base = OptoReg::as_VMReg(opto_reg & ~15);
518 const int reg_size = xmm_slot_size(opto_reg);
519 const XMMRegisterData reg_data = { vm_reg_base->as_XMMRegister(), reg_size };
520 const int reg_index = _xmm_registers.find(reg_data);
521 if (reg_index == -1) {
522 // Not previously appended
523 _xmm_registers.append(reg_data);
524 xmm_spill_size += reg_size;
525 } else {
526 // Previously appended, update size
527 const int reg_size_prev = _xmm_registers.at(reg_index)._size;
528 if (reg_size > reg_size_prev) {
529 _xmm_registers.at_put(reg_index, reg_data);
530 xmm_spill_size += reg_size - reg_size_prev;
531 }
532 }
533 } else {
534 fatal("Unexpected register type")do { (*g_assert_poison) = 'X';; report_fatal(INTERNAL_ERROR, "/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/gc/z/zBarrierSetAssembler_x86.cpp"
, 534, "Unexpected register type"); ::breakpoint(); } while (
0);
535 }
536 }
537
538 // Sort by size, largest first
539 _xmm_registers.sort(xmm_compare_register_size);
540
541 // On Windows, the caller reserves stack space for spilling register arguments
542 const int arg_spill_size = frame::arg_reg_save_area_bytes;
543
544 // Stack pointer must be 16 bytes aligned for the call
545 _spill_offset = _spill_size = align_up(xmm_spill_size + gp_spill_size + opmask_spill_size + arg_spill_size, 16);
546 }
547PRAGMA_DIAG_POPGCC diagnostic pop
548
549public:
550 ZSaveLiveRegisters(MacroAssembler* masm, ZLoadBarrierStubC2* stub) :
551 _masm(masm),
552 _gp_registers(),
553 _opmask_registers(),
554 _xmm_registers(),
555 _spill_size(0),
556 _spill_offset(0) {
557
558 //
559 // Stack layout after registers have been spilled:
560 //
561 // | ... | original rsp, 16 bytes aligned
562 // ------------------
563 // | zmm0 high |
564 // | ... |
565 // | zmm0 low | 16 bytes aligned
566 // | ... |
567 // | ymm1 high |
568 // | ... |
569 // | ymm1 low | 16 bytes aligned
570 // | ... |
571 // | xmmN high |
572 // | ... |
573 // | xmmN low | 8 bytes aligned
574 // | reg0 | 8 bytes aligned
575 // | reg1 |
576 // | ... |
577 // | regN | new rsp, if 16 bytes aligned
578 // | <padding> | else new rsp, 16 bytes aligned
579 // ------------------
580 //
581
582 // Figure out what registers to save/restore
583 initialize(stub);
2
←
Calling 'ZSaveLiveRegisters::initialize'
→
584
585 // Allocate stack space
586 if (_spill_size > 0) {
587 __ subptr(rsp, _spill_size);
588 }
589
590 // Save XMM/YMM/ZMM registers
591 for (int i = 0; i < _xmm_registers.length(); i++) {
592 xmm_register_save(_xmm_registers.at(i));
593 }
594
595 if (xmm_needs_vzeroupper()) {
596 __ vzeroupper();
597 }
598
599 // Save general purpose registers
600 for (int i = 0; i < _gp_registers.length(); i++) {
601 gp_register_save(_gp_registers.at(i));
602 }
603
604 // Save opmask registers
605 for (int i = 0; i < _opmask_registers.length(); i++) {
606 opmask_register_save(_opmask_registers.at(i));
607 }
608 }
609
610 ~ZSaveLiveRegisters() {
611 // Restore opmask registers
612 for (int i = _opmask_registers.length() - 1; i >= 0; i--) {
613 opmask_register_restore(_opmask_registers.at(i));
614 }
615
616 // Restore general purpose registers
617 for (int i = _gp_registers.length() - 1; i >= 0; i--) {
618 gp_register_restore(_gp_registers.at(i));
619 }
620
621 __ vzeroupper();
622
623 // Restore XMM/YMM/ZMM registers
624 for (int i = _xmm_registers.length() - 1; i >= 0; i--) {
625 xmm_register_restore(_xmm_registers.at(i));
626 }
627
628 // Free stack space
629 if (_spill_size > 0) {
630 __ addptr(rsp, _spill_size);
631 }
632 }
633};
634
635class ZSetupArguments {
636private:
637 MacroAssembler* const _masm;
638 const Register _ref;
639 const Address _ref_addr;
640
641public:
642 ZSetupArguments(MacroAssembler* masm, ZLoadBarrierStubC2* stub) :
643 _masm(masm),
644 _ref(stub->ref()),
645 _ref_addr(stub->ref_addr()) {
646
647 // Setup arguments
648 if (_ref_addr.base() == noreg) {
649 // No self healing
650 if (_ref != c_rarg0) {
651 __ movq(c_rarg0, _ref);
652 }
653 __ xorq(c_rarg1, c_rarg1);
654 } else {
655 // Self healing
656 if (_ref == c_rarg0) {
657 __ lea(c_rarg1, _ref_addr);
658 } else if (_ref != c_rarg1) {
659 __ lea(c_rarg1, _ref_addr);
660 __ movq(c_rarg0, _ref);
661 } else if (_ref_addr.base() != c_rarg0 && _ref_addr.index() != c_rarg0) {
662 __ movq(c_rarg0, _ref);
663 __ lea(c_rarg1, _ref_addr);
664 } else {
665 __ xchgq(c_rarg0, c_rarg1);
666 if (_ref_addr.base() == c_rarg0) {
667 __ lea(c_rarg1, Address(c_rarg1, _ref_addr.index(), _ref_addr.scale(), _ref_addr.disp()));
668 } else if (_ref_addr.index() == c_rarg0) {
669 __ lea(c_rarg1, Address(_ref_addr.base(), c_rarg1, _ref_addr.scale(), _ref_addr.disp()));
670 } else {
671 ShouldNotReachHere()do { (*g_assert_poison) = 'X';; report_should_not_reach_here(
"/home/daniel/Projects/java/jdk/src/hotspot/cpu/x86/gc/z/zBarrierSetAssembler_x86.cpp"
, 671); ::breakpoint(); } while (0);
672 }
673 }
674 }
675 }
676
677 ~ZSetupArguments() {
678 // Transfer result
679 if (_ref != rax) {
680 __ movq(_ref, rax);
681 }
682 }
683};
684
685#undef __
686#define __ masm->
687
688void ZBarrierSetAssembler::generate_c2_load_barrier_stub(MacroAssembler* masm, ZLoadBarrierStubC2* stub) const {
689 BLOCK_COMMENT("ZLoadBarrierStubC2")__ block_comment("ZLoadBarrierStubC2");
690
691 // Stub entry
692 __ bind(*stub->entry());
693
694 {
695 ZSaveLiveRegisters save_live_registers(masm, stub);
1
Calling constructor for 'ZSaveLiveRegisters'
→
696 ZSetupArguments setup_arguments(masm, stub);
697 __ call(RuntimeAddress(stub->slow_path()));
698 }
699
700 // Stub exit
701 __ jmp(*stub->continuation());
702}
703
704#undef __
705
706#endif // COMPILER2