From c5771a2f2df995b312a7d5dfc899d7869d6f26d1 Mon Sep 17 00:00:00 2001 From: Denis Antrushin Date: Tue, 15 Dec 2020 19:14:39 +0700 Subject: [PATCH] [Statepoints] Extract invoke tests into separate file. NFC. Extract VReg lowering tests with invokes into separate file for easier maintenance/modification. Check MIR after register allocation - at this point all transformations we're interested in has been applied and verifying of MIR is simpler than that of assembly. --- .../CodeGen/X86/statepoint-vreg-details.ll | 45 ----- .../CodeGen/X86/statepoint-vreg-invoke.ll | 156 ++++++++++++++++ llvm/test/CodeGen/X86/statepoint-vreg.ll | 171 +----------------- 3 files changed, 162 insertions(+), 210 deletions(-) create mode 100644 llvm/test/CodeGen/X86/statepoint-vreg-invoke.ll diff --git a/llvm/test/CodeGen/X86/statepoint-vreg-details.ll b/llvm/test/CodeGen/X86/statepoint-vreg-details.ll index 5f6f9c7091e4..39ee1506a39e 100644 --- a/llvm/test/CodeGen/X86/statepoint-vreg-details.ll +++ b/llvm/test/CodeGen/X86/statepoint-vreg-details.ll @@ -16,8 +16,6 @@ declare dso_local void @consume(i32 addrspace(1)*) declare dso_local void @consume2(i32 addrspace(1)*, i32 addrspace(1)*) declare dso_local void @consume5(i32 addrspace(1)*, i32 addrspace(1)*, i32 addrspace(1)*, i32 addrspace(1)*, i32 addrspace(1)*) declare dso_local void @use1(i32 addrspace(1)*, i8 addrspace(1)*) -declare dso_local i32* @fake_personality_function() -declare dso_local i32 @foo(i32, i8 addrspace(1)*, i32, i32, i32) declare dso_local void @bar(i8 addrspace(1)*, i8 addrspace(1)*) ; test most simple relocate @@ -317,46 +315,6 @@ entry: ret void } -; Different IR Values which maps to the same SDValue must be assigned to the same VReg. -; This is test is similar to test_gcptr_uniqueing but explicitly uses invokes for which this is important -; Otherwise we may get a copy of statepoint result, inserted at the end ot statepoint block and used at landing pad -define void @test_duplicate_ir_values() gc "statepoint-example" personality i32* ()* @fake_personality_function{ -;CHECK-VREG-LABEL: name: test_duplicate_ir_values -;CHECK-VREG: bb.0.entry: -;CHECK-VREG: %0:gr64 = STATEPOINT 1, 16, 5, %8, $edi, $rsi, $edx, $ecx, $r8d, 2, 0, 2, 0, 2, 0, 2, 1, killed %1(tied-def 0), 2, 0, 2, 1, 0, 0, csr_64, implicit-def $rsp, implicit-def $ssp, implicit-def $eax -;CHECK-VREG: JMP_1 %bb.1 -;CHECK-VREG: bb.1.normal_continue: -;CHECK-VREG: MOV64mr %stack.0, 1, $noreg, 0, $noreg, %0 :: (store 8 into %stack.0) -;CHECK-VREG: %13:gr32 = MOV32ri 10 -;CHECK-VREG: $edi = COPY %13 -;CHECK-VREG: STATEPOINT 2882400000, 0, 1, @__llvm_deoptimize, $edi, 2, 0, 2, 2, 2, 2, 1, 8, %stack.0, 0, 1, 8, %stack.0, 0, 2, 0, 2, 0, 2, 0, csr_64, implicit-def $rsp, implicit-def $ssp :: (volatile load store 8 on %stack.0) -;CHECK-VREG: bb.2.exceptional_return (landing-pad): -;CHECK-VREG: EH_LABEL -;CHECK-VREG: MOV64mr %stack.0, 1, $noreg, 0, $noreg, %0 :: (store 8 into %stack.0) -;CHECK-VREG: %12:gr32 = MOV32ri -271 -;CHECK-VREG: $edi = COPY %12 -;CHECK-VREG: STATEPOINT 2882400000, 0, 1, @__llvm_deoptimize, $edi, 2, 0, 2, 0, 2, 1, 1, 8, %stack.0, 0, 2, 0, 2, 0, 2, 0, csr_64, implicit-def $rsp, implicit-def $ssp :: (volatile load store 8 on %stack.0) - -entry: - %local.0 = load i8 addrspace(1)*, i8 addrspace(1)* addrspace(1)* undef, align 8 - %local.9 = load i8 addrspace(1)*, i8 addrspace(1)* addrspace(1)* undef, align 8 - %statepoint_token1 = invoke token (i64, i32, i32 (i32, i8 addrspace(1)*, i32, i32, i32)*, i32, i32, ...) @llvm.experimental.gc.statepoint.p0f_i32i32p1i8i32i32i32f(i64 1, i32 16, i32 (i32, i8 addrspace(1)*, i32, i32, i32)* nonnull @foo, i32 5, i32 0, i32 undef, i8 addrspace(1)* undef, i32 undef, i32 undef, i32 undef, i32 0, i32 0) [ "deopt"(), "gc-live"(i8 addrspace(1)* %local.0, i8 addrspace(1)* %local.9) ] - to label %normal_continue unwind label %exceptional_return - -normal_continue: ; preds = %entry - %local.0.relocated1 = call coldcc i8 addrspace(1)* @llvm.experimental.gc.relocate.p1i8(token %statepoint_token1, i32 0, i32 0) ; (%local.0, %local.0) - %local.9.relocated1 = call coldcc i8 addrspace(1)* @llvm.experimental.gc.relocate.p1i8(token %statepoint_token1, i32 1, i32 1) ; (%local.9, %local.9) - %safepoint_token2 = call token (i64, i32, void (i32)*, i32, i32, ...) @llvm.experimental.gc.statepoint.p0f_isVoidi32f(i64 2882400000, i32 0, void (i32)* nonnull @__llvm_deoptimize, i32 1, i32 2, i32 10, i32 0, i32 0) [ "deopt"(i8 addrspace(1)* %local.0.relocated1, i8 addrspace(1)* %local.9.relocated1), "gc-live"() ] - unreachable - -exceptional_return: ; preds = %entry - %lpad_token11090 = landingpad token - cleanup - %local.9.relocated2 = call coldcc i8 addrspace(1)* @llvm.experimental.gc.relocate.p1i8(token %lpad_token11090, i32 1, i32 1) ; (%local.9, %local.9) - %safepoint_token3 = call token (i64, i32, void (i32)*, i32, i32, ...) @llvm.experimental.gc.statepoint.p0f_isVoidi32f(i64 2882400000, i32 0, void (i32)* nonnull @__llvm_deoptimize, i32 1, i32 0, i32 -271, i32 0, i32 0) [ "deopt"(i8 addrspace(1)* %local.9.relocated2), "gc-live"() ] - unreachable -} - ; Test that CopyFromReg emitted during ISEL processing of gc.relocate are properly ordered w.r.t. statepoint. define i8 addrspace(1)* @test_isel_sched(i8 addrspace(1)* %0, i8 addrspace(1)* %1, i32 %2) gc "statepoint-example" { ;CHECK-VREG-LABEL: name: test_isel_sched @@ -391,8 +349,5 @@ declare dso_local i32 addrspace(1)* @llvm.experimental.gc.relocate.p1i32(token, declare dso_local i8 addrspace(1)* @llvm.experimental.gc.relocate.p1i8(token, i32, i32) declare <2 x i8 addrspace(1)*> @llvm.experimental.gc.relocate.v2p1i8(token, i32, i32) declare dso_local i1 @llvm.experimental.gc.result.i1(token) -declare dso_local void @__llvm_deoptimize(i32) -declare token @llvm.experimental.gc.statepoint.p0f_isVoidi32f(i64 immarg, i32 immarg, void (i32)*, i32 immarg, i32 immarg, ...) -declare token @llvm.experimental.gc.statepoint.p0f_i32i32p1i8i32i32i32f(i64 immarg, i32 immarg, i32 (i32, i8 addrspace(1)*, i32, i32, i32)*, i32 immarg, i32 immarg, ...) declare token @llvm.experimental.gc.statepoint.p0f_isVoidp1i8p1i8f(i64 immarg, i32 immarg, void (i8 addrspace(1)*, i8 addrspace(1)*)*, i32 immarg, i32 immarg, ...) diff --git a/llvm/test/CodeGen/X86/statepoint-vreg-invoke.ll b/llvm/test/CodeGen/X86/statepoint-vreg-invoke.ll new file mode 100644 index 000000000000..b734dca622ae --- /dev/null +++ b/llvm/test/CodeGen/X86/statepoint-vreg-invoke.ll @@ -0,0 +1,156 @@ +; RUN: llc -max-registers-for-gc-values=4 -stop-after virtregrewriter < %s | FileCheck %s + +target datalayout = "e-i64:64-f80:128-n8:16:32:64-S128" +target triple = "x86_64-pc-linux-gnu" + +declare dso_local void @"some_call"(i64 addrspace(1)*) +declare dso_local i32 @foo(i32, i8 addrspace(1)*, i32, i32, i32) +declare dso_local i32* @personality_function() + +define i64 addrspace(1)* @test_basic_invoke(i64 addrspace(1)* %obj, i64 addrspace(1)* %obj1) +; CHECK-LABEL: name: test_basic_invoke +; CHECK: bb.0.entry: +; CHECK: renamable $r14, renamable $rbx = STATEPOINT 0, 0, 1, @some_call, $rdi, 2, 0, 2, 0, 2, 5, 2, 0, 2, -1, 2, 0, 2, 0, 2, 0, 2, 2, killed renamable $r14(tied-def 0), killed renamable $rbx(tied-def 1), 2, 0, 2, 2, 0, 0, 1, 1, csr_64, implicit-def $rsp, implicit-def $ssp +; CHECK: JMP_1 %bb.1 +; CHECK: bb.1.safepoint_normal_dest: +; CHECK: bb.2.normal_return: +; CHECK: $rax = COPY killed renamable $rbx +; CHECK: RET 0, $rax +; CHECK: bb.3.exceptional_return (landing-pad): +; CHECK: $rax = COPY killed renamable $r14 +; CHECK: RET 0, $rax + gc "statepoint-example" personality i32* ()* @"personality_function" { +entry: + %0 = invoke token (i64, i32, void (i64 addrspace(1)*)*, i32, i32, ...) @llvm.experimental.gc.statepoint.p0f_isVoidp1i64f(i64 0, i32 0, void (i64 addrspace(1)*)* @some_call, i32 1, i32 0, i64 addrspace(1)* %obj, i32 0, i32 0) ["gc-live" (i64 addrspace(1)* %obj, i64 addrspace(1)* %obj1), "deopt" (i32 0, i32 -1, i32 0, i32 0, i32 0)] + to label %safepoint_normal_dest unwind label %exceptional_return + +safepoint_normal_dest: + %obj.relocated = call coldcc i64 addrspace(1)* @llvm.experimental.gc.relocate.p1i64(token %0, i32 0, i32 0) + %obj1.relocated = call coldcc i64 addrspace(1)* @llvm.experimental.gc.relocate.p1i64(token %0, i32 1, i32 1) + br label %normal_return + +normal_return: + ret i64 addrspace(1)* %obj.relocated + +exceptional_return: + %landing_pad = landingpad token + cleanup + %obj.relocated1 = call coldcc i64 addrspace(1)* @llvm.experimental.gc.relocate.p1i64(token %landing_pad, i32 0, i32 0) + %obj1.relocated1 = call coldcc i64 addrspace(1)* @llvm.experimental.gc.relocate.p1i64(token %landing_pad, i32 1, i32 1) + ret i64 addrspace(1)* %obj1.relocated1 +} + +define i64 addrspace(1)* @test_invoke_same_val(i1 %cond, i64 addrspace(1)* %val1, i64 addrspace(1)* %val2, i64 addrspace(1)* %val3) +; CHECK-LABEL: name: test_invoke_same_val +; CHECK: bb.0.entry: +; CHECK: renamable $r15 = COPY $rcx +; CHECK: renamable $rbx = COPY $rdx +; CHECK: renamable $rbp = COPY $rsi +; CHECK: renamable $r14d = COPY $edi +; CHECK: TEST8ri renamable $r14b, 1, implicit-def $eflags +; CHECK: JCC_1 %bb.3, 4, implicit killed $eflags +; CHECK: JMP_1 %bb.1 +; CHECK: bb.1.left: +; CHECK: $rdi = COPY renamable $rbp +; CHECK: renamable $rbx, renamable $rbp = STATEPOINT 0, 0, 1, @some_call, $rdi, 2, 0, 2, 0, 2, 0, 2, 2, killed renamable $rbx(tied-def 0), killed renamable $rbp(tied-def 1), 2, 0, 2, 2, 0, 0, 1, 1, csr_64, implicit-def $rsp, implicit-def $ssp +; CHECK: JMP_1 %bb.2 +; CHECK: bb.2.left.relocs: +; CHECK: JMP_1 %bb.5 +; CHECK: bb.3.right: +; CHECK: $rdi = COPY killed renamable $rbp +; CHECK: renamable $r15, renamable $rbx = STATEPOINT 0, 0, 1, @some_call, $rdi, 2, 0, 2, 0, 2, 0, 2, 2, killed renamable $r15(tied-def 0), killed renamable $rbx(tied-def 1), 2, 0, 2, 2, 0, 0, 1, 1, csr_64, implicit-def $rsp, implicit-def $ssp +; CHECK: JMP_1 %bb.4 +; CHECK: bb.4.right.relocs: +; CHECK: renamable $rbp = COPY killed renamable $r15 +; CHECK: bb.5.normal_return: +; CHECK: TEST8ri renamable $r14b, 1, implicit-def $eflags, implicit killed $r14d +; CHECK: renamable $rbp = CMOV64rr killed renamable $rbp, killed renamable $rbx, 4, implicit killed $eflags +; CHECK: $rax = COPY killed renamable $rbp +; CHECK: RET 0, $rax +; CHECK: bb.6.exceptional_return.left (landing-pad): +; CHECK: $rax = COPY killed renamable $rbp +; CHECK: RET 0, $rax +; CHECK: bb.7.exceptional_return.right (landing-pad): +; CHECK: $rax = COPY killed renamable $rbx +; CHECK: RET 0, $rax + gc "statepoint-example" personality i32* ()* @"personality_function" { +entry: + br i1 %cond, label %left, label %right + +left: + %sp1 = invoke token (i64, i32, void (i64 addrspace(1)*)*, i32, i32, ...) @llvm.experimental.gc.statepoint.p0f_isVoidp1i64f(i64 0, i32 0, void (i64 addrspace(1)*)* @some_call, i32 1, i32 0, i64 addrspace(1)* %val1, i32 0, i32 0) ["gc-live"(i64 addrspace(1)* %val1, i64 addrspace(1)* %val2)] + to label %left.relocs unwind label %exceptional_return.left + +left.relocs: + %val1.relocated = call coldcc i64 addrspace(1)* @llvm.experimental.gc.relocate.p1i64(token %sp1, i32 0, i32 0) + %val2.relocated_left = call coldcc i64 addrspace(1)* @llvm.experimental.gc.relocate.p1i64(token %sp1, i32 1, i32 1) + br label %normal_return + +right: + %sp2 = invoke token (i64, i32, void (i64 addrspace(1)*)*, i32, i32, ...) @llvm.experimental.gc.statepoint.p0f_isVoidp1i64f(i64 0, i32 0, void (i64 addrspace(1)*)* @some_call, i32 1, i32 0, i64 addrspace(1)* %val1, i32 0, i32 0) ["gc-live"(i64 addrspace(1)* %val2, i64 addrspace(1)* %val3)] + to label %right.relocs unwind label %exceptional_return.right + +right.relocs: + %val2.relocated_right = call coldcc i64 addrspace(1)* @llvm.experimental.gc.relocate.p1i64(token %sp2, i32 0, i32 0) + %val3.relocated = call coldcc i64 addrspace(1)* @llvm.experimental.gc.relocate.p1i64(token %sp2, i32 1, i32 1) + br label %normal_return + +normal_return: + %a1 = phi i64 addrspace(1)* [%val1.relocated, %left.relocs], [%val3.relocated, %right.relocs] + %a2 = phi i64 addrspace(1)* [%val2.relocated_left, %left.relocs], [%val2.relocated_right, %right.relocs] + %ret = select i1 %cond, i64 addrspace(1)* %a1, i64 addrspace(1)* %a2 + ret i64 addrspace(1)* %ret + +exceptional_return.left: + %landing_pad = landingpad token + cleanup + %val1.relocated2 = call coldcc i64 addrspace(1)* @llvm.experimental.gc.relocate.p1i64(token %landing_pad, i32 0, i32 0) + ret i64 addrspace(1)* %val1.relocated2 + +exceptional_return.right: + %landing_pad1 = landingpad token + cleanup + %val2.relocated3 = call coldcc i64 addrspace(1)* @llvm.experimental.gc.relocate.p1i64(token %landing_pad1, i32 0, i32 0) + ret i64 addrspace(1)* %val2.relocated3 +} + +define void @test_duplicate_ir_values() gc "statepoint-example" personality i32* ()* @personality_function { +; CHECK-LABEL: name: test_duplicate_ir_values +; CHECK: bb.0.entry: +; CHECK: renamable $rbx = MOV64rm undef renamable $rax, 1, $noreg, 0, $noreg :: (load 8 from `i8 addrspace(1)* addrspace(1)* undef`, addrspace 1) +; CHECK: renamable $rbx = STATEPOINT 1, 16, 5, undef renamable $rax, undef $edi, undef $rsi, undef $edx, undef $ecx, undef $r8d, 2, 0, 2, 0, 2, 0, 2, 1, killed renamable $rbx(tied-def 0), 2, 0, 2, 1, 0, 0, csr_64, implicit-def $rsp, implicit-def $ssp, implicit-def dead $eax +; CHECK: JMP_1 %bb.1 +; CHECK: bb.1.normal_continue: +; CHECK: MOV64mr %stack.0, 1, $noreg, 0, $noreg, killed renamable $rbx :: (store 8 into %stack.0) +; CHECK: $edi = MOV32ri 10 +; CHECK: STATEPOINT 2882400000, 0, 1, target-flags(x86-plt) @__llvm_deoptimize, killed $edi, 2, 0, 2, 2, 2, 2, 1, 8, %stack.0, 0, 1, 8, %stack.0, 0, 2, 0, 2, 0, 2, 0, csr_64, implicit-def $rsp, implicit-def $ssp :: (volatile load store 8 on %stack.0) +; CHECK: bb.2.exceptional_return (landing-pad): +; CHECK: MOV64mr %stack.0, 1, $noreg, 0, $noreg, killed renamable $rbx :: (store 8 into %stack.0) +; CHECK: $edi = MOV32ri -271 +; CHECK: STATEPOINT 2882400000, 0, 1, target-flags(x86-plt) @__llvm_deoptimize, killed $edi, 2, 0, 2, 0, 2, 1, 1, 8, %stack.0, 0, 2, 0, 2, 0, 2, 0, csr_64, implicit-def $rsp, implicit-def $ssp :: (volatile load store 8 on %stack.0) +entry: + %val1 = load i8 addrspace(1)*, i8 addrspace(1)* addrspace(1)* undef, align 8 + %val2 = load i8 addrspace(1)*, i8 addrspace(1)* addrspace(1)* undef, align 8 + %statepoint_token1 = invoke token (i64, i32, i32 (i32, i8 addrspace(1)*, i32, i32, i32)*, i32, i32, ...) @llvm.experimental.gc.statepoint.p0f_i32i32p1i8i32i32i32f(i64 1, i32 16, i32 (i32, i8 addrspace(1)*, i32, i32, i32)* nonnull @foo, i32 5, i32 0, i32 undef, i8 addrspace(1)* undef, i32 undef, i32 undef, i32 undef, i32 0, i32 0) [ "deopt"(), "gc-live"(i8 addrspace(1)* %val1, i8 addrspace(1)* %val2) ] + to label %normal_continue unwind label %exceptional_return + +normal_continue: ; preds = %entry + %val1.relocated1 = call coldcc i8 addrspace(1)* @llvm.experimental.gc.relocate.p1i8(token %statepoint_token1, i32 0, i32 0) ; (%val1, %val1) + %val2.relocated1 = call coldcc i8 addrspace(1)* @llvm.experimental.gc.relocate.p1i8(token %statepoint_token1, i32 1, i32 1) ; (%val2, %val2) + %safepoint_token2 = call token (i64, i32, void (i32)*, i32, i32, ...) @llvm.experimental.gc.statepoint.p0f_isVoidi32f(i64 2882400000, i32 0, void (i32)* nonnull @__llvm_deoptimize, i32 1, i32 2, i32 10, i32 0, i32 0) [ "deopt"(i8 addrspace(1)* %val1.relocated1, i8 addrspace(1)* %val2.relocated1), "gc-live"() ] + unreachable + +exceptional_return: ; preds = %entry + %lpad_token11090 = landingpad token + cleanup + %val2.relocated2 = call coldcc i8 addrspace(1)* @llvm.experimental.gc.relocate.p1i8(token %lpad_token11090, i32 1, i32 1) ; (%val2, %val2) + %safepoint_token3 = call token (i64, i32, void (i32)*, i32, i32, ...) @llvm.experimental.gc.statepoint.p0f_isVoidi32f(i64 2882400000, i32 0, void (i32)* nonnull @__llvm_deoptimize, i32 1, i32 0, i32 -271, i32 0, i32 0) [ "deopt"(i8 addrspace(1)* %val2.relocated2), "gc-live"() ] + unreachable +} + +declare void @__llvm_deoptimize(i32) +declare token @llvm.experimental.gc.statepoint.p0f_isVoidi32f(i64 immarg, i32 immarg, void (i32)*, i32 immarg, i32 immarg, ...) +declare token @llvm.experimental.gc.statepoint.p0f_isVoidp1i64f(i64, i32, void (i64 addrspace(1)*)*, i32, i32, ...) +declare token @llvm.experimental.gc.statepoint.p0f_i32i32p1i8i32i32i32f(i64 immarg, i32 immarg, i32 (i32, i8 addrspace(1)*, i32, i32, i32)*, i32 immarg, i32 immarg, ...) +declare i64 addrspace(1)* @llvm.experimental.gc.relocate.p1i64(token, i32, i32) +declare i8 addrspace(1)* @llvm.experimental.gc.relocate.p1i8(token, i32, i32) diff --git a/llvm/test/CodeGen/X86/statepoint-vreg.ll b/llvm/test/CodeGen/X86/statepoint-vreg.ll index a91b5153cecb..8f3279200ad9 100644 --- a/llvm/test/CodeGen/X86/statepoint-vreg.ll +++ b/llvm/test/CodeGen/X86/statepoint-vreg.ll @@ -6,7 +6,6 @@ target triple = "x86_64-pc-linux-gnu" declare i1 @return_i1() declare void @func() -declare void @"some_call"(i64 addrspace(1)*) declare void @consume(i32 addrspace(1)*) declare i32 @consume1(i32) gc "statepoint-example" declare void @consume2(i32 addrspace(1)*, i32 addrspace(1)*) @@ -15,7 +14,6 @@ declare float @consume4(i64) gc "statepoint-example" declare void @consume5(i32 addrspace(1)*, i32 addrspace(1)*, i32 addrspace(1)*, i32 addrspace(1)*, i32 addrspace(1)*) declare void @use1(i32 addrspace(1)*, i8 addrspace(1)*) -declare i32 @"personality_function"() ; test most simple relocate define i1 @test_relocate(i32 addrspace(1)* %a) gc "statepoint-example" { @@ -386,162 +384,6 @@ entry: ret void } -define i64 addrspace(1)* @test_basic_invoke(i64 addrspace(1)* %obj, -; CHECK-LABEL: test_basic_invoke: -; CHECK: # %bb.0: # %entry -; CHECK-NEXT: pushq %r14 -; CHECK-NEXT: .cfi_def_cfa_offset 16 -; CHECK-NEXT: pushq %rbx -; CHECK-NEXT: .cfi_def_cfa_offset 24 -; CHECK-NEXT: pushq %rax -; CHECK-NEXT: .cfi_def_cfa_offset 32 -; CHECK-NEXT: .cfi_offset %rbx, -24 -; CHECK-NEXT: .cfi_offset %r14, -16 -; CHECK-NEXT: movq %rsi, %r14 -; CHECK-NEXT: movq %rdi, %rbx -; CHECK-NEXT: .Ltmp12: -; CHECK-NEXT: callq some_call -; CHECK-NEXT: .Ltmp15: -; CHECK-NEXT: .Ltmp13: -; CHECK-NEXT: # %bb.1: # %normal_return -; CHECK-NEXT: movq %rbx, %rax -; CHECK-NEXT: .LBB11_2: # %normal_return -; CHECK-NEXT: addq $8, %rsp -; CHECK-NEXT: .cfi_def_cfa_offset 24 -; CHECK-NEXT: popq %rbx -; CHECK-NEXT: .cfi_def_cfa_offset 16 -; CHECK-NEXT: popq %r14 -; CHECK-NEXT: .cfi_def_cfa_offset 8 -; CHECK-NEXT: retq -; CHECK-NEXT: .LBB11_3: # %exceptional_return -; CHECK-NEXT: .cfi_def_cfa_offset 32 -; CHECK-NEXT: .Ltmp14: -; CHECK-NEXT: movq %r14, %rax -; CHECK-NEXT: jmp .LBB11_2 - i64 addrspace(1)* %obj1) gc "statepoint-example" personality i32 ()* @"personality_function" { -entry: - %0 = invoke token (i64, i32, void (i64 addrspace(1)*)*, i32, i32, ...) @llvm.experimental.gc.statepoint.p0f_isVoidp1i64f(i64 0, i32 0, void (i64 addrspace(1)*)* @some_call, i32 1, i32 0, i64 addrspace(1)* %obj, i32 0, i32 0) ["gc-live" (i64 addrspace(1)* %obj, i64 addrspace(1)* %obj1), "deopt" (i32 0, i32 -1, i32 0, i32 0, i32 0)] - to label %invoke_safepoint_normal_dest unwind label %exceptional_return - -invoke_safepoint_normal_dest: - %obj.relocated = call coldcc i64 addrspace(1)* @llvm.experimental.gc.relocate.p1i64(token %0, i32 0, i32 0) - %obj1.relocated = call coldcc i64 addrspace(1)* @llvm.experimental.gc.relocate.p1i64(token %0, i32 1, i32 1) - br label %normal_return - -normal_return: - ret i64 addrspace(1)* %obj.relocated - -exceptional_return: - %landing_pad = landingpad token - cleanup - %obj.relocated1 = call coldcc i64 addrspace(1)* @llvm.experimental.gc.relocate.p1i64(token %landing_pad, i32 0, i32 0) - %obj1.relocated1 = call coldcc i64 addrspace(1)* @llvm.experimental.gc.relocate.p1i64(token %landing_pad, i32 1, i32 1) - ret i64 addrspace(1)* %obj1.relocated1 -} - -define i64 addrspace(1)* @test_invoke_same_val(i1 %cond, i64 addrspace(1)* %val1, i64 addrspace(1)* %val2, i64 addrspace(1)* %val3) gc "statepoint-example" personality i32 ()* @"personality_function" { -; CHECK-LABEL: test_invoke_same_val: -; CHECK: # %bb.0: # %entry -; CHECK-NEXT: pushq %rbp -; CHECK-NEXT: .cfi_def_cfa_offset 16 -; CHECK-NEXT: pushq %r15 -; CHECK-NEXT: .cfi_def_cfa_offset 24 -; CHECK-NEXT: pushq %r14 -; CHECK-NEXT: .cfi_def_cfa_offset 32 -; CHECK-NEXT: pushq %rbx -; CHECK-NEXT: .cfi_def_cfa_offset 40 -; CHECK-NEXT: pushq %rax -; CHECK-NEXT: .cfi_def_cfa_offset 48 -; CHECK-NEXT: .cfi_offset %rbx, -40 -; CHECK-NEXT: .cfi_offset %r14, -32 -; CHECK-NEXT: .cfi_offset %r15, -24 -; CHECK-NEXT: .cfi_offset %rbp, -16 -; CHECK-NEXT: movq %rdx, %rbx -; CHECK-NEXT: movq %rsi, %rbp -; CHECK-NEXT: movl %edi, %r14d -; CHECK-NEXT: testb $1, %r14b -; CHECK-NEXT: je .LBB12_2 -; CHECK-NEXT: # %bb.1: # %left -; CHECK-NEXT: .Ltmp19: -; CHECK-NEXT: movq %rbp, %rdi -; CHECK-NEXT: callq some_call -; CHECK-NEXT: .Ltmp22: -; CHECK-NEXT: .Ltmp20: -; CHECK-NEXT: jmp .LBB12_4 -; CHECK-NEXT: .LBB12_2: # %right -; CHECK-NEXT: movq %rcx, %r15 -; CHECK-NEXT: .Ltmp16: -; CHECK-NEXT: movq %rbp, %rdi -; CHECK-NEXT: callq some_call -; CHECK-NEXT: .Ltmp23: -; CHECK-NEXT: .Ltmp17: -; CHECK-NEXT: # %bb.3: # %right.relocs -; CHECK-NEXT: movq %r15, %rbp -; CHECK-NEXT: .LBB12_4: # %normal_return -; CHECK-NEXT: testb $1, %r14b -; CHECK-NEXT: cmoveq %rbx, %rbp -; CHECK-NEXT: .LBB12_6: # %exceptional_return.left -; CHECK-NEXT: movq %rbp, %rax -; CHECK-NEXT: .LBB12_7: # %exceptional_return.left -; CHECK-NEXT: addq $8, %rsp -; CHECK-NEXT: .cfi_def_cfa_offset 40 -; CHECK-NEXT: popq %rbx -; CHECK-NEXT: .cfi_def_cfa_offset 32 -; CHECK-NEXT: popq %r14 -; CHECK-NEXT: .cfi_def_cfa_offset 24 -; CHECK-NEXT: popq %r15 -; CHECK-NEXT: .cfi_def_cfa_offset 16 -; CHECK-NEXT: popq %rbp -; CHECK-NEXT: .cfi_def_cfa_offset 8 -; CHECK-NEXT: retq -; CHECK-NEXT: .LBB12_8: # %exceptional_return.right -; CHECK-NEXT: .cfi_def_cfa_offset 48 -; CHECK-NEXT: .Ltmp18: -; CHECK-NEXT: movq %rbx, %rax -; CHECK-NEXT: jmp .LBB12_7 -; CHECK-NEXT: .LBB12_5: # %exceptional_return.left -; CHECK-NEXT: .Ltmp21: -; CHECK-NEXT: jmp .LBB12_6 -entry: - br i1 %cond, label %left, label %right - -left: - %sp1 = invoke token (i64, i32, void (i64 addrspace(1)*)*, i32, i32, ...) @llvm.experimental.gc.statepoint.p0f_isVoidp1i64f(i64 0, i32 0, void (i64 addrspace(1)*)* @some_call, i32 1, i32 0, i64 addrspace(1)* %val1, i32 0, i32 0) ["gc-live"(i64 addrspace(1)* %val1, i64 addrspace(1)* %val2)] - to label %left.relocs unwind label %exceptional_return.left - -left.relocs: - %val1.relocated = call coldcc i64 addrspace(1)* @llvm.experimental.gc.relocate.p1i64(token %sp1, i32 0, i32 0) - %val2.relocated_left = call coldcc i64 addrspace(1)* @llvm.experimental.gc.relocate.p1i64(token %sp1, i32 1, i32 1) - br label %normal_return - -right: - %sp2 = invoke token (i64, i32, void (i64 addrspace(1)*)*, i32, i32, ...) @llvm.experimental.gc.statepoint.p0f_isVoidp1i64f(i64 0, i32 0, void (i64 addrspace(1)*)* @some_call, i32 1, i32 0, i64 addrspace(1)* %val1, i32 0, i32 0) ["gc-live"(i64 addrspace(1)* %val2, i64 addrspace(1)* %val3)] - to label %right.relocs unwind label %exceptional_return.right - -right.relocs: - %val2.relocated_right = call coldcc i64 addrspace(1)* @llvm.experimental.gc.relocate.p1i64(token %sp2, i32 0, i32 0) - %val3.relocated = call coldcc i64 addrspace(1)* @llvm.experimental.gc.relocate.p1i64(token %sp2, i32 1, i32 1) - br label %normal_return - -normal_return: - %a1 = phi i64 addrspace(1)* [%val1.relocated, %left.relocs], [%val3.relocated, %right.relocs] - %a2 = phi i64 addrspace(1)* [%val2.relocated_left, %left.relocs], [%val2.relocated_right, %right.relocs] - %ret = select i1 %cond, i64 addrspace(1)* %a1, i64 addrspace(1)* %a2 - ret i64 addrspace(1)* %ret - -exceptional_return.left: - %landing_pad = landingpad token - cleanup - %val.relocated2 = call coldcc i64 addrspace(1)* @llvm.experimental.gc.relocate.p1i64(token %landing_pad, i32 0, i32 0) - ret i64 addrspace(1)* %val.relocated2 - -exceptional_return.right: - %landing_pad1 = landingpad token - cleanup - %val.relocated3 = call coldcc i64 addrspace(1)* @llvm.experimental.gc.relocate.p1i64(token %landing_pad1, i32 0, i32 0) - ret i64 addrspace(1)* %val.relocated3 -} - ; test ISEL for constant base pointer - must properly tie operands define void @test_const_base(i32 addrspace(1)* %a) gc "statepoint-example" { ; CHECK-LABEL: test_const_base: @@ -551,7 +393,7 @@ define void @test_const_base(i32 addrspace(1)* %a) gc "statepoint-example" { ; CHECK-NEXT: .cfi_offset %rbx, -16 ; CHECK-NEXT: movq %rdi, %rbx ; CHECK-NEXT: callq func -; CHECK-NEXT: .Ltmp24: +; CHECK-NEXT: .Ltmp12: ; CHECK-NEXT: movq %rbx, %rdi ; CHECK-NEXT: callq consume ; CHECK-NEXT: popq %rbx @@ -581,12 +423,12 @@ define void @test_sched(float %0, i32 %1, i8 addrspace(1)* %2) gc "statepoint-ex ; CHECK-NEXT: movl %edi, %ebp ; CHECK-NEXT: movss %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 4-byte Spill ; CHECK-NEXT: callq consume3 -; CHECK-NEXT: .Ltmp25: +; CHECK-NEXT: .Ltmp13: ; CHECK-NEXT: xorps %xmm0, %xmm0 ; CHECK-NEXT: cvtsi2sd %ebp, %xmm0 ; CHECK-NEXT: movsd %xmm0, {{[-0-9]+}}(%r{{[sb]}}p) # 8-byte Spill ; CHECK-NEXT: nopl 8(%rax,%rax) -; CHECK-NEXT: .Ltmp26: +; CHECK-NEXT: .Ltmp14: ; CHECK-NEXT: movsd {{[-0-9]+}}(%r{{[sb]}}p), %xmm0 # 8-byte Reload ; CHECK-NEXT: # xmm0 = mem[0],zero ; CHECK-NEXT: movsd %xmm0, {{[0-9]+}}(%rsp) @@ -594,7 +436,7 @@ define void @test_sched(float %0, i32 %1, i8 addrspace(1)* %2) gc "statepoint-ex ; CHECK-NEXT: # xmm0 = mem[0],zero,zero,zero ; CHECK-NEXT: movss %xmm0, (%rsp) ; CHECK-NEXT: nopl 8(%rax,%rax) -; CHECK-NEXT: .Ltmp27: +; CHECK-NEXT: .Ltmp15: ; CHECK-NEXT: movsd {{[-0-9]+}}(%r{{[sb]}}p), %xmm0 # 8-byte Reload ; CHECK-NEXT: # xmm0 = mem[0],zero ; CHECK-NEXT: movsd %xmm0, {{[0-9]+}}(%rsp) @@ -602,7 +444,7 @@ define void @test_sched(float %0, i32 %1, i8 addrspace(1)* %2) gc "statepoint-ex ; CHECK-NEXT: # xmm0 = mem[0],zero,zero,zero ; CHECK-NEXT: movss %xmm0, (%rsp) ; CHECK-NEXT: nopl 8(%rax,%rax) -; CHECK-NEXT: .Ltmp28: +; CHECK-NEXT: .Ltmp16: ; CHECK-NEXT: xorl %eax, %eax ; CHECK-NEXT: xorpd %xmm0, %xmm0 ; CHECK-NEXT: movsd {{[-0-9]+}}(%r{{[sb]}}p), %xmm1 # 8-byte Reload @@ -615,7 +457,7 @@ define void @test_sched(float %0, i32 %1, i8 addrspace(1)* %2) gc "statepoint-ex ; CHECK-NEXT: # xmm0 = mem[0],zero,zero,zero ; CHECK-NEXT: movss %xmm0, (%rsp) ; CHECK-NEXT: nopl 8(%rax,%rax) -; CHECK-NEXT: .Ltmp29: +; CHECK-NEXT: .Ltmp17: ; CHECK-NEXT: addq $24, %rsp ; CHECK-NEXT: .cfi_def_cfa_offset 24 ; CHECK-NEXT: popq %rbx @@ -646,7 +488,6 @@ declare token @llvm.experimental.gc.statepoint.p0f_i32i32f(i64 immarg, i32 immar declare token @llvm.experimental.gc.statepoint.p0f_isVoidf32f(i64 immarg, i32 immarg, void (float)*, i32 immarg, i32 immarg, ...) declare token @llvm.experimental.gc.statepoint.p0f_i1f(i64, i32, i1 ()*, i32, i32, ...) declare token @llvm.experimental.gc.statepoint.p0f_isVoidf(i64, i32, void ()*, i32, i32, ...) -declare token @llvm.experimental.gc.statepoint.p0f_isVoidp1i64f(i64, i32, void (i64 addrspace(1)*)*, i32, i32, ...) declare i32 addrspace(1)* @llvm.experimental.gc.relocate.p1i32(token, i32, i32) declare i64 addrspace(1)* @llvm.experimental.gc.relocate.p1i64(token, i32, i32) declare i8 addrspace(1)* @llvm.experimental.gc.relocate.p1i8(token, i32, i32)