forked from OSchip/llvm-project
1024 lines
31 KiB
LLVM
1024 lines
31 KiB
LLVM
; RUN: llc %s -o - -enable-shrink-wrap=true -pass-remarks-output=%t | FileCheck %s --check-prefix=CHECK --check-prefix=ENABLE
|
|
; RUN: cat %t | FileCheck %s --check-prefix=REMARKS
|
|
; RUN: llc %s -o - -enable-shrink-wrap=false | FileCheck %s --check-prefix=CHECK --check-prefix=DISABLE
|
|
;
|
|
; Note: Lots of tests use inline asm instead of regular calls.
|
|
; This allows to have a better control on what the allocation will do.
|
|
; Otherwise, we may have spill right in the entry block, defeating
|
|
; shrink-wrapping. Moreover, some of the inline asm statement (nop)
|
|
; are here to ensure that the related paths do not end up as critical
|
|
; edges.
|
|
target datalayout = "e-m:o-i64:64-i128:128-n32:64-S128"
|
|
target triple = "x86_64-apple-macosx"
|
|
|
|
|
|
; Initial motivating example: Simple diamond with a call just on one side.
|
|
; CHECK-LABEL: foo:
|
|
;
|
|
; Compare the arguments and jump to exit.
|
|
; No prologue needed.
|
|
; ENABLE: movl %edi, [[ARG0CPY:%e[a-z]+]]
|
|
; ENABLE-NEXT: cmpl %esi, %edi
|
|
; ENABLE-NEXT: jge [[EXIT_LABEL:LBB[0-9_]+]]
|
|
;
|
|
; Prologue code.
|
|
; (What we push does not matter. It should be some random sratch register.)
|
|
; CHECK: pushq
|
|
;
|
|
; Compare the arguments and jump to exit.
|
|
; After the prologue is set.
|
|
; DISABLE: movl %edi, [[ARG0CPY:%e[a-z]+]]
|
|
; DISABLE-NEXT: cmpl %esi, %edi
|
|
; DISABLE-NEXT: jge [[EXIT_LABEL:LBB[0-9_]+]]
|
|
;
|
|
; Store %a in the alloca.
|
|
; CHECK: movl [[ARG0CPY]], 4(%rsp)
|
|
; Set the alloca address in the second argument.
|
|
; CHECK-NEXT: leaq 4(%rsp), %rsi
|
|
; Set the first argument to zero.
|
|
; CHECK-NEXT: xorl %edi, %edi
|
|
; CHECK-NEXT: callq _doSomething
|
|
;
|
|
; With shrink-wrapping, epilogue is just after the call.
|
|
; ENABLE-NEXT: addq $8, %rsp
|
|
;
|
|
; CHECK: [[EXIT_LABEL]]:
|
|
;
|
|
; Without shrink-wrapping, epilogue is in the exit block.
|
|
; Epilogue code. (What we pop does not matter.)
|
|
; DISABLE-NEXT: popq
|
|
;
|
|
; CHECK-NEXT: retq
|
|
define i32 @foo(i32 %a, i32 %b) {
|
|
%tmp = alloca i32, align 4
|
|
%tmp2 = icmp slt i32 %a, %b
|
|
br i1 %tmp2, label %true, label %false
|
|
|
|
true:
|
|
store i32 %a, i32* %tmp, align 4
|
|
%tmp4 = call i32 @doSomething(i32 0, i32* %tmp)
|
|
br label %false
|
|
|
|
false:
|
|
%tmp.0 = phi i32 [ %tmp4, %true ], [ %a, %0 ]
|
|
ret i32 %tmp.0
|
|
}
|
|
|
|
; Function Attrs: optsize
|
|
declare i32 @doSomething(i32, i32*)
|
|
|
|
|
|
; Check that we do not perform the restore inside the loop whereas the save
|
|
; is outside.
|
|
; CHECK-LABEL: freqSaveAndRestoreOutsideLoop:
|
|
;
|
|
; Shrink-wrapping allows to skip the prologue in the else case.
|
|
; ENABLE: testl %edi, %edi
|
|
; ENABLE: je [[ELSE_LABEL:LBB[0-9_]+]]
|
|
;
|
|
; Prologue code.
|
|
; Make sure we save the CSR used in the inline asm: rbx.
|
|
; CHECK: pushq %rbx
|
|
;
|
|
; DISABLE: testl %edi, %edi
|
|
; DISABLE: je [[ELSE_LABEL:LBB[0-9_]+]]
|
|
;
|
|
; CHECK: xorl [[SUM:%eax]], [[SUM]]
|
|
; CHECK-NEXT: movl $10, [[IV:%e[a-z]+]]
|
|
;
|
|
; Next BB.
|
|
; CHECK: [[LOOP:LBB[0-9_]+]]: ## %for.body
|
|
; CHECK: movl $1, [[TMP:%e[a-z]+]]
|
|
; CHECK: addl [[TMP]], [[SUM]]
|
|
; CHECK-NEXT: decl [[IV]]
|
|
; CHECK-NEXT: jne [[LOOP]]
|
|
;
|
|
; Next BB.
|
|
; SUM << 3.
|
|
; CHECK: shll $3, [[SUM]]
|
|
;
|
|
; DISABLE: popq
|
|
; DISABLE: retq
|
|
;
|
|
; DISABLE: [[ELSE_LABEL]]: ## %if.else
|
|
; Shift second argument by one in returned register.
|
|
; DISABLE: movl %esi, %eax
|
|
; DISABLE: addl %esi, %eax
|
|
;
|
|
; Epilogue code.
|
|
; CHECK-DAG: popq %rbx
|
|
; CHECK: retq
|
|
;
|
|
; ENABLE: [[ELSE_LABEL]]: ## %if.else
|
|
; Shift second argument by one and store into returned register.
|
|
; ENABLE: movl %esi, %eax
|
|
; ENABLE: addl %esi, %eax
|
|
; ENABLE-NEXT: retq
|
|
define i32 @freqSaveAndRestoreOutsideLoop(i32 %cond, i32 %N) {
|
|
entry:
|
|
%tobool = icmp eq i32 %cond, 0
|
|
br i1 %tobool, label %if.else, label %for.preheader
|
|
|
|
for.preheader:
|
|
tail call void asm "nop", ""()
|
|
br label %for.body
|
|
|
|
for.body: ; preds = %entry, %for.body
|
|
%i.05 = phi i32 [ %inc, %for.body ], [ 0, %for.preheader ]
|
|
%sum.04 = phi i32 [ %add, %for.body ], [ 0, %for.preheader ]
|
|
%call = tail call i32 asm sideeffect "movl $$1, $0", "=r,~{ebx}"()
|
|
%add = add nsw i32 %call, %sum.04
|
|
%inc = add nuw nsw i32 %i.05, 1
|
|
%exitcond = icmp eq i32 %inc, 10
|
|
br i1 %exitcond, label %for.end, label %for.body
|
|
|
|
for.end: ; preds = %for.body
|
|
%shl = shl i32 %add, 3
|
|
br label %if.end
|
|
|
|
if.else: ; preds = %entry
|
|
%mul = shl nsw i32 %N, 1
|
|
br label %if.end
|
|
|
|
if.end: ; preds = %if.else, %for.end
|
|
%sum.1 = phi i32 [ %shl, %for.end ], [ %mul, %if.else ]
|
|
ret i32 %sum.1
|
|
}
|
|
|
|
declare i32 @something(...)
|
|
|
|
; Check that we do not perform the shrink-wrapping inside the loop even
|
|
; though that would be legal. The cost model must prevent that.
|
|
; CHECK-LABEL: freqSaveAndRestoreOutsideLoop2:
|
|
; Prologue code.
|
|
; Make sure we save the CSR used in the inline asm: rbx.
|
|
; CHECK: pushq %rbx
|
|
; CHECK: nop
|
|
; CHECK: xorl [[SUM:%e[a-z]+]], [[SUM]]
|
|
; CHECK-NEXT: movl $10, [[IV:%e[a-z]+]]
|
|
; Next BB.
|
|
; CHECK: [[LOOP_LABEL:LBB[0-9_]+]]: ## %for.body
|
|
; CHECK: movl $1, [[TMP:%e[a-z]+]]
|
|
; CHECK: addl [[TMP]], [[SUM]]
|
|
; CHECK-NEXT: decl [[IV]]
|
|
; CHECK-NEXT: jne [[LOOP_LABEL]]
|
|
; Next BB.
|
|
; CHECK: ## %for.exit
|
|
; CHECK: nop
|
|
; CHECK: popq %rbx
|
|
; CHECK-NEXT: retq
|
|
define i32 @freqSaveAndRestoreOutsideLoop2(i32 %cond) {
|
|
entry:
|
|
br label %for.preheader
|
|
|
|
for.preheader:
|
|
tail call void asm "nop", ""()
|
|
br label %for.body
|
|
|
|
for.body: ; preds = %for.body, %entry
|
|
%i.04 = phi i32 [ 0, %for.preheader ], [ %inc, %for.body ]
|
|
%sum.03 = phi i32 [ 0, %for.preheader ], [ %add, %for.body ]
|
|
%call = tail call i32 asm sideeffect "movl $$1, $0", "=r,~{ebx}"()
|
|
%add = add nsw i32 %call, %sum.03
|
|
%inc = add nuw nsw i32 %i.04, 1
|
|
%exitcond = icmp eq i32 %inc, 10
|
|
br i1 %exitcond, label %for.exit, label %for.body
|
|
|
|
for.exit:
|
|
tail call void asm "nop", ""()
|
|
br label %for.end
|
|
|
|
for.end: ; preds = %for.body
|
|
ret i32 %add
|
|
}
|
|
|
|
; Check with a more complex case that we do not have save within the loop and
|
|
; restore outside.
|
|
; CHECK-LABEL: loopInfoSaveOutsideLoop:
|
|
;
|
|
; ENABLE: testl %edi, %edi
|
|
; ENABLE-NEXT: je [[ELSE_LABEL:LBB[0-9_]+]]
|
|
;
|
|
; Prologue code.
|
|
; Make sure we save the CSR used in the inline asm: rbx.
|
|
; CHECK: pushq %rbx
|
|
;
|
|
; DISABLE: testl %edi, %edi
|
|
; DISABLE-NEXT: je [[ELSE_LABEL:LBB[0-9_]+]]
|
|
;
|
|
; CHECK: nop
|
|
; CHECK: xorl [[SUM:%eax]], [[SUM]]
|
|
; CHECK-NEXT: movl $10, [[IV:%e[a-z]+]]
|
|
;
|
|
; CHECK: [[LOOP_LABEL:LBB[0-9_]+]]: ## %for.body
|
|
; CHECK: movl $1, [[TMP:%e[a-z]+]]
|
|
; CHECK: addl [[TMP]], [[SUM]]
|
|
; CHECK-NEXT: decl [[IV]]
|
|
; CHECK-NEXT: jne [[LOOP_LABEL]]
|
|
; Next BB.
|
|
; CHECK: nop
|
|
; CHECK: shll $3, [[SUM]]
|
|
;
|
|
; DISABLE: popq
|
|
; DISABLE: retq
|
|
;
|
|
; DISABLE: [[ELSE_LABEL]]: ## %if.else
|
|
; Shift second argument by one in returned register.
|
|
; DISABLE: movl %esi, %eax
|
|
; DISABLE: addl %esi, %eax
|
|
;
|
|
; Epilogue code.
|
|
; CHECK-DAG: popq %rbx
|
|
; CHECK: retq
|
|
;
|
|
; ENABLE: [[ELSE_LABEL]]: ## %if.else
|
|
; Shift second argument by one and store into returned register.
|
|
; ENABLE: movl %esi, %eax
|
|
; ENABLE: addl %esi, %eax
|
|
; ENABLE-NEXT: retq
|
|
define i32 @loopInfoSaveOutsideLoop(i32 %cond, i32 %N) {
|
|
entry:
|
|
%tobool = icmp eq i32 %cond, 0
|
|
br i1 %tobool, label %if.else, label %for.preheader
|
|
|
|
for.preheader:
|
|
tail call void asm "nop", ""()
|
|
br label %for.body
|
|
|
|
for.body: ; preds = %entry, %for.body
|
|
%i.05 = phi i32 [ %inc, %for.body ], [ 0, %for.preheader ]
|
|
%sum.04 = phi i32 [ %add, %for.body ], [ 0, %for.preheader ]
|
|
%call = tail call i32 asm sideeffect "movl $$1, $0", "=r,~{ebx}"()
|
|
%add = add nsw i32 %call, %sum.04
|
|
%inc = add nuw nsw i32 %i.05, 1
|
|
%exitcond = icmp eq i32 %inc, 10
|
|
br i1 %exitcond, label %for.end, label %for.body
|
|
|
|
for.end: ; preds = %for.body
|
|
tail call void asm "nop", "~{ebx}"()
|
|
%shl = shl i32 %add, 3
|
|
br label %if.end
|
|
|
|
if.else: ; preds = %entry
|
|
%mul = shl nsw i32 %N, 1
|
|
br label %if.end
|
|
|
|
if.end: ; preds = %if.else, %for.end
|
|
%sum.1 = phi i32 [ %shl, %for.end ], [ %mul, %if.else ]
|
|
ret i32 %sum.1
|
|
}
|
|
|
|
; Check with a more complex case that we do not have restore within the loop and
|
|
; save outside.
|
|
; CHECK-LABEL: loopInfoRestoreOutsideLoop:
|
|
;
|
|
; ENABLE: testl %edi, %edi
|
|
; ENABLE-NEXT: je [[ELSE_LABEL:LBB[0-9_]+]]
|
|
;
|
|
; Prologue code.
|
|
; Make sure we save the CSR used in the inline asm: rbx.
|
|
; CHECK: pushq %rbx
|
|
;
|
|
; DISABLE: testl %edi, %edi
|
|
; DISABLE-NEXT: je [[ELSE_LABEL:LBB[0-9_]+]]
|
|
;
|
|
; CHECK: nop
|
|
; CHECK: xorl [[SUM:%eax]], [[SUM]]
|
|
; CHECK-NEXT: movl $10, [[IV:%e[a-z]+]]
|
|
;
|
|
; CHECK: [[LOOP_LABEL:LBB[0-9_]+]]: ## %for.body
|
|
; CHECK: movl $1, [[TMP:%e[a-z]+]]
|
|
; CHECK: addl [[TMP]], [[SUM]]
|
|
; CHECK-NEXT: decl [[IV]]
|
|
; CHECK-NEXT: jne [[LOOP_LABEL]]
|
|
; Next BB.
|
|
; CHECK: shll $3, [[SUM]]
|
|
;
|
|
; DISABLE: popq
|
|
; DISABLE: retq
|
|
;
|
|
; DISABLE: [[ELSE_LABEL]]: ## %if.else
|
|
|
|
; Shift second argument by one in returned register.
|
|
; DISABLE: movl %esi, %eax
|
|
; DISABLE: addl %esi, %eax
|
|
;
|
|
; Epilogue code.
|
|
; CHECK-DAG: popq %rbx
|
|
; CHECK: retq
|
|
;
|
|
; ENABLE: [[ELSE_LABEL]]: ## %if.else
|
|
; Shift second argument by one and store into returned register.
|
|
; ENABLE: movl %esi, %eax
|
|
; ENABLE: addl %esi, %eax
|
|
; ENABLE-NEXT: retq
|
|
define i32 @loopInfoRestoreOutsideLoop(i32 %cond, i32 %N) nounwind {
|
|
entry:
|
|
%tobool = icmp eq i32 %cond, 0
|
|
br i1 %tobool, label %if.else, label %if.then
|
|
|
|
if.then: ; preds = %entry
|
|
tail call void asm "nop", "~{ebx}"()
|
|
br label %for.body
|
|
|
|
for.body: ; preds = %for.body, %if.then
|
|
%i.05 = phi i32 [ 0, %if.then ], [ %inc, %for.body ]
|
|
%sum.04 = phi i32 [ 0, %if.then ], [ %add, %for.body ]
|
|
%call = tail call i32 asm sideeffect "movl $$1, $0", "=r,~{ebx}"()
|
|
%add = add nsw i32 %call, %sum.04
|
|
%inc = add nuw nsw i32 %i.05, 1
|
|
%exitcond = icmp eq i32 %inc, 10
|
|
br i1 %exitcond, label %for.end, label %for.body
|
|
|
|
for.end: ; preds = %for.body
|
|
%shl = shl i32 %add, 3
|
|
br label %if.end
|
|
|
|
if.else: ; preds = %entry
|
|
%mul = shl nsw i32 %N, 1
|
|
br label %if.end
|
|
|
|
if.end: ; preds = %if.else, %for.end
|
|
%sum.1 = phi i32 [ %shl, %for.end ], [ %mul, %if.else ]
|
|
ret i32 %sum.1
|
|
}
|
|
|
|
; Check that we handle function with no frame information correctly.
|
|
; CHECK-LABEL: emptyFrame:
|
|
; CHECK: ## %entry
|
|
; CHECK-NEXT: xorl %eax, %eax
|
|
; CHECK-NEXT: retq
|
|
define i32 @emptyFrame() {
|
|
entry:
|
|
ret i32 0
|
|
}
|
|
|
|
; Check that we handle inline asm correctly.
|
|
; CHECK-LABEL: inlineAsm:
|
|
;
|
|
; ENABLE: testl %edi, %edi
|
|
; ENABLE-NEXT: je [[ELSE_LABEL:LBB[0-9_]+]]
|
|
;
|
|
; Prologue code.
|
|
; Make sure we save the CSR used in the inline asm: rbx.
|
|
; CHECK: pushq %rbx
|
|
;
|
|
; DISABLE: testl %edi, %edi
|
|
; DISABLE-NEXT: je [[ELSE_LABEL:LBB[0-9_]+]]
|
|
;
|
|
; CHECK: nop
|
|
; CHECK: movl $10, [[IV:%e[a-z]+]]
|
|
;
|
|
; CHECK: [[LOOP_LABEL:LBB[0-9_]+]]: ## %for.body
|
|
; Inline asm statement.
|
|
; CHECK: addl $1, %ebx
|
|
; CHECK: decl [[IV]]
|
|
; CHECK-NEXT: jne [[LOOP_LABEL]]
|
|
; Next BB.
|
|
; CHECK: nop
|
|
; CHECK: xorl %eax, %eax
|
|
;
|
|
; DISABLE: popq
|
|
; DISABLE: retq
|
|
;
|
|
; DISABLE: [[ELSE_LABEL]]: ## %if.else
|
|
; Shift second argument by one in returned register.
|
|
; DISABLE: movl %esi, %eax
|
|
; DISABLE: addl %esi, %eax
|
|
;
|
|
; Epilogue code.
|
|
; CHECK-DAG: popq %rbx
|
|
; CHECK: retq
|
|
;
|
|
; ENABLE: [[ELSE_LABEL]]: ## %if.else
|
|
; Shift second argument by one and store into returned register.
|
|
; ENABLE: movl %esi, %eax
|
|
; ENABLE: addl %esi, %eax
|
|
; ENABLE-NEXT: retq
|
|
define i32 @inlineAsm(i32 %cond, i32 %N) {
|
|
entry:
|
|
%tobool = icmp eq i32 %cond, 0
|
|
br i1 %tobool, label %if.else, label %for.preheader
|
|
|
|
for.preheader:
|
|
tail call void asm "nop", ""()
|
|
br label %for.body
|
|
|
|
for.body: ; preds = %entry, %for.body
|
|
%i.03 = phi i32 [ %inc, %for.body ], [ 0, %for.preheader ]
|
|
tail call void asm "addl $$1, %ebx", "~{ebx}"()
|
|
%inc = add nuw nsw i32 %i.03, 1
|
|
%exitcond = icmp eq i32 %inc, 10
|
|
br i1 %exitcond, label %for.exit, label %for.body
|
|
|
|
for.exit:
|
|
tail call void asm "nop", ""()
|
|
br label %if.end
|
|
|
|
if.else: ; preds = %entry
|
|
%mul = shl nsw i32 %N, 1
|
|
br label %if.end
|
|
|
|
if.end: ; preds = %for.body, %if.else
|
|
%sum.0 = phi i32 [ %mul, %if.else ], [ 0, %for.exit ]
|
|
ret i32 %sum.0
|
|
}
|
|
|
|
; Check that we handle calls to variadic functions correctly.
|
|
; CHECK-LABEL: callVariadicFunc:
|
|
;
|
|
; ENABLE: movl %esi, %eax
|
|
; ENABLE: testl %edi, %edi
|
|
; ENABLE-NEXT: je [[ELSE_LABEL:LBB[0-9_]+]]
|
|
;
|
|
; Prologue code.
|
|
; CHECK: pushq
|
|
;
|
|
; DISABLE: movl %esi, %eax
|
|
; DISABLE: testl %edi, %edi
|
|
; DISABLE-NEXT: je [[ELSE_LABEL:LBB[0-9_]+]]
|
|
;
|
|
; Setup of the varags.
|
|
; CHECK: movl %eax, (%rsp)
|
|
; CHECK-NEXT: movl %eax, %edi
|
|
; CHECK-NEXT: movl %eax, %esi
|
|
; CHECK-NEXT: movl %eax, %edx
|
|
; CHECK-NEXT: movl %eax, %ecx
|
|
; CHECK-NEXT: movl %eax, %r8d
|
|
; CHECK-NEXT: movl %eax, %r9d
|
|
; CHECK-NEXT: xorl %eax, %eax
|
|
; CHECK-NEXT: callq _someVariadicFunc
|
|
; CHECK-NEXT: shll $3, %eax
|
|
;
|
|
; ENABLE-NEXT: addq $8, %rsp
|
|
; ENABLE-NEXT: retq
|
|
;
|
|
|
|
; CHECK: [[ELSE_LABEL]]: ## %if.else
|
|
; Shift second argument by one and store into returned register.
|
|
; CHECK: addl %eax, %eax
|
|
;
|
|
; Epilogue code.
|
|
; DISABLE-NEXT: popq
|
|
; CHECK-NEXT: retq
|
|
define i32 @callVariadicFunc(i32 %cond, i32 %N) {
|
|
entry:
|
|
%tobool = icmp eq i32 %cond, 0
|
|
br i1 %tobool, label %if.else, label %if.then
|
|
|
|
if.then: ; preds = %entry
|
|
%call = tail call i32 (i32, ...) @someVariadicFunc(i32 %N, i32 %N, i32 %N, i32 %N, i32 %N, i32 %N, i32 %N)
|
|
%shl = shl i32 %call, 3
|
|
br label %if.end
|
|
|
|
if.else: ; preds = %entry
|
|
%mul = shl nsw i32 %N, 1
|
|
br label %if.end
|
|
|
|
if.end: ; preds = %if.else, %if.then
|
|
%sum.0 = phi i32 [ %shl, %if.then ], [ %mul, %if.else ]
|
|
ret i32 %sum.0
|
|
}
|
|
|
|
declare i32 @someVariadicFunc(i32, ...)
|
|
|
|
; Check that we use LEA not to clobber EFLAGS.
|
|
%struct.temp_slot = type { %struct.temp_slot*, %struct.rtx_def*, %struct.rtx_def*, i32, i64, %union.tree_node*, %union.tree_node*, i8, i8, i32, i32, i64, i64 }
|
|
%union.tree_node = type { %struct.tree_decl }
|
|
%struct.tree_decl = type { %struct.tree_common, i8*, i32, i32, %union.tree_node*, i48, %union.anon, %union.tree_node*, %union.tree_node*, %union.tree_node*, %union.tree_node*, %union.tree_node*, %union.tree_node*, %union.tree_node*, %union.tree_node*, %union.tree_node*, %union.tree_node*, %struct.rtx_def*, %struct.rtx_def*, %union.anon.1, %union.tree_node*, %union.tree_node*, %union.tree_node*, i64, %struct.lang_decl* }
|
|
%struct.tree_common = type { %union.tree_node*, %union.tree_node*, i32 }
|
|
%union.anon = type { i64 }
|
|
%union.anon.1 = type { %struct.function* }
|
|
%struct.function = type { %struct.eh_status*, %struct.stmt_status*, %struct.expr_status*, %struct.emit_status*, %struct.varasm_status*, i8*, %union.tree_node*, %struct.function*, i32, i32, i32, i32, %struct.rtx_def*, %struct.ix86_args, %struct.rtx_def*, %struct.rtx_def*, i8*, %struct.initial_value_struct*, i32, %union.tree_node*, %struct.rtx_def*, %struct.rtx_def*, %struct.rtx_def*, %struct.rtx_def*, %struct.rtx_def*, %struct.rtx_def*, %struct.rtx_def*, %union.tree_node*, %struct.rtx_def*, %struct.rtx_def*, %struct.rtx_def*, %struct.rtx_def*, i64, %union.tree_node*, %union.tree_node*, %struct.rtx_def*, %struct.rtx_def*, i32, %struct.rtx_def**, %struct.temp_slot*, i32, i32, i32, %struct.var_refs_queue*, i32, i32, i8*, %union.tree_node*, %struct.rtx_def*, i32, i32, %struct.machine_function*, i32, i32, %struct.language_function*, %struct.rtx_def*, i24 }
|
|
%struct.eh_status = type opaque
|
|
%struct.stmt_status = type opaque
|
|
%struct.expr_status = type { i32, i32, i32, %struct.rtx_def*, %struct.rtx_def*, %struct.rtx_def*, %struct.rtx_def* }
|
|
%struct.emit_status = type { i32, i32, %struct.rtx_def*, %struct.rtx_def*, %union.tree_node*, %struct.sequence_stack*, i32, i32, i8*, i32, i8*, %union.tree_node**, %struct.rtx_def** }
|
|
%struct.sequence_stack = type { %struct.rtx_def*, %struct.rtx_def*, %union.tree_node*, %struct.sequence_stack* }
|
|
%struct.varasm_status = type opaque
|
|
%struct.ix86_args = type { i32, i32, i32, i32, i32, i32, i32 }
|
|
%struct.initial_value_struct = type opaque
|
|
%struct.var_refs_queue = type { %struct.rtx_def*, i32, i32, %struct.var_refs_queue* }
|
|
%struct.machine_function = type opaque
|
|
%struct.language_function = type opaque
|
|
%struct.lang_decl = type opaque
|
|
%struct.rtx_def = type { i32, [1 x %union.rtunion_def] }
|
|
%union.rtunion_def = type { i64 }
|
|
|
|
declare hidden fastcc %struct.temp_slot* @find_temp_slot_from_address(%struct.rtx_def* readonly)
|
|
|
|
; CHECK-LABEL: useLEA:
|
|
; DISABLE: pushq
|
|
;
|
|
; CHECK: testq %rdi, %rdi
|
|
; CHECK-NEXT: je [[CLEANUP:LBB[0-9_]+]]
|
|
;
|
|
; CHECK: cmpw $66, (%rdi)
|
|
; CHECK-NEXT: jne [[CLEANUP]]
|
|
;
|
|
; CHECK: movq 8(%rdi), %rdi
|
|
; CHECK-NEXT: movzwl (%rdi), %e[[BF_LOAD2:[a-z]+]]
|
|
; CHECK-NEXT: leal -54(%r[[BF_LOAD2]]), [[TMP:%e[a-z]+]]
|
|
; CHECK-NEXT: cmpl $14, [[TMP]]
|
|
; CHECK-NEXT: ja [[LOR_LHS_FALSE:LBB[0-9_]+]]
|
|
;
|
|
; CHECK: movl $24599, [[TMP2:%e[a-z]+]]
|
|
; CHECK-NEXT: btl [[TMP]], [[TMP2]]
|
|
; CHECK-NEXT: jae [[LOR_LHS_FALSE:LBB[0-9_]+]]
|
|
;
|
|
; CHECK: [[CLEANUP]]: ## %cleanup
|
|
; DISABLE: popq
|
|
; CHECK-NEXT: retq
|
|
;
|
|
; CHECK: [[LOR_LHS_FALSE]]: ## %lor.lhs.false
|
|
; CHECK: cmpl $134, %e[[BF_LOAD2]]
|
|
; CHECK-NEXT: je [[CLEANUP]]
|
|
;
|
|
; CHECK: cmpl $140, %e[[BF_LOAD2]]
|
|
; CHECK-NEXT: je [[CLEANUP]]
|
|
;
|
|
; ENABLE: pushq
|
|
; CHECK: callq _find_temp_slot_from_address
|
|
; CHECK-NEXT: testq %rax, %rax
|
|
;
|
|
; The adjustment must use LEA here (or be moved above the test).
|
|
; ENABLE-NEXT: leaq 8(%rsp), %rsp
|
|
;
|
|
; CHECK-NEXT: je [[CLEANUP]]
|
|
;
|
|
; CHECK: movb $1, 57(%rax)
|
|
define void @useLEA(%struct.rtx_def* readonly %x) {
|
|
entry:
|
|
%cmp = icmp eq %struct.rtx_def* %x, null
|
|
br i1 %cmp, label %cleanup, label %if.end
|
|
|
|
if.end: ; preds = %entry
|
|
%tmp = getelementptr inbounds %struct.rtx_def, %struct.rtx_def* %x, i64 0, i32 0
|
|
%bf.load = load i32, i32* %tmp, align 8
|
|
%bf.clear = and i32 %bf.load, 65535
|
|
%cmp1 = icmp eq i32 %bf.clear, 66
|
|
br i1 %cmp1, label %lor.lhs.false, label %cleanup
|
|
|
|
lor.lhs.false: ; preds = %if.end
|
|
%arrayidx = getelementptr inbounds %struct.rtx_def, %struct.rtx_def* %x, i64 0, i32 1, i64 0
|
|
%rtx = bitcast %union.rtunion_def* %arrayidx to %struct.rtx_def**
|
|
%tmp1 = load %struct.rtx_def*, %struct.rtx_def** %rtx, align 8
|
|
%tmp2 = getelementptr inbounds %struct.rtx_def, %struct.rtx_def* %tmp1, i64 0, i32 0
|
|
%bf.load2 = load i32, i32* %tmp2, align 8
|
|
%bf.clear3 = and i32 %bf.load2, 65535
|
|
switch i32 %bf.clear3, label %if.end.55 [
|
|
i32 67, label %cleanup
|
|
i32 68, label %cleanup
|
|
i32 54, label %cleanup
|
|
i32 55, label %cleanup
|
|
i32 58, label %cleanup
|
|
i32 134, label %cleanup
|
|
i32 56, label %cleanup
|
|
i32 140, label %cleanup
|
|
]
|
|
|
|
if.end.55: ; preds = %lor.lhs.false
|
|
%call = tail call fastcc %struct.temp_slot* @find_temp_slot_from_address(%struct.rtx_def* %tmp1) #2
|
|
%cmp59 = icmp eq %struct.temp_slot* %call, null
|
|
br i1 %cmp59, label %cleanup, label %if.then.60
|
|
|
|
if.then.60: ; preds = %if.end.55
|
|
%addr_taken = getelementptr inbounds %struct.temp_slot, %struct.temp_slot* %call, i64 0, i32 8
|
|
store i8 1, i8* %addr_taken, align 1
|
|
br label %cleanup
|
|
|
|
cleanup: ; preds = %if.then.60, %if.end.55, %lor.lhs.false, %lor.lhs.false, %lor.lhs.false, %lor.lhs.false, %lor.lhs.false, %lor.lhs.false, %lor.lhs.false, %lor.lhs.false, %if.end, %entry
|
|
ret void
|
|
}
|
|
|
|
; Make sure we do not insert unreachable code after noreturn function.
|
|
; Although this is not incorrect to insert such code, it is useless
|
|
; and it hurts the binary size.
|
|
;
|
|
; CHECK-LABEL: noreturn:
|
|
; DISABLE: pushq
|
|
;
|
|
; CHECK: testb %dil, %dil
|
|
; CHECK-NEXT: jne [[ABORT:LBB[0-9_]+]]
|
|
;
|
|
; CHECK: movl $42, %eax
|
|
;
|
|
; DISABLE-NEXT: popq
|
|
;
|
|
; CHECK-NEXT: retq
|
|
;
|
|
; CHECK: [[ABORT]]: ## %if.abort
|
|
;
|
|
; ENABLE: pushq
|
|
;
|
|
; CHECK: callq _abort
|
|
; ENABLE-NOT: popq
|
|
define i32 @noreturn(i8 signext %bad_thing) {
|
|
entry:
|
|
%tobool = icmp eq i8 %bad_thing, 0
|
|
br i1 %tobool, label %if.end, label %if.abort
|
|
|
|
if.abort:
|
|
tail call void @abort() #0
|
|
unreachable
|
|
|
|
if.end:
|
|
ret i32 42
|
|
}
|
|
|
|
declare void @abort() #0
|
|
|
|
attributes #0 = { noreturn nounwind }
|
|
|
|
|
|
; Make sure that we handle infinite loops properly When checking that the Save
|
|
; and Restore blocks are control flow equivalent, the loop searches for the
|
|
; immediate (post) dominator for the (restore) save blocks. When either the Save
|
|
; or Restore block is located in an infinite loop the only immediate (post)
|
|
; dominator is itself. In this case, we cannot perform shrink wrapping, but we
|
|
; should return gracefully and continue compilation.
|
|
; The only condition for this test is the compilation finishes correctly.
|
|
;
|
|
; CHECK-LABEL: infiniteloop
|
|
; CHECK: retq
|
|
define void @infiniteloop() {
|
|
entry:
|
|
br i1 undef, label %if.then, label %if.end
|
|
|
|
if.then:
|
|
%ptr = alloca i32, i32 4
|
|
br label %for.body
|
|
|
|
for.body: ; preds = %for.body, %entry
|
|
%sum.03 = phi i32 [ 0, %if.then ], [ %add, %for.body ]
|
|
%call = tail call i32 asm "movl $$1, $0", "=r,~{ebx}"()
|
|
%add = add nsw i32 %call, %sum.03
|
|
store i32 %add, i32* %ptr
|
|
br label %for.body
|
|
|
|
if.end:
|
|
ret void
|
|
}
|
|
|
|
; Another infinite loop test this time with a body bigger than just one block.
|
|
; CHECK-LABEL: infiniteloop2
|
|
; CHECK: retq
|
|
define void @infiniteloop2() {
|
|
entry:
|
|
br i1 undef, label %if.then, label %if.end
|
|
|
|
if.then:
|
|
%ptr = alloca i32, i32 4
|
|
br label %for.body
|
|
|
|
for.body: ; preds = %for.body, %entry
|
|
%sum.03 = phi i32 [ 0, %if.then ], [ %add, %body1 ], [ 1, %body2]
|
|
%call = tail call i32 asm "movl $$1, $0", "=r,~{ebx}"()
|
|
%add = add nsw i32 %call, %sum.03
|
|
store i32 %add, i32* %ptr
|
|
br i1 undef, label %body1, label %body2
|
|
|
|
body1:
|
|
tail call void asm sideeffect "nop", "~{ebx}"()
|
|
br label %for.body
|
|
|
|
body2:
|
|
tail call void asm sideeffect "nop", "~{ebx}"()
|
|
br label %for.body
|
|
|
|
if.end:
|
|
ret void
|
|
}
|
|
|
|
; Another infinite loop test this time with two nested infinite loop.
|
|
; CHECK-LABEL: infiniteloop3
|
|
; CHECK: retq
|
|
define void @infiniteloop3() {
|
|
entry:
|
|
br i1 undef, label %loop2a, label %body
|
|
|
|
body: ; preds = %entry
|
|
br i1 undef, label %loop2a, label %end
|
|
|
|
loop1: ; preds = %loop2a, %loop2b
|
|
%var.phi = phi i32* [ %next.phi, %loop2b ], [ %var, %loop2a ]
|
|
%next.phi = phi i32* [ %next.load, %loop2b ], [ %next.var, %loop2a ]
|
|
%0 = icmp eq i32* %var, null
|
|
%next.load = load i32*, i32** undef
|
|
br i1 %0, label %loop2a, label %loop2b
|
|
|
|
loop2a: ; preds = %loop1, %body, %entry
|
|
%var = phi i32* [ null, %body ], [ null, %entry ], [ %next.phi, %loop1 ]
|
|
%next.var = phi i32* [ undef, %body ], [ null, %entry ], [ %next.load, %loop1 ]
|
|
br label %loop1
|
|
|
|
loop2b: ; preds = %loop1
|
|
%gep1 = bitcast i32* %var.phi to i32*
|
|
%next.ptr = bitcast i32* %gep1 to i32**
|
|
store i32* %next.phi, i32** %next.ptr
|
|
br label %loop1
|
|
|
|
end:
|
|
ret void
|
|
}
|
|
|
|
; Check that we just don't bail out on RegMask.
|
|
; In this case, the RegMask does not touch a CSR so we are good to go!
|
|
; CHECK-LABEL: regmask:
|
|
;
|
|
; Compare the arguments and jump to exit.
|
|
; No prologue needed.
|
|
; ENABLE: cmpl %esi, %edi
|
|
; ENABLE-NEXT: jge [[EXIT_LABEL:LBB[0-9_]+]]
|
|
;
|
|
; Prologue code.
|
|
; (What we push does not matter. It should be some random sratch register.)
|
|
; CHECK: pushq
|
|
;
|
|
; Compare the arguments and jump to exit.
|
|
; After the prologue is set.
|
|
; DISABLE: cmpl %esi, %edi
|
|
; DISABLE-NEXT: jge [[EXIT_LABEL:LBB[0-9_]+]]
|
|
;
|
|
; CHECK: nop
|
|
; Set the first argument to zero.
|
|
; CHECK: xorl %edi, %edi
|
|
; Set the second argument to addr.
|
|
; CHECK-NEXT: movq %rdx, %rsi
|
|
; CHECK-NEXT: callq _doSomething
|
|
; CHECK-NEXT: popq
|
|
; CHECK-NEXT: retq
|
|
;
|
|
; CHECK: [[EXIT_LABEL]]:
|
|
; Set the first argument to 6.
|
|
; CHECK-NEXT: movl $6, %edi
|
|
; Set the second argument to addr.
|
|
; CHECK-NEXT: movq %rdx, %rsi
|
|
;
|
|
; Without shrink-wrapping, we need to restore the stack before
|
|
; making the tail call.
|
|
; Epilogue code.
|
|
; DISABLE-NEXT: popq
|
|
;
|
|
; CHECK-NEXT: jmp _doSomething
|
|
define i32 @regmask(i32 %a, i32 %b, i32* %addr) {
|
|
%tmp2 = icmp slt i32 %a, %b
|
|
br i1 %tmp2, label %true, label %false
|
|
|
|
true:
|
|
; Clobber a CSR so that we check something on the regmask
|
|
; of the tail call.
|
|
tail call void asm sideeffect "nop", "~{ebx}"()
|
|
%tmp4 = call i32 @doSomething(i32 0, i32* %addr)
|
|
br label %end
|
|
|
|
false:
|
|
%tmp5 = tail call i32 @doSomething(i32 6, i32* %addr)
|
|
br label %end
|
|
|
|
end:
|
|
%tmp.0 = phi i32 [ %tmp4, %true ], [ %tmp5, %false ]
|
|
ret i32 %tmp.0
|
|
}
|
|
|
|
@b = internal unnamed_addr global i1 false
|
|
@c = internal unnamed_addr global i8 0, align 1
|
|
@a = common global i32 0, align 4
|
|
|
|
; Make sure the prologue does not clobber the EFLAGS when
|
|
; it is live accross.
|
|
; PR25629.
|
|
; Note: The registers may change in the following patterns, but
|
|
; because they imply register hierarchy (e.g., eax, al) this is
|
|
; tricky to write robust patterns.
|
|
;
|
|
; CHECK-LABEL: useLEAForPrologue:
|
|
;
|
|
; Prologue is at the beginning of the function when shrink-wrapping
|
|
; is disabled.
|
|
; DISABLE: pushq
|
|
; The stack adjustment can use SUB instr because we do not need to
|
|
; preserve the EFLAGS at this point.
|
|
; DISABLE-NEXT: subq $16, %rsp
|
|
;
|
|
; Load the value of b.
|
|
; Create the zero value for the select assignment.
|
|
; CHECK: xorl [[CMOVE_VAL:%eax]], [[CMOVE_VAL]]
|
|
; CHECK-NEXT: cmpb $0, _b(%rip)
|
|
; CHECK-NEXT: movl $48, [[IMM_VAL:%ecx]]
|
|
; CHECK-NEXT: cmovnel [[CMOVE_VAL]], [[IMM_VAL]]
|
|
; CHECK-NEXT: movb %cl, _c(%rip)
|
|
; CHECK-NEXT: je [[VARFUNC_CALL:LBB[0-9_]+]]
|
|
;
|
|
; The code of the loop is not interesting.
|
|
; [...]
|
|
;
|
|
; CHECK: [[VARFUNC_CALL]]:
|
|
; Set the null parameter.
|
|
; CHECK-NEXT: xorl %edi, %edi
|
|
; CHECK-NEXT: callq _varfunc
|
|
;
|
|
; Set the return value.
|
|
; CHECK-NEXT: xorl %eax, %eax
|
|
;
|
|
; Epilogue code.
|
|
; CHECK-NEXT: addq $16, %rsp
|
|
; CHECK-NEXT: popq
|
|
; CHECK-NEXT: retq
|
|
define i32 @useLEAForPrologue(i32 %d, i32 %a, i8 %c) #3 {
|
|
entry:
|
|
%tmp = alloca i3
|
|
%.b = load i1, i1* @b, align 1
|
|
%bool = select i1 %.b, i8 0, i8 48
|
|
store i8 %bool, i8* @c, align 1
|
|
br i1 %.b, label %for.body.lr.ph, label %for.end
|
|
|
|
for.body.lr.ph: ; preds = %entry
|
|
tail call void asm sideeffect "nop", "~{ebx}"()
|
|
br label %for.body
|
|
|
|
for.body: ; preds = %for.body.lr.ph, %for.body
|
|
%inc6 = phi i8 [ %c, %for.body.lr.ph ], [ %inc, %for.body ]
|
|
%cond5 = phi i32 [ %a, %for.body.lr.ph ], [ %conv3, %for.body ]
|
|
%cmp2 = icmp slt i32 %d, %cond5
|
|
%conv3 = zext i1 %cmp2 to i32
|
|
%inc = add i8 %inc6, 1
|
|
%cmp = icmp slt i8 %inc, 45
|
|
br i1 %cmp, label %for.body, label %for.cond.for.end_crit_edge
|
|
|
|
for.cond.for.end_crit_edge: ; preds = %for.body
|
|
store i32 %conv3, i32* @a, align 4
|
|
br label %for.end
|
|
|
|
for.end: ; preds = %for.cond.for.end_crit_edge, %entry
|
|
%call = tail call i32 (i8*) @varfunc(i8* null)
|
|
ret i32 0
|
|
}
|
|
|
|
declare i32 @varfunc(i8* nocapture readonly)
|
|
|
|
@sum1 = external hidden thread_local global i32, align 4
|
|
|
|
|
|
; Function Attrs: nounwind
|
|
; Make sure the TLS call used to access @sum1 happens after the prologue
|
|
; and before the epilogue.
|
|
; TLS calls used to be wrongly model and shrink-wrapping would have inserted
|
|
; the prologue and epilogue just around the call to doSomething.
|
|
; PR25820.
|
|
;
|
|
; CHECK-LABEL: tlsCall:
|
|
; CHECK: pushq
|
|
; CHECK: testb $1, %dil
|
|
; CHECK: je [[ELSE_LABEL:LBB[0-9_]+]]
|
|
;
|
|
; master bb
|
|
; CHECK: movq _sum1@TLVP(%rip), %rdi
|
|
; CHECK-NEXT: callq *(%rdi)
|
|
; CHECK: jmp [[EXIT_LABEL:LBB[0-9_]+]]
|
|
;
|
|
; [[ELSE_LABEL]]:
|
|
; CHECK: callq _doSomething
|
|
;
|
|
; [[EXIT_LABEL]]:
|
|
; CHECK: popq
|
|
; CHECK-NEXT: retq
|
|
define i32 @tlsCall(i1 %bool1, i32 %arg, i32* readonly dereferenceable(4) %sum1) #3 {
|
|
entry:
|
|
br i1 %bool1, label %master, label %else
|
|
|
|
master:
|
|
%tmp1 = load i32, i32* %sum1, align 4
|
|
store i32 %tmp1, i32* @sum1, align 4
|
|
br label %exit
|
|
|
|
else:
|
|
%call = call i32 @doSomething(i32 0, i32* null)
|
|
br label %exit
|
|
|
|
exit:
|
|
%res = phi i32 [ %arg, %master], [ %call, %else ]
|
|
ret i32 %res
|
|
}
|
|
|
|
attributes #3 = { nounwind }
|
|
|
|
@irreducibleCFGa = common global i32 0, align 4
|
|
@irreducibleCFGf = common global i8 0, align 1
|
|
@irreducibleCFGb = common global i32 0, align 4
|
|
|
|
; Check that we do not run shrink-wrapping on irreducible CFGs until
|
|
; it is actually supported.
|
|
; At the moment, on those CFGs the loop information may be incorrect
|
|
; and since we use that information to do the placement, we may end up
|
|
; inserting the prologue/epilogue at incorrect places.
|
|
; PR25988.
|
|
;
|
|
; CHECK-LABEL: irreducibleCFG:
|
|
; CHECK: %entry
|
|
; Make sure the prologue happens in the entry block.
|
|
; CHECK-NEXT: pushq
|
|
; ...
|
|
; Make sure the epilogue happens in the exit block.
|
|
; CHECK-NOT: popq
|
|
; CHECK: popq
|
|
; CHECK-NEXT: popq
|
|
; CHECK-NEXT: retq
|
|
; Make sure we emit missed optimization remarks for this.
|
|
; REMARKS: Pass: shrink-wrap
|
|
; REMARKS-NEXT: Name: UnsupportedIrreducibleCFG
|
|
; REMARKS-NEXT: Function: irreducibleCFG
|
|
; REMARKS-NEXT: Args:
|
|
; REMARKS-NEXT: - String: Irreducible CFGs are not supported yet
|
|
|
|
define i32 @irreducibleCFG() #4 {
|
|
entry:
|
|
%i0 = load i32, i32* @irreducibleCFGa, align 4
|
|
%.pr = load i8, i8* @irreducibleCFGf, align 1
|
|
%bool = icmp eq i8 %.pr, 0
|
|
br i1 %bool, label %split, label %preheader
|
|
|
|
preheader:
|
|
br label %preheader
|
|
|
|
split:
|
|
%i1 = load i32, i32* @irreducibleCFGb, align 4
|
|
%tobool1.i = icmp ne i32 %i1, 0
|
|
br i1 %tobool1.i, label %for.body4.i, label %for.cond8.i.preheader
|
|
|
|
for.body4.i:
|
|
%call.i = tail call i32 (...) @something(i32 %i0)
|
|
br label %for.cond8
|
|
|
|
for.cond8:
|
|
%p1 = phi i32 [ %inc18.i, %for.inc ], [ 0, %for.body4.i ]
|
|
%.pr1.pr = load i32, i32* @irreducibleCFGb, align 4
|
|
br label %for.cond8.i.preheader
|
|
|
|
for.cond8.i.preheader:
|
|
%.pr1 = phi i32 [ %.pr1.pr, %for.cond8 ], [ %i1, %split ]
|
|
%p13 = phi i32 [ %p1, %for.cond8 ], [ 0, %split ]
|
|
br label %for.inc
|
|
|
|
fn1.exit:
|
|
ret i32 0
|
|
|
|
for.inc:
|
|
%inc18.i = add nuw nsw i32 %p13, 1
|
|
%cmp = icmp slt i32 %inc18.i, 7
|
|
br i1 %cmp, label %for.cond8, label %fn1.exit
|
|
}
|
|
|
|
attributes #4 = { "no-frame-pointer-elim"="true" }
|
|
|
|
@x = external global i32, align 4
|
|
@y = external global i32, align 4
|
|
|
|
; The post-dominator tree does not include the branch containing the infinite
|
|
; loop, which can occur into a misplacement of the restore block, if we're
|
|
; looking for the nearest common post-dominator of an "unreachable" block.
|
|
|
|
; CHECK-LABEL: infiniteLoopNoSuccessor:
|
|
; CHECK: ## %bb.0:
|
|
; Make sure the prologue happens in the entry block.
|
|
; CHECK-NEXT: pushq %rbp
|
|
; ...
|
|
; Make sure we don't shrink-wrap.
|
|
; CHECK: ## %bb.1
|
|
; CHECK-NOT: pushq %rbp
|
|
; ...
|
|
; Make sure the epilogue happens in the exit block.
|
|
; CHECK: ## %bb.5
|
|
; CHECK: popq %rbp
|
|
; CHECK-NEXT: retq
|
|
define void @infiniteLoopNoSuccessor() #5 {
|
|
%1 = load i32, i32* @x, align 4
|
|
%2 = icmp ne i32 %1, 0
|
|
br i1 %2, label %3, label %4
|
|
|
|
; <label>:3:
|
|
store i32 0, i32* @x, align 4
|
|
br label %4
|
|
|
|
; <label>:4:
|
|
call void (...) @somethingElse()
|
|
%5 = load i32, i32* @y, align 4
|
|
%6 = icmp ne i32 %5, 0
|
|
br i1 %6, label %10, label %7
|
|
|
|
; <label>:7:
|
|
%8 = call i32 (...) @something()
|
|
br label %9
|
|
|
|
; <label>:9:
|
|
call void (...) @somethingElse()
|
|
br label %9
|
|
|
|
; <label>:10:
|
|
ret void
|
|
}
|
|
|
|
declare void @somethingElse(...)
|
|
|
|
attributes #5 = { nounwind "no-frame-pointer-elim-non-leaf" }
|