powerpc/64s: reconcile interrupts in C
There is no need for this to be in asm, use the new intrrupt entry wrapper. Signed-off-by: Nicholas Piggin <npiggin@gmail.com> Signed-off-by: Michael Ellerman <mpe@ellerman.id.au> Link: https://lore.kernel.org/r/20210130130852.2952424-37-npiggin@gmail.com
This commit is contained in:
parent
f821bc97de
commit
75b96950fd
|
@ -14,11 +14,14 @@ struct interrupt_state {
|
||||||
|
|
||||||
static inline void interrupt_enter_prepare(struct pt_regs *regs, struct interrupt_state *state)
|
static inline void interrupt_enter_prepare(struct pt_regs *regs, struct interrupt_state *state)
|
||||||
{
|
{
|
||||||
#ifdef CONFIG_PPC_BOOK3E_64
|
/*
|
||||||
state->ctx_state = exception_enter();
|
* Book3E reconciles irq soft mask in asm
|
||||||
#endif
|
*/
|
||||||
|
|
||||||
#ifdef CONFIG_PPC_BOOK3S_64
|
#ifdef CONFIG_PPC_BOOK3S_64
|
||||||
|
if (irq_soft_mask_set_return(IRQS_ALL_DISABLED) == IRQS_ENABLED)
|
||||||
|
trace_hardirqs_off();
|
||||||
|
local_paca->irq_happened |= PACA_IRQ_HARD_DIS;
|
||||||
|
|
||||||
if (user_mode(regs)) {
|
if (user_mode(regs)) {
|
||||||
CT_WARN_ON(ct_state() != CONTEXT_USER);
|
CT_WARN_ON(ct_state() != CONTEXT_USER);
|
||||||
user_exit_irqoff();
|
user_exit_irqoff();
|
||||||
|
@ -31,6 +34,10 @@ static inline void interrupt_enter_prepare(struct pt_regs *regs, struct interrup
|
||||||
CT_WARN_ON(ct_state() != CONTEXT_KERNEL);
|
CT_WARN_ON(ct_state() != CONTEXT_KERNEL);
|
||||||
}
|
}
|
||||||
#endif
|
#endif
|
||||||
|
|
||||||
|
#ifdef CONFIG_PPC_BOOK3E_64
|
||||||
|
state->ctx_state = exception_enter();
|
||||||
|
#endif
|
||||||
}
|
}
|
||||||
|
|
||||||
/*
|
/*
|
||||||
|
|
|
@ -139,7 +139,6 @@ name:
|
||||||
#define IKVM_VIRT .L_IKVM_VIRT_\name\() /* Virt entry tests KVM */
|
#define IKVM_VIRT .L_IKVM_VIRT_\name\() /* Virt entry tests KVM */
|
||||||
#define ISTACK .L_ISTACK_\name\() /* Set regular kernel stack */
|
#define ISTACK .L_ISTACK_\name\() /* Set regular kernel stack */
|
||||||
#define __ISTACK(name) .L_ISTACK_ ## name
|
#define __ISTACK(name) .L_ISTACK_ ## name
|
||||||
#define IRECONCILE .L_IRECONCILE_\name\() /* Do RECONCILE_IRQ_STATE */
|
|
||||||
#define IKUAP .L_IKUAP_\name\() /* Do KUAP lock */
|
#define IKUAP .L_IKUAP_\name\() /* Do KUAP lock */
|
||||||
|
|
||||||
#define INT_DEFINE_BEGIN(n) \
|
#define INT_DEFINE_BEGIN(n) \
|
||||||
|
@ -203,9 +202,6 @@ do_define_int n
|
||||||
.ifndef ISTACK
|
.ifndef ISTACK
|
||||||
ISTACK=1
|
ISTACK=1
|
||||||
.endif
|
.endif
|
||||||
.ifndef IRECONCILE
|
|
||||||
IRECONCILE=1
|
|
||||||
.endif
|
|
||||||
.ifndef IKUAP
|
.ifndef IKUAP
|
||||||
IKUAP=1
|
IKUAP=1
|
||||||
.endif
|
.endif
|
||||||
|
@ -653,10 +649,6 @@ END_FTR_SECTION_IFSET(CPU_FTR_CFAR)
|
||||||
.if ISTACK
|
.if ISTACK
|
||||||
ACCOUNT_STOLEN_TIME
|
ACCOUNT_STOLEN_TIME
|
||||||
.endif
|
.endif
|
||||||
|
|
||||||
.if IRECONCILE
|
|
||||||
RECONCILE_IRQ_STATE(r10, r11)
|
|
||||||
.endif
|
|
||||||
.endm
|
.endm
|
||||||
|
|
||||||
/*
|
/*
|
||||||
|
@ -935,7 +927,6 @@ INT_DEFINE_BEGIN(system_reset)
|
||||||
*/
|
*/
|
||||||
ISET_RI=0
|
ISET_RI=0
|
||||||
ISTACK=0
|
ISTACK=0
|
||||||
IRECONCILE=0
|
|
||||||
IKVM_REAL=1
|
IKVM_REAL=1
|
||||||
INT_DEFINE_END(system_reset)
|
INT_DEFINE_END(system_reset)
|
||||||
|
|
||||||
|
@ -1123,7 +1114,6 @@ INT_DEFINE_BEGIN(machine_check_early)
|
||||||
ISTACK=0
|
ISTACK=0
|
||||||
IDAR=1
|
IDAR=1
|
||||||
IDSISR=1
|
IDSISR=1
|
||||||
IRECONCILE=0
|
|
||||||
IKUAP=0 /* We don't touch AMR here, we never go to virtual mode */
|
IKUAP=0 /* We don't touch AMR here, we never go to virtual mode */
|
||||||
INT_DEFINE_END(machine_check_early)
|
INT_DEFINE_END(machine_check_early)
|
||||||
|
|
||||||
|
@ -1483,7 +1473,6 @@ ALT_MMU_FTR_SECTION_END_IFCLR(MMU_FTR_TYPE_RADIX)
|
||||||
INT_DEFINE_BEGIN(data_access_slb)
|
INT_DEFINE_BEGIN(data_access_slb)
|
||||||
IVEC=0x380
|
IVEC=0x380
|
||||||
IAREA=PACA_EXSLB
|
IAREA=PACA_EXSLB
|
||||||
IRECONCILE=0
|
|
||||||
IDAR=1
|
IDAR=1
|
||||||
IKVM_SKIP=1
|
IKVM_SKIP=1
|
||||||
IKVM_REAL=1
|
IKVM_REAL=1
|
||||||
|
@ -1510,7 +1499,6 @@ MMU_FTR_SECTION_ELSE
|
||||||
li r3,-EFAULT
|
li r3,-EFAULT
|
||||||
ALT_MMU_FTR_SECTION_END_IFCLR(MMU_FTR_TYPE_RADIX)
|
ALT_MMU_FTR_SECTION_END_IFCLR(MMU_FTR_TYPE_RADIX)
|
||||||
std r3,RESULT(r1)
|
std r3,RESULT(r1)
|
||||||
RECONCILE_IRQ_STATE(r10, r11)
|
|
||||||
addi r3,r1,STACK_FRAME_OVERHEAD
|
addi r3,r1,STACK_FRAME_OVERHEAD
|
||||||
bl do_bad_slb_fault
|
bl do_bad_slb_fault
|
||||||
b interrupt_return
|
b interrupt_return
|
||||||
|
@ -1568,7 +1556,6 @@ ALT_MMU_FTR_SECTION_END_IFCLR(MMU_FTR_TYPE_RADIX)
|
||||||
INT_DEFINE_BEGIN(instruction_access_slb)
|
INT_DEFINE_BEGIN(instruction_access_slb)
|
||||||
IVEC=0x480
|
IVEC=0x480
|
||||||
IAREA=PACA_EXSLB
|
IAREA=PACA_EXSLB
|
||||||
IRECONCILE=0
|
|
||||||
IISIDE=1
|
IISIDE=1
|
||||||
IDAR=1
|
IDAR=1
|
||||||
#ifdef CONFIG_KVM_BOOK3S_PR_POSSIBLE
|
#ifdef CONFIG_KVM_BOOK3S_PR_POSSIBLE
|
||||||
|
@ -1597,7 +1584,6 @@ MMU_FTR_SECTION_ELSE
|
||||||
li r3,-EFAULT
|
li r3,-EFAULT
|
||||||
ALT_MMU_FTR_SECTION_END_IFCLR(MMU_FTR_TYPE_RADIX)
|
ALT_MMU_FTR_SECTION_END_IFCLR(MMU_FTR_TYPE_RADIX)
|
||||||
std r3,RESULT(r1)
|
std r3,RESULT(r1)
|
||||||
RECONCILE_IRQ_STATE(r10, r11)
|
|
||||||
addi r3,r1,STACK_FRAME_OVERHEAD
|
addi r3,r1,STACK_FRAME_OVERHEAD
|
||||||
bl do_bad_slb_fault
|
bl do_bad_slb_fault
|
||||||
b interrupt_return
|
b interrupt_return
|
||||||
|
@ -1757,7 +1743,6 @@ EXC_COMMON_BEGIN(program_check_common)
|
||||||
*/
|
*/
|
||||||
INT_DEFINE_BEGIN(fp_unavailable)
|
INT_DEFINE_BEGIN(fp_unavailable)
|
||||||
IVEC=0x800
|
IVEC=0x800
|
||||||
IRECONCILE=0
|
|
||||||
#ifdef CONFIG_KVM_BOOK3S_PR_POSSIBLE
|
#ifdef CONFIG_KVM_BOOK3S_PR_POSSIBLE
|
||||||
IKVM_REAL=1
|
IKVM_REAL=1
|
||||||
#endif
|
#endif
|
||||||
|
@ -1772,7 +1757,6 @@ EXC_VIRT_END(fp_unavailable, 0x4800, 0x100)
|
||||||
EXC_COMMON_BEGIN(fp_unavailable_common)
|
EXC_COMMON_BEGIN(fp_unavailable_common)
|
||||||
GEN_COMMON fp_unavailable
|
GEN_COMMON fp_unavailable
|
||||||
bne 1f /* if from user, just load it up */
|
bne 1f /* if from user, just load it up */
|
||||||
RECONCILE_IRQ_STATE(r10, r11)
|
|
||||||
addi r3,r1,STACK_FRAME_OVERHEAD
|
addi r3,r1,STACK_FRAME_OVERHEAD
|
||||||
bl kernel_fp_unavailable_exception
|
bl kernel_fp_unavailable_exception
|
||||||
0: trap
|
0: trap
|
||||||
|
@ -1791,7 +1775,6 @@ END_FTR_SECTION_IFSET(CPU_FTR_TM)
|
||||||
b fast_interrupt_return
|
b fast_interrupt_return
|
||||||
#ifdef CONFIG_PPC_TRANSACTIONAL_MEM
|
#ifdef CONFIG_PPC_TRANSACTIONAL_MEM
|
||||||
2: /* User process was in a transaction */
|
2: /* User process was in a transaction */
|
||||||
RECONCILE_IRQ_STATE(r10, r11)
|
|
||||||
addi r3,r1,STACK_FRAME_OVERHEAD
|
addi r3,r1,STACK_FRAME_OVERHEAD
|
||||||
bl fp_unavailable_tm
|
bl fp_unavailable_tm
|
||||||
b interrupt_return
|
b interrupt_return
|
||||||
|
@ -1856,7 +1839,6 @@ INT_DEFINE_BEGIN(hdecrementer)
|
||||||
IVEC=0x980
|
IVEC=0x980
|
||||||
IHSRR=1
|
IHSRR=1
|
||||||
ISTACK=0
|
ISTACK=0
|
||||||
IRECONCILE=0
|
|
||||||
IKVM_REAL=1
|
IKVM_REAL=1
|
||||||
IKVM_VIRT=1
|
IKVM_VIRT=1
|
||||||
INT_DEFINE_END(hdecrementer)
|
INT_DEFINE_END(hdecrementer)
|
||||||
|
@ -2230,7 +2212,6 @@ INT_DEFINE_BEGIN(hmi_exception_early)
|
||||||
IHSRR=1
|
IHSRR=1
|
||||||
IREALMODE_COMMON=1
|
IREALMODE_COMMON=1
|
||||||
ISTACK=0
|
ISTACK=0
|
||||||
IRECONCILE=0
|
|
||||||
IKUAP=0 /* We don't touch AMR here, we never go to virtual mode */
|
IKUAP=0 /* We don't touch AMR here, we never go to virtual mode */
|
||||||
IKVM_REAL=1
|
IKVM_REAL=1
|
||||||
INT_DEFINE_END(hmi_exception_early)
|
INT_DEFINE_END(hmi_exception_early)
|
||||||
|
@ -2404,7 +2385,6 @@ EXC_COMMON_BEGIN(performance_monitor_common)
|
||||||
*/
|
*/
|
||||||
INT_DEFINE_BEGIN(altivec_unavailable)
|
INT_DEFINE_BEGIN(altivec_unavailable)
|
||||||
IVEC=0xf20
|
IVEC=0xf20
|
||||||
IRECONCILE=0
|
|
||||||
#ifdef CONFIG_KVM_BOOK3S_PR_POSSIBLE
|
#ifdef CONFIG_KVM_BOOK3S_PR_POSSIBLE
|
||||||
IKVM_REAL=1
|
IKVM_REAL=1
|
||||||
#endif
|
#endif
|
||||||
|
@ -2434,7 +2414,6 @@ BEGIN_FTR_SECTION
|
||||||
b fast_interrupt_return
|
b fast_interrupt_return
|
||||||
#ifdef CONFIG_PPC_TRANSACTIONAL_MEM
|
#ifdef CONFIG_PPC_TRANSACTIONAL_MEM
|
||||||
2: /* User process was in a transaction */
|
2: /* User process was in a transaction */
|
||||||
RECONCILE_IRQ_STATE(r10, r11)
|
|
||||||
addi r3,r1,STACK_FRAME_OVERHEAD
|
addi r3,r1,STACK_FRAME_OVERHEAD
|
||||||
bl altivec_unavailable_tm
|
bl altivec_unavailable_tm
|
||||||
b interrupt_return
|
b interrupt_return
|
||||||
|
@ -2442,7 +2421,6 @@ BEGIN_FTR_SECTION
|
||||||
1:
|
1:
|
||||||
END_FTR_SECTION_IFSET(CPU_FTR_ALTIVEC)
|
END_FTR_SECTION_IFSET(CPU_FTR_ALTIVEC)
|
||||||
#endif
|
#endif
|
||||||
RECONCILE_IRQ_STATE(r10, r11)
|
|
||||||
addi r3,r1,STACK_FRAME_OVERHEAD
|
addi r3,r1,STACK_FRAME_OVERHEAD
|
||||||
bl altivec_unavailable_exception
|
bl altivec_unavailable_exception
|
||||||
b interrupt_return
|
b interrupt_return
|
||||||
|
@ -2458,7 +2436,6 @@ END_FTR_SECTION_IFSET(CPU_FTR_ALTIVEC)
|
||||||
*/
|
*/
|
||||||
INT_DEFINE_BEGIN(vsx_unavailable)
|
INT_DEFINE_BEGIN(vsx_unavailable)
|
||||||
IVEC=0xf40
|
IVEC=0xf40
|
||||||
IRECONCILE=0
|
|
||||||
#ifdef CONFIG_KVM_BOOK3S_PR_POSSIBLE
|
#ifdef CONFIG_KVM_BOOK3S_PR_POSSIBLE
|
||||||
IKVM_REAL=1
|
IKVM_REAL=1
|
||||||
#endif
|
#endif
|
||||||
|
@ -2487,7 +2464,6 @@ BEGIN_FTR_SECTION
|
||||||
b load_up_vsx
|
b load_up_vsx
|
||||||
#ifdef CONFIG_PPC_TRANSACTIONAL_MEM
|
#ifdef CONFIG_PPC_TRANSACTIONAL_MEM
|
||||||
2: /* User process was in a transaction */
|
2: /* User process was in a transaction */
|
||||||
RECONCILE_IRQ_STATE(r10, r11)
|
|
||||||
addi r3,r1,STACK_FRAME_OVERHEAD
|
addi r3,r1,STACK_FRAME_OVERHEAD
|
||||||
bl vsx_unavailable_tm
|
bl vsx_unavailable_tm
|
||||||
b interrupt_return
|
b interrupt_return
|
||||||
|
@ -2495,7 +2471,6 @@ BEGIN_FTR_SECTION
|
||||||
1:
|
1:
|
||||||
END_FTR_SECTION_IFSET(CPU_FTR_VSX)
|
END_FTR_SECTION_IFSET(CPU_FTR_VSX)
|
||||||
#endif
|
#endif
|
||||||
RECONCILE_IRQ_STATE(r10, r11)
|
|
||||||
addi r3,r1,STACK_FRAME_OVERHEAD
|
addi r3,r1,STACK_FRAME_OVERHEAD
|
||||||
bl vsx_unavailable_exception
|
bl vsx_unavailable_exception
|
||||||
b interrupt_return
|
b interrupt_return
|
||||||
|
@ -2830,7 +2805,6 @@ EXC_VIRT_NONE(0x5800, 0x100)
|
||||||
INT_DEFINE_BEGIN(soft_nmi)
|
INT_DEFINE_BEGIN(soft_nmi)
|
||||||
IVEC=0x900
|
IVEC=0x900
|
||||||
ISTACK=0
|
ISTACK=0
|
||||||
IRECONCILE=0 /* Soft-NMI may fire under local_irq_disable */
|
|
||||||
INT_DEFINE_END(soft_nmi)
|
INT_DEFINE_END(soft_nmi)
|
||||||
|
|
||||||
/*
|
/*
|
||||||
|
|
Loading…
Reference in New Issue