|
@@ -3201,9 +3201,9 @@ void __sched schedule_preempt_disabled(void)
|
|
static void __sched notrace preempt_schedule_common(void)
|
|
static void __sched notrace preempt_schedule_common(void)
|
|
{
|
|
{
|
|
do {
|
|
do {
|
|
- preempt_active_enter();
|
|
|
|
|
|
+ preempt_disable();
|
|
__schedule(true);
|
|
__schedule(true);
|
|
- preempt_active_exit();
|
|
|
|
|
|
+ sched_preempt_enable_no_resched();
|
|
|
|
|
|
/*
|
|
/*
|
|
* Check again in case we missed a preemption opportunity
|
|
* Check again in case we missed a preemption opportunity
|
|
@@ -3254,13 +3254,7 @@ asmlinkage __visible void __sched notrace preempt_schedule_notrace(void)
|
|
return;
|
|
return;
|
|
|
|
|
|
do {
|
|
do {
|
|
- /*
|
|
|
|
- * Use raw __prempt_count() ops that don't call function.
|
|
|
|
- * We can't call functions before disabling preemption which
|
|
|
|
- * disarm preemption tracing recursions.
|
|
|
|
- */
|
|
|
|
- __preempt_count_add(PREEMPT_ACTIVE + PREEMPT_DISABLE_OFFSET);
|
|
|
|
- barrier();
|
|
|
|
|
|
+ preempt_disable_notrace();
|
|
/*
|
|
/*
|
|
* Needs preempt disabled in case user_exit() is traced
|
|
* Needs preempt disabled in case user_exit() is traced
|
|
* and the tracer calls preempt_enable_notrace() causing
|
|
* and the tracer calls preempt_enable_notrace() causing
|
|
@@ -3270,8 +3264,7 @@ asmlinkage __visible void __sched notrace preempt_schedule_notrace(void)
|
|
__schedule(true);
|
|
__schedule(true);
|
|
exception_exit(prev_ctx);
|
|
exception_exit(prev_ctx);
|
|
|
|
|
|
- barrier();
|
|
|
|
- __preempt_count_sub(PREEMPT_ACTIVE + PREEMPT_DISABLE_OFFSET);
|
|
|
|
|
|
+ preempt_enable_no_resched_notrace();
|
|
} while (need_resched());
|
|
} while (need_resched());
|
|
}
|
|
}
|
|
EXPORT_SYMBOL_GPL(preempt_schedule_notrace);
|
|
EXPORT_SYMBOL_GPL(preempt_schedule_notrace);
|
|
@@ -3294,11 +3287,11 @@ asmlinkage __visible void __sched preempt_schedule_irq(void)
|
|
prev_state = exception_enter();
|
|
prev_state = exception_enter();
|
|
|
|
|
|
do {
|
|
do {
|
|
- preempt_active_enter();
|
|
|
|
|
|
+ preempt_disable();
|
|
local_irq_enable();
|
|
local_irq_enable();
|
|
__schedule(true);
|
|
__schedule(true);
|
|
local_irq_disable();
|
|
local_irq_disable();
|
|
- preempt_active_exit();
|
|
|
|
|
|
+ sched_preempt_enable_no_resched();
|
|
} while (need_resched());
|
|
} while (need_resched());
|
|
|
|
|
|
exception_exit(prev_state);
|
|
exception_exit(prev_state);
|