Merge branch 'smp-hotplug-for-linus' of git://git.kernel.org/pub/scm/linux/kernel/git/tip/tip

Pull SMP/hotplug updates from Thomas Gleixner:
 "A small set of updates for SMP and CPU hotplug:

   - Abort disabling secondary CPUs in the freezer when a wakeup is
     pending instead of evaluating it only after all CPUs have been
     offlined.

   - Remove the shared annotation for the strict per CPU cfd_data in the
     smp function call core code.

   - Remove the return values of smp_call_function() and on_each_cpu()
     as they are unconditionally 0. Fixup the few callers which actually
     bothered to check the return value"

* 'smp-hotplug-for-linus' of git://git.kernel.org/pub/scm/linux/kernel/git/tip/tip:
  smp: Remove smp_call_function() and on_each_cpu() return values
  smp: Do not mark call_function_data as shared
  cpu/hotplug: Abort disabling secondary CPUs if wakeup is pending
  cpu/hotplug: Fix notify_cpu_starting() reference in bringup_wait_for_ap()
This commit is contained in:
Linus Torvalds 2019-07-08 10:39:56 -07:00
commit e0e86b111b
12 changed files with 36 additions and 55 deletions

View File

@ -614,8 +614,7 @@ void
smp_imb(void) smp_imb(void)
{ {
/* Must wait other processors to flush their icache before continue. */ /* Must wait other processors to flush their icache before continue. */
if (on_each_cpu(ipi_imb, NULL, 1)) on_each_cpu(ipi_imb, NULL, 1);
printk(KERN_CRIT "smp_imb: timed out\n");
} }
EXPORT_SYMBOL(smp_imb); EXPORT_SYMBOL(smp_imb);
@ -630,9 +629,7 @@ flush_tlb_all(void)
{ {
/* Although we don't have any data to pass, we do want to /* Although we don't have any data to pass, we do want to
synchronize with the other processors. */ synchronize with the other processors. */
if (on_each_cpu(ipi_flush_tlb_all, NULL, 1)) { on_each_cpu(ipi_flush_tlb_all, NULL, 1);
printk(KERN_CRIT "flush_tlb_all: timed out\n");
}
} }
#define asn_locked() (cpu_data[smp_processor_id()].asn_lock) #define asn_locked() (cpu_data[smp_processor_id()].asn_lock)
@ -667,9 +664,7 @@ flush_tlb_mm(struct mm_struct *mm)
} }
} }
if (smp_call_function(ipi_flush_tlb_mm, mm, 1)) { smp_call_function(ipi_flush_tlb_mm, mm, 1);
printk(KERN_CRIT "flush_tlb_mm: timed out\n");
}
preempt_enable(); preempt_enable();
} }
@ -720,9 +715,7 @@ flush_tlb_page(struct vm_area_struct *vma, unsigned long addr)
data.mm = mm; data.mm = mm;
data.addr = addr; data.addr = addr;
if (smp_call_function(ipi_flush_tlb_page, &data, 1)) { smp_call_function(ipi_flush_tlb_page, &data, 1);
printk(KERN_CRIT "flush_tlb_page: timed out\n");
}
preempt_enable(); preempt_enable();
} }
@ -772,9 +765,7 @@ flush_icache_user_range(struct vm_area_struct *vma, struct page *page,
} }
} }
if (smp_call_function(ipi_flush_icache_page, mm, 1)) { smp_call_function(ipi_flush_icache_page, mm, 1);
printk(KERN_CRIT "flush_icache_page: timed out\n");
}
preempt_enable(); preempt_enable();
} }

View File

@ -65,7 +65,7 @@ op_axp_setup(void)
model->reg_setup(&reg, ctr, &sys); model->reg_setup(&reg, ctr, &sys);
/* Configure the registers on all cpus. */ /* Configure the registers on all cpus. */
(void)smp_call_function(model->cpu_setup, &reg, 1); smp_call_function(model->cpu_setup, &reg, 1);
model->cpu_setup(&reg); model->cpu_setup(&reg);
return 0; return 0;
} }
@ -86,7 +86,7 @@ op_axp_cpu_start(void *dummy)
static int static int
op_axp_start(void) op_axp_start(void)
{ {
(void)smp_call_function(op_axp_cpu_start, NULL, 1); smp_call_function(op_axp_cpu_start, NULL, 1);
op_axp_cpu_start(NULL); op_axp_cpu_start(NULL);
return 0; return 0;
} }
@ -101,7 +101,7 @@ op_axp_cpu_stop(void *dummy)
static void static void
op_axp_stop(void) op_axp_stop(void)
{ {
(void)smp_call_function(op_axp_cpu_stop, NULL, 1); smp_call_function(op_axp_cpu_stop, NULL, 1);
op_axp_cpu_stop(NULL); op_axp_cpu_stop(NULL);
} }

View File

@ -539,16 +539,14 @@ static void bL_switcher_trace_trigger_cpu(void *__always_unused info)
int bL_switcher_trace_trigger(void) int bL_switcher_trace_trigger(void)
{ {
int ret;
preempt_disable(); preempt_disable();
bL_switcher_trace_trigger_cpu(NULL); bL_switcher_trace_trigger_cpu(NULL);
ret = smp_call_function(bL_switcher_trace_trigger_cpu, NULL, true); smp_call_function(bL_switcher_trace_trigger_cpu, NULL, true);
preempt_enable(); preempt_enable();
return ret; return 0;
} }
EXPORT_SYMBOL_GPL(bL_switcher_trace_trigger); EXPORT_SYMBOL_GPL(bL_switcher_trace_trigger);

View File

@ -6390,11 +6390,7 @@ pfm_install_alt_pmu_interrupt(pfm_intr_handler_desc_t *hdl)
} }
/* save the current system wide pmu states */ /* save the current system wide pmu states */
ret = on_each_cpu(pfm_alt_save_pmu_state, NULL, 1); on_each_cpu(pfm_alt_save_pmu_state, NULL, 1);
if (ret) {
DPRINT(("on_each_cpu() failed: %d\n", ret));
goto cleanup_reserve;
}
/* officially change to the alternate interrupt handler */ /* officially change to the alternate interrupt handler */
pfm_alt_intr_handler = hdl; pfm_alt_intr_handler = hdl;
@ -6421,7 +6417,6 @@ int
pfm_remove_alt_pmu_interrupt(pfm_intr_handler_desc_t *hdl) pfm_remove_alt_pmu_interrupt(pfm_intr_handler_desc_t *hdl)
{ {
int i; int i;
int ret;
if (hdl == NULL) return -EINVAL; if (hdl == NULL) return -EINVAL;
@ -6435,10 +6430,7 @@ pfm_remove_alt_pmu_interrupt(pfm_intr_handler_desc_t *hdl)
pfm_alt_intr_handler = NULL; pfm_alt_intr_handler = NULL;
ret = on_each_cpu(pfm_alt_restore_pmu_state, NULL, 1); on_each_cpu(pfm_alt_restore_pmu_state, NULL, 1);
if (ret) {
DPRINT(("on_each_cpu() failed: %d\n", ret));
}
for_each_online_cpu(i) { for_each_online_cpu(i) {
pfm_unreserve_session(NULL, 1, i); pfm_unreserve_session(NULL, 1, i);

View File

@ -121,8 +121,8 @@ static int uncached_add_chunk(struct uncached_pool *uc_pool, int nid)
status = ia64_pal_prefetch_visibility(PAL_VISIBILITY_PHYSICAL); status = ia64_pal_prefetch_visibility(PAL_VISIBILITY_PHYSICAL);
if (status == PAL_VISIBILITY_OK_REMOTE_NEEDED) { if (status == PAL_VISIBILITY_OK_REMOTE_NEEDED) {
atomic_set(&uc_pool->status, 0); atomic_set(&uc_pool->status, 0);
status = smp_call_function(uncached_ipi_visibility, uc_pool, 1); smp_call_function(uncached_ipi_visibility, uc_pool, 1);
if (status || atomic_read(&uc_pool->status)) if (atomic_read(&uc_pool->status))
goto failed; goto failed;
} else if (status != PAL_VISIBILITY_OK) } else if (status != PAL_VISIBILITY_OK)
goto failed; goto failed;
@ -143,8 +143,8 @@ static int uncached_add_chunk(struct uncached_pool *uc_pool, int nid)
if (status != PAL_STATUS_SUCCESS) if (status != PAL_STATUS_SUCCESS)
goto failed; goto failed;
atomic_set(&uc_pool->status, 0); atomic_set(&uc_pool->status, 0);
status = smp_call_function(uncached_ipi_mc_drain, uc_pool, 1); smp_call_function(uncached_ipi_mc_drain, uc_pool, 1);
if (status || atomic_read(&uc_pool->status)) if (atomic_read(&uc_pool->status))
goto failed; goto failed;
/* /*

View File

@ -990,8 +990,7 @@ int rtas_ibm_suspend_me(u64 handle)
/* Call function on all CPUs. One of us will make the /* Call function on all CPUs. One of us will make the
* rtas call * rtas call
*/ */
if (on_each_cpu(rtas_percpu_suspend_me, &data, 0)) on_each_cpu(rtas_percpu_suspend_me, &data, 0);
atomic_set(&data.error, -EINVAL);
wait_for_completion(&done); wait_for_completion(&done);

View File

@ -15,6 +15,7 @@ EXPORT_SYMBOL(wbinvd_on_cpu);
int wbinvd_on_all_cpus(void) int wbinvd_on_all_cpus(void)
{ {
return on_each_cpu(__wbinvd, NULL, 1); on_each_cpu(__wbinvd, NULL, 1);
return 0;
} }
EXPORT_SYMBOL(wbinvd_on_all_cpus); EXPORT_SYMBOL(wbinvd_on_all_cpus);

View File

@ -1311,8 +1311,7 @@ static void ipi_handler(void *null)
void global_cache_flush(void) void global_cache_flush(void)
{ {
if (on_each_cpu(ipi_handler, NULL, 1) != 0) on_each_cpu(ipi_handler, NULL, 1);
panic(PFX "timed out waiting for the other CPUs!\n");
} }
EXPORT_SYMBOL(global_cache_flush); EXPORT_SYMBOL(global_cache_flush);

View File

@ -35,7 +35,7 @@ int smp_call_function_single(int cpuid, smp_call_func_t func, void *info,
/* /*
* Call a function on all processors * Call a function on all processors
*/ */
int on_each_cpu(smp_call_func_t func, void *info, int wait); void on_each_cpu(smp_call_func_t func, void *info, int wait);
/* /*
* Call a function on processors specified by mask, which might include * Call a function on processors specified by mask, which might include
@ -101,7 +101,7 @@ extern void smp_cpus_done(unsigned int max_cpus);
/* /*
* Call a function on all other processors * Call a function on all other processors
*/ */
int smp_call_function(smp_call_func_t func, void *info, int wait); void smp_call_function(smp_call_func_t func, void *info, int wait);
void smp_call_function_many(const struct cpumask *mask, void smp_call_function_many(const struct cpumask *mask,
smp_call_func_t func, void *info, bool wait); smp_call_func_t func, void *info, bool wait);
@ -144,9 +144,8 @@ static inline void smp_send_stop(void) { }
* These macros fold the SMP functionality into a single CPU system * These macros fold the SMP functionality into a single CPU system
*/ */
#define raw_smp_processor_id() 0 #define raw_smp_processor_id() 0
static inline int up_smp_call_function(smp_call_func_t func, void *info) static inline void up_smp_call_function(smp_call_func_t func, void *info)
{ {
return 0;
} }
#define smp_call_function(func, info, wait) \ #define smp_call_function(func, info, wait) \
(up_smp_call_function(func, info)) (up_smp_call_function(func, info))

View File

@ -522,7 +522,7 @@ static int bringup_wait_for_ap(unsigned int cpu)
/* /*
* SMT soft disabling on X86 requires to bring the CPU out of the * SMT soft disabling on X86 requires to bring the CPU out of the
* BIOS 'wait for SIPI' state in order to set the CR4.MCE bit. The * BIOS 'wait for SIPI' state in order to set the CR4.MCE bit. The
* CPU marked itself as booted_once in cpu_notify_starting() so the * CPU marked itself as booted_once in notify_cpu_starting() so the
* cpu_smt_allowed() check will now return false if this is not the * cpu_smt_allowed() check will now return false if this is not the
* primary sibling. * primary sibling.
*/ */
@ -1221,6 +1221,13 @@ int freeze_secondary_cpus(int primary)
for_each_online_cpu(cpu) { for_each_online_cpu(cpu) {
if (cpu == primary) if (cpu == primary)
continue; continue;
if (pm_wakeup_pending()) {
pr_info("Wakeup pending. Abort CPU freeze\n");
error = -EBUSY;
break;
}
trace_suspend_resume(TPS("CPU_OFF"), cpu, true); trace_suspend_resume(TPS("CPU_OFF"), cpu, true);
error = _cpu_down(cpu, 1, CPUHP_OFFLINE); error = _cpu_down(cpu, 1, CPUHP_OFFLINE);
trace_suspend_resume(TPS("CPU_OFF"), cpu, false); trace_suspend_resume(TPS("CPU_OFF"), cpu, false);

View File

@ -34,7 +34,7 @@ struct call_function_data {
cpumask_var_t cpumask_ipi; cpumask_var_t cpumask_ipi;
}; };
static DEFINE_PER_CPU_SHARED_ALIGNED(struct call_function_data, cfd_data); static DEFINE_PER_CPU_ALIGNED(struct call_function_data, cfd_data);
static DEFINE_PER_CPU_SHARED_ALIGNED(struct llist_head, call_single_queue); static DEFINE_PER_CPU_SHARED_ALIGNED(struct llist_head, call_single_queue);
@ -487,13 +487,11 @@ EXPORT_SYMBOL(smp_call_function_many);
* You must not call this function with disabled interrupts or from a * You must not call this function with disabled interrupts or from a
* hardware interrupt handler or from a bottom half handler. * hardware interrupt handler or from a bottom half handler.
*/ */
int smp_call_function(smp_call_func_t func, void *info, int wait) void smp_call_function(smp_call_func_t func, void *info, int wait)
{ {
preempt_disable(); preempt_disable();
smp_call_function_many(cpu_online_mask, func, info, wait); smp_call_function_many(cpu_online_mask, func, info, wait);
preempt_enable(); preempt_enable();
return 0;
} }
EXPORT_SYMBOL(smp_call_function); EXPORT_SYMBOL(smp_call_function);
@ -594,18 +592,16 @@ void __init smp_init(void)
* early_boot_irqs_disabled is set. Use local_irq_save/restore() instead * early_boot_irqs_disabled is set. Use local_irq_save/restore() instead
* of local_irq_disable/enable(). * of local_irq_disable/enable().
*/ */
int on_each_cpu(void (*func) (void *info), void *info, int wait) void on_each_cpu(void (*func) (void *info), void *info, int wait)
{ {
unsigned long flags; unsigned long flags;
int ret = 0;
preempt_disable(); preempt_disable();
ret = smp_call_function(func, info, wait); smp_call_function(func, info, wait);
local_irq_save(flags); local_irq_save(flags);
func(info); func(info);
local_irq_restore(flags); local_irq_restore(flags);
preempt_enable(); preempt_enable();
return ret;
} }
EXPORT_SYMBOL(on_each_cpu); EXPORT_SYMBOL(on_each_cpu);

View File

@ -35,14 +35,13 @@ int smp_call_function_single_async(int cpu, call_single_data_t *csd)
} }
EXPORT_SYMBOL(smp_call_function_single_async); EXPORT_SYMBOL(smp_call_function_single_async);
int on_each_cpu(smp_call_func_t func, void *info, int wait) void on_each_cpu(smp_call_func_t func, void *info, int wait)
{ {
unsigned long flags; unsigned long flags;
local_irq_save(flags); local_irq_save(flags);
func(info); func(info);
local_irq_restore(flags); local_irq_restore(flags);
return 0;
} }
EXPORT_SYMBOL(on_each_cpu); EXPORT_SYMBOL(on_each_cpu);