Commit 7fcecafe authored by Thomas Gleixner's avatar Thomas Gleixner Committed by Peter Zijlstra
Browse files

x86/softirq: Move softirq pending next to current task 



Another hot variable which is strict per CPU and benefits from
being in the same cache line.

Signed-off-by: default avatarThomas Gleixner <tglx@linutronix.de>
Signed-off-by: default avatarPeter Zijlstra (Intel) <peterz@infradead.org>
Link: https://lore.kernel.org/r/20220915111145.702133710@infradead.org
parent d7b6d709

arch/x86/include/asm/current.h

+1 −0
Original line number Diff line number Diff line
@@ -19,6 +19,7 @@ struct pcpu_hot { 
			int			cpu_number;

			unsigned long		top_of_stack;

			void			*hardirq_stack_ptr;

			u16			softirq_pending;

#ifdef CONFIG_X86_64

			bool			hardirq_stack_inuse;

#else

arch/x86/include/asm/hardirq.h

+2 −1
Original line number Diff line number Diff line
@@ -3,9 +3,9 @@ 
#define _ASM_X86_HARDIRQ_H



#include <linux/threads.h>

#include <asm/current.h>



typedef struct {

	u16	     __softirq_pending;

#if IS_ENABLED(CONFIG_KVM_INTEL)

	u8	     kvm_cpu_l1tf_flush_l1d;

#endif
@@ -60,6 +60,7 @@ extern u64 arch_irq_stat_cpu(unsigned int cpu); 
extern u64 arch_irq_stat(void);

#define arch_irq_stat		arch_irq_stat



#define local_softirq_pending_ref       pcpu_hot.softirq_pending



#if IS_ENABLED(CONFIG_KVM_INTEL)

static inline void kvm_set_cpu_l1tf_flush_l1d(void)