Skip to content

Commit 185c8f3

Browse files
KAGA-KOKOhansendc
authored andcommitted
x86/apic: Remove pointless arguments from [native_]eoi_write()
Every callsite hands in the same constants which is a pointless exercise and cannot be optimized by the compiler due to the indirect calls. Use the constants in the eoi() callbacks and remove the arguments. Signed-off-by: Thomas Gleixner <tglx@linutronix.de> Signed-off-by: Dave Hansen <dave.hansen@linux.intel.com> Reviewed-by: Wei Liu <wei.liu@kernel.org> Acked-by: Peter Zijlstra (Intel) <peterz@infradead.org> Tested-by: Michael Kelley <mikelley@microsoft.com> Tested-by: Sohil Mehta <sohil.mehta@intel.com> Tested-by: Juergen Gross <jgross@suse.com> # Xen PV (dom0 and unpriv. guest)
1 parent 3600ceb commit 185c8f3

13 files changed

Lines changed: 38 additions & 27 deletions

File tree

arch/x86/hyperv/hv_apic.c

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -86,14 +86,14 @@ static void hv_apic_write(u32 reg, u32 val)
8686
}
8787
}
8888

89-
static void hv_apic_eoi_write(u32 reg, u32 val)
89+
static void hv_apic_eoi_write(void)
9090
{
9191
struct hv_vp_assist_page *hvp = hv_vp_assist_page[smp_processor_id()];
9292

9393
if (hvp && (xchg(&hvp->apic_assist, 0) & 0x1))
9494
return;
9595

96-
wrmsr(HV_X64_MSR_EOI, val, 0);
96+
wrmsr(HV_X64_MSR_EOI, APIC_EOI_ACK, 0);
9797
}
9898

9999
static bool cpu_is_self(int cpu)
@@ -310,7 +310,7 @@ void __init hv_apic_init(void)
310310
* lazy EOI when available, but the same accessor works for
311311
* both xapic and x2apic because the field layout is the same.
312312
*/
313-
apic_set_eoi_write(hv_apic_eoi_write);
313+
apic_set_eoi_cb(hv_apic_eoi_write);
314314
if (!x2apic_enabled()) {
315315
apic->read = hv_apic_read;
316316
apic->write = hv_apic_write;

arch/x86/include/asm/apic.h

Lines changed: 11 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -98,6 +98,11 @@ static inline u32 native_apic_mem_read(u32 reg)
9898
return *((volatile u32 *)(APIC_BASE + reg));
9999
}
100100

101+
static inline void native_apic_mem_eoi(void)
102+
{
103+
native_apic_mem_write(APIC_EOI, APIC_EOI_ACK);
104+
}
105+
101106
extern void native_apic_icr_write(u32 low, u32 id);
102107
extern u64 native_apic_icr_read(void);
103108

@@ -189,7 +194,7 @@ static inline void native_apic_msr_write(u32 reg, u32 v)
189194
wrmsr(APIC_BASE_MSR + (reg >> 4), v, 0);
190195
}
191196

192-
static inline void native_apic_msr_eoi_write(u32 reg, u32 v)
197+
static inline void native_apic_msr_eoi(void)
193198
{
194199
__wrmsr(APIC_BASE_MSR + (APIC_EOI >> 4), APIC_EOI_ACK, 0);
195200
}
@@ -250,8 +255,8 @@ struct irq_data;
250255
*/
251256
struct apic {
252257
/* Hotpath functions first */
253-
void (*eoi_write)(u32 reg, u32 v);
254-
void (*native_eoi_write)(u32 reg, u32 v);
258+
void (*eoi)(void);
259+
void (*native_eoi)(void);
255260
void (*write)(u32 reg, u32 v);
256261
u32 (*read)(u32 reg);
257262

@@ -351,7 +356,7 @@ static inline void apic_write(u32 reg, u32 val)
351356

352357
static inline void apic_eoi(void)
353358
{
354-
apic->eoi_write(APIC_EOI, APIC_EOI_ACK);
359+
apic->eoi();
355360
}
356361

357362
static inline u64 apic_icr_read(void)
@@ -380,7 +385,7 @@ static inline bool apic_id_valid(u32 apic_id)
380385
return apic_id <= apic->max_apic_id;
381386
}
382387

383-
extern void __init apic_set_eoi_write(void (*eoi_write)(u32 reg, u32 v));
388+
extern void __init apic_set_eoi_cb(void (*eoi)(void));
384389

385390
#else /* CONFIG_X86_LOCAL_APIC */
386391

@@ -391,7 +396,7 @@ static inline u64 apic_icr_read(void) { return 0; }
391396
static inline void apic_icr_write(u32 low, u32 high) { }
392397
static inline void apic_wait_icr_idle(void) { }
393398
static inline u32 safe_apic_wait_icr_idle(void) { return 0; }
394-
static inline void apic_set_eoi_write(void (*eoi_write)(u32 reg, u32 v)) {}
399+
static inline void apic_set_eoi_cb(void (*eoi)(void)) {}
395400

396401
#endif /* CONFIG_X86_LOCAL_APIC */
397402

arch/x86/kernel/apic/apic.c

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -2502,15 +2502,15 @@ void __init acpi_wake_cpu_handler_update(wakeup_cpu_handler handler)
25022502
* interrupts disabled, so we know this does not race with actual APIC driver
25032503
* use.
25042504
*/
2505-
void __init apic_set_eoi_write(void (*eoi_write)(u32 reg, u32 v))
2505+
void __init apic_set_eoi_cb(void (*eoi)(void))
25062506
{
25072507
struct apic **drv;
25082508

25092509
for (drv = __apicdrivers; drv < __apicdrivers_end; drv++) {
25102510
/* Should happen once for each apic */
2511-
WARN_ON((*drv)->eoi_write == eoi_write);
2512-
(*drv)->native_eoi_write = (*drv)->eoi_write;
2513-
(*drv)->eoi_write = eoi_write;
2511+
WARN_ON((*drv)->eoi == eoi);
2512+
(*drv)->native_eoi = (*drv)->eoi;
2513+
(*drv)->eoi = eoi;
25142514
}
25152515
}
25162516

arch/x86/kernel/apic/apic_flat_64.c

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -106,7 +106,7 @@ static struct apic apic_flat __ro_after_init = {
106106

107107
.read = native_apic_mem_read,
108108
.write = native_apic_mem_write,
109-
.eoi_write = native_apic_mem_write,
109+
.eoi = native_apic_mem_eoi,
110110
.icr_read = native_apic_icr_read,
111111
.icr_write = native_apic_icr_write,
112112
.wait_icr_idle = apic_mem_wait_icr_idle,
@@ -182,7 +182,7 @@ static struct apic apic_physflat __ro_after_init = {
182182

183183
.read = native_apic_mem_read,
184184
.write = native_apic_mem_write,
185-
.eoi_write = native_apic_mem_write,
185+
.eoi = native_apic_mem_eoi,
186186
.icr_read = native_apic_icr_read,
187187
.icr_write = native_apic_icr_write,
188188
.wait_icr_idle = apic_mem_wait_icr_idle,

arch/x86/kernel/apic/apic_noop.c

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -29,6 +29,7 @@ static int noop_wakeup_secondary_cpu(int apicid, unsigned long start_eip) { retu
2929
static u64 noop_apic_icr_read(void) { return 0; }
3030
static int noop_phys_pkg_id(int cpuid_apic, int index_msb) { return 0; }
3131
static unsigned int noop_get_apic_id(unsigned long x) { return 0; }
32+
static void noop_apic_eoi(void) { }
3233

3334
static u32 noop_apic_read(u32 reg)
3435
{
@@ -71,7 +72,7 @@ struct apic apic_noop __ro_after_init = {
7172

7273
.read = noop_apic_read,
7374
.write = noop_apic_write,
74-
.eoi_write = noop_apic_write,
75+
.eoi = noop_apic_eoi,
7576
.icr_read = noop_apic_icr_read,
7677
.icr_write = noop_apic_icr_write,
7778
};

arch/x86/kernel/apic/apic_numachip.c

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -247,7 +247,7 @@ static const struct apic apic_numachip1 __refconst = {
247247

248248
.read = native_apic_mem_read,
249249
.write = native_apic_mem_write,
250-
.eoi_write = native_apic_mem_write,
250+
.eoi = native_apic_mem_eoi,
251251
.icr_read = native_apic_icr_read,
252252
.icr_write = native_apic_icr_write,
253253
};
@@ -284,7 +284,7 @@ static const struct apic apic_numachip2 __refconst = {
284284

285285
.read = native_apic_mem_read,
286286
.write = native_apic_mem_write,
287-
.eoi_write = native_apic_mem_write,
287+
.eoi = native_apic_mem_eoi,
288288
.icr_read = native_apic_icr_read,
289289
.icr_write = native_apic_icr_write,
290290
};

arch/x86/kernel/apic/bigsmp_32.c

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -105,7 +105,7 @@ static struct apic apic_bigsmp __ro_after_init = {
105105

106106
.read = native_apic_mem_read,
107107
.write = native_apic_mem_write,
108-
.eoi_write = native_apic_mem_write,
108+
.eoi = native_apic_mem_eoi,
109109
.icr_read = native_apic_icr_read,
110110
.icr_write = native_apic_icr_write,
111111
.wait_icr_idle = apic_mem_wait_icr_idle,

arch/x86/kernel/apic/probe_32.c

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -60,7 +60,7 @@ static struct apic apic_default __ro_after_init = {
6060

6161
.read = native_apic_mem_read,
6262
.write = native_apic_mem_write,
63-
.eoi_write = native_apic_mem_write,
63+
.eoi = native_apic_mem_eoi,
6464
.icr_read = native_apic_icr_read,
6565
.icr_write = native_apic_icr_write,
6666
.wait_icr_idle = apic_mem_wait_icr_idle,

arch/x86/kernel/apic/x2apic_cluster.c

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -254,7 +254,7 @@ static struct apic apic_x2apic_cluster __ro_after_init = {
254254

255255
.read = native_apic_msr_read,
256256
.write = native_apic_msr_write,
257-
.eoi_write = native_apic_msr_eoi_write,
257+
.eoi = native_apic_msr_eoi,
258258
.icr_read = native_x2apic_icr_read,
259259
.icr_write = native_x2apic_icr_write,
260260
};

arch/x86/kernel/apic/x2apic_phys.c

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -169,7 +169,7 @@ static struct apic apic_x2apic_phys __ro_after_init = {
169169

170170
.read = native_apic_msr_read,
171171
.write = native_apic_msr_write,
172-
.eoi_write = native_apic_msr_eoi_write,
172+
.eoi = native_apic_msr_eoi,
173173
.icr_read = native_x2apic_icr_read,
174174
.icr_write = native_x2apic_icr_write,
175175
};

0 commit comments

Comments
 (0)