x86/mce: Get rid of msr_ops
[ Upstream commit 8121b8f947be0033f567619be204639a50cad298 ] Avoid having indirect calls and use a normal function which returns the proper MSR address based on ->smca setting. No functional changes. Signed-off-by: Borislav Petkov <bp@suse.de> Reviewed-by: Tony Luck <tony.luck@intel.com> Link: https://lkml.kernel.org/r/20210922165101.18951-4-bp@alien8.de Stable-dep-of: bc1b705b0eee ("x86/MCE/AMD: Clear DFR errors found in THR handler") Signed-off-by: Sasha Levin <sashal@kernel.org>
This commit is contained in:

committed by
Greg Kroah-Hartman

parent
58de7a95f0
commit
ec75bc4368
@@ -513,7 +513,7 @@ static u32 get_block_address(u32 current_addr, u32 low, u32 high,
|
|||||||
/* Fall back to method we used for older processors: */
|
/* Fall back to method we used for older processors: */
|
||||||
switch (block) {
|
switch (block) {
|
||||||
case 0:
|
case 0:
|
||||||
addr = msr_ops.misc(bank);
|
addr = mca_msr_reg(bank, MCA_MISC);
|
||||||
break;
|
break;
|
||||||
case 1:
|
case 1:
|
||||||
offset = ((low & MASK_BLKPTR_LO) >> 21);
|
offset = ((low & MASK_BLKPTR_LO) >> 21);
|
||||||
@@ -965,8 +965,8 @@ static void log_error_deferred(unsigned int bank)
|
|||||||
{
|
{
|
||||||
bool defrd;
|
bool defrd;
|
||||||
|
|
||||||
defrd = _log_error_bank(bank, msr_ops.status(bank),
|
defrd = _log_error_bank(bank, mca_msr_reg(bank, MCA_STATUS),
|
||||||
msr_ops.addr(bank), 0);
|
mca_msr_reg(bank, MCA_ADDR), 0);
|
||||||
|
|
||||||
if (!mce_flags.smca)
|
if (!mce_flags.smca)
|
||||||
return;
|
return;
|
||||||
@@ -996,7 +996,7 @@ static void amd_deferred_error_interrupt(void)
|
|||||||
|
|
||||||
static void log_error_thresholding(unsigned int bank, u64 misc)
|
static void log_error_thresholding(unsigned int bank, u64 misc)
|
||||||
{
|
{
|
||||||
_log_error_bank(bank, msr_ops.status(bank), msr_ops.addr(bank), misc);
|
_log_error_bank(bank, mca_msr_reg(bank, MCA_STATUS), mca_msr_reg(bank, MCA_ADDR), misc);
|
||||||
}
|
}
|
||||||
|
|
||||||
static void log_and_reset_block(struct threshold_block *block)
|
static void log_and_reset_block(struct threshold_block *block)
|
||||||
@@ -1384,7 +1384,7 @@ static int threshold_create_bank(struct threshold_bank **bp, unsigned int cpu,
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
err = allocate_threshold_blocks(cpu, b, bank, 0, msr_ops.misc(bank));
|
err = allocate_threshold_blocks(cpu, b, bank, 0, mca_msr_reg(bank, MCA_MISC));
|
||||||
if (err)
|
if (err)
|
||||||
goto out_kobj;
|
goto out_kobj;
|
||||||
|
|
||||||
|
@@ -176,53 +176,27 @@ void mce_unregister_decode_chain(struct notifier_block *nb)
|
|||||||
}
|
}
|
||||||
EXPORT_SYMBOL_GPL(mce_unregister_decode_chain);
|
EXPORT_SYMBOL_GPL(mce_unregister_decode_chain);
|
||||||
|
|
||||||
static inline u32 ctl_reg(int bank)
|
u32 mca_msr_reg(int bank, enum mca_msr reg)
|
||||||
{
|
{
|
||||||
return MSR_IA32_MCx_CTL(bank);
|
if (mce_flags.smca) {
|
||||||
}
|
switch (reg) {
|
||||||
|
case MCA_CTL: return MSR_AMD64_SMCA_MCx_CTL(bank);
|
||||||
|
case MCA_ADDR: return MSR_AMD64_SMCA_MCx_ADDR(bank);
|
||||||
|
case MCA_MISC: return MSR_AMD64_SMCA_MCx_MISC(bank);
|
||||||
|
case MCA_STATUS: return MSR_AMD64_SMCA_MCx_STATUS(bank);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
static inline u32 status_reg(int bank)
|
switch (reg) {
|
||||||
{
|
case MCA_CTL: return MSR_IA32_MCx_CTL(bank);
|
||||||
return MSR_IA32_MCx_STATUS(bank);
|
case MCA_ADDR: return MSR_IA32_MCx_ADDR(bank);
|
||||||
}
|
case MCA_MISC: return MSR_IA32_MCx_MISC(bank);
|
||||||
|
case MCA_STATUS: return MSR_IA32_MCx_STATUS(bank);
|
||||||
|
}
|
||||||
|
|
||||||
static inline u32 addr_reg(int bank)
|
return 0;
|
||||||
{
|
|
||||||
return MSR_IA32_MCx_ADDR(bank);
|
|
||||||
}
|
}
|
||||||
|
|
||||||
static inline u32 misc_reg(int bank)
|
|
||||||
{
|
|
||||||
return MSR_IA32_MCx_MISC(bank);
|
|
||||||
}
|
|
||||||
|
|
||||||
static inline u32 smca_ctl_reg(int bank)
|
|
||||||
{
|
|
||||||
return MSR_AMD64_SMCA_MCx_CTL(bank);
|
|
||||||
}
|
|
||||||
|
|
||||||
static inline u32 smca_status_reg(int bank)
|
|
||||||
{
|
|
||||||
return MSR_AMD64_SMCA_MCx_STATUS(bank);
|
|
||||||
}
|
|
||||||
|
|
||||||
static inline u32 smca_addr_reg(int bank)
|
|
||||||
{
|
|
||||||
return MSR_AMD64_SMCA_MCx_ADDR(bank);
|
|
||||||
}
|
|
||||||
|
|
||||||
static inline u32 smca_misc_reg(int bank)
|
|
||||||
{
|
|
||||||
return MSR_AMD64_SMCA_MCx_MISC(bank);
|
|
||||||
}
|
|
||||||
|
|
||||||
struct mca_msr_regs msr_ops = {
|
|
||||||
.ctl = ctl_reg,
|
|
||||||
.status = status_reg,
|
|
||||||
.addr = addr_reg,
|
|
||||||
.misc = misc_reg
|
|
||||||
};
|
|
||||||
|
|
||||||
static void __print_mce(struct mce *m)
|
static void __print_mce(struct mce *m)
|
||||||
{
|
{
|
||||||
pr_emerg(HW_ERR "CPU %d: Machine Check%s: %Lx Bank %d: %016Lx\n",
|
pr_emerg(HW_ERR "CPU %d: Machine Check%s: %Lx Bank %d: %016Lx\n",
|
||||||
@@ -371,11 +345,11 @@ static int msr_to_offset(u32 msr)
|
|||||||
|
|
||||||
if (msr == mca_cfg.rip_msr)
|
if (msr == mca_cfg.rip_msr)
|
||||||
return offsetof(struct mce, ip);
|
return offsetof(struct mce, ip);
|
||||||
if (msr == msr_ops.status(bank))
|
if (msr == mca_msr_reg(bank, MCA_STATUS))
|
||||||
return offsetof(struct mce, status);
|
return offsetof(struct mce, status);
|
||||||
if (msr == msr_ops.addr(bank))
|
if (msr == mca_msr_reg(bank, MCA_ADDR))
|
||||||
return offsetof(struct mce, addr);
|
return offsetof(struct mce, addr);
|
||||||
if (msr == msr_ops.misc(bank))
|
if (msr == mca_msr_reg(bank, MCA_MISC))
|
||||||
return offsetof(struct mce, misc);
|
return offsetof(struct mce, misc);
|
||||||
if (msr == MSR_IA32_MCG_STATUS)
|
if (msr == MSR_IA32_MCG_STATUS)
|
||||||
return offsetof(struct mce, mcgstatus);
|
return offsetof(struct mce, mcgstatus);
|
||||||
@@ -694,10 +668,10 @@ static struct notifier_block mce_default_nb = {
|
|||||||
static noinstr void mce_read_aux(struct mce *m, int i)
|
static noinstr void mce_read_aux(struct mce *m, int i)
|
||||||
{
|
{
|
||||||
if (m->status & MCI_STATUS_MISCV)
|
if (m->status & MCI_STATUS_MISCV)
|
||||||
m->misc = mce_rdmsrl(msr_ops.misc(i));
|
m->misc = mce_rdmsrl(mca_msr_reg(i, MCA_MISC));
|
||||||
|
|
||||||
if (m->status & MCI_STATUS_ADDRV) {
|
if (m->status & MCI_STATUS_ADDRV) {
|
||||||
m->addr = mce_rdmsrl(msr_ops.addr(i));
|
m->addr = mce_rdmsrl(mca_msr_reg(i, MCA_ADDR));
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* Mask the reported address by the reported granularity.
|
* Mask the reported address by the reported granularity.
|
||||||
@@ -767,7 +741,7 @@ bool machine_check_poll(enum mcp_flags flags, mce_banks_t *b)
|
|||||||
m.bank = i;
|
m.bank = i;
|
||||||
|
|
||||||
barrier();
|
barrier();
|
||||||
m.status = mce_rdmsrl(msr_ops.status(i));
|
m.status = mce_rdmsrl(mca_msr_reg(i, MCA_STATUS));
|
||||||
|
|
||||||
/* If this entry is not valid, ignore it */
|
/* If this entry is not valid, ignore it */
|
||||||
if (!(m.status & MCI_STATUS_VAL))
|
if (!(m.status & MCI_STATUS_VAL))
|
||||||
@@ -835,7 +809,7 @@ clear_it:
|
|||||||
/*
|
/*
|
||||||
* Clear state for this bank.
|
* Clear state for this bank.
|
||||||
*/
|
*/
|
||||||
mce_wrmsrl(msr_ops.status(i), 0);
|
mce_wrmsrl(mca_msr_reg(i, MCA_STATUS), 0);
|
||||||
}
|
}
|
||||||
|
|
||||||
/*
|
/*
|
||||||
@@ -860,7 +834,7 @@ static int mce_no_way_out(struct mce *m, char **msg, unsigned long *validp,
|
|||||||
int i;
|
int i;
|
||||||
|
|
||||||
for (i = 0; i < this_cpu_read(mce_num_banks); i++) {
|
for (i = 0; i < this_cpu_read(mce_num_banks); i++) {
|
||||||
m->status = mce_rdmsrl(msr_ops.status(i));
|
m->status = mce_rdmsrl(mca_msr_reg(i, MCA_STATUS));
|
||||||
if (!(m->status & MCI_STATUS_VAL))
|
if (!(m->status & MCI_STATUS_VAL))
|
||||||
continue;
|
continue;
|
||||||
|
|
||||||
@@ -1149,7 +1123,7 @@ static void mce_clear_state(unsigned long *toclear)
|
|||||||
|
|
||||||
for (i = 0; i < this_cpu_read(mce_num_banks); i++) {
|
for (i = 0; i < this_cpu_read(mce_num_banks); i++) {
|
||||||
if (test_bit(i, toclear))
|
if (test_bit(i, toclear))
|
||||||
mce_wrmsrl(msr_ops.status(i), 0);
|
mce_wrmsrl(mca_msr_reg(i, MCA_STATUS), 0);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -1208,7 +1182,7 @@ static void __mc_scan_banks(struct mce *m, struct pt_regs *regs, struct mce *fin
|
|||||||
m->addr = 0;
|
m->addr = 0;
|
||||||
m->bank = i;
|
m->bank = i;
|
||||||
|
|
||||||
m->status = mce_rdmsrl(msr_ops.status(i));
|
m->status = mce_rdmsrl(mca_msr_reg(i, MCA_STATUS));
|
||||||
if (!(m->status & MCI_STATUS_VAL))
|
if (!(m->status & MCI_STATUS_VAL))
|
||||||
continue;
|
continue;
|
||||||
|
|
||||||
@@ -1704,8 +1678,8 @@ static void __mcheck_cpu_init_clear_banks(void)
|
|||||||
|
|
||||||
if (!b->init)
|
if (!b->init)
|
||||||
continue;
|
continue;
|
||||||
wrmsrl(msr_ops.ctl(i), b->ctl);
|
wrmsrl(mca_msr_reg(i, MCA_CTL), b->ctl);
|
||||||
wrmsrl(msr_ops.status(i), 0);
|
wrmsrl(mca_msr_reg(i, MCA_STATUS), 0);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -1731,7 +1705,7 @@ static void __mcheck_cpu_check_banks(void)
|
|||||||
if (!b->init)
|
if (!b->init)
|
||||||
continue;
|
continue;
|
||||||
|
|
||||||
rdmsrl(msr_ops.ctl(i), msrval);
|
rdmsrl(mca_msr_reg(i, MCA_CTL), msrval);
|
||||||
b->init = !!msrval;
|
b->init = !!msrval;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -1890,13 +1864,6 @@ static void __mcheck_cpu_init_early(struct cpuinfo_x86 *c)
|
|||||||
mce_flags.succor = !!cpu_has(c, X86_FEATURE_SUCCOR);
|
mce_flags.succor = !!cpu_has(c, X86_FEATURE_SUCCOR);
|
||||||
mce_flags.smca = !!cpu_has(c, X86_FEATURE_SMCA);
|
mce_flags.smca = !!cpu_has(c, X86_FEATURE_SMCA);
|
||||||
mce_flags.amd_threshold = 1;
|
mce_flags.amd_threshold = 1;
|
||||||
|
|
||||||
if (mce_flags.smca) {
|
|
||||||
msr_ops.ctl = smca_ctl_reg;
|
|
||||||
msr_ops.status = smca_status_reg;
|
|
||||||
msr_ops.addr = smca_addr_reg;
|
|
||||||
msr_ops.misc = smca_misc_reg;
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -2272,7 +2239,7 @@ static void mce_disable_error_reporting(void)
|
|||||||
struct mce_bank *b = &mce_banks[i];
|
struct mce_bank *b = &mce_banks[i];
|
||||||
|
|
||||||
if (b->init)
|
if (b->init)
|
||||||
wrmsrl(msr_ops.ctl(i), 0);
|
wrmsrl(mca_msr_reg(i, MCA_CTL), 0);
|
||||||
}
|
}
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
@@ -2624,7 +2591,7 @@ static void mce_reenable_cpu(void)
|
|||||||
struct mce_bank *b = &mce_banks[i];
|
struct mce_bank *b = &mce_banks[i];
|
||||||
|
|
||||||
if (b->init)
|
if (b->init)
|
||||||
wrmsrl(msr_ops.ctl(i), b->ctl);
|
wrmsrl(mca_msr_reg(i, MCA_CTL), b->ctl);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@@ -168,14 +168,14 @@ struct mce_vendor_flags {
|
|||||||
|
|
||||||
extern struct mce_vendor_flags mce_flags;
|
extern struct mce_vendor_flags mce_flags;
|
||||||
|
|
||||||
struct mca_msr_regs {
|
enum mca_msr {
|
||||||
u32 (*ctl) (int bank);
|
MCA_CTL,
|
||||||
u32 (*status) (int bank);
|
MCA_STATUS,
|
||||||
u32 (*addr) (int bank);
|
MCA_ADDR,
|
||||||
u32 (*misc) (int bank);
|
MCA_MISC,
|
||||||
};
|
};
|
||||||
|
|
||||||
extern struct mca_msr_regs msr_ops;
|
u32 mca_msr_reg(int bank, enum mca_msr reg);
|
||||||
|
|
||||||
/* Decide whether to add MCE record to MCE event pool or filter it out. */
|
/* Decide whether to add MCE record to MCE event pool or filter it out. */
|
||||||
extern bool filter_mce(struct mce *m);
|
extern bool filter_mce(struct mce *m);
|
||||||
|
Reference in New Issue
Block a user