88ccbedd9c
Impact: Major new feature Intel CMCI (Corrected Machine Check Interrupt) is a new feature on Nehalem CPUs. It allows the CPU to trigger interrupts on corrected events, which allows faster reaction to them instead of with the traditional polling timer. Also use CMCI to discover shared banks. Machine check banks can be shared by CPU threads or even cores. Using the CMCI enable bit it is possible to detect the fact that another CPU already saw a specific bank. Use this to assign shared banks only to one CPU to avoid reporting duplicated events. On CPU hot unplug bank sharing is re discovered. This is done using a thread that cycles through all the CPUs. To avoid races between the poller and CMCI we only poll for banks that are not CMCI capable and only check CMCI owned banks on a interrupt. The shared banks ownership information is currently only used for CMCI interrupts, not polled banks. The sharing discovery code follows the algorithm recommended in the IA32 SDM Vol3a 14.5.2.1 The CMCI interrupt handler just calls the machine check poller to pick up the machine check event that caused the interrupt. I decided not to implement a separate threshold event like the AMD version has, because the threshold is always one currently and adding another event didn't seem to add any value. Some code inspired by Yunhong Jiang's Xen implementation, which was in term inspired by a earlier CMCI implementation by me. Signed-off-by: Andi Kleen <ak@linux.intel.com> Signed-off-by: H. Peter Anvin <hpa@zytor.com>
157 lines
4.4 KiB
C
157 lines
4.4 KiB
C
#ifndef _ASM_X86_MCE_H
|
|
#define _ASM_X86_MCE_H
|
|
|
|
#ifdef __x86_64__
|
|
|
|
#include <linux/types.h>
|
|
#include <asm/ioctls.h>
|
|
|
|
/*
|
|
* Machine Check support for x86
|
|
*/
|
|
|
|
#define MCG_CTL_P (1UL<<8) /* MCG_CAP register available */
|
|
#define MCG_EXT_P (1ULL<<9) /* Extended registers available */
|
|
#define MCG_CMCI_P (1ULL<<10) /* CMCI supported */
|
|
|
|
#define MCG_STATUS_RIPV (1UL<<0) /* restart ip valid */
|
|
#define MCG_STATUS_EIPV (1UL<<1) /* ip points to correct instruction */
|
|
#define MCG_STATUS_MCIP (1UL<<2) /* machine check in progress */
|
|
|
|
#define MCI_STATUS_VAL (1UL<<63) /* valid error */
|
|
#define MCI_STATUS_OVER (1UL<<62) /* previous errors lost */
|
|
#define MCI_STATUS_UC (1UL<<61) /* uncorrected error */
|
|
#define MCI_STATUS_EN (1UL<<60) /* error enabled */
|
|
#define MCI_STATUS_MISCV (1UL<<59) /* misc error reg. valid */
|
|
#define MCI_STATUS_ADDRV (1UL<<58) /* addr reg. valid */
|
|
#define MCI_STATUS_PCC (1UL<<57) /* processor context corrupt */
|
|
|
|
/* Fields are zero when not available */
|
|
struct mce {
|
|
__u64 status;
|
|
__u64 misc;
|
|
__u64 addr;
|
|
__u64 mcgstatus;
|
|
__u64 ip;
|
|
__u64 tsc; /* cpu time stamp counter */
|
|
__u64 res1; /* for future extension */
|
|
__u64 res2; /* dito. */
|
|
__u8 cs; /* code segment */
|
|
__u8 bank; /* machine check bank */
|
|
__u8 cpu; /* cpu that raised the error */
|
|
__u8 finished; /* entry is valid */
|
|
__u32 pad;
|
|
};
|
|
|
|
/*
|
|
* This structure contains all data related to the MCE log. Also
|
|
* carries a signature to make it easier to find from external
|
|
* debugging tools. Each entry is only valid when its finished flag
|
|
* is set.
|
|
*/
|
|
|
|
#define MCE_LOG_LEN 32
|
|
|
|
struct mce_log {
|
|
char signature[12]; /* "MACHINECHECK" */
|
|
unsigned len; /* = MCE_LOG_LEN */
|
|
unsigned next;
|
|
unsigned flags;
|
|
unsigned pad0;
|
|
struct mce entry[MCE_LOG_LEN];
|
|
};
|
|
|
|
#define MCE_OVERFLOW 0 /* bit 0 in flags means overflow */
|
|
|
|
#define MCE_LOG_SIGNATURE "MACHINECHECK"
|
|
|
|
#define MCE_GET_RECORD_LEN _IOR('M', 1, int)
|
|
#define MCE_GET_LOG_LEN _IOR('M', 2, int)
|
|
#define MCE_GETCLEAR_FLAGS _IOR('M', 3, int)
|
|
|
|
/* Software defined banks */
|
|
#define MCE_EXTENDED_BANK 128
|
|
#define MCE_THERMAL_BANK MCE_EXTENDED_BANK + 0
|
|
|
|
#define K8_MCE_THRESHOLD_BASE (MCE_EXTENDED_BANK + 1) /* MCE_AMD */
|
|
#define K8_MCE_THRESHOLD_BANK_0 (MCE_THRESHOLD_BASE + 0 * 9)
|
|
#define K8_MCE_THRESHOLD_BANK_1 (MCE_THRESHOLD_BASE + 1 * 9)
|
|
#define K8_MCE_THRESHOLD_BANK_2 (MCE_THRESHOLD_BASE + 2 * 9)
|
|
#define K8_MCE_THRESHOLD_BANK_3 (MCE_THRESHOLD_BASE + 3 * 9)
|
|
#define K8_MCE_THRESHOLD_BANK_4 (MCE_THRESHOLD_BASE + 4 * 9)
|
|
#define K8_MCE_THRESHOLD_BANK_5 (MCE_THRESHOLD_BASE + 5 * 9)
|
|
#define K8_MCE_THRESHOLD_DRAM_ECC (MCE_THRESHOLD_BANK_4 + 0)
|
|
|
|
#endif /* __x86_64__ */
|
|
|
|
#ifdef __KERNEL__
|
|
|
|
#ifdef CONFIG_X86_32
|
|
extern int mce_disabled;
|
|
#else /* CONFIG_X86_32 */
|
|
|
|
#include <asm/atomic.h>
|
|
|
|
void mce_setup(struct mce *m);
|
|
void mce_log(struct mce *m);
|
|
DECLARE_PER_CPU(struct sys_device, device_mce);
|
|
extern void (*threshold_cpu_callback)(unsigned long action, unsigned int cpu);
|
|
|
|
/*
|
|
* To support more than 128 would need to escape the predefined
|
|
* Linux defined extended banks first.
|
|
*/
|
|
#define MAX_NR_BANKS (MCE_EXTENDED_BANK - 1)
|
|
|
|
#ifdef CONFIG_X86_MCE_INTEL
|
|
void mce_intel_feature_init(struct cpuinfo_x86 *c);
|
|
void cmci_clear(void);
|
|
void cmci_reenable(void);
|
|
void cmci_rediscover(int dying);
|
|
void cmci_recheck(void);
|
|
#else
|
|
static inline void mce_intel_feature_init(struct cpuinfo_x86 *c) { }
|
|
static inline void cmci_clear(void) {}
|
|
static inline void cmci_reenable(void) {}
|
|
static inline void cmci_rediscover(int dying) {}
|
|
static inline void cmci_recheck(void) {}
|
|
#endif
|
|
|
|
#ifdef CONFIG_X86_MCE_AMD
|
|
void mce_amd_feature_init(struct cpuinfo_x86 *c);
|
|
#else
|
|
static inline void mce_amd_feature_init(struct cpuinfo_x86 *c) { }
|
|
#endif
|
|
|
|
extern int mce_available(struct cpuinfo_x86 *c);
|
|
|
|
void mce_log_therm_throt_event(__u64 status);
|
|
|
|
extern atomic_t mce_entry;
|
|
|
|
extern void do_machine_check(struct pt_regs *, long);
|
|
|
|
typedef DECLARE_BITMAP(mce_banks_t, MAX_NR_BANKS);
|
|
DECLARE_PER_CPU(mce_banks_t, mce_poll_banks);
|
|
|
|
enum mcp_flags {
|
|
MCP_TIMESTAMP = (1 << 0), /* log time stamp */
|
|
MCP_UC = (1 << 1), /* log uncorrected errors */
|
|
};
|
|
extern void machine_check_poll(enum mcp_flags flags, mce_banks_t *b);
|
|
|
|
extern int mce_notify_user(void);
|
|
|
|
#endif /* !CONFIG_X86_32 */
|
|
|
|
#ifdef CONFIG_X86_MCE
|
|
extern void mcheck_init(struct cpuinfo_x86 *c);
|
|
#else
|
|
#define mcheck_init(c) do { } while (0)
|
|
#endif
|
|
|
|
extern void (*mce_threshold_vector)(void);
|
|
|
|
#endif /* __KERNEL__ */
|
|
#endif /* _ASM_X86_MCE_H */
|