1 // SPDX-License-Identifier: GPL-2.0-only
3  *  (c) 2005-2016 Advanced Micro Devices, Inc.
5  *  Written by Jacob Shin - AMD, Inc.
17 #include <linux/cpu.h>
52 /* Threshold LVT offset is at MSR0xC0000410[15:12] */
131 enum smca_bank_types smca_get_bank_type(unsigned int cpu, unsigned int bank)  in smca_get_bank_type()  argument
138 	b = &per_cpu(smca_banks, cpu)[bank];  in smca_get_bank_type()
139 	if (!b->hwid)  in smca_get_bank_type()
142 	return b->hwid->bank_type;  in smca_get_bank_type()
212  * So to define a unique name for each bank, we use a temp c-string to append
226 	/* CPU which controls this block's MCA bank. */
227 	unsigned int		cpu;  member
250  * A list of the banks enabled on each logical CPU. Controls which respective
267 static void smca_set_misc_banks_map(unsigned int bank, unsigned int cpu)  in smca_set_misc_banks_map()  argument
273 	 * (MCx_MISC0) indicates presence of additional MISC regs set (MISC1-4).  in smca_set_misc_banks_map()
285 		per_cpu(smca_misc_banks_map, cpu) |= BIT_ULL(bank);  in smca_set_misc_banks_map()
289 static void smca_configure(unsigned int bank, unsigned int cpu)  in smca_configure()  argument
329 	smca_set_misc_banks_map(bank, cpu);  in smca_configure()
342 		if (hwid_mcatype == s_hwid->hwid_mcatype) {  in smca_configure()
345 			this_cpu_ptr(smca_banks)[bank].sysfs_id = bank_counts[s_hwid->bank_type]++;  in smca_configure()
361 	switch (b->address) {  in bank4_names()
373 		WARN(1, "Funny MSR: 0x%08x\n", b->address);  in bank4_names()
399 		pr_err(FW_BUG "cpu %d, failed to setup threshold interrupt "  in lvt_off_valid()
400 		       "for bank %d, block %d (MSR%08X=0x%x%08x)\n", b->cpu,  in lvt_off_valid()
401 		       b->bank, b->block, b->address, hi, lo);  in lvt_off_valid()
407 		 * On SMCA CPUs, LVT offset is programmed at a different MSR, and  in lvt_off_valid()
408 		 * the BIOS provides the value. The original field where LVT offset  in lvt_off_valid()
414 		pr_err(FW_BUG "cpu %d, invalid threshold interrupt offset %d "  in lvt_off_valid()
416 		       b->cpu, apic, b->bank, b->block, b->address, hi, lo);  in lvt_off_valid()
430 	if (!this_cpu_read(threshold_banks) && !tr->set_lvt_off)  in threshold_restart_bank()
433 	rdmsr(tr->b->address, lo, hi);  in threshold_restart_bank()
435 	if (tr->b->threshold_limit < (hi & THRESHOLD_MAX))  in threshold_restart_bank()
436 		tr->reset = 1;	/* limit cannot be lower than err count */  in threshold_restart_bank()
438 	if (tr->reset) {		/* reset err count and overflow bit */  in threshold_restart_bank()
441 		    (THRESHOLD_MAX - tr->b->threshold_limit);  in threshold_restart_bank()
442 	} else if (tr->old_limit) {	/* change limit w/o reset */  in threshold_restart_bank()
444 		    (tr->old_limit - tr->b->threshold_limit);  in threshold_restart_bank()
453 	if (!tr->b->interrupt_capable)  in threshold_restart_bank()
456 	if (tr->set_lvt_off) {  in threshold_restart_bank()
457 		if (lvt_off_valid(tr->b, tr->lvt_off, lo, hi)) {  in threshold_restart_bank()
458 			/* set new lvt offset */  in threshold_restart_bank()
460 			hi |= tr->lvt_off << 20;  in threshold_restart_bank()
464 	if (tr->b->interrupt_enable)  in threshold_restart_bank()
470 	wrmsr(tr->b->address, lo, hi);  in threshold_restart_bank()
473 static void mce_threshold_block_init(struct threshold_block *b, int offset)  in mce_threshold_block_init()  argument
478 		.lvt_off		= offset,  in mce_threshold_block_init()
481 	b->threshold_limit		= THRESHOLD_MAX;  in mce_threshold_block_init()
506 	int def_offset = -1, def_new;  in deferred_error_interrupt_enable()
513 		pr_err(FW_BUG "Your BIOS is not setting up LVT offset 0x2 for deferred error IRQs correctly.\n");  in deferred_error_interrupt_enable()
530 				  unsigned int cpu)  in smca_get_block_address()  argument
535 	if (!(per_cpu(smca_misc_banks_map, cpu) & BIT_ULL(bank)))  in smca_get_block_address()
538 	return MSR_AMD64_SMCA_MCx_MISCy(bank, block - 1);  in smca_get_block_address()
543 			     unsigned int cpu)  in get_block_address()  argument
545 	u32 addr = 0, offset = 0;  in get_block_address()  local
547 	if ((bank >= per_cpu(mce_num_banks, cpu)) || (block >= NR_BLOCKS))  in get_block_address()
551 		return smca_get_block_address(bank, block, cpu);  in get_block_address()
559 		offset = ((low & MASK_BLKPTR_LO) >> 21);  in get_block_address()
560 		if (offset)  in get_block_address()
561 			addr = MCG_XBLK_ADDR + offset;  in get_block_address()
571 			int offset, u32 misc_high)  in prepare_threshold_block()  argument
573 	unsigned int cpu = smp_processor_id();  in prepare_threshold_block()  local
579 		per_cpu(bank_map, cpu) |= BIT_ULL(bank);  in prepare_threshold_block()
582 	b.cpu			= cpu;  in prepare_threshold_block()
598 	/* Gather LVT offset for thresholding: */  in prepare_threshold_block()
605 	offset = setup_APIC_mce_threshold(offset, new);  in prepare_threshold_block()
606 	if (offset == new)  in prepare_threshold_block()
610 	mce_threshold_block_init(&b, offset);  in prepare_threshold_block()
613 	return offset;  in prepare_threshold_block()
618 	enum smca_bank_types bank_type = smca_get_bank_type(m->extcpu, m->bank);  in amd_filter_mce()
621 	/* See Family 17h Models 10h-2Fh Erratum #1114. */  in amd_filter_mce()
622 	if (c->x86 == 0x17 &&  in amd_filter_mce()
623 	    c->x86_model >= 0x10 && c->x86_model <= 0x2F &&  in amd_filter_mce()
624 	    bank_type == SMCA_IF && XEC(m->status, 0x3f) == 10)  in amd_filter_mce()
628 	if (c->x86 < 0x17) {  in amd_filter_mce()
629 		if (m->bank == 4 && XEC(m->status, 0x1f) == 0x5)  in amd_filter_mce()
638  * - MC4_MISC thresholding is not supported on Family 0x15.
639  * - Prevent possible spurious interrupts from the IF bank on Family 0x17
640  *   Models 0x10-0x2F due to Erratum #1114.
649 	if (c->x86 == 0x15 && bank == 4) {  in disable_err_thresholding()
653 	} else if (c->x86 == 0x17 &&  in disable_err_thresholding()
654 		   (c->x86_model >= 0x10 && c->x86_model <= 0x2F)) {  in disable_err_thresholding()
681 /* cpu init entry point, called from mce.c with preempt off */
684 	unsigned int bank, block, cpu = smp_processor_id();  in mce_amd_feature_init()  local
686 	int offset = -1;  in mce_amd_feature_init()  local
691 			smca_configure(bank, cpu);  in mce_amd_feature_init()
696 			address = get_block_address(address, low, high, bank, block, cpu);  in mce_amd_feature_init()
710 			offset = prepare_threshold_block(bank, block, address, offset, high);  in mce_amd_feature_init()
724 	return m->bank == 4 && XEC(m->status, 0x1f) == 8;  in legacy_mce_is_memory_error()
735 	if (XEC(m->status, 0x3f))  in smca_mce_is_memory_error()
738 	bank_type = smca_get_bank_type(m->extcpu, m->bank);  in smca_mce_is_memory_error()
777 		else if (m->bank == 4)  in amd_mce_usable_address()
782 	if (m->status & MCI_STATUS_POISON)  in amd_mce_usable_address()
796 	m->status = status;  in __log_error()
797 	m->misc   = misc;  in __log_error()
798 	m->bank   = bank;  in __log_error()
799 	m->tsc	 = rdtsc();  in __log_error()
801 	if (m->status & MCI_STATUS_ADDRV) {  in __log_error()
802 		m->addr = addr;  in __log_error()
808 		rdmsrl(MSR_AMD64_SMCA_MCx_IPID(bank), m->ipid);  in __log_error()
810 		if (m->status & MCI_STATUS_SYNDV) {  in __log_error()
811 			rdmsrl(MSR_AMD64_SMCA_MCx_SYND(bank), m->synd);  in __log_error()
858 	 * Non-SMCA systems don't have MCA_DESTAT/MCA_DEADDR registers.  in _log_error_deferred()
872  * 1) Non-SMCA systems check MCA_STATUS and log error if found.
913 	if (rdmsr_safe(block->address, &low, &high))  in log_and_reset_block()
920 	log_error_thresholding(block->bank, ((u64)high << 32) | low);  in log_and_reset_block()
936 	unsigned int bank, cpu = smp_processor_id();  in amd_threshold_interrupt()  local
947 		if (!(per_cpu(bank_map, cpu) & BIT_ULL(bank)))  in amd_threshold_interrupt()
950 		first_block = bp[bank]->blocks;  in amd_threshold_interrupt()
959 		list_for_each_entry_safe(block, tmp, &first_block->miscj, miscj)  in amd_threshold_interrupt()
977 	return sprintf(buf, "%lu\n", (unsigned long) b->name);		\
988 	if (!b->interrupt_capable)  in SHOW_FIELDS()
989 		return -EINVAL;  in SHOW_FIELDS()
992 		return -EINVAL;  in SHOW_FIELDS()
994 	b->interrupt_enable = !!new;  in SHOW_FIELDS()
999 	if (smp_call_function_single(b->cpu, threshold_restart_bank, &tr, 1))  in SHOW_FIELDS()
1000 		return -ENODEV;  in SHOW_FIELDS()
1012 		return -EINVAL;  in store_threshold_limit()
1020 	tr.old_limit = b->threshold_limit;  in store_threshold_limit()
1021 	b->threshold_limit = new;  in store_threshold_limit()
1024 	if (smp_call_function_single(b->cpu, threshold_restart_bank, &tr, 1))  in store_threshold_limit()
1025 		return -ENODEV;  in store_threshold_limit()
1034 	/* CPU might be offline by now */  in show_error_count()
1035 	if (rdmsr_on_cpu(b->cpu, b->address, &lo, &hi))  in show_error_count()
1036 		return -ENODEV;  in show_error_count()
1038 	return sprintf(buf, "%u\n", ((hi & THRESHOLD_MAX) -  in show_error_count()
1039 				     (THRESHOLD_MAX - b->threshold_limit)));  in show_error_count()
1074 	ret = a->show ? a->show(b, buf) : -EIO;  in show()
1086 	ret = a->store ? a->store(b, buf, count) : -EIO;  in store()
1104 static const char *get_name(unsigned int cpu, unsigned int bank, struct threshold_block *b)  in get_name()  argument
1115 	bank_type = smca_get_bank_type(cpu, bank);  in get_name()
1120 		if (b->block < ARRAY_SIZE(smca_umc_block_names))  in get_name()
1121 			return smca_umc_block_names[b->block];  in get_name()
1125 	if (per_cpu(smca_bank_counts, cpu)[bank_type] == 1)  in get_name()
1130 			  per_cpu(smca_banks, cpu)[bank].sysfs_id);  in get_name()
1134 static int allocate_threshold_blocks(unsigned int cpu, struct threshold_bank *tb,  in allocate_threshold_blocks()  argument
1161 		return -ENOMEM;  in allocate_threshold_blocks()
1163 	b->block		= block;  in allocate_threshold_blocks()
1164 	b->bank			= bank;  in allocate_threshold_blocks()
1165 	b->cpu			= cpu;  in allocate_threshold_blocks()
1166 	b->address		= address;  in allocate_threshold_blocks()
1167 	b->interrupt_enable	= 0;  in allocate_threshold_blocks()
1168 	b->interrupt_capable	= lvt_interrupt_supported(bank, high);  in allocate_threshold_blocks()
1169 	b->threshold_limit	= THRESHOLD_MAX;  in allocate_threshold_blocks()
1171 	if (b->interrupt_capable) {  in allocate_threshold_blocks()
1173 		b->interrupt_enable = 1;  in allocate_threshold_blocks()
1178 	INIT_LIST_HEAD(&b->miscj);  in allocate_threshold_blocks()
1181 	if (tb->blocks)  in allocate_threshold_blocks()
1182 		list_add(&b->miscj, &tb->blocks->miscj);  in allocate_threshold_blocks()
1184 		tb->blocks = b;  in allocate_threshold_blocks()
1186 	err = kobject_init_and_add(&b->kobj, &threshold_ktype, tb->kobj, get_name(cpu, bank, b));  in allocate_threshold_blocks()
1190 	address = get_block_address(address, low, high, bank, ++block, cpu);  in allocate_threshold_blocks()
1194 	err = allocate_threshold_blocks(cpu, tb, bank, block, address);  in allocate_threshold_blocks()
1199 		kobject_uevent(&b->kobj, KOBJ_ADD);  in allocate_threshold_blocks()
1205 		list_del(&b->miscj);  in allocate_threshold_blocks()
1206 		kobject_put(&b->kobj);  in allocate_threshold_blocks()
1211 static int threshold_create_bank(struct threshold_bank **bp, unsigned int cpu,  in threshold_create_bank()  argument
1216 	const char *name = get_name(cpu, bank, NULL);  in threshold_create_bank()
1220 		return -ENODEV;  in threshold_create_bank()
1224 		err = -ENOMEM;  in threshold_create_bank()
1228 	/* Associate the bank with the per-CPU MCE device */  in threshold_create_bank()
1229 	b->kobj = kobject_create_and_add(name, &dev->kobj);  in threshold_create_bank()
1230 	if (!b->kobj) {  in threshold_create_bank()
1231 		err = -EINVAL;  in threshold_create_bank()
1235 	err = allocate_threshold_blocks(cpu, b, bank, 0, mca_msr_reg(bank, MCA_MISC));  in threshold_create_bank()
1243 	kobject_put(b->kobj);  in threshold_create_bank()
1259 	list_for_each_entry_safe(pos, tmp, &bank->blocks->miscj, miscj) {  in deallocate_threshold_blocks()
1260 		list_del(&pos->miscj);  in deallocate_threshold_blocks()
1261 		kobject_put(&pos->kobj);  in deallocate_threshold_blocks()
1264 	kobject_put(&bank->blocks->kobj);  in deallocate_threshold_blocks()
1269 	if (!bank->blocks)  in threshold_remove_bank()
1275 	kobject_put(bank->kobj);  in threshold_remove_bank()
1293 int mce_threshold_remove_device(unsigned int cpu)  in mce_threshold_remove_device()  argument
1311  * mce_threshold_create_device - Create the per-CPU MCE threshold device
1312  * @cpu:	The plugged in CPU
1316  * This is invoked from the CPU hotplug callback which was installed in
1318  * thread running on @cpu.  The callback is invoked on all CPUs which are
1321 int mce_threshold_create_device(unsigned int cpu)  in mce_threshold_create_device()  argument
1337 		return -ENOMEM;  in mce_threshold_create_device()
1342 		err = threshold_create_bank(bp, cpu, bank);  in mce_threshold_create_device()