[linux-2.6-block.git] / arch / x86 / kernel / microcode_amd_early.c

/*
 * Copyright (C) 2013 Advanced Micro Devices, Inc.
 *
 * Author: Jacob Shin <jacob.shin@amd.com>
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License version 2 as
 * published by the Free Software Foundation.
 */

#include <linux/earlycpio.h>
#include <linux/initrd.h>

#include <asm/cpu.h>
#include <asm/setup.h>
#include <asm/microcode_amd.h>

static bool ucode_loaded;
static u32 ucode_new_rev;
static unsigned long ucode_offset;
static size_t ucode_size;

/*
 * Microcode patch container file is prepended to the initrd in cpio format.
 * See Documentation/x86/early-microcode.txt
 */
static __initdata char ucode_path[] = "kernel/x86/microcode/AuthenticAMD.bin";

static struct cpio_data __init find_ucode_in_initrd(void)
{
	long offset = 0;
	char *path;
	void *start;
	size_t size;
	unsigned long *uoffset;
	size_t *usize;
	struct cpio_data cd;

#ifdef CONFIG_X86_32
	struct boot_params *p;

	/*
	 * On 32-bit, early load occurs before paging is turned on so we need
	 * to use physical addresses.
	 */
	p       = (struct boot_params *)__pa_nodebug(&boot_params);
	path    = (char *)__pa_nodebug(ucode_path);
	start   = (void *)p->hdr.ramdisk_image;
	size    = p->hdr.ramdisk_size;
	uoffset = (unsigned long *)__pa_nodebug(&ucode_offset);
	usize   = (size_t *)__pa_nodebug(&ucode_size);
#else
	path    = ucode_path;
	start   = (void *)(boot_params.hdr.ramdisk_image + PAGE_OFFSET);
	size    = boot_params.hdr.ramdisk_size;
	uoffset = &ucode_offset;
	usize   = &ucode_size;
#endif

	cd = find_cpio_data(path, start, size, &offset);
	if (!cd.data)
		return cd;

	if (*(u32 *)cd.data != UCODE_MAGIC) {
		cd.data = NULL;
		cd.size = 0;
		return cd;
	}

	*uoffset = (u8 *)cd.data - (u8 *)start;
	*usize   = cd.size;

	return cd;
}

/*
 * Early load occurs before we can vmalloc(). So we look for the microcode
 * patch container file in initrd, traverse equivalent cpu table, look for a
 * matching microcode patch, and update, all in initrd memory in place.
 * When vmalloc() is available for use later -- on 64-bit during first AP load,
 * and on 32-bit during save_microcode_in_initrd_amd() -- we can call
 * load_microcode_amd() to save equivalent cpu table and microcode patches in
 * kernel heap memory.
 */
static void __cpuinit apply_ucode_in_initrd(void *ucode, size_t size)
{
	struct equiv_cpu_entry *eq;
	u32 *header;
	u8  *data;
	u16 eq_id = 0;
	int offset, left;
	u32 rev, eax;
	u32 *new_rev;
	unsigned long *uoffset;
	size_t *usize;

#ifdef CONFIG_X86_32
	new_rev = (u32 *)__pa_nodebug(&ucode_new_rev);
	uoffset = (unsigned long *)__pa_nodebug(&ucode_offset);
	usize   = (size_t *)__pa_nodebug(&ucode_size);
#else
	new_rev = &ucode_new_rev;
	uoffset = &ucode_offset;
	usize   = &ucode_size;
#endif

	data   = ucode;
	left   = size;
	header = (u32 *)data;

	/* find equiv cpu table */

	if (header[1] != UCODE_EQUIV_CPU_TABLE_TYPE || /* type */
	    header[2] == 0)                            /* size */
		return;

	eax = cpuid_eax(0x00000001);

	while (left > 0) {
		eq = (struct equiv_cpu_entry *)(data + CONTAINER_HDR_SZ);

		offset = header[2] + CONTAINER_HDR_SZ;
		data  += offset;
		left  -= offset;

		eq_id = find_equiv_id(eq, eax);
		if (eq_id)
			break;

		/*
		 * support multiple container files appended together. if this
		 * one does not have a matching equivalent cpu entry, we fast
		 * forward to the next container file.
		 */
		while (left > 0) {
			header = (u32 *)data;
			if (header[0] == UCODE_MAGIC &&
			    header[1] == UCODE_EQUIV_CPU_TABLE_TYPE)
				break;

			offset = header[1] + SECTION_HDR_SIZE;
			data  += offset;
			left  -= offset;
		}

		/* mark where the next microcode container file starts */
		offset    = data - (u8 *)ucode;
		*uoffset += offset;
		*usize   -= offset;
		ucode     = data;
	}

	if (!eq_id) {
		*usize = 0;
		return;
	}

	/* find ucode and update if needed */

	rdmsr(MSR_AMD64_PATCH_LEVEL, rev, eax);

	while (left > 0) {
		struct microcode_amd *mc;

		header = (u32 *)data;
		if (header[0] != UCODE_UCODE_TYPE || /* type */
		    header[1] == 0)                  /* size */
			break;

		mc = (struct microcode_amd *)(data + SECTION_HDR_SIZE);
		if (eq_id == mc->hdr.processor_rev_id && rev < mc->hdr.patch_id)
			if (__apply_microcode_amd(mc) == 0) {
				rev = mc->hdr.patch_id;
				*new_rev = rev;
			}

		offset  = header[1] + SECTION_HDR_SIZE;
		data   += offset;
		left   -= offset;
	}

	/* mark where this microcode container file ends */
	offset  = *usize - (data - (u8 *)ucode);
	*usize -= offset;

	if (!(*new_rev))
		*usize = 0;
}

void __init load_ucode_amd_bsp(void)
{
	struct cpio_data cd = find_ucode_in_initrd();
	if (!cd.data)
		return;

	apply_ucode_in_initrd(cd.data, cd.size);
}

#ifdef CONFIG_X86_32
u8 amd_bsp_mpb[MPB_MAX_SIZE];

/*
 * On 32-bit, since AP's early load occurs before paging is turned on, we
 * cannot traverse cpu_equiv_table and pcache in kernel heap memory. So during
 * cold boot, AP will apply_ucode_in_initrd() just like the BSP. During
 * save_microcode_in_initrd_amd() BSP's patch is copied to amd_bsp_mpb, which
 * is used upon resume from suspend.
 */
void __cpuinit load_ucode_amd_ap(void)
{
	struct microcode_amd *mc;
	unsigned long *initrd;
	unsigned long *uoffset;
	size_t *usize;
	void *ucode;

	mc = (struct microcode_amd *)__pa(amd_bsp_mpb);
	if (mc->hdr.patch_id && mc->hdr.processor_rev_id) {
		__apply_microcode_amd(mc);
		return;
	}

	initrd  = (unsigned long *)__pa(&initrd_start);
	uoffset = (unsigned long *)__pa(&ucode_offset);
	usize   = (size_t *)__pa(&ucode_size);

	if (!*usize || !*initrd)
		return;

	ucode = (void *)((unsigned long)__pa(*initrd) + *uoffset);
	apply_ucode_in_initrd(ucode, *usize);
}

static void __init collect_cpu_sig_on_bsp(void *arg)
{
	unsigned int cpu = smp_processor_id();
	struct ucode_cpu_info *uci = ucode_cpu_info + cpu;
	uci->cpu_sig.sig = cpuid_eax(0x00000001);
}
#else
static void __cpuinit collect_cpu_info_amd_early(struct cpuinfo_x86 *c,
						 struct ucode_cpu_info *uci)
{
	u32 rev, eax;

	rdmsr(MSR_AMD64_PATCH_LEVEL, rev, eax);
	eax = cpuid_eax(0x00000001);

	uci->cpu_sig.sig = eax;
	uci->cpu_sig.rev = rev;
	c->microcode = rev;
	c->x86 = ((eax >> 8) & 0xf) + ((eax >> 20) & 0xff);
}

void __cpuinit load_ucode_amd_ap(void)
{
	unsigned int cpu = smp_processor_id();

	collect_cpu_info_amd_early(&cpu_data(cpu), ucode_cpu_info + cpu);

	if (cpu && !ucode_loaded) {
		void *ucode;

		if (!ucode_size || !initrd_start)
			return;

		ucode = (void *)(initrd_start + ucode_offset);
		if (load_microcode_amd(0, ucode, ucode_size) != UCODE_OK)
			return;
		ucode_loaded = true;
	}

	apply_microcode_amd(cpu);
}
#endif

int __init save_microcode_in_initrd_amd(void)
{
	enum ucode_state ret;
	void *ucode;
#ifdef CONFIG_X86_32
	unsigned int bsp = boot_cpu_data.cpu_index;
	struct ucode_cpu_info *uci = ucode_cpu_info + bsp;

	if (!uci->cpu_sig.sig)
		smp_call_function_single(bsp, collect_cpu_sig_on_bsp, NULL, 1);
#endif
	if (ucode_new_rev)
		pr_info("microcode: updated early to new patch_level=0x%08x\n",
			ucode_new_rev);

	if (ucode_loaded || !ucode_size || !initrd_start)
		return 0;

	ucode = (void *)(initrd_start + ucode_offset);
	ret = load_microcode_amd(0, ucode, ucode_size);
	if (ret != UCODE_OK)
		return -EINVAL;

	ucode_loaded = true;
	return 0;
}
Commit	Line	Data
757885e9 JS	1	/*
	2	* Copyright (C) 2013 Advanced Micro Devices, Inc.
	3	*
	4	* Author: Jacob Shin <jacob.shin@amd.com>
	5	*
	6	* This program is free software; you can redistribute it and/or modify
	7	* it under the terms of the GNU General Public License version 2 as
	8	* published by the Free Software Foundation.
	9	*/
	10
	11	#include <linux/earlycpio.h>
275bbe2e	12	#include <linux/initrd.h>
757885e9 JS	13
	14	#include <asm/cpu.h>
	15	#include <asm/setup.h>
	16	#include <asm/microcode_amd.h>
	17
	18	static bool ucode_loaded;
	19	static u32 ucode_new_rev;
275bbe2e JS	20	static unsigned long ucode_offset;
275bbe2e JS	21	static size_t ucode_size;
757885e9 JS	22
	23	/*
	24	* Microcode patch container file is prepended to the initrd in cpio format.
	25	* See Documentation/x86/early-microcode.txt
	26	*/
275bbe2e	27	static __initdata char ucode_path[] = "kernel/x86/microcode/AuthenticAMD.bin";
757885e9	28
275bbe2e	29	static struct cpio_data __init find_ucode_in_initrd(void)
757885e9 JS	30	{
757885e9 JS	31	long offset = 0;
275bbe2e JS	32	char *path;
	33	void *start;
	34	size_t size;
	35	unsigned long *uoffset;
	36	size_t *usize;
757885e9 JS	37	struct cpio_data cd;
	38
	39	#ifdef CONFIG_X86_32
275bbe2e JS	40	struct boot_params *p;
275bbe2e JS	41
757885e9 JS	42	/*
	43	* On 32-bit, early load occurs before paging is turned on so we need
	44	* to use physical addresses.
	45	*/
275bbe2e JS	46	p = (struct boot_params *)__pa_nodebug(&boot_params);
	47	path = (char *)__pa_nodebug(ucode_path);
	48	start = (void *)p->hdr.ramdisk_image;
	49	size = p->hdr.ramdisk_size;
	50	uoffset = (unsigned long *)__pa_nodebug(&ucode_offset);
	51	usize = (size_t *)__pa_nodebug(&ucode_size);
	52	#else
	53	path = ucode_path;
	54	start = (void *)(boot_params.hdr.ramdisk_image + PAGE_OFFSET);
	55	size = boot_params.hdr.ramdisk_size;
	56	uoffset = &ucode_offset;
	57	usize = &ucode_size;
757885e9	58	#endif
275bbe2e JS	59
	60	cd = find_cpio_data(path, start, size, &offset);
	61	if (!cd.data)
	62	return cd;
757885e9 JS	63
	64	if ((u32 )cd.data != UCODE_MAGIC) {
	65	cd.data = NULL;
	66	cd.size = 0;
275bbe2e	67	return cd;
757885e9 JS	68	}
757885e9 JS	69
275bbe2e JS	70	uoffset = (u8 )cd.data - (u8 *)start;
	71	*usize = cd.size;
	72
757885e9 JS	73	return cd;
	74	}
	75
	76	/*
	77	* Early load occurs before we can vmalloc(). So we look for the microcode
	78	* patch container file in initrd, traverse equivalent cpu table, look for a
	79	* matching microcode patch, and update, all in initrd memory in place.
	80	* When vmalloc() is available for use later -- on 64-bit during first AP load,
	81	* and on 32-bit during save_microcode_in_initrd_amd() -- we can call
	82	* load_microcode_amd() to save equivalent cpu table and microcode patches in
	83	* kernel heap memory.
	84	*/
275bbe2e	85	static void __cpuinit apply_ucode_in_initrd(void *ucode, size_t size)
757885e9	86	{
757885e9 JS	87	struct equiv_cpu_entry *eq;
	88	u32 *header;
	89	u8 *data;
cd1c32ca	90	u16 eq_id = 0;
757885e9	91	int offset, left;
cd1c32ca	92	u32 rev, eax;
757885e9	93	u32 *new_rev;
cd1c32ca JS	94	unsigned long *uoffset;
cd1c32ca JS	95	size_t *usize;
757885e9 JS	96
	97	#ifdef CONFIG_X86_32
	98	new_rev = (u32 *)__pa_nodebug(&ucode_new_rev);
cd1c32ca JS	99	uoffset = (unsigned long *)__pa_nodebug(&ucode_offset);
cd1c32ca JS	100	usize = (size_t *)__pa_nodebug(&ucode_size);
757885e9 JS	101	#else
757885e9 JS	102	new_rev = &ucode_new_rev;
cd1c32ca JS	103	uoffset = &ucode_offset;
cd1c32ca JS	104	usize = &ucode_size;
757885e9	105	#endif
757885e9	106
275bbe2e JS	107	data = ucode;
275bbe2e JS	108	left = size;
757885e9 JS	109	header = (u32 *)data;
	110
	111	/* find equiv cpu table */
	112
	113	if (header[1] != UCODE_EQUIV_CPU_TABLE_TYPE \|\| /* type */
	114	header[2] == 0) /* size */
	115	return;
	116
cd1c32ca JS	117	eax = cpuid_eax(0x00000001);
	118
	119	while (left > 0) {
	120	eq = (struct equiv_cpu_entry *)(data + CONTAINER_HDR_SZ);
	121
	122	offset = header[2] + CONTAINER_HDR_SZ;
	123	data += offset;
	124	left -= offset;
	125
	126	eq_id = find_equiv_id(eq, eax);
	127	if (eq_id)
	128	break;
	129
	130	/*
	131	* support multiple container files appended together. if this
	132	* one does not have a matching equivalent cpu entry, we fast
	133	* forward to the next container file.
	134	*/
	135	while (left > 0) {
	136	header = (u32 *)data;
	137	if (header[0] == UCODE_MAGIC &&
	138	header[1] == UCODE_EQUIV_CPU_TABLE_TYPE)
	139	break;
	140
	141	offset = header[1] + SECTION_HDR_SIZE;
	142	data += offset;
	143	left -= offset;
	144	}
	145
9608d33b JS	146	/* mark where the next microcode container file starts */
9608d33b JS	147	offset = data - (u8 *)ucode;
cd1c32ca JS	148	*uoffset += offset;
cd1c32ca JS	149	*usize -= offset;
9608d33b	150	ucode = data;
cd1c32ca	151	}
757885e9	152
9608d33b JS	153	if (!eq_id) {
9608d33b JS	154	*usize = 0;
757885e9	155	return;
9608d33b	156	}
757885e9 JS	157
	158	/* find ucode and update if needed */
	159
cd1c32ca	160	rdmsr(MSR_AMD64_PATCH_LEVEL, rev, eax);
757885e9 JS	161
	162	while (left > 0) {
	163	struct microcode_amd *mc;
	164
	165	header = (u32 *)data;
	166	if (header[0] != UCODE_UCODE_TYPE \|\| /* type */
	167	header[1] == 0) /* size */
	168	break;
	169
	170	mc = (struct microcode_amd *)(data + SECTION_HDR_SIZE);
	171	if (eq_id == mc->hdr.processor_rev_id && rev < mc->hdr.patch_id)
	172	if (__apply_microcode_amd(mc) == 0) {
9608d33b JS	173	rev = mc->hdr.patch_id;
9608d33b JS	174	*new_rev = rev;
757885e9 JS	175	}
	176
	177	offset = header[1] + SECTION_HDR_SIZE;
	178	data += offset;
	179	left -= offset;
	180	}
9608d33b JS	181
	182	/* mark where this microcode container file ends */
	183	offset = usize - (data - (u8 )ucode);
	184	*usize -= offset;
	185
	186	if (!(*new_rev))
	187	*usize = 0;
757885e9 JS	188	}
	189
	190	void __init load_ucode_amd_bsp(void)
	191	{
275bbe2e JS	192	struct cpio_data cd = find_ucode_in_initrd();
	193	if (!cd.data)
	194	return;
	195
	196	apply_ucode_in_initrd(cd.data, cd.size);
757885e9 JS	197	}
	198
	199	#ifdef CONFIG_X86_32
6b3389ac	200	u8 amd_bsp_mpb[MPB_MAX_SIZE];
757885e9 JS	201
	202	/*
	203	* On 32-bit, since AP's early load occurs before paging is turned on, we
	204	* cannot traverse cpu_equiv_table and pcache in kernel heap memory. So during
	205	* cold boot, AP will apply_ucode_in_initrd() just like the BSP. During
	206	* save_microcode_in_initrd_amd() BSP's patch is copied to amd_bsp_mpb, which
	207	* is used upon resume from suspend.
	208	*/
	209	void __cpuinit load_ucode_amd_ap(void)
	210	{
	211	struct microcode_amd *mc;
275bbe2e JS	212	unsigned long *initrd;
	213	unsigned long *uoffset;
	214	size_t *usize;
	215	void *ucode;
757885e9	216
9608d33b	217	mc = (struct microcode_amd *)__pa(amd_bsp_mpb);
275bbe2e	218	if (mc->hdr.patch_id && mc->hdr.processor_rev_id) {
757885e9	219	__apply_microcode_amd(mc);
275bbe2e JS	220	return;
	221	}
	222
9608d33b JS	223	initrd = (unsigned long *)__pa(&initrd_start);
	224	uoffset = (unsigned long *)__pa(&ucode_offset);
	225	usize = (size_t *)__pa(&ucode_size);
	226
	227	if (!usize \|\| !initrd)
275bbe2e JS	228	return;
275bbe2e JS	229
9608d33b	230	ucode = (void )((unsigned long)__pa(initrd) + *uoffset);
275bbe2e	231	apply_ucode_in_initrd(ucode, *usize);
757885e9 JS	232	}
	233
	234	static void __init collect_cpu_sig_on_bsp(void *arg)
	235	{
	236	unsigned int cpu = smp_processor_id();
	237	struct ucode_cpu_info *uci = ucode_cpu_info + cpu;
	238	uci->cpu_sig.sig = cpuid_eax(0x00000001);
	239	}
	240	#else
	241	static void __cpuinit collect_cpu_info_amd_early(struct cpuinfo_x86 *c,
	242	struct ucode_cpu_info *uci)
	243	{
	244	u32 rev, eax;
	245
	246	rdmsr(MSR_AMD64_PATCH_LEVEL, rev, eax);
	247	eax = cpuid_eax(0x00000001);
	248
	249	uci->cpu_sig.sig = eax;
	250	uci->cpu_sig.rev = rev;
	251	c->microcode = rev;
	252	c->x86 = ((eax >> 8) & 0xf) + ((eax >> 20) & 0xff);
	253	}
	254
	255	void __cpuinit load_ucode_amd_ap(void)
	256	{
	257	unsigned int cpu = smp_processor_id();
	258
	259	collect_cpu_info_amd_early(&cpu_data(cpu), ucode_cpu_info + cpu);
	260
	261	if (cpu && !ucode_loaded) {
275bbe2e JS	262	void *ucode;
275bbe2e JS	263
9608d33b	264	if (!ucode_size \|\| !initrd_start)
275bbe2e JS	265	return;
	266
	267	ucode = (void *)(initrd_start + ucode_offset);
	268	if (load_microcode_amd(0, ucode, ucode_size) != UCODE_OK)
757885e9 JS	269	return;
	270	ucode_loaded = true;
	271	}
	272
	273	apply_microcode_amd(cpu);
	274	}
	275	#endif
	276
	277	int __init save_microcode_in_initrd_amd(void)
	278	{
	279	enum ucode_state ret;
275bbe2e	280	void *ucode;
757885e9 JS	281	#ifdef CONFIG_X86_32
	282	unsigned int bsp = boot_cpu_data.cpu_index;
	283	struct ucode_cpu_info *uci = ucode_cpu_info + bsp;
	284
	285	if (!uci->cpu_sig.sig)
	286	smp_call_function_single(bsp, collect_cpu_sig_on_bsp, NULL, 1);
	287	#endif
	288	if (ucode_new_rev)
	289	pr_info("microcode: updated early to new patch_level=0x%08x\n",
	290	ucode_new_rev);
	291
9608d33b	292	if (ucode_loaded \|\| !ucode_size \|\| !initrd_start)
275bbe2e	293	return 0;
757885e9	294
275bbe2e JS	295	ucode = (void *)(initrd_start + ucode_offset);
275bbe2e JS	296	ret = load_microcode_amd(0, ucode, ucode_size);
757885e9 JS	297	if (ret != UCODE_OK)
	298	return -EINVAL;
	299
	300	ucode_loaded = true;
	301	return 0;
	302	}