[linux-2.6-block.git] / drivers / base / memory.c

/*
 * drivers/base/memory.c - basic Memory class support
 *
 * Written by Matt Tolentino <matthew.e.tolentino@intel.com>
 *            Dave Hansen <haveblue@us.ibm.com>
 *
 * This file provides the necessary infrastructure to represent
 * a SPARSEMEM-memory-model system's physical memory in /sysfs.
 * All arch-independent code that assumes MEMORY_HOTPLUG requires
 * SPARSEMEM should be contained here, or in mm/memory_hotplug.c.
 */

#include <linux/sysdev.h>
#include <linux/module.h>
#include <linux/init.h>
#include <linux/topology.h>
#include <linux/capability.h>
#include <linux/device.h>
#include <linux/memory.h>
#include <linux/kobject.h>
#include <linux/memory_hotplug.h>
#include <linux/mm.h>
#include <linux/mutex.h>
#include <linux/stat.h>

#include <asm/atomic.h>
#include <asm/uaccess.h>

#define MEMORY_CLASS_NAME	"memory"

static struct sysdev_class memory_sysdev_class = {
	.name = MEMORY_CLASS_NAME,
};

static const char *memory_uevent_name(struct kset *kset, struct kobject *kobj)
{
	return MEMORY_CLASS_NAME;
}

static int memory_uevent(struct kset *kset, struct kobject *obj, struct kobj_uevent_env *env)
{
	int retval = 0;

	return retval;
}

static const struct kset_uevent_ops memory_uevent_ops = {
	.name		= memory_uevent_name,
	.uevent		= memory_uevent,
};

static BLOCKING_NOTIFIER_HEAD(memory_chain);

int register_memory_notifier(struct notifier_block *nb)
{
        return blocking_notifier_chain_register(&memory_chain, nb);
}
EXPORT_SYMBOL(register_memory_notifier);

void unregister_memory_notifier(struct notifier_block *nb)
{
        blocking_notifier_chain_unregister(&memory_chain, nb);
}
EXPORT_SYMBOL(unregister_memory_notifier);

static ATOMIC_NOTIFIER_HEAD(memory_isolate_chain);

int register_memory_isolate_notifier(struct notifier_block *nb)
{
	return atomic_notifier_chain_register(&memory_isolate_chain, nb);
}
EXPORT_SYMBOL(register_memory_isolate_notifier);

void unregister_memory_isolate_notifier(struct notifier_block *nb)
{
	atomic_notifier_chain_unregister(&memory_isolate_chain, nb);
}
EXPORT_SYMBOL(unregister_memory_isolate_notifier);

/*
 * register_memory - Setup a sysfs device for a memory block
 */
static
int register_memory(struct memory_block *memory, struct mem_section *section)
{
	int error;

	memory->sysdev.cls = &memory_sysdev_class;
	memory->sysdev.id = __section_nr(section);

	error = sysdev_register(&memory->sysdev);
	return error;
}

static void
unregister_memory(struct memory_block *memory, struct mem_section *section)
{
	BUG_ON(memory->sysdev.cls != &memory_sysdev_class);
	BUG_ON(memory->sysdev.id != __section_nr(section));

	/* drop the ref. we got in remove_memory_block() */
	kobject_put(&memory->sysdev.kobj);
	sysdev_unregister(&memory->sysdev);
}

/*
 * use this as the physical section index that this memsection
 * uses.
 */

static ssize_t show_mem_phys_index(struct sys_device *dev,
			struct sysdev_attribute *attr, char *buf)
{
	struct memory_block *mem =
		container_of(dev, struct memory_block, sysdev);
	return sprintf(buf, "%08lx\n", mem->phys_index);
}

/*
 * Show whether the section of memory is likely to be hot-removable
 */
static ssize_t show_mem_removable(struct sys_device *dev,
			struct sysdev_attribute *attr, char *buf)
{
	unsigned long start_pfn;
	int ret;
	struct memory_block *mem =
		container_of(dev, struct memory_block, sysdev);

	start_pfn = section_nr_to_pfn(mem->phys_index);
	ret = is_mem_section_removable(start_pfn, PAGES_PER_SECTION);
	return sprintf(buf, "%d\n", ret);
}

/*
 * online, offline, going offline, etc.
 */
static ssize_t show_mem_state(struct sys_device *dev,
			struct sysdev_attribute *attr, char *buf)
{
	struct memory_block *mem =
		container_of(dev, struct memory_block, sysdev);
	ssize_t len = 0;

	/*
	 * We can probably put these states in a nice little array
	 * so that they're not open-coded
	 */
	switch (mem->state) {
		case MEM_ONLINE:
			len = sprintf(buf, "online\n");
			break;
		case MEM_OFFLINE:
			len = sprintf(buf, "offline\n");
			break;
		case MEM_GOING_OFFLINE:
			len = sprintf(buf, "going-offline\n");
			break;
		default:
			len = sprintf(buf, "ERROR-UNKNOWN-%ld\n",
					mem->state);
			WARN_ON(1);
			break;
	}

	return len;
}

int memory_notify(unsigned long val, void *v)
{
	return blocking_notifier_call_chain(&memory_chain, val, v);
}

int memory_isolate_notify(unsigned long val, void *v)
{
	return atomic_notifier_call_chain(&memory_isolate_chain, val, v);
}

/*
 * MEMORY_HOTPLUG depends on SPARSEMEM in mm/Kconfig, so it is
 * OK to have direct references to sparsemem variables in here.
 */
static int
memory_block_action(struct memory_block *mem, unsigned long action)
{
	int i;
	unsigned long psection;
	unsigned long start_pfn, start_paddr;
	struct page *first_page;
	int ret;
	int old_state = mem->state;

	psection = mem->phys_index;
	first_page = pfn_to_page(psection << PFN_SECTION_SHIFT);

	/*
	 * The probe routines leave the pages reserved, just
	 * as the bootmem code does.  Make sure they're still
	 * that way.
	 */
	if (action == MEM_ONLINE) {
		for (i = 0; i < PAGES_PER_SECTION; i++) {
			if (PageReserved(first_page+i))
				continue;

			printk(KERN_WARNING "section number %ld page number %d "
				"not reserved, was it already online? \n",
				psection, i);
			return -EBUSY;
		}
	}

	switch (action) {
		case MEM_ONLINE:
			start_pfn = page_to_pfn(first_page);
			ret = online_pages(start_pfn, PAGES_PER_SECTION);
			break;
		case MEM_OFFLINE:
			mem->state = MEM_GOING_OFFLINE;
			start_paddr = page_to_pfn(first_page) << PAGE_SHIFT;
			ret = remove_memory(start_paddr,
					    PAGES_PER_SECTION << PAGE_SHIFT);
			if (ret) {
				mem->state = old_state;
				break;
			}
			break;
		default:
			WARN(1, KERN_WARNING "%s(%p, %ld) unknown action: %ld\n",
					__func__, mem, action, action);
			ret = -EINVAL;
	}

	return ret;
}

static int memory_block_change_state(struct memory_block *mem,
		unsigned long to_state, unsigned long from_state_req)
{
	int ret = 0;
	mutex_lock(&mem->state_mutex);

	if (mem->state != from_state_req) {
		ret = -EINVAL;
		goto out;
	}

	ret = memory_block_action(mem, to_state);
	if (!ret)
		mem->state = to_state;

out:
	mutex_unlock(&mem->state_mutex);
	return ret;
}

static ssize_t
store_mem_state(struct sys_device *dev,
		struct sysdev_attribute *attr, const char *buf, size_t count)
{
	struct memory_block *mem;
	unsigned int phys_section_nr;
	int ret = -EINVAL;

	mem = container_of(dev, struct memory_block, sysdev);
	phys_section_nr = mem->phys_index;

	if (!present_section_nr(phys_section_nr))
		goto out;

	if (!strncmp(buf, "online", min((int)count, 6)))
		ret = memory_block_change_state(mem, MEM_ONLINE, MEM_OFFLINE);
	else if(!strncmp(buf, "offline", min((int)count, 7)))
		ret = memory_block_change_state(mem, MEM_OFFLINE, MEM_ONLINE);
out:
	if (ret)
		return ret;
	return count;
}

/*
 * phys_device is a bad name for this.  What I really want
 * is a way to differentiate between memory ranges that
 * are part of physical devices that constitute
 * a complete removable unit or fru.
 * i.e. do these ranges belong to the same physical device,
 * s.t. if I offline all of these sections I can then
 * remove the physical device?
 */
static ssize_t show_phys_device(struct sys_device *dev,
				struct sysdev_attribute *attr, char *buf)
{
	struct memory_block *mem =
		container_of(dev, struct memory_block, sysdev);
	return sprintf(buf, "%d\n", mem->phys_device);
}

static SYSDEV_ATTR(phys_index, 0444, show_mem_phys_index, NULL);
static SYSDEV_ATTR(state, 0644, show_mem_state, store_mem_state);
static SYSDEV_ATTR(phys_device, 0444, show_phys_device, NULL);
static SYSDEV_ATTR(removable, 0444, show_mem_removable, NULL);

#define mem_create_simple_file(mem, attr_name)	\
	sysdev_create_file(&mem->sysdev, &attr_##attr_name)
#define mem_remove_simple_file(mem, attr_name)	\
	sysdev_remove_file(&mem->sysdev, &attr_##attr_name)

/*
 * Block size attribute stuff
 */
static ssize_t
print_block_size(struct sysdev_class *class, struct sysdev_class_attribute *attr,
		 char *buf)
{
	return sprintf(buf, "%#lx\n", (unsigned long)PAGES_PER_SECTION * PAGE_SIZE);
}

static SYSDEV_CLASS_ATTR(block_size_bytes, 0444, print_block_size, NULL);

static int block_size_init(void)
{
	return sysfs_create_file(&memory_sysdev_class.kset.kobj,
				&attr_block_size_bytes.attr);
}

/*
 * Some architectures will have custom drivers to do this, and
 * will not need to do it from userspace.  The fake hot-add code
 * as well as ppc64 will do all of their discovery in userspace
 * and will require this interface.
 */
#ifdef CONFIG_ARCH_MEMORY_PROBE
static ssize_t
memory_probe_store(struct class *class, struct class_attribute *attr,
		   const char *buf, size_t count)
{
	u64 phys_addr;
	int nid;
	int ret;

	phys_addr = simple_strtoull(buf, NULL, 0);

	nid = memory_add_physaddr_to_nid(phys_addr);
	ret = add_memory(nid, phys_addr, PAGES_PER_SECTION << PAGE_SHIFT);

	if (ret)
		count = ret;

	return count;
}
static CLASS_ATTR(probe, S_IWUSR, NULL, memory_probe_store);

static int memory_probe_init(void)
{
	return sysfs_create_file(&memory_sysdev_class.kset.kobj,
				&class_attr_probe.attr);
}
#else
static inline int memory_probe_init(void)
{
	return 0;
}
#endif

#ifdef CONFIG_MEMORY_FAILURE
/*
 * Support for offlining pages of memory
 */

/* Soft offline a page */
static ssize_t
store_soft_offline_page(struct class *class,
			struct class_attribute *attr,
			const char *buf, size_t count)
{
	int ret;
	u64 pfn;
	if (!capable(CAP_SYS_ADMIN))
		return -EPERM;
	if (strict_strtoull(buf, 0, &pfn) < 0)
		return -EINVAL;
	pfn >>= PAGE_SHIFT;
	if (!pfn_valid(pfn))
		return -ENXIO;
	ret = soft_offline_page(pfn_to_page(pfn), 0);
	return ret == 0 ? count : ret;
}

/* Forcibly offline a page, including killing processes. */
static ssize_t
store_hard_offline_page(struct class *class,
			struct class_attribute *attr,
			const char *buf, size_t count)
{
	int ret;
	u64 pfn;
	if (!capable(CAP_SYS_ADMIN))
		return -EPERM;
	if (strict_strtoull(buf, 0, &pfn) < 0)
		return -EINVAL;
	pfn >>= PAGE_SHIFT;
	ret = __memory_failure(pfn, 0, 0);
	return ret ? ret : count;
}

static CLASS_ATTR(soft_offline_page, 0644, NULL, store_soft_offline_page);
static CLASS_ATTR(hard_offline_page, 0644, NULL, store_hard_offline_page);

static __init int memory_fail_init(void)
{
	int err;

	err = sysfs_create_file(&memory_sysdev_class.kset.kobj,
				&class_attr_soft_offline_page.attr);
	if (!err)
		err = sysfs_create_file(&memory_sysdev_class.kset.kobj,
				&class_attr_hard_offline_page.attr);
	return err;
}
#else
static inline int memory_fail_init(void)
{
	return 0;
}
#endif

/*
 * Note that phys_device is optional.  It is here to allow for
 * differentiation between which *physical* devices each
 * section belongs to...
 */
int __weak arch_get_memory_phys_device(unsigned long start_pfn)
{
	return 0;
}

static int add_memory_block(int nid, struct mem_section *section,
			unsigned long state, enum mem_add_context context)
{
	struct memory_block *mem = kzalloc(sizeof(*mem), GFP_KERNEL);
	unsigned long start_pfn;
	int ret = 0;

	if (!mem)
		return -ENOMEM;

	mem->phys_index = __section_nr(section);
	mem->state = state;
	mutex_init(&mem->state_mutex);
	start_pfn = section_nr_to_pfn(mem->phys_index);
	mem->phys_device = arch_get_memory_phys_device(start_pfn);

	ret = register_memory(mem, section);
	if (!ret)
		ret = mem_create_simple_file(mem, phys_index);
	if (!ret)
		ret = mem_create_simple_file(mem, state);
	if (!ret)
		ret = mem_create_simple_file(mem, phys_device);
	if (!ret)
		ret = mem_create_simple_file(mem, removable);
	if (!ret) {
		if (context == HOTPLUG)
			ret = register_mem_sect_under_node(mem, nid);
	}

	return ret;
}

/*
 * For now, we have a linear search to go find the appropriate
 * memory_block corresponding to a particular phys_index. If
 * this gets to be a real problem, we can always use a radix
 * tree or something here.
 *
 * This could be made generic for all sysdev classes.
 */
struct memory_block *find_memory_block(struct mem_section *section)
{
	struct kobject *kobj;
	struct sys_device *sysdev;
	struct memory_block *mem;
	char name[sizeof(MEMORY_CLASS_NAME) + 9 + 1];

	/*
	 * This only works because we know that section == sysdev->id
	 * slightly redundant with sysdev_register()
	 */
	sprintf(&name[0], "%s%d", MEMORY_CLASS_NAME, __section_nr(section));

	kobj = kset_find_obj(&memory_sysdev_class.kset, name);
	if (!kobj)
		return NULL;

	sysdev = container_of(kobj, struct sys_device, kobj);
	mem = container_of(sysdev, struct memory_block, sysdev);

	return mem;
}

int remove_memory_block(unsigned long node_id, struct mem_section *section,
		int phys_device)
{
	struct memory_block *mem;

	mem = find_memory_block(section);
	unregister_mem_sect_under_nodes(mem);
	mem_remove_simple_file(mem, phys_index);
	mem_remove_simple_file(mem, state);
	mem_remove_simple_file(mem, phys_device);
	mem_remove_simple_file(mem, removable);
	unregister_memory(mem, section);

	return 0;
}

/*
 * need an interface for the VM to add new memory regions,
 * but without onlining it.
 */
int register_new_memory(int nid, struct mem_section *section)
{
	return add_memory_block(nid, section, MEM_OFFLINE, HOTPLUG);
}

int unregister_memory_section(struct mem_section *section)
{
	if (!present_section(section))
		return -EINVAL;

	return remove_memory_block(0, section, 0);
}

/*
 * Initialize the sysfs support for memory devices...
 */
int __init memory_dev_init(void)
{
	unsigned int i;
	int ret;
	int err;

	memory_sysdev_class.kset.uevent_ops = &memory_uevent_ops;
	ret = sysdev_class_register(&memory_sysdev_class);
	if (ret)
		goto out;

	/*
	 * Create entries for memory sections that were found
	 * during boot and have been initialized
	 */
	for (i = 0; i < NR_MEM_SECTIONS; i++) {
		if (!present_section_nr(i))
			continue;
		err = add_memory_block(0, __nr_to_section(i), MEM_ONLINE,
				       BOOT);
		if (!ret)
			ret = err;
	}

	err = memory_probe_init();
	if (!ret)
		ret = err;
	err = memory_fail_init();
	if (!ret)
		ret = err;
	err = block_size_init();
	if (!ret)
		ret = err;
out:
	if (ret)
		printk(KERN_ERR "%s() failed: %d\n", __func__, ret);
	return ret;
}
Commit	Line	Data
3947be19 DH	1	/*
	2	* drivers/base/memory.c - basic Memory class support
	3	*
	4	* Written by Matt Tolentino <matthew.e.tolentino@intel.com>
	5	* Dave Hansen <haveblue@us.ibm.com>
	6	*
	7	* This file provides the necessary infrastructure to represent
	8	* a SPARSEMEM-memory-model system's physical memory in /sysfs.
	9	* All arch-independent code that assumes MEMORY_HOTPLUG requires
	10	* SPARSEMEM should be contained here, or in mm/memory_hotplug.c.
	11	*/
	12
	13	#include <linux/sysdev.h>
	14	#include <linux/module.h>
	15	#include <linux/init.h>
3947be19	16	#include <linux/topology.h>
c59ede7b	17	#include <linux/capability.h>
3947be19 DH	18	#include <linux/device.h>
	19	#include <linux/memory.h>
	20	#include <linux/kobject.h>
	21	#include <linux/memory_hotplug.h>
	22	#include <linux/mm.h>
da19cbcf	23	#include <linux/mutex.h>
9f1b16a5 SL	24	#include <linux/stat.h>
9f1b16a5 SL	25
3947be19 DH	26	#include <asm/atomic.h>
	27	#include <asm/uaccess.h>
	28
	29	#define MEMORY_CLASS_NAME "memory"
	30
	31	static struct sysdev_class memory_sysdev_class = {
af5ca3f4	32	.name = MEMORY_CLASS_NAME,
3947be19	33	};
3947be19	34
312c004d	35	static const char memory_uevent_name(struct kset kset, struct kobject *kobj)
3947be19 DH	36	{
	37	return MEMORY_CLASS_NAME;
	38	}
	39
9ec0fd4e	40	static int memory_uevent(struct kset kset, struct kobject obj, struct kobj_uevent_env *env)
3947be19 DH	41	{
	42	int retval = 0;
	43
	44	return retval;
	45	}
	46
9cd43611	47	static const struct kset_uevent_ops memory_uevent_ops = {
312c004d KS	48	.name = memory_uevent_name,
312c004d KS	49	.uevent = memory_uevent,
3947be19 DH	50	};
3947be19 DH	51
e041c683	52	static BLOCKING_NOTIFIER_HEAD(memory_chain);
3947be19	53
98a38ebd	54	int register_memory_notifier(struct notifier_block *nb)
3947be19	55	{
e041c683	56	return blocking_notifier_chain_register(&memory_chain, nb);
3947be19	57	}
3c82c30c	58	EXPORT_SYMBOL(register_memory_notifier);
3947be19	59
98a38ebd	60	void unregister_memory_notifier(struct notifier_block *nb)
3947be19	61	{
e041c683	62	blocking_notifier_chain_unregister(&memory_chain, nb);
3947be19	63	}
3c82c30c	64	EXPORT_SYMBOL(unregister_memory_notifier);
3947be19	65
925cc71e RJ	66	static ATOMIC_NOTIFIER_HEAD(memory_isolate_chain);
	67
	68	int register_memory_isolate_notifier(struct notifier_block *nb)
	69	{
	70	return atomic_notifier_chain_register(&memory_isolate_chain, nb);
	71	}
	72	EXPORT_SYMBOL(register_memory_isolate_notifier);
	73
	74	void unregister_memory_isolate_notifier(struct notifier_block *nb)
	75	{
	76	atomic_notifier_chain_unregister(&memory_isolate_chain, nb);
	77	}
	78	EXPORT_SYMBOL(unregister_memory_isolate_notifier);
	79
3947be19 DH	80	/*
	81	* register_memory - Setup a sysfs device for a memory block
	82	*/
00a41db5 BP	83	static
00a41db5 BP	84	int register_memory(struct memory_block memory, struct mem_section section)
3947be19 DH	85	{
	86	int error;
	87
	88	memory->sysdev.cls = &memory_sysdev_class;
	89	memory->sysdev.id = __section_nr(section);
	90
	91	error = sysdev_register(&memory->sysdev);
3947be19 DH	92	return error;
	93	}
	94
	95	static void
00a41db5	96	unregister_memory(struct memory_block memory, struct mem_section section)
3947be19 DH	97	{
	98	BUG_ON(memory->sysdev.cls != &memory_sysdev_class);
	99	BUG_ON(memory->sysdev.id != __section_nr(section));
	100
00a41db5 BP	101	/* drop the ref. we got in remove_memory_block() */
00a41db5 BP	102	kobject_put(&memory->sysdev.kobj);
3947be19	103	sysdev_unregister(&memory->sysdev);
3947be19 DH	104	}
	105
	106	/*
	107	* use this as the physical section index that this memsection
	108	* uses.
	109	*/
	110
4a0b2b4d AK	111	static ssize_t show_mem_phys_index(struct sys_device *dev,
4a0b2b4d AK	112	struct sysdev_attribute attr, char buf)
3947be19 DH	113	{
	114	struct memory_block *mem =
	115	container_of(dev, struct memory_block, sysdev);
	116	return sprintf(buf, "%08lx\n", mem->phys_index);
	117	}
	118
5c755e9f BP	119	/*
	120	* Show whether the section of memory is likely to be hot-removable
	121	*/
1f07be1c SR	122	static ssize_t show_mem_removable(struct sys_device *dev,
1f07be1c SR	123	struct sysdev_attribute attr, char buf)
5c755e9f BP	124	{
	125	unsigned long start_pfn;
	126	int ret;
	127	struct memory_block *mem =
	128	container_of(dev, struct memory_block, sysdev);
	129
	130	start_pfn = section_nr_to_pfn(mem->phys_index);
	131	ret = is_mem_section_removable(start_pfn, PAGES_PER_SECTION);
	132	return sprintf(buf, "%d\n", ret);
	133	}
	134
3947be19 DH	135	/*
	136	* online, offline, going offline, etc.
	137	*/
4a0b2b4d AK	138	static ssize_t show_mem_state(struct sys_device *dev,
4a0b2b4d AK	139	struct sysdev_attribute attr, char buf)
3947be19 DH	140	{
	141	struct memory_block *mem =
	142	container_of(dev, struct memory_block, sysdev);
	143	ssize_t len = 0;
	144
	145	/*
	146	* We can probably put these states in a nice little array
	147	* so that they're not open-coded
	148	*/
	149	switch (mem->state) {
	150	case MEM_ONLINE:
	151	len = sprintf(buf, "online\n");
	152	break;
	153	case MEM_OFFLINE:
	154	len = sprintf(buf, "offline\n");
	155	break;
	156	case MEM_GOING_OFFLINE:
	157	len = sprintf(buf, "going-offline\n");
	158	break;
	159	default:
	160	len = sprintf(buf, "ERROR-UNKNOWN-%ld\n",
	161	mem->state);
	162	WARN_ON(1);
	163	break;
	164	}
	165
	166	return len;
	167	}
	168
7b78d335	169	int memory_notify(unsigned long val, void *v)
3947be19	170	{
e041c683	171	return blocking_notifier_call_chain(&memory_chain, val, v);
3947be19 DH	172	}
3947be19 DH	173
925cc71e RJ	174	int memory_isolate_notify(unsigned long val, void *v)
	175	{
	176	return atomic_notifier_call_chain(&memory_isolate_chain, val, v);
	177	}
	178
3947be19 DH	179	/*
	180	* MEMORY_HOTPLUG depends on SPARSEMEM in mm/Kconfig, so it is
	181	* OK to have direct references to sparsemem variables in here.
	182	*/
	183	static int
	184	memory_block_action(struct memory_block *mem, unsigned long action)
	185	{
	186	int i;
	187	unsigned long psection;
	188	unsigned long start_pfn, start_paddr;
	189	struct page *first_page;
	190	int ret;
	191	int old_state = mem->state;
	192
	193	psection = mem->phys_index;
	194	first_page = pfn_to_page(psection << PFN_SECTION_SHIFT);
	195
	196	/*
	197	* The probe routines leave the pages reserved, just
	198	* as the bootmem code does. Make sure they're still
	199	* that way.
	200	*/
	201	if (action == MEM_ONLINE) {
	202	for (i = 0; i < PAGES_PER_SECTION; i++) {
	203	if (PageReserved(first_page+i))
	204	continue;
	205
	206	printk(KERN_WARNING "section number %ld page number %d "
	207	"not reserved, was it already online? \n",
	208	psection, i);
	209	return -EBUSY;
	210	}
	211	}
	212
	213	switch (action) {
	214	case MEM_ONLINE:
	215	start_pfn = page_to_pfn(first_page);
	216	ret = online_pages(start_pfn, PAGES_PER_SECTION);
	217	break;
	218	case MEM_OFFLINE:
	219	mem->state = MEM_GOING_OFFLINE;
3947be19 DH	220	start_paddr = page_to_pfn(first_page) << PAGE_SHIFT;
	221	ret = remove_memory(start_paddr,
	222	PAGES_PER_SECTION << PAGE_SHIFT);
	223	if (ret) {
	224	mem->state = old_state;
	225	break;
	226	}
3947be19 DH	227	break;
3947be19 DH	228	default:
f810a5cf	229	WARN(1, KERN_WARNING "%s(%p, %ld) unknown action: %ld\n",
2b3a302a	230	__func__, mem, action, action);
3947be19 DH	231	ret = -EINVAL;
3947be19 DH	232	}
3947be19 DH	233
	234	return ret;
	235	}
	236
	237	static int memory_block_change_state(struct memory_block *mem,
	238	unsigned long to_state, unsigned long from_state_req)
	239	{
	240	int ret = 0;
da19cbcf	241	mutex_lock(&mem->state_mutex);
3947be19 DH	242
	243	if (mem->state != from_state_req) {
	244	ret = -EINVAL;
	245	goto out;
	246	}
	247
	248	ret = memory_block_action(mem, to_state);
	249	if (!ret)
	250	mem->state = to_state;
	251
	252	out:
da19cbcf	253	mutex_unlock(&mem->state_mutex);
3947be19 DH	254	return ret;
	255	}
	256
	257	static ssize_t
4a0b2b4d AK	258	store_mem_state(struct sys_device *dev,
4a0b2b4d AK	259	struct sysdev_attribute attr, const char buf, size_t count)
3947be19 DH	260	{
	261	struct memory_block *mem;
	262	unsigned int phys_section_nr;
	263	int ret = -EINVAL;
	264
	265	mem = container_of(dev, struct memory_block, sysdev);
	266	phys_section_nr = mem->phys_index;
	267
540557b9	268	if (!present_section_nr(phys_section_nr))
3947be19 DH	269	goto out;
	270
	271	if (!strncmp(buf, "online", min((int)count, 6)))
	272	ret = memory_block_change_state(mem, MEM_ONLINE, MEM_OFFLINE);
	273	else if(!strncmp(buf, "offline", min((int)count, 7)))
	274	ret = memory_block_change_state(mem, MEM_OFFLINE, MEM_ONLINE);
	275	out:
	276	if (ret)
	277	return ret;
	278	return count;
	279	}
	280
	281	/*
	282	* phys_device is a bad name for this. What I really want
	283	* is a way to differentiate between memory ranges that
	284	* are part of physical devices that constitute
	285	* a complete removable unit or fru.
	286	* i.e. do these ranges belong to the same physical device,
	287	* s.t. if I offline all of these sections I can then
	288	* remove the physical device?
	289	*/
4a0b2b4d AK	290	static ssize_t show_phys_device(struct sys_device *dev,
4a0b2b4d AK	291	struct sysdev_attribute attr, char buf)
3947be19 DH	292	{
	293	struct memory_block *mem =
	294	container_of(dev, struct memory_block, sysdev);
	295	return sprintf(buf, "%d\n", mem->phys_device);
	296	}
	297
	298	static SYSDEV_ATTR(phys_index, 0444, show_mem_phys_index, NULL);
	299	static SYSDEV_ATTR(state, 0644, show_mem_state, store_mem_state);
	300	static SYSDEV_ATTR(phys_device, 0444, show_phys_device, NULL);
5c755e9f	301	static SYSDEV_ATTR(removable, 0444, show_mem_removable, NULL);
3947be19 DH	302
	303	#define mem_create_simple_file(mem, attr_name) \
	304	sysdev_create_file(&mem->sysdev, &attr_##attr_name)
	305	#define mem_remove_simple_file(mem, attr_name) \
	306	sysdev_remove_file(&mem->sysdev, &attr_##attr_name)
	307
	308	/*
	309	* Block size attribute stuff
	310	*/
	311	static ssize_t
8564a6c1 AK	312	print_block_size(struct sysdev_class class, struct sysdev_class_attribute attr,
8564a6c1 AK	313	char *buf)
3947be19	314	{
ba168fc3	315	return sprintf(buf, "%#lx\n", (unsigned long)PAGES_PER_SECTION * PAGE_SIZE);
3947be19 DH	316	}
3947be19 DH	317
8564a6c1	318	static SYSDEV_CLASS_ATTR(block_size_bytes, 0444, print_block_size, NULL);
3947be19 DH	319
	320	static int block_size_init(void)
	321	{
28ec24e2	322	return sysfs_create_file(&memory_sysdev_class.kset.kobj,
8564a6c1	323	&attr_block_size_bytes.attr);
3947be19 DH	324	}
	325
	326	/*
	327	* Some architectures will have custom drivers to do this, and
	328	* will not need to do it from userspace. The fake hot-add code
	329	* as well as ppc64 will do all of their discovery in userspace
	330	* and will require this interface.
	331	*/
	332	#ifdef CONFIG_ARCH_MEMORY_PROBE
	333	static ssize_t
28812fe1 AK	334	memory_probe_store(struct class class, struct class_attribute attr,
28812fe1 AK	335	const char *buf, size_t count)
3947be19 DH	336	{
3947be19 DH	337	u64 phys_addr;
bc02af93	338	int nid;
3947be19 DH	339	int ret;
	340
	341	phys_addr = simple_strtoull(buf, NULL, 0);
	342
bc02af93 YG	343	nid = memory_add_physaddr_to_nid(phys_addr);
bc02af93 YG	344	ret = add_memory(nid, phys_addr, PAGES_PER_SECTION << PAGE_SHIFT);
3947be19 DH	345
	346	if (ret)
	347	count = ret;
	348
	349	return count;
	350	}
bd796671	351	static CLASS_ATTR(probe, S_IWUSR, NULL, memory_probe_store);
3947be19 DH	352
	353	static int memory_probe_init(void)
	354	{
28ec24e2	355	return sysfs_create_file(&memory_sysdev_class.kset.kobj,
bd796671	356	&class_attr_probe.attr);
3947be19 DH	357	}
3947be19 DH	358	#else
28ec24e2 AM	359	static inline int memory_probe_init(void)
	360	{
	361	return 0;
	362	}
3947be19 DH	363	#endif
3947be19 DH	364
facb6011 AK	365	#ifdef CONFIG_MEMORY_FAILURE
	366	/*
	367	* Support for offlining pages of memory
	368	*/
	369
	370	/* Soft offline a page */
	371	static ssize_t
28812fe1 AK	372	store_soft_offline_page(struct class *class,
	373	struct class_attribute *attr,
	374	const char *buf, size_t count)
facb6011 AK	375	{
	376	int ret;
	377	u64 pfn;
	378	if (!capable(CAP_SYS_ADMIN))
	379	return -EPERM;
	380	if (strict_strtoull(buf, 0, &pfn) < 0)
	381	return -EINVAL;
	382	pfn >>= PAGE_SHIFT;
	383	if (!pfn_valid(pfn))
	384	return -ENXIO;
	385	ret = soft_offline_page(pfn_to_page(pfn), 0);
	386	return ret == 0 ? count : ret;
	387	}
	388
	389	/* Forcibly offline a page, including killing processes. */
	390	static ssize_t
28812fe1 AK	391	store_hard_offline_page(struct class *class,
	392	struct class_attribute *attr,
	393	const char *buf, size_t count)
facb6011 AK	394	{
	395	int ret;
	396	u64 pfn;
	397	if (!capable(CAP_SYS_ADMIN))
	398	return -EPERM;
	399	if (strict_strtoull(buf, 0, &pfn) < 0)
	400	return -EINVAL;
	401	pfn >>= PAGE_SHIFT;
	402	ret = __memory_failure(pfn, 0, 0);
	403	return ret ? ret : count;
	404	}
	405
bd796671 GKH	406	static CLASS_ATTR(soft_offline_page, 0644, NULL, store_soft_offline_page);
bd796671 GKH	407	static CLASS_ATTR(hard_offline_page, 0644, NULL, store_hard_offline_page);
facb6011 AK	408
	409	static __init int memory_fail_init(void)
	410	{
	411	int err;
	412
	413	err = sysfs_create_file(&memory_sysdev_class.kset.kobj,
bd796671	414	&class_attr_soft_offline_page.attr);
facb6011 AK	415	if (!err)
facb6011 AK	416	err = sysfs_create_file(&memory_sysdev_class.kset.kobj,
bd796671	417	&class_attr_hard_offline_page.attr);
facb6011 AK	418	return err;
	419	}
	420	#else
	421	static inline int memory_fail_init(void)
	422	{
	423	return 0;
	424	}
	425	#endif
	426
3947be19 DH	427	/*
	428	* Note that phys_device is optional. It is here to allow for
	429	* differentiation between which physical devices each
	430	* section belongs to...
	431	*/
bc32df00 HC	432	int __weak arch_get_memory_phys_device(unsigned long start_pfn)
	433	{
	434	return 0;
	435	}
3947be19	436
c04fc586	437	static int add_memory_block(int nid, struct mem_section *section,
bc32df00	438	unsigned long state, enum mem_add_context context)
3947be19	439	{
0b0acbec	440	struct memory_block mem = kzalloc(sizeof(mem), GFP_KERNEL);
bc32df00	441	unsigned long start_pfn;
3947be19 DH	442	int ret = 0;
	443
	444	if (!mem)
	445	return -ENOMEM;
	446
3947be19 DH	447	mem->phys_index = __section_nr(section);
3947be19 DH	448	mem->state = state;
da19cbcf	449	mutex_init(&mem->state_mutex);
bc32df00 HC	450	start_pfn = section_nr_to_pfn(mem->phys_index);
bc32df00 HC	451	mem->phys_device = arch_get_memory_phys_device(start_pfn);
3947be19	452
00a41db5	453	ret = register_memory(mem, section);
3947be19 DH	454	if (!ret)
	455	ret = mem_create_simple_file(mem, phys_index);
	456	if (!ret)
	457	ret = mem_create_simple_file(mem, state);
	458	if (!ret)
	459	ret = mem_create_simple_file(mem, phys_device);
5c755e9f BP	460	if (!ret)
5c755e9f BP	461	ret = mem_create_simple_file(mem, removable);
c04fc586 GH	462	if (!ret) {
	463	if (context == HOTPLUG)
	464	ret = register_mem_sect_under_node(mem, nid);
	465	}
3947be19 DH	466
	467	return ret;
	468	}
	469
	470	/*
	471	* For now, we have a linear search to go find the appropriate
	472	* memory_block corresponding to a particular phys_index. If
	473	* this gets to be a real problem, we can always use a radix
	474	* tree or something here.
	475	*
	476	* This could be made generic for all sysdev classes.
	477	*/
c04fc586	478	struct memory_block find_memory_block(struct mem_section section)
3947be19 DH	479	{
	480	struct kobject *kobj;
	481	struct sys_device *sysdev;
	482	struct memory_block *mem;
	483	char name[sizeof(MEMORY_CLASS_NAME) + 9 + 1];
	484
	485	/*
	486	* This only works because we know that section == sysdev->id
	487	* slightly redundant with sysdev_register()
	488	*/
	489	sprintf(&name[0], "%s%d", MEMORY_CLASS_NAME, __section_nr(section));
	490
	491	kobj = kset_find_obj(&memory_sysdev_class.kset, name);
	492	if (!kobj)
	493	return NULL;
	494
	495	sysdev = container_of(kobj, struct sys_device, kobj);
	496	mem = container_of(sysdev, struct memory_block, sysdev);
	497
	498	return mem;
	499	}
	500
	501	int remove_memory_block(unsigned long node_id, struct mem_section *section,
	502	int phys_device)
	503	{
	504	struct memory_block *mem;
	505
	506	mem = find_memory_block(section);
c04fc586	507	unregister_mem_sect_under_nodes(mem);
3947be19 DH	508	mem_remove_simple_file(mem, phys_index);
	509	mem_remove_simple_file(mem, state);
	510	mem_remove_simple_file(mem, phys_device);
5c755e9f	511	mem_remove_simple_file(mem, removable);
00a41db5	512	unregister_memory(mem, section);
3947be19 DH	513
	514	return 0;
	515	}
	516
	517	/*
	518	* need an interface for the VM to add new memory regions,
	519	* but without onlining it.
	520	*/
c04fc586	521	int register_new_memory(int nid, struct mem_section *section)
3947be19	522	{
bc32df00	523	return add_memory_block(nid, section, MEM_OFFLINE, HOTPLUG);
3947be19 DH	524	}
	525
	526	int unregister_memory_section(struct mem_section *section)
	527	{
540557b9	528	if (!present_section(section))
3947be19 DH	529	return -EINVAL;
	530
	531	return remove_memory_block(0, section, 0);
	532	}
	533
	534	/*
	535	* Initialize the sysfs support for memory devices...
	536	*/
	537	int __init memory_dev_init(void)
	538	{
	539	unsigned int i;
	540	int ret;
28ec24e2	541	int err;
3947be19	542
312c004d	543	memory_sysdev_class.kset.uevent_ops = &memory_uevent_ops;
3947be19	544	ret = sysdev_class_register(&memory_sysdev_class);
28ec24e2 AM	545	if (ret)
28ec24e2 AM	546	goto out;
3947be19 DH	547
	548	/*
	549	* Create entries for memory sections that were found
	550	* during boot and have been initialized
	551	*/
	552	for (i = 0; i < NR_MEM_SECTIONS; i++) {
540557b9	553	if (!present_section_nr(i))
3947be19	554	continue;
c04fc586	555	err = add_memory_block(0, __nr_to_section(i), MEM_ONLINE,
bc32df00	556	BOOT);
28ec24e2 AM	557	if (!ret)
28ec24e2 AM	558	ret = err;
3947be19 DH	559	}
3947be19 DH	560
28ec24e2	561	err = memory_probe_init();
facb6011 AK	562	if (!ret)
	563	ret = err;
	564	err = memory_fail_init();
28ec24e2 AM	565	if (!ret)
	566	ret = err;
	567	err = block_size_init();
	568	if (!ret)
	569	ret = err;
	570	out:
	571	if (ret)
2b3a302a	572	printk(KERN_ERR "%s() failed: %d\n", __func__, ret);
3947be19 DH	573	return ret;
3947be19 DH	574	}