2005-04-17 06:20:36 +08:00
|
|
|
/*
|
|
|
|
|
* Discontiguous memory support, Kanoj Sarcar, SGI, Nov 1999
|
|
|
|
|
*/
|
|
|
|
|
#ifndef _LINUX_BOOTMEM_H
|
|
|
|
|
#define _LINUX_BOOTMEM_H
|
|
|
|
|
|
|
|
|
|
#include <linux/mmzone.h>
|
2006-09-26 14:31:06 +08:00
|
|
|
#include <asm/dma.h>
|
2005-04-17 06:20:36 +08:00
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
* simple boot-time physical memory area allocator.
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
extern unsigned long max_low_pfn;
|
|
|
|
|
extern unsigned long min_low_pfn;
|
|
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
* highest page
|
|
|
|
|
*/
|
|
|
|
|
extern unsigned long max_pfn;
|
|
|
|
|
|
2010-02-10 17:20:20 +08:00
|
|
|
#ifndef CONFIG_NO_BOOTMEM
|
2005-04-17 06:20:36 +08:00
|
|
|
/*
|
|
|
|
|
* node_bootmem_map is a map pointer - the bits represent all physical
|
|
|
|
|
* memory pages (including holes) on the node.
|
|
|
|
|
*/
|
|
|
|
|
typedef struct bootmem_data {
|
2008-07-24 12:28:09 +08:00
|
|
|
unsigned long node_min_pfn;
|
2005-04-17 06:20:36 +08:00
|
|
|
unsigned long node_low_pfn;
|
|
|
|
|
void *node_bootmem_map;
|
2008-07-24 12:28:05 +08:00
|
|
|
unsigned long last_end_off;
|
|
|
|
|
unsigned long hint_idx;
|
2006-03-27 17:15:58 +08:00
|
|
|
struct list_head list;
|
2005-04-17 06:20:36 +08:00
|
|
|
} bootmem_data_t;
|
|
|
|
|
|
2008-07-24 12:26:55 +08:00
|
|
|
extern bootmem_data_t bootmem_node_data[];
|
2010-02-10 17:20:20 +08:00
|
|
|
#endif
|
2008-07-24 12:26:55 +08:00
|
|
|
|
2006-09-26 14:31:08 +08:00
|
|
|
extern unsigned long bootmem_bootmap_pages(unsigned long);
|
2008-07-24 12:28:00 +08:00
|
|
|
|
|
|
|
|
extern unsigned long init_bootmem_node(pg_data_t *pgdat,
|
|
|
|
|
unsigned long freepfn,
|
|
|
|
|
unsigned long startpfn,
|
|
|
|
|
unsigned long endpfn);
|
2006-09-26 14:31:08 +08:00
|
|
|
extern unsigned long init_bootmem(unsigned long addr, unsigned long memend);
|
2008-07-24 12:28:00 +08:00
|
|
|
|
|
|
|
|
extern unsigned long free_all_bootmem_node(pg_data_t *pgdat);
|
|
|
|
|
extern unsigned long free_all_bootmem(void);
|
|
|
|
|
|
|
|
|
|
extern void free_bootmem_node(pg_data_t *pgdat,
|
|
|
|
|
unsigned long addr,
|
|
|
|
|
unsigned long size);
|
2012-12-12 08:03:10 +08:00
|
|
|
extern void free_bootmem(unsigned long physaddr, unsigned long size);
|
|
|
|
|
extern void free_bootmem_late(unsigned long physaddr, unsigned long size);
|
memory-hotplug: common APIs to support page tables hot-remove
When memory is removed, the corresponding pagetables should alse be
removed. This patch introduces some common APIs to support vmemmap
pagetable and x86_64 architecture direct mapping pagetable removing.
All pages of virtual mapping in removed memory cannot be freed if some
pages used as PGD/PUD include not only removed memory but also other
memory. So this patch uses the following way to check whether a page
can be freed or not.
1) When removing memory, the page structs of the removed memory are
filled with 0FD.
2) All page structs are filled with 0xFD on PT/PMD, PT/PMD can be
cleared. In this case, the page used as PT/PMD can be freed.
For direct mapping pages, update direct_pages_count[level] when we freed
their pagetables. And do not free the pages again because they were
freed when offlining.
For vmemmap pages, free the pages and their pagetables.
For larger pages, do not split them into smaller ones because there is
no way to know if the larger page has been split. As a result, there is
no way to decide when to split. We deal the larger pages in the
following way:
1) For direct mapped pages, all the pages were freed when they were
offlined. And since menmory offline is done section by section, all
the memory ranges being removed are aligned to PAGE_SIZE. So only need
to deal with unaligned pages when freeing vmemmap pages.
2) For vmemmap pages being used to store page_struct, if part of the
larger page is still in use, just fill the unused part with 0xFD. And
when the whole page is fulfilled with 0xFD, then free the larger page.
[akpm@linux-foundation.org: fix typo in comment]
[tangchen@cn.fujitsu.com: do not calculate direct mapping pages when freeing vmemmap pagetables]
[tangchen@cn.fujitsu.com: do not free direct mapping pages twice]
[tangchen@cn.fujitsu.com: do not free page split from hugepage one by one]
[tangchen@cn.fujitsu.com: do not split pages when freeing pagetable pages]
[akpm@linux-foundation.org: use pmd_page_vaddr()]
[akpm@linux-foundation.org: fix used-uninitialised bug]
Signed-off-by: Yasuaki Ishimatsu <isimatu.yasuaki@jp.fujitsu.com>
Signed-off-by: Jianguo Wu <wujianguo@huawei.com>
Signed-off-by: Wen Congyang <wency@cn.fujitsu.com>
Signed-off-by: Tang Chen <tangchen@cn.fujitsu.com>
Cc: KOSAKI Motohiro <kosaki.motohiro@jp.fujitsu.com>
Cc: Jiang Liu <jiang.liu@huawei.com>
Cc: Kamezawa Hiroyuki <kamezawa.hiroyu@jp.fujitsu.com>
Cc: Lai Jiangshan <laijs@cn.fujitsu.com>
Cc: Wu Jianguo <wujianguo@huawei.com>
Cc: Ingo Molnar <mingo@elte.hu>
Cc: Thomas Gleixner <tglx@linutronix.de>
Cc: "H. Peter Anvin" <hpa@zytor.com>
Signed-off-by: Andrew Morton <akpm@linux-foundation.org>
Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
2013-02-23 08:33:04 +08:00
|
|
|
extern void __free_pages_bootmem(struct page *page, unsigned int order);
|
2008-07-24 12:28:00 +08:00
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
* Flags for reserve_bootmem (also if CONFIG_HAVE_ARCH_BOOTMEM_NODE,
|
|
|
|
|
* the architecture-specific code should honor this).
|
|
|
|
|
*
|
|
|
|
|
* If flags is 0, then the return value is always 0 (success). If
|
|
|
|
|
* flags contains BOOTMEM_EXCLUSIVE, then -EBUSY is returned if the
|
|
|
|
|
* memory already was reserved.
|
|
|
|
|
*/
|
|
|
|
|
#define BOOTMEM_DEFAULT 0
|
|
|
|
|
#define BOOTMEM_EXCLUSIVE (1<<0)
|
|
|
|
|
|
2009-02-24 10:57:20 +08:00
|
|
|
extern int reserve_bootmem(unsigned long addr,
|
|
|
|
|
unsigned long size,
|
|
|
|
|
int flags);
|
2009-02-24 10:57:21 +08:00
|
|
|
extern int reserve_bootmem_node(pg_data_t *pgdat,
|
|
|
|
|
unsigned long physaddr,
|
|
|
|
|
unsigned long size,
|
|
|
|
|
int flags);
|
|
|
|
|
|
|
|
|
|
extern void *__alloc_bootmem(unsigned long size,
|
2006-09-26 14:31:08 +08:00
|
|
|
unsigned long align,
|
|
|
|
|
unsigned long goal);
|
2009-02-24 10:57:21 +08:00
|
|
|
extern void *__alloc_bootmem_nopanic(unsigned long size,
|
2006-09-26 14:31:08 +08:00
|
|
|
unsigned long align,
|
|
|
|
|
unsigned long goal);
|
2008-07-24 12:28:00 +08:00
|
|
|
extern void *__alloc_bootmem_node(pg_data_t *pgdat,
|
|
|
|
|
unsigned long size,
|
|
|
|
|
unsigned long align,
|
|
|
|
|
unsigned long goal);
|
2010-02-10 17:20:20 +08:00
|
|
|
void *__alloc_bootmem_node_high(pg_data_t *pgdat,
|
|
|
|
|
unsigned long size,
|
|
|
|
|
unsigned long align,
|
|
|
|
|
unsigned long goal);
|
2008-07-24 12:28:00 +08:00
|
|
|
extern void *__alloc_bootmem_node_nopanic(pg_data_t *pgdat,
|
|
|
|
|
unsigned long size,
|
|
|
|
|
unsigned long align,
|
|
|
|
|
unsigned long goal);
|
2012-07-12 05:02:53 +08:00
|
|
|
void *___alloc_bootmem_node_nopanic(pg_data_t *pgdat,
|
|
|
|
|
unsigned long size,
|
|
|
|
|
unsigned long align,
|
|
|
|
|
unsigned long goal,
|
|
|
|
|
unsigned long limit);
|
2009-02-24 10:57:21 +08:00
|
|
|
extern void *__alloc_bootmem_low(unsigned long size,
|
|
|
|
|
unsigned long align,
|
|
|
|
|
unsigned long goal);
|
2013-01-25 04:20:15 +08:00
|
|
|
void *__alloc_bootmem_low_nopanic(unsigned long size,
|
|
|
|
|
unsigned long align,
|
|
|
|
|
unsigned long goal);
|
2006-09-26 14:31:08 +08:00
|
|
|
extern void *__alloc_bootmem_low_node(pg_data_t *pgdat,
|
|
|
|
|
unsigned long size,
|
|
|
|
|
unsigned long align,
|
|
|
|
|
unsigned long goal);
|
2009-02-24 10:57:20 +08:00
|
|
|
|
2011-05-25 08:12:37 +08:00
|
|
|
#ifdef CONFIG_NO_BOOTMEM
|
|
|
|
|
/* We are using top down, so it is safe to use 0 here */
|
|
|
|
|
#define BOOTMEM_LOW_LIMIT 0
|
|
|
|
|
#else
|
|
|
|
|
#define BOOTMEM_LOW_LIMIT __pa(MAX_DMA_ADDRESS)
|
|
|
|
|
#endif
|
|
|
|
|
|
2005-04-17 06:20:36 +08:00
|
|
|
#define alloc_bootmem(x) \
|
2011-05-25 08:12:37 +08:00
|
|
|
__alloc_bootmem(x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT)
|
2010-11-17 05:23:50 +08:00
|
|
|
#define alloc_bootmem_align(x, align) \
|
2011-05-25 08:12:37 +08:00
|
|
|
__alloc_bootmem(x, align, BOOTMEM_LOW_LIMIT)
|
2008-08-13 06:08:39 +08:00
|
|
|
#define alloc_bootmem_nopanic(x) \
|
2011-05-25 08:12:37 +08:00
|
|
|
__alloc_bootmem_nopanic(x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT)
|
2005-04-17 06:20:36 +08:00
|
|
|
#define alloc_bootmem_pages(x) \
|
2011-05-25 08:12:37 +08:00
|
|
|
__alloc_bootmem(x, PAGE_SIZE, BOOTMEM_LOW_LIMIT)
|
2008-08-13 06:08:39 +08:00
|
|
|
#define alloc_bootmem_pages_nopanic(x) \
|
2011-05-25 08:12:37 +08:00
|
|
|
__alloc_bootmem_nopanic(x, PAGE_SIZE, BOOTMEM_LOW_LIMIT)
|
2005-04-17 06:20:36 +08:00
|
|
|
#define alloc_bootmem_node(pgdat, x) \
|
2011-05-25 08:12:37 +08:00
|
|
|
__alloc_bootmem_node(pgdat, x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT)
|
2011-05-12 06:13:32 +08:00
|
|
|
#define alloc_bootmem_node_nopanic(pgdat, x) \
|
2011-05-25 08:12:37 +08:00
|
|
|
__alloc_bootmem_node_nopanic(pgdat, x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT)
|
2005-04-17 06:20:36 +08:00
|
|
|
#define alloc_bootmem_pages_node(pgdat, x) \
|
2011-05-25 08:12:37 +08:00
|
|
|
__alloc_bootmem_node(pgdat, x, PAGE_SIZE, BOOTMEM_LOW_LIMIT)
|
2009-02-24 10:57:21 +08:00
|
|
|
#define alloc_bootmem_pages_node_nopanic(pgdat, x) \
|
2011-05-25 08:12:37 +08:00
|
|
|
__alloc_bootmem_node_nopanic(pgdat, x, PAGE_SIZE, BOOTMEM_LOW_LIMIT)
|
2009-02-24 10:57:21 +08:00
|
|
|
|
|
|
|
|
#define alloc_bootmem_low(x) \
|
|
|
|
|
__alloc_bootmem_low(x, SMP_CACHE_BYTES, 0)
|
2013-01-25 04:20:15 +08:00
|
|
|
#define alloc_bootmem_low_pages_nopanic(x) \
|
|
|
|
|
__alloc_bootmem_low_nopanic(x, PAGE_SIZE, 0)
|
2009-02-24 10:57:21 +08:00
|
|
|
#define alloc_bootmem_low_pages(x) \
|
|
|
|
|
__alloc_bootmem_low(x, PAGE_SIZE, 0)
|
2005-04-17 06:20:36 +08:00
|
|
|
#define alloc_bootmem_low_pages_node(pgdat, x) \
|
2006-09-26 14:31:05 +08:00
|
|
|
__alloc_bootmem_low_node(pgdat, x, PAGE_SIZE, 0)
|
2008-07-25 21:48:04 +08:00
|
|
|
|
2005-06-23 15:07:39 +08:00
|
|
|
#ifdef CONFIG_HAVE_ARCH_ALLOC_REMAP
|
|
|
|
|
extern void *alloc_remap(int nid, unsigned long size);
|
|
|
|
|
#else
|
|
|
|
|
static inline void *alloc_remap(int nid, unsigned long size)
|
|
|
|
|
{
|
|
|
|
|
return NULL;
|
|
|
|
|
}
|
2006-09-26 14:31:08 +08:00
|
|
|
#endif /* CONFIG_HAVE_ARCH_ALLOC_REMAP */
|
2005-06-23 15:07:39 +08:00
|
|
|
|
2006-09-26 14:31:08 +08:00
|
|
|
extern void *alloc_large_system_hash(const char *tablename,
|
|
|
|
|
unsigned long bucketsize,
|
|
|
|
|
unsigned long numentries,
|
|
|
|
|
int scale,
|
|
|
|
|
int flags,
|
|
|
|
|
unsigned int *_hash_shift,
|
|
|
|
|
unsigned int *_hash_mask,
|
2012-05-23 21:33:35 +08:00
|
|
|
unsigned long low_limit,
|
|
|
|
|
unsigned long high_limit);
|
2005-04-17 06:20:36 +08:00
|
|
|
|
2006-12-07 12:37:33 +08:00
|
|
|
#define HASH_EARLY 0x00000001 /* Allocating during early boot? */
|
2009-09-22 08:03:07 +08:00
|
|
|
#define HASH_SMALL 0x00000002 /* sub-page allocation allowed, min
|
|
|
|
|
* shift passed via *_hash_shift */
|
2005-04-17 06:20:36 +08:00
|
|
|
|
2009-04-01 06:23:19 +08:00
|
|
|
/* Only NUMA needs hash distribution. 64bit NUMA architectures have
|
|
|
|
|
* sufficient vmalloc space.
|
2005-04-17 06:20:36 +08:00
|
|
|
*/
|
2009-04-01 06:23:19 +08:00
|
|
|
#if defined(CONFIG_NUMA) && defined(CONFIG_64BIT)
|
2005-04-17 06:20:36 +08:00
|
|
|
#define HASHDIST_DEFAULT 1
|
|
|
|
|
#else
|
|
|
|
|
#define HASHDIST_DEFAULT 0
|
|
|
|
|
#endif
|
2006-08-24 18:08:07 +08:00
|
|
|
extern int hashdist; /* Distribute hashes across NUMA nodes? */
|
2005-04-17 06:20:36 +08:00
|
|
|
|
|
|
|
|
|
|
|
|
|
#endif /* _LINUX_BOOTMEM_H */
|