Merge branch 'x86/untangle2' of git://git.kernel.org/pub/scm/linux/kernel/git/jeremy/xen into x86/headers
Conflicts: arch/x86/include/asm/page.h arch/x86/include/asm/pgtable.h arch/x86/mach-voyager/voyager_smp.c arch/x86/mm/fault.c
This commit is contained in:
Ingo Molnar
commit
b233969eaa
|
|
@ -1,42 +1,9 @@
|
||||||
#ifndef _ASM_X86_PAGE_H
|
#ifndef _ASM_X86_PAGE_H
|
||||||
#define _ASM_X86_PAGE_H
|
#define _ASM_X86_PAGE_H
|
||||||
|
|
||||||
#include <linux/const.h>
|
|
||||||
|
|
||||||
/* PAGE_SHIFT determines the page size */
|
|
||||||
#define PAGE_SHIFT 12
|
|
||||||
#define PAGE_SIZE (_AC(1,UL) << PAGE_SHIFT)
|
|
||||||
#define PAGE_MASK (~(PAGE_SIZE-1))
|
|
||||||
|
|
||||||
#ifdef __KERNEL__
|
#ifdef __KERNEL__
|
||||||
|
|
||||||
#define __PHYSICAL_MASK ((phys_addr_t)(1ULL << __PHYSICAL_MASK_SHIFT) - 1)
|
#include <asm/page_types.h>
|
||||||
#define __VIRTUAL_MASK ((1UL << __VIRTUAL_MASK_SHIFT) - 1)
|
|
||||||
|
|
||||||
/* Cast PAGE_MASK to a signed type so that it is sign-extended if
|
|
||||||
virtual addresses are 32-bits but physical addresses are larger
|
|
||||||
(ie, 32-bit PAE). */
|
|
||||||
#define PHYSICAL_PAGE_MASK (((signed long)PAGE_MASK) & __PHYSICAL_MASK)
|
|
||||||
|
|
||||||
/* PTE_PFN_MASK extracts the PFN from a (pte|pmd|pud|pgd)val_t */
|
|
||||||
#define PTE_PFN_MASK ((pteval_t)PHYSICAL_PAGE_MASK)
|
|
||||||
|
|
||||||
/* PTE_FLAGS_MASK extracts the flags from a (pte|pmd|pud|pgd)val_t */
|
|
||||||
#define PTE_FLAGS_MASK (~PTE_PFN_MASK)
|
|
||||||
|
|
||||||
#define PMD_PAGE_SIZE (_AC(1, UL) << PMD_SHIFT)
|
|
||||||
#define PMD_PAGE_MASK (~(PMD_PAGE_SIZE-1))
|
|
||||||
|
|
||||||
#define HPAGE_SHIFT PMD_SHIFT
|
|
||||||
#define HPAGE_SIZE (_AC(1,UL) << HPAGE_SHIFT)
|
|
||||||
#define HPAGE_MASK (~(HPAGE_SIZE - 1))
|
|
||||||
#define HUGETLB_PAGE_ORDER (HPAGE_SHIFT - PAGE_SHIFT)
|
|
||||||
|
|
||||||
#define HUGE_MAX_HSTATE 2
|
|
||||||
|
|
||||||
#ifndef __ASSEMBLY__
|
|
||||||
#include <linux/types.h>
|
|
||||||
#endif
|
|
||||||
|
|
||||||
#ifdef CONFIG_X86_64
|
#ifdef CONFIG_X86_64
|
||||||
#include <asm/page_64.h>
|
#include <asm/page_64.h>
|
||||||
|
|
@ -44,38 +11,18 @@
|
||||||
#include <asm/page_32.h>
|
#include <asm/page_32.h>
|
||||||
#endif /* CONFIG_X86_64 */
|
#endif /* CONFIG_X86_64 */
|
||||||
|
|
||||||
#define PAGE_OFFSET ((unsigned long)__PAGE_OFFSET)
|
|
||||||
|
|
||||||
#define VM_DATA_DEFAULT_FLAGS \
|
|
||||||
(((current->personality & READ_IMPLIES_EXEC) ? VM_EXEC : 0 ) | \
|
|
||||||
VM_READ | VM_WRITE | VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC)
|
|
||||||
|
|
||||||
|
|
||||||
#ifndef __ASSEMBLY__
|
#ifndef __ASSEMBLY__
|
||||||
|
|
||||||
typedef struct { pgdval_t pgd; } pgd_t;
|
|
||||||
typedef struct { pgprotval_t pgprot; } pgprot_t;
|
|
||||||
|
|
||||||
extern int page_is_ram(unsigned long pagenr);
|
|
||||||
extern int devmem_is_allowed(unsigned long pagenr);
|
|
||||||
extern void map_devmem(unsigned long pfn, unsigned long size,
|
|
||||||
pgprot_t vma_prot);
|
|
||||||
extern void unmap_devmem(unsigned long pfn, unsigned long size,
|
|
||||||
pgprot_t vma_prot);
|
|
||||||
|
|
||||||
extern unsigned long max_low_pfn_mapped;
|
|
||||||
extern unsigned long max_pfn_mapped;
|
|
||||||
|
|
||||||
struct page;
|
struct page;
|
||||||
|
|
||||||
static inline void clear_user_page(void *page, unsigned long vaddr,
|
static inline void clear_user_page(void *page, unsigned long vaddr,
|
||||||
struct page *pg)
|
struct page *pg)
|
||||||
{
|
{
|
||||||
clear_page(page);
|
clear_page(page);
|
||||||
}
|
}
|
||||||
|
|
||||||
static inline void copy_user_page(void *to, void *from, unsigned long vaddr,
|
static inline void copy_user_page(void *to, void *from, unsigned long vaddr,
|
||||||
struct page *topage)
|
struct page *topage)
|
||||||
{
|
{
|
||||||
copy_page(to, from);
|
copy_page(to, from);
|
||||||
}
|
}
|
||||||
|
|
@ -84,114 +31,6 @@ static inline void copy_user_page(void *to, void *from, unsigned long vaddr,
|
||||||
alloc_page_vma(GFP_HIGHUSER | __GFP_ZERO | movableflags, vma, vaddr)
|
alloc_page_vma(GFP_HIGHUSER | __GFP_ZERO | movableflags, vma, vaddr)
|
||||||
#define __HAVE_ARCH_ALLOC_ZEROED_USER_HIGHPAGE
|
#define __HAVE_ARCH_ALLOC_ZEROED_USER_HIGHPAGE
|
||||||
|
|
||||||
static inline pgd_t native_make_pgd(pgdval_t val)
|
|
||||||
{
|
|
||||||
return (pgd_t) { val };
|
|
||||||
}
|
|
||||||
|
|
||||||
static inline pgdval_t native_pgd_val(pgd_t pgd)
|
|
||||||
{
|
|
||||||
return pgd.pgd;
|
|
||||||
}
|
|
||||||
|
|
||||||
static inline pgdval_t pgd_flags(pgd_t pgd)
|
|
||||||
{
|
|
||||||
return native_pgd_val(pgd) & PTE_FLAGS_MASK;
|
|
||||||
}
|
|
||||||
|
|
||||||
#if PAGETABLE_LEVELS >= 3
|
|
||||||
#if PAGETABLE_LEVELS == 4
|
|
||||||
typedef struct { pudval_t pud; } pud_t;
|
|
||||||
|
|
||||||
static inline pud_t native_make_pud(pmdval_t val)
|
|
||||||
{
|
|
||||||
return (pud_t) { val };
|
|
||||||
}
|
|
||||||
|
|
||||||
static inline pudval_t native_pud_val(pud_t pud)
|
|
||||||
{
|
|
||||||
return pud.pud;
|
|
||||||
}
|
|
||||||
#else /* PAGETABLE_LEVELS == 3 */
|
|
||||||
#include <asm-generic/pgtable-nopud.h>
|
|
||||||
|
|
||||||
static inline pudval_t native_pud_val(pud_t pud)
|
|
||||||
{
|
|
||||||
return native_pgd_val(pud.pgd);
|
|
||||||
}
|
|
||||||
#endif /* PAGETABLE_LEVELS == 4 */
|
|
||||||
|
|
||||||
static inline pudval_t pud_flags(pud_t pud)
|
|
||||||
{
|
|
||||||
return native_pud_val(pud) & PTE_FLAGS_MASK;
|
|
||||||
}
|
|
||||||
|
|
||||||
typedef struct { pmdval_t pmd; } pmd_t;
|
|
||||||
|
|
||||||
static inline pmd_t native_make_pmd(pmdval_t val)
|
|
||||||
{
|
|
||||||
return (pmd_t) { val };
|
|
||||||
}
|
|
||||||
|
|
||||||
static inline pmdval_t native_pmd_val(pmd_t pmd)
|
|
||||||
{
|
|
||||||
return pmd.pmd;
|
|
||||||
}
|
|
||||||
|
|
||||||
#else /* PAGETABLE_LEVELS == 2 */
|
|
||||||
#include <asm-generic/pgtable-nopmd.h>
|
|
||||||
|
|
||||||
static inline pmdval_t native_pmd_val(pmd_t pmd)
|
|
||||||
{
|
|
||||||
return native_pgd_val(pmd.pud.pgd);
|
|
||||||
}
|
|
||||||
#endif /* PAGETABLE_LEVELS >= 3 */
|
|
||||||
|
|
||||||
static inline pmdval_t pmd_flags(pmd_t pmd)
|
|
||||||
{
|
|
||||||
return native_pmd_val(pmd) & PTE_FLAGS_MASK;
|
|
||||||
}
|
|
||||||
|
|
||||||
static inline pte_t native_make_pte(pteval_t val)
|
|
||||||
{
|
|
||||||
return (pte_t) { .pte = val };
|
|
||||||
}
|
|
||||||
|
|
||||||
static inline pteval_t native_pte_val(pte_t pte)
|
|
||||||
{
|
|
||||||
return pte.pte;
|
|
||||||
}
|
|
||||||
|
|
||||||
static inline pteval_t pte_flags(pte_t pte)
|
|
||||||
{
|
|
||||||
return native_pte_val(pte) & PTE_FLAGS_MASK;
|
|
||||||
}
|
|
||||||
|
|
||||||
#define pgprot_val(x) ((x).pgprot)
|
|
||||||
#define __pgprot(x) ((pgprot_t) { (x) } )
|
|
||||||
|
|
||||||
#ifdef CONFIG_PARAVIRT
|
|
||||||
#include <asm/paravirt.h>
|
|
||||||
#else /* !CONFIG_PARAVIRT */
|
|
||||||
|
|
||||||
#define pgd_val(x) native_pgd_val(x)
|
|
||||||
#define __pgd(x) native_make_pgd(x)
|
|
||||||
|
|
||||||
#ifndef __PAGETABLE_PUD_FOLDED
|
|
||||||
#define pud_val(x) native_pud_val(x)
|
|
||||||
#define __pud(x) native_make_pud(x)
|
|
||||||
#endif
|
|
||||||
|
|
||||||
#ifndef __PAGETABLE_PMD_FOLDED
|
|
||||||
#define pmd_val(x) native_pmd_val(x)
|
|
||||||
#define __pmd(x) native_make_pmd(x)
|
|
||||||
#endif
|
|
||||||
|
|
||||||
#define pte_val(x) native_pte_val(x)
|
|
||||||
#define __pte(x) native_make_pte(x)
|
|
||||||
|
|
||||||
#endif /* CONFIG_PARAVIRT */
|
|
||||||
|
|
||||||
#define __pa(x) __phys_addr((unsigned long)(x))
|
#define __pa(x) __phys_addr((unsigned long)(x))
|
||||||
#define __pa_nodebug(x) __phys_addr_nodebug((unsigned long)(x))
|
#define __pa_nodebug(x) __phys_addr_nodebug((unsigned long)(x))
|
||||||
/* __pa_symbol should be used for C visible symbols.
|
/* __pa_symbol should be used for C visible symbols.
|
||||||
|
|
|
||||||
|
|
@ -1,82 +1,12 @@
|
||||||
#ifndef _ASM_X86_PAGE_32_H
|
#ifndef _ASM_X86_PAGE_32_H
|
||||||
#define _ASM_X86_PAGE_32_H
|
#define _ASM_X86_PAGE_32_H
|
||||||
|
|
||||||
/*
|
#include <asm/page_32_types.h>
|
||||||
* This handles the memory map.
|
|
||||||
*
|
|
||||||
* A __PAGE_OFFSET of 0xC0000000 means that the kernel has
|
|
||||||
* a virtual address space of one gigabyte, which limits the
|
|
||||||
* amount of physical memory you can use to about 950MB.
|
|
||||||
*
|
|
||||||
* If you want more physical memory than this then see the CONFIG_HIGHMEM4G
|
|
||||||
* and CONFIG_HIGHMEM64G options in the kernel configuration.
|
|
||||||
*/
|
|
||||||
#define __PAGE_OFFSET _AC(CONFIG_PAGE_OFFSET, UL)
|
|
||||||
|
|
||||||
#ifdef CONFIG_4KSTACKS
|
|
||||||
#define THREAD_ORDER 0
|
|
||||||
#else
|
|
||||||
#define THREAD_ORDER 1
|
|
||||||
#endif
|
|
||||||
#define THREAD_SIZE (PAGE_SIZE << THREAD_ORDER)
|
|
||||||
|
|
||||||
#define STACKFAULT_STACK 0
|
|
||||||
#define DOUBLEFAULT_STACK 1
|
|
||||||
#define NMI_STACK 0
|
|
||||||
#define DEBUG_STACK 0
|
|
||||||
#define MCE_STACK 0
|
|
||||||
#define N_EXCEPTION_STACKS 1
|
|
||||||
|
|
||||||
#ifdef CONFIG_X86_PAE
|
|
||||||
/* 44=32+12, the limit we can fit into an unsigned long pfn */
|
|
||||||
#define __PHYSICAL_MASK_SHIFT 44
|
|
||||||
#define __VIRTUAL_MASK_SHIFT 32
|
|
||||||
#define PAGETABLE_LEVELS 3
|
|
||||||
|
|
||||||
#ifndef __ASSEMBLY__
|
|
||||||
typedef u64 pteval_t;
|
|
||||||
typedef u64 pmdval_t;
|
|
||||||
typedef u64 pudval_t;
|
|
||||||
typedef u64 pgdval_t;
|
|
||||||
typedef u64 pgprotval_t;
|
|
||||||
|
|
||||||
typedef union {
|
|
||||||
struct {
|
|
||||||
unsigned long pte_low, pte_high;
|
|
||||||
};
|
|
||||||
pteval_t pte;
|
|
||||||
} pte_t;
|
|
||||||
#endif /* __ASSEMBLY__
|
|
||||||
*/
|
|
||||||
#else /* !CONFIG_X86_PAE */
|
|
||||||
#define __PHYSICAL_MASK_SHIFT 32
|
|
||||||
#define __VIRTUAL_MASK_SHIFT 32
|
|
||||||
#define PAGETABLE_LEVELS 2
|
|
||||||
|
|
||||||
#ifndef __ASSEMBLY__
|
|
||||||
typedef unsigned long pteval_t;
|
|
||||||
typedef unsigned long pmdval_t;
|
|
||||||
typedef unsigned long pudval_t;
|
|
||||||
typedef unsigned long pgdval_t;
|
|
||||||
typedef unsigned long pgprotval_t;
|
|
||||||
|
|
||||||
typedef union {
|
|
||||||
pteval_t pte;
|
|
||||||
pteval_t pte_low;
|
|
||||||
} pte_t;
|
|
||||||
|
|
||||||
#endif /* __ASSEMBLY__ */
|
|
||||||
#endif /* CONFIG_X86_PAE */
|
|
||||||
|
|
||||||
#ifndef __ASSEMBLY__
|
|
||||||
typedef struct page *pgtable_t;
|
|
||||||
#endif
|
|
||||||
|
|
||||||
#ifdef CONFIG_HUGETLB_PAGE
|
#ifdef CONFIG_HUGETLB_PAGE
|
||||||
#define HAVE_ARCH_HUGETLB_UNMAPPED_AREA
|
#define HAVE_ARCH_HUGETLB_UNMAPPED_AREA
|
||||||
#endif
|
#endif
|
||||||
|
|
||||||
#ifndef __ASSEMBLY__
|
|
||||||
#define __phys_addr_nodebug(x) ((x) - PAGE_OFFSET)
|
#define __phys_addr_nodebug(x) ((x) - PAGE_OFFSET)
|
||||||
#ifdef CONFIG_DEBUG_VIRTUAL
|
#ifdef CONFIG_DEBUG_VIRTUAL
|
||||||
extern unsigned long __phys_addr(unsigned long);
|
extern unsigned long __phys_addr(unsigned long);
|
||||||
|
|
@ -89,22 +19,7 @@ extern unsigned long __phys_addr(unsigned long);
|
||||||
#define pfn_valid(pfn) ((pfn) < max_mapnr)
|
#define pfn_valid(pfn) ((pfn) < max_mapnr)
|
||||||
#endif /* CONFIG_FLATMEM */
|
#endif /* CONFIG_FLATMEM */
|
||||||
|
|
||||||
extern int nx_enabled;
|
#ifndef __ASSEMBLY__
|
||||||
|
|
||||||
/*
|
|
||||||
* This much address space is reserved for vmalloc() and iomap()
|
|
||||||
* as well as fixmap mappings.
|
|
||||||
*/
|
|
||||||
extern unsigned int __VMALLOC_RESERVE;
|
|
||||||
extern int sysctl_legacy_va_layout;
|
|
||||||
|
|
||||||
extern void find_low_pfn_range(void);
|
|
||||||
extern unsigned long init_memory_mapping(unsigned long start,
|
|
||||||
unsigned long end);
|
|
||||||
extern void initmem_init(unsigned long, unsigned long);
|
|
||||||
extern void free_initmem(void);
|
|
||||||
extern void setup_bootmem_allocator(void);
|
|
||||||
|
|
||||||
|
|
||||||
#ifdef CONFIG_X86_USE_3DNOW
|
#ifdef CONFIG_X86_USE_3DNOW
|
||||||
#include <asm/mmx.h>
|
#include <asm/mmx.h>
|
||||||
|
|
|
||||||
|
|
@ -0,0 +1,62 @@
|
||||||
|
#ifndef _ASM_X86_PAGE_32_DEFS_H
|
||||||
|
#define _ASM_X86_PAGE_32_DEFS_H
|
||||||
|
|
||||||
|
#include <linux/const.h>
|
||||||
|
|
||||||
|
/*
|
||||||
|
* This handles the memory map.
|
||||||
|
*
|
||||||
|
* A __PAGE_OFFSET of 0xC0000000 means that the kernel has
|
||||||
|
* a virtual address space of one gigabyte, which limits the
|
||||||
|
* amount of physical memory you can use to about 950MB.
|
||||||
|
*
|
||||||
|
* If you want more physical memory than this then see the CONFIG_HIGHMEM4G
|
||||||
|
* and CONFIG_HIGHMEM64G options in the kernel configuration.
|
||||||
|
*/
|
||||||
|
#define __PAGE_OFFSET _AC(CONFIG_PAGE_OFFSET, UL)
|
||||||
|
|
||||||
|
#ifdef CONFIG_4KSTACKS
|
||||||
|
#define THREAD_ORDER 0
|
||||||
|
#else
|
||||||
|
#define THREAD_ORDER 1
|
||||||
|
#endif
|
||||||
|
#define THREAD_SIZE (PAGE_SIZE << THREAD_ORDER)
|
||||||
|
|
||||||
|
#define STACKFAULT_STACK 0
|
||||||
|
#define DOUBLEFAULT_STACK 1
|
||||||
|
#define NMI_STACK 0
|
||||||
|
#define DEBUG_STACK 0
|
||||||
|
#define MCE_STACK 0
|
||||||
|
#define N_EXCEPTION_STACKS 1
|
||||||
|
|
||||||
|
#ifdef CONFIG_X86_PAE
|
||||||
|
/* 44=32+12, the limit we can fit into an unsigned long pfn */
|
||||||
|
#define __PHYSICAL_MASK_SHIFT 44
|
||||||
|
#define __VIRTUAL_MASK_SHIFT 32
|
||||||
|
#define PAGETABLE_LEVELS 3
|
||||||
|
|
||||||
|
#else /* !CONFIG_X86_PAE */
|
||||||
|
#define __PHYSICAL_MASK_SHIFT 32
|
||||||
|
#define __VIRTUAL_MASK_SHIFT 32
|
||||||
|
#define PAGETABLE_LEVELS 2
|
||||||
|
#endif /* CONFIG_X86_PAE */
|
||||||
|
|
||||||
|
#ifndef __ASSEMBLY__
|
||||||
|
|
||||||
|
/*
|
||||||
|
* This much address space is reserved for vmalloc() and iomap()
|
||||||
|
* as well as fixmap mappings.
|
||||||
|
*/
|
||||||
|
extern unsigned int __VMALLOC_RESERVE;
|
||||||
|
extern int sysctl_legacy_va_layout;
|
||||||
|
|
||||||
|
extern void find_low_pfn_range(void);
|
||||||
|
extern unsigned long init_memory_mapping(unsigned long start,
|
||||||
|
unsigned long end);
|
||||||
|
extern void initmem_init(unsigned long, unsigned long);
|
||||||
|
extern void free_initmem(void);
|
||||||
|
extern void setup_bootmem_allocator(void);
|
||||||
|
|
||||||
|
#endif /* !__ASSEMBLY__ */
|
||||||
|
|
||||||
|
#endif /* _ASM_X86_PAGE_32_DEFS_H */
|
||||||
|
|
@ -1,105 +1,6 @@
|
||||||
#ifndef _ASM_X86_PAGE_64_H
|
#ifndef _ASM_X86_PAGE_64_H
|
||||||
#define _ASM_X86_PAGE_64_H
|
#define _ASM_X86_PAGE_64_H
|
||||||
|
|
||||||
#define PAGETABLE_LEVELS 4
|
#include <asm/page_64_types.h>
|
||||||
|
|
||||||
#define THREAD_ORDER 1
|
|
||||||
#define THREAD_SIZE (PAGE_SIZE << THREAD_ORDER)
|
|
||||||
#define CURRENT_MASK (~(THREAD_SIZE - 1))
|
|
||||||
|
|
||||||
#define EXCEPTION_STACK_ORDER 0
|
|
||||||
#define EXCEPTION_STKSZ (PAGE_SIZE << EXCEPTION_STACK_ORDER)
|
|
||||||
|
|
||||||
#define DEBUG_STACK_ORDER (EXCEPTION_STACK_ORDER + 1)
|
|
||||||
#define DEBUG_STKSZ (PAGE_SIZE << DEBUG_STACK_ORDER)
|
|
||||||
|
|
||||||
#define IRQ_STACK_ORDER 2
|
|
||||||
#define IRQ_STACK_SIZE (PAGE_SIZE << IRQ_STACK_ORDER)
|
|
||||||
|
|
||||||
#define STACKFAULT_STACK 1
|
|
||||||
#define DOUBLEFAULT_STACK 2
|
|
||||||
#define NMI_STACK 3
|
|
||||||
#define DEBUG_STACK 4
|
|
||||||
#define MCE_STACK 5
|
|
||||||
#define N_EXCEPTION_STACKS 5 /* hw limit: 7 */
|
|
||||||
|
|
||||||
#define PUD_PAGE_SIZE (_AC(1, UL) << PUD_SHIFT)
|
|
||||||
#define PUD_PAGE_MASK (~(PUD_PAGE_SIZE-1))
|
|
||||||
|
|
||||||
/*
|
|
||||||
* Set __PAGE_OFFSET to the most negative possible address +
|
|
||||||
* PGDIR_SIZE*16 (pgd slot 272). The gap is to allow a space for a
|
|
||||||
* hypervisor to fit. Choosing 16 slots here is arbitrary, but it's
|
|
||||||
* what Xen requires.
|
|
||||||
*/
|
|
||||||
#define __PAGE_OFFSET _AC(0xffff880000000000, UL)
|
|
||||||
|
|
||||||
#define __PHYSICAL_START CONFIG_PHYSICAL_START
|
|
||||||
#define __KERNEL_ALIGN 0x200000
|
|
||||||
|
|
||||||
/*
|
|
||||||
* Make sure kernel is aligned to 2MB address. Catching it at compile
|
|
||||||
* time is better. Change your config file and compile the kernel
|
|
||||||
* for a 2MB aligned address (CONFIG_PHYSICAL_START)
|
|
||||||
*/
|
|
||||||
#if (CONFIG_PHYSICAL_START % __KERNEL_ALIGN) != 0
|
|
||||||
#error "CONFIG_PHYSICAL_START must be a multiple of 2MB"
|
|
||||||
#endif
|
|
||||||
|
|
||||||
#define __START_KERNEL (__START_KERNEL_map + __PHYSICAL_START)
|
|
||||||
#define __START_KERNEL_map _AC(0xffffffff80000000, UL)
|
|
||||||
|
|
||||||
/* See Documentation/x86_64/mm.txt for a description of the memory map. */
|
|
||||||
#define __PHYSICAL_MASK_SHIFT 46
|
|
||||||
#define __VIRTUAL_MASK_SHIFT 48
|
|
||||||
|
|
||||||
/*
|
|
||||||
* Kernel image size is limited to 512 MB (see level2_kernel_pgt in
|
|
||||||
* arch/x86/kernel/head_64.S), and it is mapped here:
|
|
||||||
*/
|
|
||||||
#define KERNEL_IMAGE_SIZE (512 * 1024 * 1024)
|
|
||||||
#define KERNEL_IMAGE_START _AC(0xffffffff80000000, UL)
|
|
||||||
|
|
||||||
#ifndef __ASSEMBLY__
|
|
||||||
void clear_page(void *page);
|
|
||||||
void copy_page(void *to, void *from);
|
|
||||||
|
|
||||||
/* duplicated to the one in bootmem.h */
|
|
||||||
extern unsigned long max_pfn;
|
|
||||||
extern unsigned long phys_base;
|
|
||||||
|
|
||||||
extern unsigned long __phys_addr(unsigned long);
|
|
||||||
#define __phys_reloc_hide(x) (x)
|
|
||||||
|
|
||||||
/*
|
|
||||||
* These are used to make use of C type-checking..
|
|
||||||
*/
|
|
||||||
typedef unsigned long pteval_t;
|
|
||||||
typedef unsigned long pmdval_t;
|
|
||||||
typedef unsigned long pudval_t;
|
|
||||||
typedef unsigned long pgdval_t;
|
|
||||||
typedef unsigned long pgprotval_t;
|
|
||||||
|
|
||||||
typedef struct page *pgtable_t;
|
|
||||||
|
|
||||||
typedef struct { pteval_t pte; } pte_t;
|
|
||||||
|
|
||||||
#define vmemmap ((struct page *)VMEMMAP_START)
|
|
||||||
|
|
||||||
extern unsigned long init_memory_mapping(unsigned long start,
|
|
||||||
unsigned long end);
|
|
||||||
|
|
||||||
extern void initmem_init(unsigned long start_pfn, unsigned long end_pfn);
|
|
||||||
extern void free_initmem(void);
|
|
||||||
|
|
||||||
extern void init_extra_mapping_uc(unsigned long phys, unsigned long size);
|
|
||||||
extern void init_extra_mapping_wb(unsigned long phys, unsigned long size);
|
|
||||||
|
|
||||||
#endif /* !__ASSEMBLY__ */
|
|
||||||
|
|
||||||
#ifdef CONFIG_FLATMEM
|
|
||||||
#define pfn_valid(pfn) ((pfn) < max_pfn)
|
|
||||||
#endif
|
|
||||||
|
|
||||||
|
|
||||||
#endif /* _ASM_X86_PAGE_64_H */
|
#endif /* _ASM_X86_PAGE_64_H */
|
||||||
|
|
|
||||||
|
|
@ -0,0 +1,114 @@
|
||||||
|
***************
|
||||||
|
*** 1,105 ****
|
||||||
|
#ifndef _ASM_X86_PAGE_64_H
|
||||||
|
#define _ASM_X86_PAGE_64_H
|
||||||
|
|
||||||
|
- #define PAGETABLE_LEVELS 4
|
||||||
|
-
|
||||||
|
- #define THREAD_ORDER 1
|
||||||
|
- #define THREAD_SIZE (PAGE_SIZE << THREAD_ORDER)
|
||||||
|
- #define CURRENT_MASK (~(THREAD_SIZE - 1))
|
||||||
|
-
|
||||||
|
- #define EXCEPTION_STACK_ORDER 0
|
||||||
|
- #define EXCEPTION_STKSZ (PAGE_SIZE << EXCEPTION_STACK_ORDER)
|
||||||
|
-
|
||||||
|
- #define DEBUG_STACK_ORDER (EXCEPTION_STACK_ORDER + 1)
|
||||||
|
- #define DEBUG_STKSZ (PAGE_SIZE << DEBUG_STACK_ORDER)
|
||||||
|
-
|
||||||
|
- #define IRQSTACK_ORDER 2
|
||||||
|
- #define IRQSTACKSIZE (PAGE_SIZE << IRQSTACK_ORDER)
|
||||||
|
-
|
||||||
|
- #define STACKFAULT_STACK 1
|
||||||
|
- #define DOUBLEFAULT_STACK 2
|
||||||
|
- #define NMI_STACK 3
|
||||||
|
- #define DEBUG_STACK 4
|
||||||
|
- #define MCE_STACK 5
|
||||||
|
- #define N_EXCEPTION_STACKS 5 /* hw limit: 7 */
|
||||||
|
-
|
||||||
|
- #define PUD_PAGE_SIZE (_AC(1, UL) << PUD_SHIFT)
|
||||||
|
- #define PUD_PAGE_MASK (~(PUD_PAGE_SIZE-1))
|
||||||
|
-
|
||||||
|
- /*
|
||||||
|
- * Set __PAGE_OFFSET to the most negative possible address +
|
||||||
|
- * PGDIR_SIZE*16 (pgd slot 272). The gap is to allow a space for a
|
||||||
|
- * hypervisor to fit. Choosing 16 slots here is arbitrary, but it's
|
||||||
|
- * what Xen requires.
|
||||||
|
- */
|
||||||
|
- #define __PAGE_OFFSET _AC(0xffff880000000000, UL)
|
||||||
|
-
|
||||||
|
- #define __PHYSICAL_START CONFIG_PHYSICAL_START
|
||||||
|
- #define __KERNEL_ALIGN 0x200000
|
||||||
|
-
|
||||||
|
- /*
|
||||||
|
- * Make sure kernel is aligned to 2MB address. Catching it at compile
|
||||||
|
- * time is better. Change your config file and compile the kernel
|
||||||
|
- * for a 2MB aligned address (CONFIG_PHYSICAL_START)
|
||||||
|
- */
|
||||||
|
- #if (CONFIG_PHYSICAL_START % __KERNEL_ALIGN) != 0
|
||||||
|
- #error "CONFIG_PHYSICAL_START must be a multiple of 2MB"
|
||||||
|
- #endif
|
||||||
|
-
|
||||||
|
- #define __START_KERNEL (__START_KERNEL_map + __PHYSICAL_START)
|
||||||
|
- #define __START_KERNEL_map _AC(0xffffffff80000000, UL)
|
||||||
|
-
|
||||||
|
- /* See Documentation/x86_64/mm.txt for a description of the memory map. */
|
||||||
|
- #define __PHYSICAL_MASK_SHIFT 46
|
||||||
|
- #define __VIRTUAL_MASK_SHIFT 48
|
||||||
|
-
|
||||||
|
- /*
|
||||||
|
- * Kernel image size is limited to 512 MB (see level2_kernel_pgt in
|
||||||
|
- * arch/x86/kernel/head_64.S), and it is mapped here:
|
||||||
|
- */
|
||||||
|
- #define KERNEL_IMAGE_SIZE (512 * 1024 * 1024)
|
||||||
|
- #define KERNEL_IMAGE_START _AC(0xffffffff80000000, UL)
|
||||||
|
-
|
||||||
|
- #ifndef __ASSEMBLY__
|
||||||
|
- void clear_page(void *page);
|
||||||
|
- void copy_page(void *to, void *from);
|
||||||
|
-
|
||||||
|
- /* duplicated to the one in bootmem.h */
|
||||||
|
- extern unsigned long max_pfn;
|
||||||
|
- extern unsigned long phys_base;
|
||||||
|
-
|
||||||
|
- extern unsigned long __phys_addr(unsigned long);
|
||||||
|
- #define __phys_reloc_hide(x) (x)
|
||||||
|
-
|
||||||
|
- /*
|
||||||
|
- * These are used to make use of C type-checking..
|
||||||
|
- */
|
||||||
|
- typedef unsigned long pteval_t;
|
||||||
|
- typedef unsigned long pmdval_t;
|
||||||
|
- typedef unsigned long pudval_t;
|
||||||
|
- typedef unsigned long pgdval_t;
|
||||||
|
- typedef unsigned long pgprotval_t;
|
||||||
|
-
|
||||||
|
- typedef struct page *pgtable_t;
|
||||||
|
-
|
||||||
|
- typedef struct { pteval_t pte; } pte_t;
|
||||||
|
-
|
||||||
|
- #define vmemmap ((struct page *)VMEMMAP_START)
|
||||||
|
-
|
||||||
|
- extern unsigned long init_memory_mapping(unsigned long start,
|
||||||
|
- unsigned long end);
|
||||||
|
-
|
||||||
|
- extern void initmem_init(unsigned long start_pfn, unsigned long end_pfn);
|
||||||
|
- extern void free_initmem(void);
|
||||||
|
-
|
||||||
|
- extern void init_extra_mapping_uc(unsigned long phys, unsigned long size);
|
||||||
|
- extern void init_extra_mapping_wb(unsigned long phys, unsigned long size);
|
||||||
|
-
|
||||||
|
- #endif /* !__ASSEMBLY__ */
|
||||||
|
-
|
||||||
|
- #ifdef CONFIG_FLATMEM
|
||||||
|
- #define pfn_valid(pfn) ((pfn) < max_pfn)
|
||||||
|
- #endif
|
||||||
|
-
|
||||||
|
|
||||||
|
#endif /* _ASM_X86_PAGE_64_H */
|
||||||
|
--- 1,6 ----
|
||||||
|
#ifndef _ASM_X86_PAGE_64_H
|
||||||
|
#define _ASM_X86_PAGE_64_H
|
||||||
|
|
||||||
|
+ #include <asm/page_64_types.h>
|
||||||
|
|
||||||
|
#endif /* _ASM_X86_PAGE_64_H */
|
||||||
|
|
@ -0,0 +1,91 @@
|
||||||
|
#ifndef _ASM_X86_PAGE_64_DEFS_H
|
||||||
|
#define _ASM_X86_PAGE_64_DEFS_H
|
||||||
|
|
||||||
|
#define PAGETABLE_LEVELS 4
|
||||||
|
|
||||||
|
#define THREAD_ORDER 1
|
||||||
|
#define THREAD_SIZE (PAGE_SIZE << THREAD_ORDER)
|
||||||
|
#define CURRENT_MASK (~(THREAD_SIZE - 1))
|
||||||
|
|
||||||
|
#define EXCEPTION_STACK_ORDER 0
|
||||||
|
#define EXCEPTION_STKSZ (PAGE_SIZE << EXCEPTION_STACK_ORDER)
|
||||||
|
|
||||||
|
#define DEBUG_STACK_ORDER (EXCEPTION_STACK_ORDER + 1)
|
||||||
|
#define DEBUG_STKSZ (PAGE_SIZE << DEBUG_STACK_ORDER)
|
||||||
|
|
||||||
|
#define IRQ_STACK_ORDER 2
|
||||||
|
#define IRQ_STACK_SIZE (PAGE_SIZE << IRQ_STACK_ORDER)
|
||||||
|
|
||||||
|
#define STACKFAULT_STACK 1
|
||||||
|
#define DOUBLEFAULT_STACK 2
|
||||||
|
#define NMI_STACK 3
|
||||||
|
#define DEBUG_STACK 4
|
||||||
|
#define MCE_STACK 5
|
||||||
|
#define N_EXCEPTION_STACKS 5 /* hw limit: 7 */
|
||||||
|
|
||||||
|
#define PUD_PAGE_SIZE (_AC(1, UL) << PUD_SHIFT)
|
||||||
|
#define PUD_PAGE_MASK (~(PUD_PAGE_SIZE-1))
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Set __PAGE_OFFSET to the most negative possible address +
|
||||||
|
* PGDIR_SIZE*16 (pgd slot 272). The gap is to allow a space for a
|
||||||
|
* hypervisor to fit. Choosing 16 slots here is arbitrary, but it's
|
||||||
|
* what Xen requires.
|
||||||
|
*/
|
||||||
|
#define __PAGE_OFFSET _AC(0xffff880000000000, UL)
|
||||||
|
|
||||||
|
#define __PHYSICAL_START CONFIG_PHYSICAL_START
|
||||||
|
#define __KERNEL_ALIGN 0x200000
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Make sure kernel is aligned to 2MB address. Catching it at compile
|
||||||
|
* time is better. Change your config file and compile the kernel
|
||||||
|
* for a 2MB aligned address (CONFIG_PHYSICAL_START)
|
||||||
|
*/
|
||||||
|
#if (CONFIG_PHYSICAL_START % __KERNEL_ALIGN) != 0
|
||||||
|
#error "CONFIG_PHYSICAL_START must be a multiple of 2MB"
|
||||||
|
#endif
|
||||||
|
|
||||||
|
#define __START_KERNEL (__START_KERNEL_map + __PHYSICAL_START)
|
||||||
|
#define __START_KERNEL_map _AC(0xffffffff80000000, UL)
|
||||||
|
|
||||||
|
/* See Documentation/x86_64/mm.txt for a description of the memory map. */
|
||||||
|
#define __PHYSICAL_MASK_SHIFT 46
|
||||||
|
#define __VIRTUAL_MASK_SHIFT 48
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Kernel image size is limited to 512 MB (see level2_kernel_pgt in
|
||||||
|
* arch/x86/kernel/head_64.S), and it is mapped here:
|
||||||
|
*/
|
||||||
|
#define KERNEL_IMAGE_SIZE (512 * 1024 * 1024)
|
||||||
|
#define KERNEL_IMAGE_START _AC(0xffffffff80000000, UL)
|
||||||
|
|
||||||
|
#ifndef __ASSEMBLY__
|
||||||
|
void clear_page(void *page);
|
||||||
|
void copy_page(void *to, void *from);
|
||||||
|
|
||||||
|
/* duplicated to the one in bootmem.h */
|
||||||
|
extern unsigned long max_pfn;
|
||||||
|
extern unsigned long phys_base;
|
||||||
|
|
||||||
|
extern unsigned long __phys_addr(unsigned long);
|
||||||
|
#define __phys_reloc_hide(x) (x)
|
||||||
|
|
||||||
|
#define vmemmap ((struct page *)VMEMMAP_START)
|
||||||
|
|
||||||
|
extern unsigned long init_memory_mapping(unsigned long start,
|
||||||
|
unsigned long end);
|
||||||
|
|
||||||
|
extern void initmem_init(unsigned long start_pfn, unsigned long end_pfn);
|
||||||
|
extern void free_initmem(void);
|
||||||
|
|
||||||
|
extern void init_extra_mapping_uc(unsigned long phys, unsigned long size);
|
||||||
|
extern void init_extra_mapping_wb(unsigned long phys, unsigned long size);
|
||||||
|
|
||||||
|
#endif /* !__ASSEMBLY__ */
|
||||||
|
|
||||||
|
#ifdef CONFIG_FLATMEM
|
||||||
|
#define pfn_valid(pfn) ((pfn) < max_pfn)
|
||||||
|
#endif
|
||||||
|
|
||||||
|
#endif /* _ASM_X86_PAGE_64_DEFS_H */
|
||||||
|
|
@ -0,0 +1,63 @@
|
||||||
|
#ifndef _ASM_X86_PAGE_DEFS_H
|
||||||
|
#define _ASM_X86_PAGE_DEFS_H
|
||||||
|
|
||||||
|
#include <linux/const.h>
|
||||||
|
|
||||||
|
/* PAGE_SHIFT determines the page size */
|
||||||
|
#define PAGE_SHIFT 12
|
||||||
|
#define PAGE_SIZE (_AC(1,UL) << PAGE_SHIFT)
|
||||||
|
#define PAGE_MASK (~(PAGE_SIZE-1))
|
||||||
|
|
||||||
|
#define __PHYSICAL_MASK ((phys_addr_t)(1ULL << __PHYSICAL_MASK_SHIFT) - 1)
|
||||||
|
#define __VIRTUAL_MASK ((1UL << __VIRTUAL_MASK_SHIFT) - 1)
|
||||||
|
|
||||||
|
/* Cast PAGE_MASK to a signed type so that it is sign-extended if
|
||||||
|
virtual addresses are 32-bits but physical addresses are larger
|
||||||
|
(ie, 32-bit PAE). */
|
||||||
|
#define PHYSICAL_PAGE_MASK (((signed long)PAGE_MASK) & __PHYSICAL_MASK)
|
||||||
|
|
||||||
|
/* PTE_PFN_MASK extracts the PFN from a (pte|pmd|pud|pgd)val_t */
|
||||||
|
#define PTE_PFN_MASK ((pteval_t)PHYSICAL_PAGE_MASK)
|
||||||
|
|
||||||
|
/* PTE_FLAGS_MASK extracts the flags from a (pte|pmd|pud|pgd)val_t */
|
||||||
|
#define PTE_FLAGS_MASK (~PTE_PFN_MASK)
|
||||||
|
|
||||||
|
#define PMD_PAGE_SIZE (_AC(1, UL) << PMD_SHIFT)
|
||||||
|
#define PMD_PAGE_MASK (~(PMD_PAGE_SIZE-1))
|
||||||
|
|
||||||
|
#define HPAGE_SHIFT PMD_SHIFT
|
||||||
|
#define HPAGE_SIZE (_AC(1,UL) << HPAGE_SHIFT)
|
||||||
|
#define HPAGE_MASK (~(HPAGE_SIZE - 1))
|
||||||
|
#define HUGETLB_PAGE_ORDER (HPAGE_SHIFT - PAGE_SHIFT)
|
||||||
|
|
||||||
|
#define HUGE_MAX_HSTATE 2
|
||||||
|
|
||||||
|
#define PAGE_OFFSET ((unsigned long)__PAGE_OFFSET)
|
||||||
|
|
||||||
|
#define VM_DATA_DEFAULT_FLAGS \
|
||||||
|
(((current->personality & READ_IMPLIES_EXEC) ? VM_EXEC : 0 ) | \
|
||||||
|
VM_READ | VM_WRITE | VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC)
|
||||||
|
|
||||||
|
#ifdef CONFIG_X86_64
|
||||||
|
#include <asm/page_64_types.h>
|
||||||
|
#else
|
||||||
|
#include <asm/page_32_types.h>
|
||||||
|
#endif /* CONFIG_X86_64 */
|
||||||
|
|
||||||
|
#ifndef __ASSEMBLY__
|
||||||
|
|
||||||
|
struct pgprot;
|
||||||
|
|
||||||
|
extern int page_is_ram(unsigned long pagenr);
|
||||||
|
extern int devmem_is_allowed(unsigned long pagenr);
|
||||||
|
extern void map_devmem(unsigned long pfn, unsigned long size,
|
||||||
|
struct pgprot vma_prot);
|
||||||
|
extern void unmap_devmem(unsigned long pfn, unsigned long size,
|
||||||
|
struct pgprot vma_prot);
|
||||||
|
|
||||||
|
extern unsigned long max_low_pfn_mapped;
|
||||||
|
extern unsigned long max_pfn_mapped;
|
||||||
|
|
||||||
|
#endif /* !__ASSEMBLY__ */
|
||||||
|
|
||||||
|
#endif /* _ASM_X86_PAGE_DEFS_H */
|
||||||
|
|
@ -4,7 +4,7 @@
|
||||||
* para-virtualization: those hooks are defined here. */
|
* para-virtualization: those hooks are defined here. */
|
||||||
|
|
||||||
#ifdef CONFIG_PARAVIRT
|
#ifdef CONFIG_PARAVIRT
|
||||||
#include <asm/page.h>
|
#include <asm/pgtable_types.h>
|
||||||
#include <asm/asm.h>
|
#include <asm/asm.h>
|
||||||
|
|
||||||
/* Bitmask of what can be clobbered: usually at least eax. */
|
/* Bitmask of what can be clobbered: usually at least eax. */
|
||||||
|
|
|
||||||
|
|
@ -1,6 +1,21 @@
|
||||||
#ifndef _ASM_X86_PGTABLE_2LEVEL_DEFS_H
|
#ifndef _ASM_X86_PGTABLE_2LEVEL_DEFS_H
|
||||||
#define _ASM_X86_PGTABLE_2LEVEL_DEFS_H
|
#define _ASM_X86_PGTABLE_2LEVEL_DEFS_H
|
||||||
|
|
||||||
|
#ifndef __ASSEMBLY__
|
||||||
|
#include <linux/types.h>
|
||||||
|
|
||||||
|
typedef unsigned long pteval_t;
|
||||||
|
typedef unsigned long pmdval_t;
|
||||||
|
typedef unsigned long pudval_t;
|
||||||
|
typedef unsigned long pgdval_t;
|
||||||
|
typedef unsigned long pgprotval_t;
|
||||||
|
|
||||||
|
typedef union {
|
||||||
|
pteval_t pte;
|
||||||
|
pteval_t pte_low;
|
||||||
|
} pte_t;
|
||||||
|
#endif /* !__ASSEMBLY__ */
|
||||||
|
|
||||||
#define SHARED_KERNEL_PMD 0
|
#define SHARED_KERNEL_PMD 0
|
||||||
|
|
||||||
/*
|
/*
|
||||||
|
|
@ -1,6 +1,23 @@
|
||||||
#ifndef _ASM_X86_PGTABLE_3LEVEL_DEFS_H
|
#ifndef _ASM_X86_PGTABLE_3LEVEL_DEFS_H
|
||||||
#define _ASM_X86_PGTABLE_3LEVEL_DEFS_H
|
#define _ASM_X86_PGTABLE_3LEVEL_DEFS_H
|
||||||
|
|
||||||
|
#ifndef __ASSEMBLY__
|
||||||
|
#include <linux/types.h>
|
||||||
|
|
||||||
|
typedef u64 pteval_t;
|
||||||
|
typedef u64 pmdval_t;
|
||||||
|
typedef u64 pudval_t;
|
||||||
|
typedef u64 pgdval_t;
|
||||||
|
typedef u64 pgprotval_t;
|
||||||
|
|
||||||
|
typedef union {
|
||||||
|
struct {
|
||||||
|
unsigned long pte_low, pte_high;
|
||||||
|
};
|
||||||
|
pteval_t pte;
|
||||||
|
} pte_t;
|
||||||
|
#endif /* !__ASSEMBLY__ */
|
||||||
|
|
||||||
#ifdef CONFIG_PARAVIRT
|
#ifdef CONFIG_PARAVIRT
|
||||||
#define SHARED_KERNEL_PMD (pv_info.shared_kernel_pmd)
|
#define SHARED_KERNEL_PMD (pv_info.shared_kernel_pmd)
|
||||||
#else
|
#else
|
||||||
|
|
@ -25,4 +42,5 @@
|
||||||
*/
|
*/
|
||||||
#define PTRS_PER_PTE 512
|
#define PTRS_PER_PTE 512
|
||||||
|
|
||||||
|
|
||||||
#endif /* _ASM_X86_PGTABLE_3LEVEL_DEFS_H */
|
#endif /* _ASM_X86_PGTABLE_3LEVEL_DEFS_H */
|
||||||
|
|
@ -3,164 +3,7 @@
|
||||||
|
|
||||||
#include <asm/page.h>
|
#include <asm/page.h>
|
||||||
|
|
||||||
#define FIRST_USER_ADDRESS 0
|
#include <asm/pgtable_types.h>
|
||||||
|
|
||||||
#define _PAGE_BIT_PRESENT 0 /* is present */
|
|
||||||
#define _PAGE_BIT_RW 1 /* writeable */
|
|
||||||
#define _PAGE_BIT_USER 2 /* userspace addressable */
|
|
||||||
#define _PAGE_BIT_PWT 3 /* page write through */
|
|
||||||
#define _PAGE_BIT_PCD 4 /* page cache disabled */
|
|
||||||
#define _PAGE_BIT_ACCESSED 5 /* was accessed (raised by CPU) */
|
|
||||||
#define _PAGE_BIT_DIRTY 6 /* was written to (raised by CPU) */
|
|
||||||
#define _PAGE_BIT_PSE 7 /* 4 MB (or 2MB) page */
|
|
||||||
#define _PAGE_BIT_PAT 7 /* on 4KB pages */
|
|
||||||
#define _PAGE_BIT_GLOBAL 8 /* Global TLB entry PPro+ */
|
|
||||||
#define _PAGE_BIT_UNUSED1 9 /* available for programmer */
|
|
||||||
#define _PAGE_BIT_IOMAP 10 /* flag used to indicate IO mapping */
|
|
||||||
#define _PAGE_BIT_UNUSED3 11
|
|
||||||
#define _PAGE_BIT_PAT_LARGE 12 /* On 2MB or 1GB pages */
|
|
||||||
#define _PAGE_BIT_SPECIAL _PAGE_BIT_UNUSED1
|
|
||||||
#define _PAGE_BIT_CPA_TEST _PAGE_BIT_UNUSED1
|
|
||||||
#define _PAGE_BIT_NX 63 /* No execute: only valid after cpuid check */
|
|
||||||
|
|
||||||
/* If _PAGE_BIT_PRESENT is clear, we use these: */
|
|
||||||
/* - if the user mapped it with PROT_NONE; pte_present gives true */
|
|
||||||
#define _PAGE_BIT_PROTNONE _PAGE_BIT_GLOBAL
|
|
||||||
/* - set: nonlinear file mapping, saved PTE; unset:swap */
|
|
||||||
#define _PAGE_BIT_FILE _PAGE_BIT_DIRTY
|
|
||||||
|
|
||||||
#define _PAGE_PRESENT (_AT(pteval_t, 1) << _PAGE_BIT_PRESENT)
|
|
||||||
#define _PAGE_RW (_AT(pteval_t, 1) << _PAGE_BIT_RW)
|
|
||||||
#define _PAGE_USER (_AT(pteval_t, 1) << _PAGE_BIT_USER)
|
|
||||||
#define _PAGE_PWT (_AT(pteval_t, 1) << _PAGE_BIT_PWT)
|
|
||||||
#define _PAGE_PCD (_AT(pteval_t, 1) << _PAGE_BIT_PCD)
|
|
||||||
#define _PAGE_ACCESSED (_AT(pteval_t, 1) << _PAGE_BIT_ACCESSED)
|
|
||||||
#define _PAGE_DIRTY (_AT(pteval_t, 1) << _PAGE_BIT_DIRTY)
|
|
||||||
#define _PAGE_PSE (_AT(pteval_t, 1) << _PAGE_BIT_PSE)
|
|
||||||
#define _PAGE_GLOBAL (_AT(pteval_t, 1) << _PAGE_BIT_GLOBAL)
|
|
||||||
#define _PAGE_UNUSED1 (_AT(pteval_t, 1) << _PAGE_BIT_UNUSED1)
|
|
||||||
#define _PAGE_IOMAP (_AT(pteval_t, 1) << _PAGE_BIT_IOMAP)
|
|
||||||
#define _PAGE_UNUSED3 (_AT(pteval_t, 1) << _PAGE_BIT_UNUSED3)
|
|
||||||
#define _PAGE_PAT (_AT(pteval_t, 1) << _PAGE_BIT_PAT)
|
|
||||||
#define _PAGE_PAT_LARGE (_AT(pteval_t, 1) << _PAGE_BIT_PAT_LARGE)
|
|
||||||
#define _PAGE_SPECIAL (_AT(pteval_t, 1) << _PAGE_BIT_SPECIAL)
|
|
||||||
#define _PAGE_CPA_TEST (_AT(pteval_t, 1) << _PAGE_BIT_CPA_TEST)
|
|
||||||
#define __HAVE_ARCH_PTE_SPECIAL
|
|
||||||
|
|
||||||
#if defined(CONFIG_X86_64) || defined(CONFIG_X86_PAE)
|
|
||||||
#define _PAGE_NX (_AT(pteval_t, 1) << _PAGE_BIT_NX)
|
|
||||||
#else
|
|
||||||
#define _PAGE_NX (_AT(pteval_t, 0))
|
|
||||||
#endif
|
|
||||||
|
|
||||||
#define _PAGE_FILE (_AT(pteval_t, 1) << _PAGE_BIT_FILE)
|
|
||||||
#define _PAGE_PROTNONE (_AT(pteval_t, 1) << _PAGE_BIT_PROTNONE)
|
|
||||||
|
|
||||||
#define _PAGE_TABLE (_PAGE_PRESENT | _PAGE_RW | _PAGE_USER | \
|
|
||||||
_PAGE_ACCESSED | _PAGE_DIRTY)
|
|
||||||
#define _KERNPG_TABLE (_PAGE_PRESENT | _PAGE_RW | _PAGE_ACCESSED | \
|
|
||||||
_PAGE_DIRTY)
|
|
||||||
|
|
||||||
/* Set of bits not changed in pte_modify */
|
|
||||||
#define _PAGE_CHG_MASK (PTE_PFN_MASK | _PAGE_PCD | _PAGE_PWT | \
|
|
||||||
_PAGE_SPECIAL | _PAGE_ACCESSED | _PAGE_DIRTY)
|
|
||||||
|
|
||||||
#define _PAGE_CACHE_MASK (_PAGE_PCD | _PAGE_PWT)
|
|
||||||
#define _PAGE_CACHE_WB (0)
|
|
||||||
#define _PAGE_CACHE_WC (_PAGE_PWT)
|
|
||||||
#define _PAGE_CACHE_UC_MINUS (_PAGE_PCD)
|
|
||||||
#define _PAGE_CACHE_UC (_PAGE_PCD | _PAGE_PWT)
|
|
||||||
|
|
||||||
#define PAGE_NONE __pgprot(_PAGE_PROTNONE | _PAGE_ACCESSED)
|
|
||||||
#define PAGE_SHARED __pgprot(_PAGE_PRESENT | _PAGE_RW | _PAGE_USER | \
|
|
||||||
_PAGE_ACCESSED | _PAGE_NX)
|
|
||||||
|
|
||||||
#define PAGE_SHARED_EXEC __pgprot(_PAGE_PRESENT | _PAGE_RW | \
|
|
||||||
_PAGE_USER | _PAGE_ACCESSED)
|
|
||||||
#define PAGE_COPY_NOEXEC __pgprot(_PAGE_PRESENT | _PAGE_USER | \
|
|
||||||
_PAGE_ACCESSED | _PAGE_NX)
|
|
||||||
#define PAGE_COPY_EXEC __pgprot(_PAGE_PRESENT | _PAGE_USER | \
|
|
||||||
_PAGE_ACCESSED)
|
|
||||||
#define PAGE_COPY PAGE_COPY_NOEXEC
|
|
||||||
#define PAGE_READONLY __pgprot(_PAGE_PRESENT | _PAGE_USER | \
|
|
||||||
_PAGE_ACCESSED | _PAGE_NX)
|
|
||||||
#define PAGE_READONLY_EXEC __pgprot(_PAGE_PRESENT | _PAGE_USER | \
|
|
||||||
_PAGE_ACCESSED)
|
|
||||||
|
|
||||||
#define __PAGE_KERNEL_EXEC \
|
|
||||||
(_PAGE_PRESENT | _PAGE_RW | _PAGE_DIRTY | _PAGE_ACCESSED | _PAGE_GLOBAL)
|
|
||||||
#define __PAGE_KERNEL (__PAGE_KERNEL_EXEC | _PAGE_NX)
|
|
||||||
|
|
||||||
#define __PAGE_KERNEL_RO (__PAGE_KERNEL & ~_PAGE_RW)
|
|
||||||
#define __PAGE_KERNEL_RX (__PAGE_KERNEL_EXEC & ~_PAGE_RW)
|
|
||||||
#define __PAGE_KERNEL_EXEC_NOCACHE (__PAGE_KERNEL_EXEC | _PAGE_PCD | _PAGE_PWT)
|
|
||||||
#define __PAGE_KERNEL_WC (__PAGE_KERNEL | _PAGE_CACHE_WC)
|
|
||||||
#define __PAGE_KERNEL_NOCACHE (__PAGE_KERNEL | _PAGE_PCD | _PAGE_PWT)
|
|
||||||
#define __PAGE_KERNEL_UC_MINUS (__PAGE_KERNEL | _PAGE_PCD)
|
|
||||||
#define __PAGE_KERNEL_VSYSCALL (__PAGE_KERNEL_RX | _PAGE_USER)
|
|
||||||
#define __PAGE_KERNEL_VSYSCALL_NOCACHE (__PAGE_KERNEL_VSYSCALL | _PAGE_PCD | _PAGE_PWT)
|
|
||||||
#define __PAGE_KERNEL_LARGE (__PAGE_KERNEL | _PAGE_PSE)
|
|
||||||
#define __PAGE_KERNEL_LARGE_NOCACHE (__PAGE_KERNEL | _PAGE_CACHE_UC | _PAGE_PSE)
|
|
||||||
#define __PAGE_KERNEL_LARGE_EXEC (__PAGE_KERNEL_EXEC | _PAGE_PSE)
|
|
||||||
|
|
||||||
#define __PAGE_KERNEL_IO (__PAGE_KERNEL | _PAGE_IOMAP)
|
|
||||||
#define __PAGE_KERNEL_IO_NOCACHE (__PAGE_KERNEL_NOCACHE | _PAGE_IOMAP)
|
|
||||||
#define __PAGE_KERNEL_IO_UC_MINUS (__PAGE_KERNEL_UC_MINUS | _PAGE_IOMAP)
|
|
||||||
#define __PAGE_KERNEL_IO_WC (__PAGE_KERNEL_WC | _PAGE_IOMAP)
|
|
||||||
|
|
||||||
#define PAGE_KERNEL __pgprot(__PAGE_KERNEL)
|
|
||||||
#define PAGE_KERNEL_RO __pgprot(__PAGE_KERNEL_RO)
|
|
||||||
#define PAGE_KERNEL_EXEC __pgprot(__PAGE_KERNEL_EXEC)
|
|
||||||
#define PAGE_KERNEL_RX __pgprot(__PAGE_KERNEL_RX)
|
|
||||||
#define PAGE_KERNEL_WC __pgprot(__PAGE_KERNEL_WC)
|
|
||||||
#define PAGE_KERNEL_NOCACHE __pgprot(__PAGE_KERNEL_NOCACHE)
|
|
||||||
#define PAGE_KERNEL_UC_MINUS __pgprot(__PAGE_KERNEL_UC_MINUS)
|
|
||||||
#define PAGE_KERNEL_EXEC_NOCACHE __pgprot(__PAGE_KERNEL_EXEC_NOCACHE)
|
|
||||||
#define PAGE_KERNEL_LARGE __pgprot(__PAGE_KERNEL_LARGE)
|
|
||||||
#define PAGE_KERNEL_LARGE_NOCACHE __pgprot(__PAGE_KERNEL_LARGE_NOCACHE)
|
|
||||||
#define PAGE_KERNEL_LARGE_EXEC __pgprot(__PAGE_KERNEL_LARGE_EXEC)
|
|
||||||
#define PAGE_KERNEL_VSYSCALL __pgprot(__PAGE_KERNEL_VSYSCALL)
|
|
||||||
#define PAGE_KERNEL_VSYSCALL_NOCACHE __pgprot(__PAGE_KERNEL_VSYSCALL_NOCACHE)
|
|
||||||
|
|
||||||
#define PAGE_KERNEL_IO __pgprot(__PAGE_KERNEL_IO)
|
|
||||||
#define PAGE_KERNEL_IO_NOCACHE __pgprot(__PAGE_KERNEL_IO_NOCACHE)
|
|
||||||
#define PAGE_KERNEL_IO_UC_MINUS __pgprot(__PAGE_KERNEL_IO_UC_MINUS)
|
|
||||||
#define PAGE_KERNEL_IO_WC __pgprot(__PAGE_KERNEL_IO_WC)
|
|
||||||
|
|
||||||
/* xwr */
|
|
||||||
#define __P000 PAGE_NONE
|
|
||||||
#define __P001 PAGE_READONLY
|
|
||||||
#define __P010 PAGE_COPY
|
|
||||||
#define __P011 PAGE_COPY
|
|
||||||
#define __P100 PAGE_READONLY_EXEC
|
|
||||||
#define __P101 PAGE_READONLY_EXEC
|
|
||||||
#define __P110 PAGE_COPY_EXEC
|
|
||||||
#define __P111 PAGE_COPY_EXEC
|
|
||||||
|
|
||||||
#define __S000 PAGE_NONE
|
|
||||||
#define __S001 PAGE_READONLY
|
|
||||||
#define __S010 PAGE_SHARED
|
|
||||||
#define __S011 PAGE_SHARED
|
|
||||||
#define __S100 PAGE_READONLY_EXEC
|
|
||||||
#define __S101 PAGE_READONLY_EXEC
|
|
||||||
#define __S110 PAGE_SHARED_EXEC
|
|
||||||
#define __S111 PAGE_SHARED_EXEC
|
|
||||||
|
|
||||||
/*
|
|
||||||
* early identity mapping pte attrib macros.
|
|
||||||
*/
|
|
||||||
#ifdef CONFIG_X86_64
|
|
||||||
#define __PAGE_KERNEL_IDENT_LARGE_EXEC __PAGE_KERNEL_LARGE_EXEC
|
|
||||||
#else
|
|
||||||
/*
|
|
||||||
* For PDE_IDENT_ATTR include USER bit. As the PDE and PTE protection
|
|
||||||
* bits are combined, this will alow user to access the high address mapped
|
|
||||||
* VDSO in the presence of CONFIG_COMPAT_VDSO
|
|
||||||
*/
|
|
||||||
#define PTE_IDENT_ATTR 0x003 /* PRESENT+RW */
|
|
||||||
#define PDE_IDENT_ATTR 0x067 /* PRESENT+RW+USER+DIRTY+ACCESSED */
|
|
||||||
#define PGD_IDENT_ATTR 0x001 /* PRESENT (no other attributes) */
|
|
||||||
#endif
|
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* Macro to mark a page protection value as UC-
|
* Macro to mark a page protection value as UC-
|
||||||
|
|
@ -172,9 +15,6 @@
|
||||||
|
|
||||||
#ifndef __ASSEMBLY__
|
#ifndef __ASSEMBLY__
|
||||||
|
|
||||||
#define pgprot_writecombine pgprot_writecombine
|
|
||||||
extern pgprot_t pgprot_writecombine(pgprot_t prot);
|
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* ZERO_PAGE is a global shared page that is always zero: used
|
* ZERO_PAGE is a global shared page that is always zero: used
|
||||||
* for zero-mapped memory areas etc..
|
* for zero-mapped memory areas etc..
|
||||||
|
|
@ -185,6 +25,66 @@ extern unsigned long empty_zero_page[PAGE_SIZE / sizeof(unsigned long)];
|
||||||
extern spinlock_t pgd_lock;
|
extern spinlock_t pgd_lock;
|
||||||
extern struct list_head pgd_list;
|
extern struct list_head pgd_list;
|
||||||
|
|
||||||
|
#ifdef CONFIG_PARAVIRT
|
||||||
|
#include <asm/paravirt.h>
|
||||||
|
#else /* !CONFIG_PARAVIRT */
|
||||||
|
#define set_pte(ptep, pte) native_set_pte(ptep, pte)
|
||||||
|
#define set_pte_at(mm, addr, ptep, pte) native_set_pte_at(mm, addr, ptep, pte)
|
||||||
|
|
||||||
|
#define set_pte_present(mm, addr, ptep, pte) \
|
||||||
|
native_set_pte_present(mm, addr, ptep, pte)
|
||||||
|
#define set_pte_atomic(ptep, pte) \
|
||||||
|
native_set_pte_atomic(ptep, pte)
|
||||||
|
|
||||||
|
#define set_pmd(pmdp, pmd) native_set_pmd(pmdp, pmd)
|
||||||
|
|
||||||
|
#ifndef __PAGETABLE_PUD_FOLDED
|
||||||
|
#define set_pgd(pgdp, pgd) native_set_pgd(pgdp, pgd)
|
||||||
|
#define pgd_clear(pgd) native_pgd_clear(pgd)
|
||||||
|
#endif
|
||||||
|
|
||||||
|
#ifndef set_pud
|
||||||
|
# define set_pud(pudp, pud) native_set_pud(pudp, pud)
|
||||||
|
#endif
|
||||||
|
|
||||||
|
#ifndef __PAGETABLE_PMD_FOLDED
|
||||||
|
#define pud_clear(pud) native_pud_clear(pud)
|
||||||
|
#endif
|
||||||
|
|
||||||
|
#define pte_clear(mm, addr, ptep) native_pte_clear(mm, addr, ptep)
|
||||||
|
#define pmd_clear(pmd) native_pmd_clear(pmd)
|
||||||
|
|
||||||
|
#define pte_update(mm, addr, ptep) do { } while (0)
|
||||||
|
#define pte_update_defer(mm, addr, ptep) do { } while (0)
|
||||||
|
|
||||||
|
static inline void __init paravirt_pagetable_setup_start(pgd_t *base)
|
||||||
|
{
|
||||||
|
native_pagetable_setup_start(base);
|
||||||
|
}
|
||||||
|
|
||||||
|
static inline void __init paravirt_pagetable_setup_done(pgd_t *base)
|
||||||
|
{
|
||||||
|
native_pagetable_setup_done(base);
|
||||||
|
}
|
||||||
|
|
||||||
|
#define pgd_val(x) native_pgd_val(x)
|
||||||
|
#define __pgd(x) native_make_pgd(x)
|
||||||
|
|
||||||
|
#ifndef __PAGETABLE_PUD_FOLDED
|
||||||
|
#define pud_val(x) native_pud_val(x)
|
||||||
|
#define __pud(x) native_make_pud(x)
|
||||||
|
#endif
|
||||||
|
|
||||||
|
#ifndef __PAGETABLE_PMD_FOLDED
|
||||||
|
#define pmd_val(x) native_pmd_val(x)
|
||||||
|
#define __pmd(x) native_make_pmd(x)
|
||||||
|
#endif
|
||||||
|
|
||||||
|
#define pte_val(x) native_pte_val(x)
|
||||||
|
#define __pte(x) native_make_pte(x)
|
||||||
|
|
||||||
|
#endif /* CONFIG_PARAVIRT */
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* The following only work if pte_present() is true.
|
* The following only work if pte_present() is true.
|
||||||
* Undefined behaviour if not..
|
* Undefined behaviour if not..
|
||||||
|
|
@ -316,8 +216,6 @@ static inline pte_t pte_mkspecial(pte_t pte)
|
||||||
return pte_set_flags(pte, _PAGE_SPECIAL);
|
return pte_set_flags(pte, _PAGE_SPECIAL);
|
||||||
}
|
}
|
||||||
|
|
||||||
extern pteval_t __supported_pte_mask;
|
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* Mask out unsupported bits in a present pgprot. Non-present pgprots
|
* Mask out unsupported bits in a present pgprot. Non-present pgprots
|
||||||
* can use those bits for other purposes, so leave them be.
|
* can use those bits for other purposes, so leave them be.
|
||||||
|
|
@ -390,75 +288,6 @@ static inline int is_new_memtype_allowed(unsigned long flags,
|
||||||
return 1;
|
return 1;
|
||||||
}
|
}
|
||||||
|
|
||||||
#ifndef __ASSEMBLY__
|
|
||||||
/* Indicate that x86 has its own track and untrack pfn vma functions */
|
|
||||||
#define __HAVE_PFNMAP_TRACKING
|
|
||||||
|
|
||||||
#define __HAVE_PHYS_MEM_ACCESS_PROT
|
|
||||||
struct file;
|
|
||||||
pgprot_t phys_mem_access_prot(struct file *file, unsigned long pfn,
|
|
||||||
unsigned long size, pgprot_t vma_prot);
|
|
||||||
int phys_mem_access_prot_allowed(struct file *file, unsigned long pfn,
|
|
||||||
unsigned long size, pgprot_t *vma_prot);
|
|
||||||
#endif
|
|
||||||
|
|
||||||
/* Install a pte for a particular vaddr in kernel space. */
|
|
||||||
void set_pte_vaddr(unsigned long vaddr, pte_t pte);
|
|
||||||
|
|
||||||
#ifdef CONFIG_X86_32
|
|
||||||
extern void native_pagetable_setup_start(pgd_t *base);
|
|
||||||
extern void native_pagetable_setup_done(pgd_t *base);
|
|
||||||
#else
|
|
||||||
static inline void native_pagetable_setup_start(pgd_t *base) {}
|
|
||||||
static inline void native_pagetable_setup_done(pgd_t *base) {}
|
|
||||||
#endif
|
|
||||||
|
|
||||||
struct seq_file;
|
|
||||||
extern void arch_report_meminfo(struct seq_file *m);
|
|
||||||
|
|
||||||
#ifdef CONFIG_PARAVIRT
|
|
||||||
#include <asm/paravirt.h>
|
|
||||||
#else /* !CONFIG_PARAVIRT */
|
|
||||||
#define set_pte(ptep, pte) native_set_pte(ptep, pte)
|
|
||||||
#define set_pte_at(mm, addr, ptep, pte) native_set_pte_at(mm, addr, ptep, pte)
|
|
||||||
|
|
||||||
#define set_pte_present(mm, addr, ptep, pte) \
|
|
||||||
native_set_pte_present(mm, addr, ptep, pte)
|
|
||||||
#define set_pte_atomic(ptep, pte) \
|
|
||||||
native_set_pte_atomic(ptep, pte)
|
|
||||||
|
|
||||||
#define set_pmd(pmdp, pmd) native_set_pmd(pmdp, pmd)
|
|
||||||
|
|
||||||
#ifndef __PAGETABLE_PUD_FOLDED
|
|
||||||
#define set_pgd(pgdp, pgd) native_set_pgd(pgdp, pgd)
|
|
||||||
#define pgd_clear(pgd) native_pgd_clear(pgd)
|
|
||||||
#endif
|
|
||||||
|
|
||||||
#ifndef set_pud
|
|
||||||
# define set_pud(pudp, pud) native_set_pud(pudp, pud)
|
|
||||||
#endif
|
|
||||||
|
|
||||||
#ifndef __PAGETABLE_PMD_FOLDED
|
|
||||||
#define pud_clear(pud) native_pud_clear(pud)
|
|
||||||
#endif
|
|
||||||
|
|
||||||
#define pte_clear(mm, addr, ptep) native_pte_clear(mm, addr, ptep)
|
|
||||||
#define pmd_clear(pmd) native_pmd_clear(pmd)
|
|
||||||
|
|
||||||
#define pte_update(mm, addr, ptep) do { } while (0)
|
|
||||||
#define pte_update_defer(mm, addr, ptep) do { } while (0)
|
|
||||||
|
|
||||||
static inline void __init paravirt_pagetable_setup_start(pgd_t *base)
|
|
||||||
{
|
|
||||||
native_pagetable_setup_start(base);
|
|
||||||
}
|
|
||||||
|
|
||||||
static inline void __init paravirt_pagetable_setup_done(pgd_t *base)
|
|
||||||
{
|
|
||||||
native_pagetable_setup_done(base);
|
|
||||||
}
|
|
||||||
#endif /* CONFIG_PARAVIRT */
|
|
||||||
|
|
||||||
#endif /* __ASSEMBLY__ */
|
#endif /* __ASSEMBLY__ */
|
||||||
|
|
||||||
#ifdef CONFIG_X86_32
|
#ifdef CONFIG_X86_32
|
||||||
|
|
@ -600,7 +429,7 @@ static inline unsigned long pmd_pfn(pmd_t pmd)
|
||||||
|
|
||||||
static inline int pud_large(pud_t pud)
|
static inline int pud_large(pud_t pud)
|
||||||
{
|
{
|
||||||
return (pud_flags(pud) & (_PAGE_PSE | _PAGE_PRESENT)) ==
|
return (pud_val(pud) & (_PAGE_PSE | _PAGE_PRESENT)) ==
|
||||||
(_PAGE_PSE | _PAGE_PRESENT);
|
(_PAGE_PSE | _PAGE_PRESENT);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
@ -608,6 +437,11 @@ static inline int pud_bad(pud_t pud)
|
||||||
{
|
{
|
||||||
return (pud_flags(pud) & ~(_KERNPG_TABLE | _PAGE_USER)) != 0;
|
return (pud_flags(pud) & ~(_KERNPG_TABLE | _PAGE_USER)) != 0;
|
||||||
}
|
}
|
||||||
|
#else
|
||||||
|
static inline int pud_large(pud_t pud)
|
||||||
|
{
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
#endif /* PAGETABLE_LEVELS > 2 */
|
#endif /* PAGETABLE_LEVELS > 2 */
|
||||||
|
|
||||||
#if PAGETABLE_LEVELS > 3
|
#if PAGETABLE_LEVELS > 3
|
||||||
|
|
@ -676,28 +510,6 @@ static inline int pgd_none(pgd_t pgd)
|
||||||
|
|
||||||
#ifndef __ASSEMBLY__
|
#ifndef __ASSEMBLY__
|
||||||
|
|
||||||
enum {
|
|
||||||
PG_LEVEL_NONE,
|
|
||||||
PG_LEVEL_4K,
|
|
||||||
PG_LEVEL_2M,
|
|
||||||
PG_LEVEL_1G,
|
|
||||||
PG_LEVEL_NUM
|
|
||||||
};
|
|
||||||
|
|
||||||
#ifdef CONFIG_PROC_FS
|
|
||||||
extern void update_page_count(int level, unsigned long pages);
|
|
||||||
#else
|
|
||||||
static inline void update_page_count(int level, unsigned long pages) { }
|
|
||||||
#endif
|
|
||||||
|
|
||||||
/*
|
|
||||||
* Helper function that returns the kernel pagetable entry controlling
|
|
||||||
* the virtual address 'address'. NULL means no pagetable entry present.
|
|
||||||
* NOTE: the return type is pte_t but if the pmd is PSE then we return it
|
|
||||||
* as a pte too.
|
|
||||||
*/
|
|
||||||
extern pte_t *lookup_address(unsigned long address, unsigned int *level);
|
|
||||||
|
|
||||||
/* local pte updates need not use xchg for locking */
|
/* local pte updates need not use xchg for locking */
|
||||||
static inline pte_t native_local_ptep_get_and_clear(pte_t *ptep)
|
static inline pte_t native_local_ptep_get_and_clear(pte_t *ptep)
|
||||||
{
|
{
|
||||||
|
|
|
||||||
|
|
@ -1,6 +1,7 @@
|
||||||
#ifndef _ASM_X86_PGTABLE_32_H
|
#ifndef _ASM_X86_PGTABLE_32_H
|
||||||
#define _ASM_X86_PGTABLE_32_H
|
#define _ASM_X86_PGTABLE_32_H
|
||||||
|
|
||||||
|
#include <asm/pgtable_32_types.h>
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* The Linux memory management assumes a three-level page table setup. On
|
* The Linux memory management assumes a three-level page table setup. On
|
||||||
|
|
@ -33,47 +34,6 @@ void paging_init(void);
|
||||||
|
|
||||||
extern void set_pmd_pfn(unsigned long, unsigned long, pgprot_t);
|
extern void set_pmd_pfn(unsigned long, unsigned long, pgprot_t);
|
||||||
|
|
||||||
/*
|
|
||||||
* The Linux x86 paging architecture is 'compile-time dual-mode', it
|
|
||||||
* implements both the traditional 2-level x86 page tables and the
|
|
||||||
* newer 3-level PAE-mode page tables.
|
|
||||||
*/
|
|
||||||
#ifdef CONFIG_X86_PAE
|
|
||||||
# include <asm/pgtable-3level-defs.h>
|
|
||||||
# define PMD_SIZE (1UL << PMD_SHIFT)
|
|
||||||
# define PMD_MASK (~(PMD_SIZE - 1))
|
|
||||||
#else
|
|
||||||
# include <asm/pgtable-2level-defs.h>
|
|
||||||
#endif
|
|
||||||
|
|
||||||
#define PGDIR_SIZE (1UL << PGDIR_SHIFT)
|
|
||||||
#define PGDIR_MASK (~(PGDIR_SIZE - 1))
|
|
||||||
|
|
||||||
/* Just any arbitrary offset to the start of the vmalloc VM area: the
|
|
||||||
* current 8MB value just means that there will be a 8MB "hole" after the
|
|
||||||
* physical memory until the kernel virtual memory starts. That means that
|
|
||||||
* any out-of-bounds memory accesses will hopefully be caught.
|
|
||||||
* The vmalloc() routines leaves a hole of 4kB between each vmalloced
|
|
||||||
* area for the same reason. ;)
|
|
||||||
*/
|
|
||||||
#define VMALLOC_OFFSET (8 * 1024 * 1024)
|
|
||||||
#define VMALLOC_START ((unsigned long)high_memory + VMALLOC_OFFSET)
|
|
||||||
#ifdef CONFIG_X86_PAE
|
|
||||||
#define LAST_PKMAP 512
|
|
||||||
#else
|
|
||||||
#define LAST_PKMAP 1024
|
|
||||||
#endif
|
|
||||||
|
|
||||||
#define PKMAP_BASE ((FIXADDR_BOOT_START - PAGE_SIZE * (LAST_PKMAP + 1)) \
|
|
||||||
& PMD_MASK)
|
|
||||||
|
|
||||||
#ifdef CONFIG_HIGHMEM
|
|
||||||
# define VMALLOC_END (PKMAP_BASE - 2 * PAGE_SIZE)
|
|
||||||
#else
|
|
||||||
# define VMALLOC_END (FIXADDR_START - 2 * PAGE_SIZE)
|
|
||||||
#endif
|
|
||||||
|
|
||||||
#define MAXMEM (VMALLOC_END - PAGE_OFFSET - __VMALLOC_RESERVE)
|
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* Define this if things work differently on an i386 and an i486:
|
* Define this if things work differently on an i386 and an i486:
|
||||||
|
|
|
||||||
|
|
@ -0,0 +1,46 @@
|
||||||
|
#ifndef _ASM_X86_PGTABLE_32_DEFS_H
|
||||||
|
#define _ASM_X86_PGTABLE_32_DEFS_H
|
||||||
|
|
||||||
|
/*
|
||||||
|
* The Linux x86 paging architecture is 'compile-time dual-mode', it
|
||||||
|
* implements both the traditional 2-level x86 page tables and the
|
||||||
|
* newer 3-level PAE-mode page tables.
|
||||||
|
*/
|
||||||
|
#ifdef CONFIG_X86_PAE
|
||||||
|
# include <asm/pgtable-3level_types.h>
|
||||||
|
# define PMD_SIZE (1UL << PMD_SHIFT)
|
||||||
|
# define PMD_MASK (~(PMD_SIZE - 1))
|
||||||
|
#else
|
||||||
|
# include <asm/pgtable-2level_types.h>
|
||||||
|
#endif
|
||||||
|
|
||||||
|
#define PGDIR_SIZE (1UL << PGDIR_SHIFT)
|
||||||
|
#define PGDIR_MASK (~(PGDIR_SIZE - 1))
|
||||||
|
|
||||||
|
/* Just any arbitrary offset to the start of the vmalloc VM area: the
|
||||||
|
* current 8MB value just means that there will be a 8MB "hole" after the
|
||||||
|
* physical memory until the kernel virtual memory starts. That means that
|
||||||
|
* any out-of-bounds memory accesses will hopefully be caught.
|
||||||
|
* The vmalloc() routines leaves a hole of 4kB between each vmalloced
|
||||||
|
* area for the same reason. ;)
|
||||||
|
*/
|
||||||
|
#define VMALLOC_OFFSET (8 * 1024 * 1024)
|
||||||
|
#define VMALLOC_START ((unsigned long)high_memory + VMALLOC_OFFSET)
|
||||||
|
#ifdef CONFIG_X86_PAE
|
||||||
|
#define LAST_PKMAP 512
|
||||||
|
#else
|
||||||
|
#define LAST_PKMAP 1024
|
||||||
|
#endif
|
||||||
|
|
||||||
|
#define PKMAP_BASE ((FIXADDR_BOOT_START - PAGE_SIZE * (LAST_PKMAP + 1)) \
|
||||||
|
& PMD_MASK)
|
||||||
|
|
||||||
|
#ifdef CONFIG_HIGHMEM
|
||||||
|
# define VMALLOC_END (PKMAP_BASE - 2 * PAGE_SIZE)
|
||||||
|
#else
|
||||||
|
# define VMALLOC_END (FIXADDR_START - 2 * PAGE_SIZE)
|
||||||
|
#endif
|
||||||
|
|
||||||
|
#define MAXMEM (VMALLOC_END - PAGE_OFFSET - __VMALLOC_RESERVE)
|
||||||
|
|
||||||
|
#endif /* _ASM_X86_PGTABLE_32_DEFS_H */
|
||||||
|
|
@ -2,6 +2,8 @@
|
||||||
#define _ASM_X86_PGTABLE_64_H
|
#define _ASM_X86_PGTABLE_64_H
|
||||||
|
|
||||||
#include <linux/const.h>
|
#include <linux/const.h>
|
||||||
|
#include <asm/pgtable_64_types.h>
|
||||||
|
|
||||||
#ifndef __ASSEMBLY__
|
#ifndef __ASSEMBLY__
|
||||||
|
|
||||||
/*
|
/*
|
||||||
|
|
@ -25,32 +27,6 @@ extern void paging_init(void);
|
||||||
|
|
||||||
#endif /* !__ASSEMBLY__ */
|
#endif /* !__ASSEMBLY__ */
|
||||||
|
|
||||||
#define SHARED_KERNEL_PMD 0
|
|
||||||
|
|
||||||
/*
|
|
||||||
* PGDIR_SHIFT determines what a top-level page table entry can map
|
|
||||||
*/
|
|
||||||
#define PGDIR_SHIFT 39
|
|
||||||
#define PTRS_PER_PGD 512
|
|
||||||
|
|
||||||
/*
|
|
||||||
* 3rd level page
|
|
||||||
*/
|
|
||||||
#define PUD_SHIFT 30
|
|
||||||
#define PTRS_PER_PUD 512
|
|
||||||
|
|
||||||
/*
|
|
||||||
* PMD_SHIFT determines the size of the area a middle-level
|
|
||||||
* page table can map
|
|
||||||
*/
|
|
||||||
#define PMD_SHIFT 21
|
|
||||||
#define PTRS_PER_PMD 512
|
|
||||||
|
|
||||||
/*
|
|
||||||
* entries per page directory level
|
|
||||||
*/
|
|
||||||
#define PTRS_PER_PTE 512
|
|
||||||
|
|
||||||
#ifndef __ASSEMBLY__
|
#ifndef __ASSEMBLY__
|
||||||
|
|
||||||
#define pte_ERROR(e) \
|
#define pte_ERROR(e) \
|
||||||
|
|
@ -130,26 +106,6 @@ static inline void native_pgd_clear(pgd_t *pgd)
|
||||||
native_set_pgd(pgd, native_make_pgd(0));
|
native_set_pgd(pgd, native_make_pgd(0));
|
||||||
}
|
}
|
||||||
|
|
||||||
#endif /* !__ASSEMBLY__ */
|
|
||||||
|
|
||||||
#define PMD_SIZE (_AC(1, UL) << PMD_SHIFT)
|
|
||||||
#define PMD_MASK (~(PMD_SIZE - 1))
|
|
||||||
#define PUD_SIZE (_AC(1, UL) << PUD_SHIFT)
|
|
||||||
#define PUD_MASK (~(PUD_SIZE - 1))
|
|
||||||
#define PGDIR_SIZE (_AC(1, UL) << PGDIR_SHIFT)
|
|
||||||
#define PGDIR_MASK (~(PGDIR_SIZE - 1))
|
|
||||||
|
|
||||||
|
|
||||||
#define MAXMEM _AC(__AC(1, UL) << MAX_PHYSMEM_BITS, UL)
|
|
||||||
#define VMALLOC_START _AC(0xffffc20000000000, UL)
|
|
||||||
#define VMALLOC_END _AC(0xffffe1ffffffffff, UL)
|
|
||||||
#define VMEMMAP_START _AC(0xffffe20000000000, UL)
|
|
||||||
#define MODULES_VADDR _AC(0xffffffffa0000000, UL)
|
|
||||||
#define MODULES_END _AC(0xffffffffff000000, UL)
|
|
||||||
#define MODULES_LEN (MODULES_END - MODULES_VADDR)
|
|
||||||
|
|
||||||
#ifndef __ASSEMBLY__
|
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* Conversion functions: convert a page and protection to a page entry,
|
* Conversion functions: convert a page and protection to a page entry,
|
||||||
* and a page entry and page directory to the page they refer to.
|
* and a page entry and page directory to the page they refer to.
|
||||||
|
|
|
||||||
|
|
@ -0,0 +1,62 @@
|
||||||
|
#ifndef _ASM_X86_PGTABLE_64_DEFS_H
|
||||||
|
#define _ASM_X86_PGTABLE_64_DEFS_H
|
||||||
|
|
||||||
|
#ifndef __ASSEMBLY__
|
||||||
|
#include <linux/types.h>
|
||||||
|
|
||||||
|
/*
|
||||||
|
* These are used to make use of C type-checking..
|
||||||
|
*/
|
||||||
|
typedef unsigned long pteval_t;
|
||||||
|
typedef unsigned long pmdval_t;
|
||||||
|
typedef unsigned long pudval_t;
|
||||||
|
typedef unsigned long pgdval_t;
|
||||||
|
typedef unsigned long pgprotval_t;
|
||||||
|
|
||||||
|
typedef struct { pteval_t pte; } pte_t;
|
||||||
|
|
||||||
|
#endif /* !__ASSEMBLY__ */
|
||||||
|
|
||||||
|
#define SHARED_KERNEL_PMD 0
|
||||||
|
|
||||||
|
/*
|
||||||
|
* PGDIR_SHIFT determines what a top-level page table entry can map
|
||||||
|
*/
|
||||||
|
#define PGDIR_SHIFT 39
|
||||||
|
#define PTRS_PER_PGD 512
|
||||||
|
|
||||||
|
/*
|
||||||
|
* 3rd level page
|
||||||
|
*/
|
||||||
|
#define PUD_SHIFT 30
|
||||||
|
#define PTRS_PER_PUD 512
|
||||||
|
|
||||||
|
/*
|
||||||
|
* PMD_SHIFT determines the size of the area a middle-level
|
||||||
|
* page table can map
|
||||||
|
*/
|
||||||
|
#define PMD_SHIFT 21
|
||||||
|
#define PTRS_PER_PMD 512
|
||||||
|
|
||||||
|
/*
|
||||||
|
* entries per page directory level
|
||||||
|
*/
|
||||||
|
#define PTRS_PER_PTE 512
|
||||||
|
|
||||||
|
#define PMD_SIZE (_AC(1, UL) << PMD_SHIFT)
|
||||||
|
#define PMD_MASK (~(PMD_SIZE - 1))
|
||||||
|
#define PUD_SIZE (_AC(1, UL) << PUD_SHIFT)
|
||||||
|
#define PUD_MASK (~(PUD_SIZE - 1))
|
||||||
|
#define PGDIR_SIZE (_AC(1, UL) << PGDIR_SHIFT)
|
||||||
|
#define PGDIR_MASK (~(PGDIR_SIZE - 1))
|
||||||
|
|
||||||
|
|
||||||
|
#define MAXMEM _AC(__AC(1, UL) << MAX_PHYSMEM_BITS, UL)
|
||||||
|
#define VMALLOC_START _AC(0xffffc20000000000, UL)
|
||||||
|
#define VMALLOC_END _AC(0xffffe1ffffffffff, UL)
|
||||||
|
#define VMEMMAP_START _AC(0xffffe20000000000, UL)
|
||||||
|
#define MODULES_VADDR _AC(0xffffffffa0000000, UL)
|
||||||
|
#define MODULES_END _AC(0xffffffffff000000, UL)
|
||||||
|
#define MODULES_LEN (MODULES_END - MODULES_VADDR)
|
||||||
|
|
||||||
|
#endif /* _ASM_X86_PGTABLE_64_DEFS_H */
|
||||||
|
|
@ -0,0 +1,321 @@
|
||||||
|
#ifndef _ASM_X86_PGTABLE_DEFS_H
|
||||||
|
#define _ASM_X86_PGTABLE_DEFS_H
|
||||||
|
|
||||||
|
#include <linux/const.h>
|
||||||
|
|
||||||
|
#define FIRST_USER_ADDRESS 0
|
||||||
|
|
||||||
|
#define _PAGE_BIT_PRESENT 0 /* is present */
|
||||||
|
#define _PAGE_BIT_RW 1 /* writeable */
|
||||||
|
#define _PAGE_BIT_USER 2 /* userspace addressable */
|
||||||
|
#define _PAGE_BIT_PWT 3 /* page write through */
|
||||||
|
#define _PAGE_BIT_PCD 4 /* page cache disabled */
|
||||||
|
#define _PAGE_BIT_ACCESSED 5 /* was accessed (raised by CPU) */
|
||||||
|
#define _PAGE_BIT_DIRTY 6 /* was written to (raised by CPU) */
|
||||||
|
#define _PAGE_BIT_PSE 7 /* 4 MB (or 2MB) page */
|
||||||
|
#define _PAGE_BIT_PAT 7 /* on 4KB pages */
|
||||||
|
#define _PAGE_BIT_GLOBAL 8 /* Global TLB entry PPro+ */
|
||||||
|
#define _PAGE_BIT_UNUSED1 9 /* available for programmer */
|
||||||
|
#define _PAGE_BIT_IOMAP 10 /* flag used to indicate IO mapping */
|
||||||
|
#define _PAGE_BIT_UNUSED3 11
|
||||||
|
#define _PAGE_BIT_PAT_LARGE 12 /* On 2MB or 1GB pages */
|
||||||
|
#define _PAGE_BIT_SPECIAL _PAGE_BIT_UNUSED1
|
||||||
|
#define _PAGE_BIT_CPA_TEST _PAGE_BIT_UNUSED1
|
||||||
|
#define _PAGE_BIT_NX 63 /* No execute: only valid after cpuid check */
|
||||||
|
|
||||||
|
/* If _PAGE_BIT_PRESENT is clear, we use these: */
|
||||||
|
/* - if the user mapped it with PROT_NONE; pte_present gives true */
|
||||||
|
#define _PAGE_BIT_PROTNONE _PAGE_BIT_GLOBAL
|
||||||
|
/* - set: nonlinear file mapping, saved PTE; unset:swap */
|
||||||
|
#define _PAGE_BIT_FILE _PAGE_BIT_DIRTY
|
||||||
|
|
||||||
|
#define _PAGE_PRESENT (_AT(pteval_t, 1) << _PAGE_BIT_PRESENT)
|
||||||
|
#define _PAGE_RW (_AT(pteval_t, 1) << _PAGE_BIT_RW)
|
||||||
|
#define _PAGE_USER (_AT(pteval_t, 1) << _PAGE_BIT_USER)
|
||||||
|
#define _PAGE_PWT (_AT(pteval_t, 1) << _PAGE_BIT_PWT)
|
||||||
|
#define _PAGE_PCD (_AT(pteval_t, 1) << _PAGE_BIT_PCD)
|
||||||
|
#define _PAGE_ACCESSED (_AT(pteval_t, 1) << _PAGE_BIT_ACCESSED)
|
||||||
|
#define _PAGE_DIRTY (_AT(pteval_t, 1) << _PAGE_BIT_DIRTY)
|
||||||
|
#define _PAGE_PSE (_AT(pteval_t, 1) << _PAGE_BIT_PSE)
|
||||||
|
#define _PAGE_GLOBAL (_AT(pteval_t, 1) << _PAGE_BIT_GLOBAL)
|
||||||
|
#define _PAGE_UNUSED1 (_AT(pteval_t, 1) << _PAGE_BIT_UNUSED1)
|
||||||
|
#define _PAGE_IOMAP (_AT(pteval_t, 1) << _PAGE_BIT_IOMAP)
|
||||||
|
#define _PAGE_UNUSED3 (_AT(pteval_t, 1) << _PAGE_BIT_UNUSED3)
|
||||||
|
#define _PAGE_PAT (_AT(pteval_t, 1) << _PAGE_BIT_PAT)
|
||||||
|
#define _PAGE_PAT_LARGE (_AT(pteval_t, 1) << _PAGE_BIT_PAT_LARGE)
|
||||||
|
#define _PAGE_SPECIAL (_AT(pteval_t, 1) << _PAGE_BIT_SPECIAL)
|
||||||
|
#define _PAGE_CPA_TEST (_AT(pteval_t, 1) << _PAGE_BIT_CPA_TEST)
|
||||||
|
#define __HAVE_ARCH_PTE_SPECIAL
|
||||||
|
|
||||||
|
#if defined(CONFIG_X86_64) || defined(CONFIG_X86_PAE)
|
||||||
|
#define _PAGE_NX (_AT(pteval_t, 1) << _PAGE_BIT_NX)
|
||||||
|
#else
|
||||||
|
#define _PAGE_NX (_AT(pteval_t, 0))
|
||||||
|
#endif
|
||||||
|
|
||||||
|
#define _PAGE_FILE (_AT(pteval_t, 1) << _PAGE_BIT_FILE)
|
||||||
|
#define _PAGE_PROTNONE (_AT(pteval_t, 1) << _PAGE_BIT_PROTNONE)
|
||||||
|
|
||||||
|
#define _PAGE_TABLE (_PAGE_PRESENT | _PAGE_RW | _PAGE_USER | \
|
||||||
|
_PAGE_ACCESSED | _PAGE_DIRTY)
|
||||||
|
#define _KERNPG_TABLE (_PAGE_PRESENT | _PAGE_RW | _PAGE_ACCESSED | \
|
||||||
|
_PAGE_DIRTY)
|
||||||
|
|
||||||
|
/* Set of bits not changed in pte_modify */
|
||||||
|
#define _PAGE_CHG_MASK (PTE_PFN_MASK | _PAGE_PCD | _PAGE_PWT | \
|
||||||
|
_PAGE_SPECIAL | _PAGE_ACCESSED | _PAGE_DIRTY)
|
||||||
|
|
||||||
|
#define _PAGE_CACHE_MASK (_PAGE_PCD | _PAGE_PWT)
|
||||||
|
#define _PAGE_CACHE_WB (0)
|
||||||
|
#define _PAGE_CACHE_WC (_PAGE_PWT)
|
||||||
|
#define _PAGE_CACHE_UC_MINUS (_PAGE_PCD)
|
||||||
|
#define _PAGE_CACHE_UC (_PAGE_PCD | _PAGE_PWT)
|
||||||
|
|
||||||
|
#define PAGE_NONE __pgprot(_PAGE_PROTNONE | _PAGE_ACCESSED)
|
||||||
|
#define PAGE_SHARED __pgprot(_PAGE_PRESENT | _PAGE_RW | _PAGE_USER | \
|
||||||
|
_PAGE_ACCESSED | _PAGE_NX)
|
||||||
|
|
||||||
|
#define PAGE_SHARED_EXEC __pgprot(_PAGE_PRESENT | _PAGE_RW | \
|
||||||
|
_PAGE_USER | _PAGE_ACCESSED)
|
||||||
|
#define PAGE_COPY_NOEXEC __pgprot(_PAGE_PRESENT | _PAGE_USER | \
|
||||||
|
_PAGE_ACCESSED | _PAGE_NX)
|
||||||
|
#define PAGE_COPY_EXEC __pgprot(_PAGE_PRESENT | _PAGE_USER | \
|
||||||
|
_PAGE_ACCESSED)
|
||||||
|
#define PAGE_COPY PAGE_COPY_NOEXEC
|
||||||
|
#define PAGE_READONLY __pgprot(_PAGE_PRESENT | _PAGE_USER | \
|
||||||
|
_PAGE_ACCESSED | _PAGE_NX)
|
||||||
|
#define PAGE_READONLY_EXEC __pgprot(_PAGE_PRESENT | _PAGE_USER | \
|
||||||
|
_PAGE_ACCESSED)
|
||||||
|
|
||||||
|
#define __PAGE_KERNEL_EXEC \
|
||||||
|
(_PAGE_PRESENT | _PAGE_RW | _PAGE_DIRTY | _PAGE_ACCESSED | _PAGE_GLOBAL)
|
||||||
|
#define __PAGE_KERNEL (__PAGE_KERNEL_EXEC | _PAGE_NX)
|
||||||
|
|
||||||
|
#define __PAGE_KERNEL_RO (__PAGE_KERNEL & ~_PAGE_RW)
|
||||||
|
#define __PAGE_KERNEL_RX (__PAGE_KERNEL_EXEC & ~_PAGE_RW)
|
||||||
|
#define __PAGE_KERNEL_EXEC_NOCACHE (__PAGE_KERNEL_EXEC | _PAGE_PCD | _PAGE_PWT)
|
||||||
|
#define __PAGE_KERNEL_WC (__PAGE_KERNEL | _PAGE_CACHE_WC)
|
||||||
|
#define __PAGE_KERNEL_NOCACHE (__PAGE_KERNEL | _PAGE_PCD | _PAGE_PWT)
|
||||||
|
#define __PAGE_KERNEL_UC_MINUS (__PAGE_KERNEL | _PAGE_PCD)
|
||||||
|
#define __PAGE_KERNEL_VSYSCALL (__PAGE_KERNEL_RX | _PAGE_USER)
|
||||||
|
#define __PAGE_KERNEL_VSYSCALL_NOCACHE (__PAGE_KERNEL_VSYSCALL | _PAGE_PCD | _PAGE_PWT)
|
||||||
|
#define __PAGE_KERNEL_LARGE (__PAGE_KERNEL | _PAGE_PSE)
|
||||||
|
#define __PAGE_KERNEL_LARGE_NOCACHE (__PAGE_KERNEL | _PAGE_CACHE_UC | _PAGE_PSE)
|
||||||
|
#define __PAGE_KERNEL_LARGE_EXEC (__PAGE_KERNEL_EXEC | _PAGE_PSE)
|
||||||
|
|
||||||
|
#define __PAGE_KERNEL_IO (__PAGE_KERNEL | _PAGE_IOMAP)
|
||||||
|
#define __PAGE_KERNEL_IO_NOCACHE (__PAGE_KERNEL_NOCACHE | _PAGE_IOMAP)
|
||||||
|
#define __PAGE_KERNEL_IO_UC_MINUS (__PAGE_KERNEL_UC_MINUS | _PAGE_IOMAP)
|
||||||
|
#define __PAGE_KERNEL_IO_WC (__PAGE_KERNEL_WC | _PAGE_IOMAP)
|
||||||
|
|
||||||
|
#define PAGE_KERNEL __pgprot(__PAGE_KERNEL)
|
||||||
|
#define PAGE_KERNEL_RO __pgprot(__PAGE_KERNEL_RO)
|
||||||
|
#define PAGE_KERNEL_EXEC __pgprot(__PAGE_KERNEL_EXEC)
|
||||||
|
#define PAGE_KERNEL_RX __pgprot(__PAGE_KERNEL_RX)
|
||||||
|
#define PAGE_KERNEL_WC __pgprot(__PAGE_KERNEL_WC)
|
||||||
|
#define PAGE_KERNEL_NOCACHE __pgprot(__PAGE_KERNEL_NOCACHE)
|
||||||
|
#define PAGE_KERNEL_UC_MINUS __pgprot(__PAGE_KERNEL_UC_MINUS)
|
||||||
|
#define PAGE_KERNEL_EXEC_NOCACHE __pgprot(__PAGE_KERNEL_EXEC_NOCACHE)
|
||||||
|
#define PAGE_KERNEL_LARGE __pgprot(__PAGE_KERNEL_LARGE)
|
||||||
|
#define PAGE_KERNEL_LARGE_NOCACHE __pgprot(__PAGE_KERNEL_LARGE_NOCACHE)
|
||||||
|
#define PAGE_KERNEL_LARGE_EXEC __pgprot(__PAGE_KERNEL_LARGE_EXEC)
|
||||||
|
#define PAGE_KERNEL_VSYSCALL __pgprot(__PAGE_KERNEL_VSYSCALL)
|
||||||
|
#define PAGE_KERNEL_VSYSCALL_NOCACHE __pgprot(__PAGE_KERNEL_VSYSCALL_NOCACHE)
|
||||||
|
|
||||||
|
#define PAGE_KERNEL_IO __pgprot(__PAGE_KERNEL_IO)
|
||||||
|
#define PAGE_KERNEL_IO_NOCACHE __pgprot(__PAGE_KERNEL_IO_NOCACHE)
|
||||||
|
#define PAGE_KERNEL_IO_UC_MINUS __pgprot(__PAGE_KERNEL_IO_UC_MINUS)
|
||||||
|
#define PAGE_KERNEL_IO_WC __pgprot(__PAGE_KERNEL_IO_WC)
|
||||||
|
|
||||||
|
/* xwr */
|
||||||
|
#define __P000 PAGE_NONE
|
||||||
|
#define __P001 PAGE_READONLY
|
||||||
|
#define __P010 PAGE_COPY
|
||||||
|
#define __P011 PAGE_COPY
|
||||||
|
#define __P100 PAGE_READONLY_EXEC
|
||||||
|
#define __P101 PAGE_READONLY_EXEC
|
||||||
|
#define __P110 PAGE_COPY_EXEC
|
||||||
|
#define __P111 PAGE_COPY_EXEC
|
||||||
|
|
||||||
|
#define __S000 PAGE_NONE
|
||||||
|
#define __S001 PAGE_READONLY
|
||||||
|
#define __S010 PAGE_SHARED
|
||||||
|
#define __S011 PAGE_SHARED
|
||||||
|
#define __S100 PAGE_READONLY_EXEC
|
||||||
|
#define __S101 PAGE_READONLY_EXEC
|
||||||
|
#define __S110 PAGE_SHARED_EXEC
|
||||||
|
#define __S111 PAGE_SHARED_EXEC
|
||||||
|
|
||||||
|
/*
|
||||||
|
* early identity mapping pte attrib macros.
|
||||||
|
*/
|
||||||
|
#ifdef CONFIG_X86_64
|
||||||
|
#define __PAGE_KERNEL_IDENT_LARGE_EXEC __PAGE_KERNEL_LARGE_EXEC
|
||||||
|
#else
|
||||||
|
/*
|
||||||
|
* For PDE_IDENT_ATTR include USER bit. As the PDE and PTE protection
|
||||||
|
* bits are combined, this will alow user to access the high address mapped
|
||||||
|
* VDSO in the presence of CONFIG_COMPAT_VDSO
|
||||||
|
*/
|
||||||
|
#define PTE_IDENT_ATTR 0x003 /* PRESENT+RW */
|
||||||
|
#define PDE_IDENT_ATTR 0x067 /* PRESENT+RW+USER+DIRTY+ACCESSED */
|
||||||
|
#define PGD_IDENT_ATTR 0x001 /* PRESENT (no other attributes) */
|
||||||
|
#endif
|
||||||
|
|
||||||
|
#ifdef CONFIG_X86_32
|
||||||
|
# include "pgtable_32_types.h"
|
||||||
|
#else
|
||||||
|
# include "pgtable_64_types.h"
|
||||||
|
#endif
|
||||||
|
|
||||||
|
#ifndef __ASSEMBLY__
|
||||||
|
|
||||||
|
#include <linux/types.h>
|
||||||
|
|
||||||
|
typedef struct pgprot { pgprotval_t pgprot; } pgprot_t;
|
||||||
|
|
||||||
|
typedef struct { pgdval_t pgd; } pgd_t;
|
||||||
|
|
||||||
|
static inline pgd_t native_make_pgd(pgdval_t val)
|
||||||
|
{
|
||||||
|
return (pgd_t) { val };
|
||||||
|
}
|
||||||
|
|
||||||
|
static inline pgdval_t native_pgd_val(pgd_t pgd)
|
||||||
|
{
|
||||||
|
return pgd.pgd;
|
||||||
|
}
|
||||||
|
|
||||||
|
static inline pgdval_t pgd_flags(pgd_t pgd)
|
||||||
|
{
|
||||||
|
return native_pgd_val(pgd) & PTE_FLAGS_MASK;
|
||||||
|
}
|
||||||
|
|
||||||
|
#if PAGETABLE_LEVELS > 3
|
||||||
|
typedef struct { pudval_t pud; } pud_t;
|
||||||
|
|
||||||
|
static inline pud_t native_make_pud(pmdval_t val)
|
||||||
|
{
|
||||||
|
return (pud_t) { val };
|
||||||
|
}
|
||||||
|
|
||||||
|
static inline pudval_t native_pud_val(pud_t pud)
|
||||||
|
{
|
||||||
|
return pud.pud;
|
||||||
|
}
|
||||||
|
#else
|
||||||
|
#include <asm-generic/pgtable-nopud.h>
|
||||||
|
|
||||||
|
static inline pudval_t native_pud_val(pud_t pud)
|
||||||
|
{
|
||||||
|
return native_pgd_val(pud.pgd);
|
||||||
|
}
|
||||||
|
#endif
|
||||||
|
|
||||||
|
#if PAGETABLE_LEVELS > 2
|
||||||
|
typedef struct { pmdval_t pmd; } pmd_t;
|
||||||
|
|
||||||
|
static inline pmd_t native_make_pmd(pmdval_t val)
|
||||||
|
{
|
||||||
|
return (pmd_t) { val };
|
||||||
|
}
|
||||||
|
|
||||||
|
static inline pmdval_t native_pmd_val(pmd_t pmd)
|
||||||
|
{
|
||||||
|
return pmd.pmd;
|
||||||
|
}
|
||||||
|
#else
|
||||||
|
#include <asm-generic/pgtable-nopmd.h>
|
||||||
|
|
||||||
|
static inline pmdval_t native_pmd_val(pmd_t pmd)
|
||||||
|
{
|
||||||
|
return native_pgd_val(pmd.pud.pgd);
|
||||||
|
}
|
||||||
|
#endif
|
||||||
|
|
||||||
|
static inline pudval_t pud_flags(pud_t pud)
|
||||||
|
{
|
||||||
|
return native_pud_val(pud) & PTE_FLAGS_MASK;
|
||||||
|
}
|
||||||
|
|
||||||
|
static inline pmdval_t pmd_flags(pmd_t pmd)
|
||||||
|
{
|
||||||
|
return native_pmd_val(pmd) & PTE_FLAGS_MASK;
|
||||||
|
}
|
||||||
|
|
||||||
|
static inline pte_t native_make_pte(pteval_t val)
|
||||||
|
{
|
||||||
|
return (pte_t) { .pte = val };
|
||||||
|
}
|
||||||
|
|
||||||
|
static inline pteval_t native_pte_val(pte_t pte)
|
||||||
|
{
|
||||||
|
return pte.pte;
|
||||||
|
}
|
||||||
|
|
||||||
|
static inline pteval_t pte_flags(pte_t pte)
|
||||||
|
{
|
||||||
|
return native_pte_val(pte) & PTE_FLAGS_MASK;
|
||||||
|
}
|
||||||
|
|
||||||
|
#define pgprot_val(x) ((x).pgprot)
|
||||||
|
#define __pgprot(x) ((pgprot_t) { (x) } )
|
||||||
|
|
||||||
|
|
||||||
|
typedef struct page *pgtable_t;
|
||||||
|
|
||||||
|
extern pteval_t __supported_pte_mask;
|
||||||
|
extern int nx_enabled;
|
||||||
|
|
||||||
|
#define pgprot_writecombine pgprot_writecombine
|
||||||
|
extern pgprot_t pgprot_writecombine(pgprot_t prot);
|
||||||
|
|
||||||
|
/* Indicate that x86 has its own track and untrack pfn vma functions */
|
||||||
|
#define __HAVE_PFNMAP_TRACKING
|
||||||
|
|
||||||
|
#define __HAVE_PHYS_MEM_ACCESS_PROT
|
||||||
|
struct file;
|
||||||
|
pgprot_t phys_mem_access_prot(struct file *file, unsigned long pfn,
|
||||||
|
unsigned long size, pgprot_t vma_prot);
|
||||||
|
int phys_mem_access_prot_allowed(struct file *file, unsigned long pfn,
|
||||||
|
unsigned long size, pgprot_t *vma_prot);
|
||||||
|
|
||||||
|
/* Install a pte for a particular vaddr in kernel space. */
|
||||||
|
void set_pte_vaddr(unsigned long vaddr, pte_t pte);
|
||||||
|
|
||||||
|
#ifdef CONFIG_X86_32
|
||||||
|
extern void native_pagetable_setup_start(pgd_t *base);
|
||||||
|
extern void native_pagetable_setup_done(pgd_t *base);
|
||||||
|
#else
|
||||||
|
static inline void native_pagetable_setup_start(pgd_t *base) {}
|
||||||
|
static inline void native_pagetable_setup_done(pgd_t *base) {}
|
||||||
|
#endif
|
||||||
|
|
||||||
|
struct seq_file;
|
||||||
|
extern void arch_report_meminfo(struct seq_file *m);
|
||||||
|
|
||||||
|
enum {
|
||||||
|
PG_LEVEL_NONE,
|
||||||
|
PG_LEVEL_4K,
|
||||||
|
PG_LEVEL_2M,
|
||||||
|
PG_LEVEL_1G,
|
||||||
|
PG_LEVEL_NUM
|
||||||
|
};
|
||||||
|
|
||||||
|
#ifdef CONFIG_PROC_FS
|
||||||
|
extern void update_page_count(int level, unsigned long pages);
|
||||||
|
#else
|
||||||
|
static inline void update_page_count(int level, unsigned long pages) { }
|
||||||
|
#endif
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Helper function that returns the kernel pagetable entry controlling
|
||||||
|
* the virtual address 'address'. NULL means no pagetable entry present.
|
||||||
|
* NOTE: the return type is pte_t but if the pmd is PSE then we return it
|
||||||
|
* as a pte too.
|
||||||
|
*/
|
||||||
|
extern pte_t *lookup_address(unsigned long address, unsigned int *level);
|
||||||
|
|
||||||
|
#endif /* !__ASSEMBLY__ */
|
||||||
|
|
||||||
|
#endif /* _ASM_X86_PGTABLE_DEFS_H */
|
||||||
|
|
@ -16,6 +16,7 @@ struct mm_struct;
|
||||||
#include <asm/cpufeature.h>
|
#include <asm/cpufeature.h>
|
||||||
#include <asm/system.h>
|
#include <asm/system.h>
|
||||||
#include <asm/page.h>
|
#include <asm/page.h>
|
||||||
|
#include <asm/pgtable_types.h>
|
||||||
#include <asm/percpu.h>
|
#include <asm/percpu.h>
|
||||||
#include <asm/msr.h>
|
#include <asm/msr.h>
|
||||||
#include <asm/desc_defs.h>
|
#include <asm/desc_defs.h>
|
||||||
|
|
|
||||||
|
|
@ -1747,10 +1747,11 @@ static void __cpuinit voyager_smp_prepare_boot_cpu(void)
|
||||||
int cpu = smp_processor_id();
|
int cpu = smp_processor_id();
|
||||||
switch_to_new_gdt(cpu);
|
switch_to_new_gdt(cpu);
|
||||||
|
|
||||||
cpu_online_map = cpumask_of_cpu(smp_processor_id());
|
cpu_set(cpu, cpu_online_map);
|
||||||
cpu_callout_map = cpumask_of_cpu(smp_processor_id());
|
cpu_set(cpu, cpu_callout_map);
|
||||||
cpu_callin_map = CPU_MASK_NONE;
|
cpu_set(cpu, cpu_possible_map);
|
||||||
cpu_present_map = cpumask_of_cpu(smp_processor_id());
|
cpu_set(cpu, cpu_present_map);
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
static int __cpuinit voyager_cpu_up(unsigned int cpu)
|
static int __cpuinit voyager_cpu_up(unsigned int cpu)
|
||||||
|
|
|
||||||
|
|
@ -851,6 +851,7 @@ void __kprobes do_page_fault(struct pt_regs *regs, unsigned long error_code)
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/* kprobes don't want to hook the spurious faults. */
|
||||||
if (unlikely(notify_page_fault(regs)))
|
if (unlikely(notify_page_fault(regs)))
|
||||||
return;
|
return;
|
||||||
/*
|
/*
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue