2008-07-18 12:55:51 +08:00
|
|
|
#ifndef _SPARC64_PAGE_H
|
|
|
|
#define _SPARC64_PAGE_H
|
|
|
|
|
|
|
|
#include <linux/const.h>
|
|
|
|
|
|
|
|
#define PAGE_SHIFT 13
|
|
|
|
|
|
|
|
#define PAGE_SIZE (_AC(1,UL) << PAGE_SHIFT)
|
|
|
|
#define PAGE_MASK (~(PAGE_SIZE-1))
|
|
|
|
|
|
|
|
/* Flushing for D-cache alias handling is only needed if
|
|
|
|
* the page size is smaller than 16K.
|
|
|
|
*/
|
|
|
|
#if PAGE_SHIFT < 14
|
|
|
|
#define DCACHE_ALIASING_POSSIBLE
|
|
|
|
#endif
|
|
|
|
|
sparc64: Move from 4MB to 8MB huge pages.
The impetus for this is that we would like to move to 64-bit PMDs and
PGDs, but that would result in only supporting a 42-bit address space
with the current page table layout. It'd be nice to support at least
43-bits.
The reason we'd end up with only 42-bits after making PMDs and PGDs
64-bit is that we only use half-page sized PTE tables in order to make
PMDs line up to 4MB, the hardware huge page size we use.
So what we do here is we make huge pages 8MB, and fabricate them using
4MB hw TLB entries.
Facilitate this by providing a "REAL_HPAGE_SHIFT" which is used in
places that really need to operate on hardware 4MB pages.
Use full pages (512 entries) for PTE tables, and adjust PMD_SHIFT,
PGD_SHIFT, and the build time CPP test as needed. Use a CPP test to
make sure REAL_HPAGE_SHIFT and the _PAGE_SZHUGE_* we use match up.
This makes the pgtable cache completely unused, so remove the code
managing it and the state used in mm_context_t. Now we have less
spinlocks taken in the page table allocation path.
The technique we use to fabricate the 8MB pages is to transfer bit 22
from the missing virtual address into the PTEs physical address field.
That takes care of the transparent huge pages case.
For hugetlb, we fill things in at the PTE level and that code already
puts the sub huge page physical bits into the PTEs, based upon the
offset, so there is nothing special we need to do. It all just works
out.
So, a small amount of complexity in the THP case, but this code is
about to get much simpler when we move the 64-bit PMDs as we can move
away from the fancy 32-bit huge PMD encoding and just put a real PTE
value in there.
With bug fixes and help from Bob Picco.
Signed-off-by: David S. Miller <davem@davemloft.net>
2013-09-26 04:48:49 +08:00
|
|
|
#define HPAGE_SHIFT 23
|
|
|
|
#define REAL_HPAGE_SHIFT 22
|
2017-03-10 06:22:23 +08:00
|
|
|
#define HPAGE_2GB_SHIFT 31
|
2017-02-02 08:16:36 +08:00
|
|
|
#define HPAGE_256MB_SHIFT 28
|
2017-02-07 04:33:26 +08:00
|
|
|
#define HPAGE_64K_SHIFT 16
|
sparc64: Move from 4MB to 8MB huge pages.
The impetus for this is that we would like to move to 64-bit PMDs and
PGDs, but that would result in only supporting a 42-bit address space
with the current page table layout. It'd be nice to support at least
43-bits.
The reason we'd end up with only 42-bits after making PMDs and PGDs
64-bit is that we only use half-page sized PTE tables in order to make
PMDs line up to 4MB, the hardware huge page size we use.
So what we do here is we make huge pages 8MB, and fabricate them using
4MB hw TLB entries.
Facilitate this by providing a "REAL_HPAGE_SHIFT" which is used in
places that really need to operate on hardware 4MB pages.
Use full pages (512 entries) for PTE tables, and adjust PMD_SHIFT,
PGD_SHIFT, and the build time CPP test as needed. Use a CPP test to
make sure REAL_HPAGE_SHIFT and the _PAGE_SZHUGE_* we use match up.
This makes the pgtable cache completely unused, so remove the code
managing it and the state used in mm_context_t. Now we have less
spinlocks taken in the page table allocation path.
The technique we use to fabricate the 8MB pages is to transfer bit 22
from the missing virtual address into the PTEs physical address field.
That takes care of the transparent huge pages case.
For hugetlb, we fill things in at the PTE level and that code already
puts the sub huge page physical bits into the PTEs, based upon the
offset, so there is nothing special we need to do. It all just works
out.
So, a small amount of complexity in the THP case, but this code is
about to get much simpler when we move the 64-bit PMDs as we can move
away from the fancy 32-bit huge PMD encoding and just put a real PTE
value in there.
With bug fixes and help from Bob Picco.
Signed-off-by: David S. Miller <davem@davemloft.net>
2013-09-26 04:48:49 +08:00
|
|
|
#define REAL_HPAGE_SIZE (_AC(1,UL) << REAL_HPAGE_SHIFT)
|
2008-07-18 12:55:51 +08:00
|
|
|
|
2012-10-09 07:34:29 +08:00
|
|
|
#if defined(CONFIG_HUGETLB_PAGE) || defined(CONFIG_TRANSPARENT_HUGEPAGE)
|
2008-07-18 12:55:51 +08:00
|
|
|
#define HPAGE_SIZE (_AC(1,UL) << HPAGE_SHIFT)
|
|
|
|
#define HPAGE_MASK (~(HPAGE_SIZE - 1UL))
|
|
|
|
#define HUGETLB_PAGE_ORDER (HPAGE_SHIFT - PAGE_SHIFT)
|
|
|
|
#define HAVE_ARCH_HUGETLB_UNMAPPED_AREA
|
2016-09-01 04:48:19 +08:00
|
|
|
#define REAL_HPAGE_PER_HPAGE (_AC(1,UL) << (HPAGE_SHIFT - REAL_HPAGE_SHIFT))
|
2017-03-10 06:22:23 +08:00
|
|
|
#define HUGE_MAX_HSTATE 4
|
2008-07-18 12:55:51 +08:00
|
|
|
#endif
|
|
|
|
|
|
|
|
#ifndef __ASSEMBLY__
|
|
|
|
|
2012-10-09 07:34:29 +08:00
|
|
|
#if defined(CONFIG_HUGETLB_PAGE) || defined(CONFIG_TRANSPARENT_HUGEPAGE)
|
2013-02-20 14:34:10 +08:00
|
|
|
struct pt_regs;
|
2014-05-17 05:25:50 +08:00
|
|
|
void hugetlb_setup(struct pt_regs *regs);
|
2012-10-09 07:34:29 +08:00
|
|
|
#endif
|
|
|
|
|
2008-09-12 14:36:32 +08:00
|
|
|
#define WANT_PAGE_VIRTUAL
|
|
|
|
|
2014-05-17 05:25:50 +08:00
|
|
|
void _clear_page(void *page);
|
2008-07-18 12:55:51 +08:00
|
|
|
#define clear_page(X) _clear_page((void *)(X))
|
|
|
|
struct page;
|
2014-05-17 05:25:50 +08:00
|
|
|
void clear_user_page(void *addr, unsigned long vaddr, struct page *page);
|
2008-07-18 12:55:51 +08:00
|
|
|
#define copy_page(X,Y) memcpy((void *)(X), (void *)(Y), PAGE_SIZE)
|
2014-05-17 05:25:50 +08:00
|
|
|
void copy_user_page(void *to, void *from, unsigned long vaddr, struct page *topage);
|
2008-07-18 12:55:51 +08:00
|
|
|
|
|
|
|
/* Unlike sparc32, sparc64's parameter passing API is more
|
|
|
|
* sane in that structures which as small enough are passed
|
|
|
|
* in registers instead of on the stack. Thus, setting
|
|
|
|
* STRICT_MM_TYPECHECKS does not generate worse code so
|
|
|
|
* let's enable it to get the type checking.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#define STRICT_MM_TYPECHECKS
|
|
|
|
|
|
|
|
#ifdef STRICT_MM_TYPECHECKS
|
|
|
|
/* These are used to make use of C type-checking.. */
|
|
|
|
typedef struct { unsigned long pte; } pte_t;
|
|
|
|
typedef struct { unsigned long iopte; } iopte_t;
|
2013-09-26 05:33:16 +08:00
|
|
|
typedef struct { unsigned long pmd; } pmd_t;
|
2014-09-27 12:19:46 +08:00
|
|
|
typedef struct { unsigned long pud; } pud_t;
|
2013-09-26 05:33:16 +08:00
|
|
|
typedef struct { unsigned long pgd; } pgd_t;
|
2008-07-18 12:55:51 +08:00
|
|
|
typedef struct { unsigned long pgprot; } pgprot_t;
|
|
|
|
|
|
|
|
#define pte_val(x) ((x).pte)
|
|
|
|
#define iopte_val(x) ((x).iopte)
|
|
|
|
#define pmd_val(x) ((x).pmd)
|
2014-09-27 12:19:46 +08:00
|
|
|
#define pud_val(x) ((x).pud)
|
2008-07-18 12:55:51 +08:00
|
|
|
#define pgd_val(x) ((x).pgd)
|
|
|
|
#define pgprot_val(x) ((x).pgprot)
|
|
|
|
|
|
|
|
#define __pte(x) ((pte_t) { (x) } )
|
|
|
|
#define __iopte(x) ((iopte_t) { (x) } )
|
|
|
|
#define __pmd(x) ((pmd_t) { (x) } )
|
2014-09-27 12:19:46 +08:00
|
|
|
#define __pud(x) ((pud_t) { (x) } )
|
2008-07-18 12:55:51 +08:00
|
|
|
#define __pgd(x) ((pgd_t) { (x) } )
|
|
|
|
#define __pgprot(x) ((pgprot_t) { (x) } )
|
|
|
|
|
|
|
|
#else
|
|
|
|
/* .. while these make it easier on the compiler */
|
|
|
|
typedef unsigned long pte_t;
|
|
|
|
typedef unsigned long iopte_t;
|
2013-09-26 05:33:16 +08:00
|
|
|
typedef unsigned long pmd_t;
|
2014-09-27 12:19:46 +08:00
|
|
|
typedef unsigned long pud_t;
|
2013-09-26 05:33:16 +08:00
|
|
|
typedef unsigned long pgd_t;
|
2008-07-18 12:55:51 +08:00
|
|
|
typedef unsigned long pgprot_t;
|
|
|
|
|
|
|
|
#define pte_val(x) (x)
|
|
|
|
#define iopte_val(x) (x)
|
|
|
|
#define pmd_val(x) (x)
|
2014-09-27 12:19:46 +08:00
|
|
|
#define pud_val(x) (x)
|
2008-07-18 12:55:51 +08:00
|
|
|
#define pgd_val(x) (x)
|
|
|
|
#define pgprot_val(x) (x)
|
|
|
|
|
|
|
|
#define __pte(x) (x)
|
|
|
|
#define __iopte(x) (x)
|
|
|
|
#define __pmd(x) (x)
|
2014-09-27 12:19:46 +08:00
|
|
|
#define __pud(x) (x)
|
2008-07-18 12:55:51 +08:00
|
|
|
#define __pgd(x) (x)
|
|
|
|
#define __pgprot(x) (x)
|
|
|
|
|
|
|
|
#endif /* (STRICT_MM_TYPECHECKS) */
|
|
|
|
|
2012-10-09 07:34:22 +08:00
|
|
|
typedef pte_t *pgtable_t;
|
2008-07-18 12:55:51 +08:00
|
|
|
|
2014-09-27 12:58:33 +08:00
|
|
|
extern unsigned long sparc64_va_hole_top;
|
|
|
|
extern unsigned long sparc64_va_hole_bottom;
|
2013-09-19 02:58:32 +08:00
|
|
|
|
2013-09-26 05:33:16 +08:00
|
|
|
/* The next two defines specify the actual exclusion region we
|
|
|
|
* enforce, wherein we use a 4GB red zone on each side of the VA hole.
|
|
|
|
*/
|
2014-09-27 12:58:33 +08:00
|
|
|
#define VA_EXCLUDE_START (sparc64_va_hole_bottom - (1UL << 32UL))
|
|
|
|
#define VA_EXCLUDE_END (sparc64_va_hole_top + (1UL << 32UL))
|
2013-09-19 02:58:32 +08:00
|
|
|
|
2008-07-18 12:55:51 +08:00
|
|
|
#define TASK_UNMAPPED_BASE (test_thread_flag(TIF_32BIT) ? \
|
2013-09-19 02:58:32 +08:00
|
|
|
_AC(0x0000000070000000,UL) : \
|
|
|
|
VA_EXCLUDE_END)
|
2008-07-18 12:55:51 +08:00
|
|
|
|
|
|
|
#include <asm-generic/memory_model.h>
|
|
|
|
|
2013-09-21 12:50:41 +08:00
|
|
|
extern unsigned long PAGE_OFFSET;
|
2008-07-18 12:55:51 +08:00
|
|
|
|
2013-09-21 12:50:41 +08:00
|
|
|
#endif /* !(__ASSEMBLY__) */
|
2013-09-19 06:39:06 +08:00
|
|
|
|
2014-09-25 12:49:29 +08:00
|
|
|
/* The maximum number of physical memory address bits we support. The
|
|
|
|
* largest value we can support is whatever "KPGD_SHIFT + KPTE_BITS"
|
|
|
|
* evaluates to.
|
2013-09-19 06:39:06 +08:00
|
|
|
*/
|
2014-09-25 12:49:29 +08:00
|
|
|
#define MAX_PHYS_ADDRESS_BITS 53
|
2013-09-19 06:39:06 +08:00
|
|
|
|
|
|
|
#define ILOG2_4MB 22
|
|
|
|
#define ILOG2_256MB 28
|
|
|
|
|
2008-07-18 12:55:51 +08:00
|
|
|
#ifndef __ASSEMBLY__
|
|
|
|
|
|
|
|
#define __pa(x) ((unsigned long)(x) - PAGE_OFFSET)
|
|
|
|
#define __va(x) ((void *)((unsigned long) (x) + PAGE_OFFSET))
|
|
|
|
|
|
|
|
#define pfn_to_kaddr(pfn) __va((pfn) << PAGE_SHIFT)
|
|
|
|
|
|
|
|
#define virt_to_page(kaddr) pfn_to_page(__pa(kaddr)>>PAGE_SHIFT)
|
|
|
|
|
|
|
|
#define virt_addr_valid(kaddr) pfn_valid(__pa(kaddr) >> PAGE_SHIFT)
|
|
|
|
|
|
|
|
#define virt_to_phys __pa
|
|
|
|
#define phys_to_virt __va
|
|
|
|
|
|
|
|
#endif /* !(__ASSEMBLY__) */
|
|
|
|
|
|
|
|
#define VM_DATA_DEFAULT_FLAGS (VM_READ | VM_WRITE | VM_EXEC | \
|
|
|
|
VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC)
|
|
|
|
|
2009-05-14 06:56:30 +08:00
|
|
|
#include <asm-generic/getorder.h>
|
2008-07-18 12:55:51 +08:00
|
|
|
|
|
|
|
#endif /* _SPARC64_PAGE_H */
|