2009-05-28 08:47:42 +08:00
|
|
|
/*
|
|
|
|
* MIPS Huge TLB Page Support for Kernel.
|
|
|
|
*
|
|
|
|
* This file is subject to the terms and conditions of the GNU General Public
|
|
|
|
* License. See the file "COPYING" in the main directory of this archive
|
|
|
|
* for more details.
|
|
|
|
*
|
|
|
|
* Copyright (C) 2002, Rohit Seth <rohit.seth@intel.com>
|
|
|
|
* Copyright 2005, Embedded Alley Solutions, Inc.
|
|
|
|
* Matt Porter <mporter@embeddedalley.com>
|
|
|
|
* Copyright (C) 2008, 2009 Cavium Networks, Inc.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include <linux/fs.h>
|
|
|
|
#include <linux/mm.h>
|
|
|
|
#include <linux/hugetlb.h>
|
|
|
|
#include <linux/pagemap.h>
|
|
|
|
#include <linux/err.h>
|
|
|
|
#include <linux/sysctl.h>
|
|
|
|
#include <asm/mman.h>
|
|
|
|
#include <asm/tlb.h>
|
|
|
|
#include <asm/tlbflush.h>
|
|
|
|
|
2021-05-05 09:33:00 +08:00
|
|
|
pte_t *huge_pte_alloc(struct mm_struct *mm, struct vm_area_struct *vma,
|
|
|
|
unsigned long addr, unsigned long sz)
|
2009-05-28 08:47:42 +08:00
|
|
|
{
|
|
|
|
pgd_t *pgd;
|
2019-11-22 00:21:33 +08:00
|
|
|
p4d_t *p4d;
|
2009-05-28 08:47:42 +08:00
|
|
|
pud_t *pud;
|
|
|
|
pte_t *pte = NULL;
|
|
|
|
|
|
|
|
pgd = pgd_offset(mm, addr);
|
2019-11-22 00:21:33 +08:00
|
|
|
p4d = p4d_alloc(mm, pgd, addr);
|
|
|
|
pud = pud_alloc(mm, p4d, addr);
|
2009-05-28 08:47:42 +08:00
|
|
|
if (pud)
|
|
|
|
pte = (pte_t *)pmd_alloc(mm, pud, addr);
|
|
|
|
|
|
|
|
return pte;
|
|
|
|
}
|
|
|
|
|
2017-07-07 06:39:42 +08:00
|
|
|
pte_t *huge_pte_offset(struct mm_struct *mm, unsigned long addr,
|
|
|
|
unsigned long sz)
|
2009-05-28 08:47:42 +08:00
|
|
|
{
|
|
|
|
pgd_t *pgd;
|
2019-11-22 00:21:33 +08:00
|
|
|
p4d_t *p4d;
|
2009-05-28 08:47:42 +08:00
|
|
|
pud_t *pud;
|
|
|
|
pmd_t *pmd = NULL;
|
|
|
|
|
|
|
|
pgd = pgd_offset(mm, addr);
|
|
|
|
if (pgd_present(*pgd)) {
|
2019-11-22 00:21:33 +08:00
|
|
|
p4d = p4d_offset(pgd, addr);
|
|
|
|
if (p4d_present(*p4d)) {
|
|
|
|
pud = pud_offset(p4d, addr);
|
|
|
|
if (pud_present(*pud))
|
|
|
|
pmd = pmd_offset(pud, addr);
|
|
|
|
}
|
2009-05-28 08:47:42 +08:00
|
|
|
}
|
|
|
|
return (pte_t *) pmd;
|
|
|
|
}
|
|
|
|
|
|
|
|
int pmd_huge(pmd_t pmd)
|
|
|
|
{
|
|
|
|
return (pmd_val(pmd) & _PAGE_HUGE) != 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
int pud_huge(pud_t pud)
|
|
|
|
{
|
|
|
|
return (pud_val(pud) & _PAGE_HUGE) != 0;
|
|
|
|
}
|