2016-05-10 04:22:05 +08:00
|
|
|
/*
|
|
|
|
* Helper routines for building identity mapping page tables. This is
|
|
|
|
* included by both the compressed kernel and the regular kernel.
|
|
|
|
*/
|
2016-05-07 06:01:34 +08:00
|
|
|
|
2016-08-08 21:31:31 +08:00
|
|
|
static void ident_pmd_init(struct x86_mapping_info *info, pmd_t *pmd_page,
|
2016-05-07 06:01:34 +08:00
|
|
|
unsigned long addr, unsigned long end)
|
|
|
|
{
|
|
|
|
addr &= PMD_MASK;
|
|
|
|
for (; addr < end; addr += PMD_SIZE) {
|
|
|
|
pmd_t *pmd = pmd_page + pmd_index(addr);
|
|
|
|
|
2016-08-08 21:31:31 +08:00
|
|
|
if (pmd_present(*pmd))
|
|
|
|
continue;
|
|
|
|
|
|
|
|
set_pmd(pmd, __pmd((addr - info->offset) | info->pmd_flag));
|
2016-05-07 06:01:34 +08:00
|
|
|
}
|
|
|
|
}
|
2016-05-10 04:22:05 +08:00
|
|
|
|
2016-05-07 06:01:34 +08:00
|
|
|
static int ident_pud_init(struct x86_mapping_info *info, pud_t *pud_page,
|
|
|
|
unsigned long addr, unsigned long end)
|
|
|
|
{
|
|
|
|
unsigned long next;
|
|
|
|
|
|
|
|
for (; addr < end; addr = next) {
|
|
|
|
pud_t *pud = pud_page + pud_index(addr);
|
|
|
|
pmd_t *pmd;
|
|
|
|
|
|
|
|
next = (addr & PUD_MASK) + PUD_SIZE;
|
|
|
|
if (next > end)
|
|
|
|
next = end;
|
|
|
|
|
|
|
|
if (pud_present(*pud)) {
|
|
|
|
pmd = pmd_offset(pud, 0);
|
2016-08-08 21:31:31 +08:00
|
|
|
ident_pmd_init(info, pmd, addr, next);
|
2016-05-07 06:01:34 +08:00
|
|
|
continue;
|
|
|
|
}
|
|
|
|
pmd = (pmd_t *)info->alloc_pgt_page(info->context);
|
|
|
|
if (!pmd)
|
|
|
|
return -ENOMEM;
|
2016-08-08 21:31:31 +08:00
|
|
|
ident_pmd_init(info, pmd, addr, next);
|
2016-05-07 06:01:34 +08:00
|
|
|
set_pud(pud, __pud(__pa(pmd) | _KERNPG_TABLE));
|
|
|
|
}
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
int kernel_ident_mapping_init(struct x86_mapping_info *info, pgd_t *pgd_page,
|
2016-08-08 21:31:31 +08:00
|
|
|
unsigned long pstart, unsigned long pend)
|
2016-05-07 06:01:34 +08:00
|
|
|
{
|
2016-08-08 21:31:31 +08:00
|
|
|
unsigned long addr = pstart + info->offset;
|
|
|
|
unsigned long end = pend + info->offset;
|
2016-05-07 06:01:34 +08:00
|
|
|
unsigned long next;
|
|
|
|
int result;
|
|
|
|
|
|
|
|
for (; addr < end; addr = next) {
|
2016-08-08 21:31:31 +08:00
|
|
|
pgd_t *pgd = pgd_page + pgd_index(addr);
|
2016-05-07 06:01:34 +08:00
|
|
|
pud_t *pud;
|
|
|
|
|
|
|
|
next = (addr & PGDIR_MASK) + PGDIR_SIZE;
|
|
|
|
if (next > end)
|
|
|
|
next = end;
|
|
|
|
|
|
|
|
if (pgd_present(*pgd)) {
|
|
|
|
pud = pud_offset(pgd, 0);
|
|
|
|
result = ident_pud_init(info, pud, addr, next);
|
|
|
|
if (result)
|
|
|
|
return result;
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
|
|
|
|
pud = (pud_t *)info->alloc_pgt_page(info->context);
|
|
|
|
if (!pud)
|
|
|
|
return -ENOMEM;
|
|
|
|
result = ident_pud_init(info, pud, addr, next);
|
|
|
|
if (result)
|
|
|
|
return result;
|
|
|
|
set_pgd(pgd, __pgd(__pa(pud) | _KERNPG_TABLE));
|
|
|
|
}
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|