hollalinux
/
linux-sg2042
mirror of https://github.com/sophgo/linux-riscv.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

powerpc: Implement __get_user_pages_fast() 

Other architectures have a __get_user_pages_fast(), in addition to the
regular get_user_pages_fast(), which doesn't call get_user_pages() on
failure, and thus doesn't attempt to fault pages in or COW them.  The
generic KVM code uses __get_user_pages_fast() to detect whether a page
for which we have only requested read access is actually writable.

This provides an implementation of __get_user_pages_fast() by
splitting the existing get_user_pages_fast() in two.  With this, the
generic KVM code will get the right answer instead of always
considering such pages non-writable.

Signed-off-by: Paul Mackerras <paulus@samba.org>
Signed-off-by: Benjamin Herrenschmidt <benh@kernel.crashing.org>
This commit is contained in:
Paul Mackerras 2013-08-05 14:11:23 +10:00 committed by Benjamin Herrenschmidt
parent cb96143def
commit 1f7bf02876
1 changed files with 21 additions and 16 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

37
arch/powerpc/mm/gup.c
View File

@ -117,8 +117,8 @@ static int gup_pud_range(pgd_t pgd, unsigned long addr, unsigned long end,
return 1; return 1;
} }
int get_user_pages_fast(unsigned long start, int nr_pages, int write, int __get_user_pages_fast(unsigned long start, int nr_pages, int write,
struct page **pages) struct page **pages)
{ {
struct mm_struct *mm = current->mm; struct mm_struct *mm = current->mm;
unsigned long addr, len, end; unsigned long addr, len, end;
@ -135,7 +135,7 @@ int get_user_pages_fast(unsigned long start, int nr_pages, int write,
if (unlikely(!access_ok(write ? VERIFY_WRITE : VERIFY_READ, if (unlikely(!access_ok(write ? VERIFY_WRITE : VERIFY_READ,
start, len))) start, len)))
goto slow_irqon; return 0;
pr_devel(" aligned: %lx .. %lx\n", start, end); pr_devel(" aligned: %lx .. %lx\n", start, end);
@ -166,30 +166,35 @@ int get_user_pages_fast(unsigned long start, int nr_pages, int write,
(void *)pgd_val(pgd)); (void *)pgd_val(pgd));
next = pgd_addr_end(addr, end); next = pgd_addr_end(addr, end);
if (pgd_none(pgd)) if (pgd_none(pgd))
goto slow; break;
if (pgd_huge(pgd)) { if (pgd_huge(pgd)) {
if (!gup_hugepte((pte_t *)pgdp, PGDIR_SIZE, addr, next, if (!gup_hugepte((pte_t *)pgdp, PGDIR_SIZE, addr, next,
write, pages, &nr)) write, pages, &nr))
goto slow; break;
} else if (is_hugepd(pgdp)) { } else if (is_hugepd(pgdp)) {
if (!gup_hugepd((hugepd_t *)pgdp, PGDIR_SHIFT, if (!gup_hugepd((hugepd_t *)pgdp, PGDIR_SHIFT,
addr, next, write, pages, &nr)) addr, next, write, pages, &nr))
goto slow; break;
} else if (!gup_pud_range(pgd, addr, next, write, pages, &nr)) } else if (!gup_pud_range(pgd, addr, next, write, pages, &nr))
goto slow; break;
} while (pgdp++, addr = next, addr != end); } while (pgdp++, addr = next, addr != end);
local_irq_enable(); local_irq_enable();
VM_BUG_ON(nr != (end - start) >> PAGE_SHIFT);
return nr; return nr;
}
{ int get_user_pages_fast(unsigned long start, int nr_pages, int write,
int ret; struct page **pages)
{
struct mm_struct *mm = current->mm;
int nr, ret;
slow: start &= PAGE_MASK;
local_irq_enable(); nr = __get_user_pages_fast(start, nr_pages, write, pages);
slow_irqon: ret = nr;
if (nr < nr_pages) {
pr_devel(" slow path ! nr = %d\n", nr); pr_devel(" slow path ! nr = %d\n", nr);
/* Try to get the remaining pages with get_user_pages */ /* Try to get the remaining pages with get_user_pages */
@ -198,7 +203,7 @@ slow_irqon:
down_read(&mm->mmap_sem); down_read(&mm->mmap_sem);
ret = get_user_pages(current, mm, start, ret = get_user_pages(current, mm, start,
(end - start) >> PAGE_SHIFT, write, 0, pages, NULL); nr_pages - nr, write, 0, pages, NULL);
up_read(&mm->mmap_sem); up_read(&mm->mmap_sem);
/* Have to be a bit careful with return values */ /* Have to be a bit careful with return values */
@ -208,9 +213,9 @@ slow_irqon:
else else
ret += nr; ret += nr;
} }
return ret;
} }
return ret;
} }
#endif /* __HAVE_ARCH_PTE_SPECIAL */ #endif /* __HAVE_ARCH_PTE_SPECIAL */