x86/amd-iommu: Support higher level PTEs in iommu_page_unmap
This patch changes fetch_pte and iommu_page_unmap to support different page sizes too. Signed-off-by: Joerg Roedel <joerg.roedel@amd.com>
This commit is contained in:
parent
674d798a80
commit
a6b256b413
|
@ -158,6 +158,7 @@
|
||||||
#define PM_LEVEL_ENC(x) (((x) << 9) & 0xe00ULL)
|
#define PM_LEVEL_ENC(x) (((x) << 9) & 0xe00ULL)
|
||||||
#define PM_LEVEL_PDE(x, a) ((a) | PM_LEVEL_ENC((x)) | \
|
#define PM_LEVEL_PDE(x, a) ((a) | PM_LEVEL_ENC((x)) | \
|
||||||
IOMMU_PTE_P | IOMMU_PTE_IR | IOMMU_PTE_IW)
|
IOMMU_PTE_P | IOMMU_PTE_IR | IOMMU_PTE_IW)
|
||||||
|
#define PM_PTE_LEVEL(pte) (((pte) >> 9) & 0x7ULL)
|
||||||
|
|
||||||
#define IOMMU_PTE_P (1ULL << 0)
|
#define IOMMU_PTE_P (1ULL << 0)
|
||||||
#define IOMMU_PTE_TV (1ULL << 1)
|
#define IOMMU_PTE_TV (1ULL << 1)
|
||||||
|
|
|
@ -62,7 +62,7 @@ static void dma_ops_reserve_addresses(struct dma_ops_domain *dom,
|
||||||
unsigned long start_page,
|
unsigned long start_page,
|
||||||
unsigned int pages);
|
unsigned int pages);
|
||||||
static u64 *fetch_pte(struct protection_domain *domain,
|
static u64 *fetch_pte(struct protection_domain *domain,
|
||||||
unsigned long address);
|
unsigned long address, int map_size);
|
||||||
static void update_domain(struct protection_domain *domain);
|
static void update_domain(struct protection_domain *domain);
|
||||||
|
|
||||||
#ifndef BUS_NOTIFY_UNBOUND_DRIVER
|
#ifndef BUS_NOTIFY_UNBOUND_DRIVER
|
||||||
|
@ -552,9 +552,9 @@ static int iommu_map_page(struct protection_domain *dom,
|
||||||
}
|
}
|
||||||
|
|
||||||
static void iommu_unmap_page(struct protection_domain *dom,
|
static void iommu_unmap_page(struct protection_domain *dom,
|
||||||
unsigned long bus_addr)
|
unsigned long bus_addr, int map_size)
|
||||||
{
|
{
|
||||||
u64 *pte = fetch_pte(dom, bus_addr);
|
u64 *pte = fetch_pte(dom, bus_addr, map_size);
|
||||||
|
|
||||||
if (pte)
|
if (pte)
|
||||||
*pte = 0;
|
*pte = 0;
|
||||||
|
@ -668,7 +668,7 @@ static int init_unity_mappings_for_device(struct dma_ops_domain *dma_dom,
|
||||||
* there is one, it returns the pointer to it.
|
* there is one, it returns the pointer to it.
|
||||||
*/
|
*/
|
||||||
static u64 *fetch_pte(struct protection_domain *domain,
|
static u64 *fetch_pte(struct protection_domain *domain,
|
||||||
unsigned long address)
|
unsigned long address, int map_size)
|
||||||
{
|
{
|
||||||
int level;
|
int level;
|
||||||
u64 *pte;
|
u64 *pte;
|
||||||
|
@ -676,7 +676,7 @@ static u64 *fetch_pte(struct protection_domain *domain,
|
||||||
level = domain->mode - 1;
|
level = domain->mode - 1;
|
||||||
pte = &domain->pt_root[PM_LEVEL_INDEX(level, address)];
|
pte = &domain->pt_root[PM_LEVEL_INDEX(level, address)];
|
||||||
|
|
||||||
while (level > 0) {
|
while (level > map_size) {
|
||||||
if (!IOMMU_PTE_PRESENT(*pte))
|
if (!IOMMU_PTE_PRESENT(*pte))
|
||||||
return NULL;
|
return NULL;
|
||||||
|
|
||||||
|
@ -684,6 +684,11 @@ static u64 *fetch_pte(struct protection_domain *domain,
|
||||||
|
|
||||||
pte = IOMMU_PTE_PAGE(*pte);
|
pte = IOMMU_PTE_PAGE(*pte);
|
||||||
pte = &pte[PM_LEVEL_INDEX(level, address)];
|
pte = &pte[PM_LEVEL_INDEX(level, address)];
|
||||||
|
|
||||||
|
if ((PM_PTE_LEVEL(*pte) == 0) && level != map_size) {
|
||||||
|
pte = NULL;
|
||||||
|
break;
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
return pte;
|
return pte;
|
||||||
|
@ -757,7 +762,7 @@ static int alloc_new_range(struct amd_iommu *iommu,
|
||||||
for (i = dma_dom->aperture[index]->offset;
|
for (i = dma_dom->aperture[index]->offset;
|
||||||
i < dma_dom->aperture_size;
|
i < dma_dom->aperture_size;
|
||||||
i += PAGE_SIZE) {
|
i += PAGE_SIZE) {
|
||||||
u64 *pte = fetch_pte(&dma_dom->domain, i);
|
u64 *pte = fetch_pte(&dma_dom->domain, i, PM_MAP_4k);
|
||||||
if (!pte || !IOMMU_PTE_PRESENT(*pte))
|
if (!pte || !IOMMU_PTE_PRESENT(*pte))
|
||||||
continue;
|
continue;
|
||||||
|
|
||||||
|
@ -2192,7 +2197,7 @@ static void amd_iommu_unmap_range(struct iommu_domain *dom,
|
||||||
iova &= PAGE_MASK;
|
iova &= PAGE_MASK;
|
||||||
|
|
||||||
for (i = 0; i < npages; ++i) {
|
for (i = 0; i < npages; ++i) {
|
||||||
iommu_unmap_page(domain, iova);
|
iommu_unmap_page(domain, iova, PM_MAP_4k);
|
||||||
iova += PAGE_SIZE;
|
iova += PAGE_SIZE;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -2207,7 +2212,7 @@ static phys_addr_t amd_iommu_iova_to_phys(struct iommu_domain *dom,
|
||||||
phys_addr_t paddr;
|
phys_addr_t paddr;
|
||||||
u64 *pte;
|
u64 *pte;
|
||||||
|
|
||||||
pte = fetch_pte(domain, iova);
|
pte = fetch_pte(domain, iova, PM_MAP_4k);
|
||||||
|
|
||||||
if (!pte || !IOMMU_PTE_PRESENT(*pte))
|
if (!pte || !IOMMU_PTE_PRESENT(*pte))
|
||||||
return 0;
|
return 0;
|
||||||
|
|
Loading…
Reference in New Issue