[Date Prev][Date Next][Thread Prev][Thread Next][Date Index][Thread Index] [Xen-changelog] [xen master] amd-iommu: remove page merging code
commit 5c08550ff4f3804df471b12c29ae170de981fc13 Author: Paul Durrant <paul.durrant@xxxxxxxxxx> AuthorDate: Thu Dec 13 12:01:50 2018 +0100 Commit: Jan Beulich <jbeulich@xxxxxxxx> CommitDate: Thu Dec 13 12:01:50 2018 +0100 amd-iommu: remove page merging code The page merging logic makes use of bits 1-8 and bit 63 of a PTE, which used to be specified as 'ignored'. However, bits 5 and 6 are now specified as 'accessed' and 'dirty' bits and their use only remains safe as long as the DTE 'Host Access Dirty' bits remain unused by Xen, or by hardware before the domain starts running. (XSA-275 disabled the operation of the code after domain creation completes). With the page merging logic present in its current form there are no spare ignored bits in the PTE at all, but PV-IOMMU support will require at least one spare bit to track which PTEs are added by hypercall. This patch removes the code, freeing up the remaining PTE ignored bits for other use, including PV-IOMMU support, as well as significantly simplifying and shortening the source by ~170 lines. There may be some marginal performance cost (but none has been observed in manual testing with a passed-through NVIDIA GPU) since higher order mappings will now be ruled out until a mapping order parameter is passed to iommu_ops. That will be dealt with by a subsequent patch though. Signed-off-by: Paul Durrant <paul.durrant@xxxxxxxxxx> Reviewed-by: Andrew Cooper <andrew.cooper3@xxxxxxxxxx> Acked-by: Brian Woods <brian.woods@xxxxxxx> --- xen/drivers/passthrough/amd/iommu_map.c | 175 +------------------------------- xen/include/asm-x86/iommu.h | 1 - 2 files changed, 1 insertion(+), 175 deletions(-) diff --git a/xen/drivers/passthrough/amd/iommu_map.c b/xen/drivers/passthrough/amd/iommu_map.c index 4ff05e4bdc..2429e01bb4 100644 --- a/xen/drivers/passthrough/amd/iommu_map.c +++ b/xen/drivers/passthrough/amd/iommu_map.c @@ -323,134 +323,6 @@ uint64_t amd_iommu_get_address_from_pte(void *pte) return ptr; } -/* For each pde, We use ignored bits (bit 1 - bit 8 and bit 63) - * to save pde count, pde count = 511 is a candidate of page coalescing. - */ -static unsigned int get_pde_count(uint64_t pde) -{ - unsigned int count; - uint64_t upper_mask = 1ULL << 63 ; - uint64_t lower_mask = 0xFF << 1; - - count = ((pde & upper_mask) >> 55) | ((pde & lower_mask) >> 1); - return count; -} - -/* Convert pde count into iommu pte ignored bits */ -static void set_pde_count(uint64_t *pde, unsigned int count) -{ - uint64_t upper_mask = 1ULL << 8 ; - uint64_t lower_mask = 0xFF; - uint64_t pte_mask = (~(1ULL << 63)) & (~(0xFF << 1)); - - *pde &= pte_mask; - *pde |= ((count & upper_mask ) << 55) | ((count & lower_mask ) << 1); -} - -/* Return 1, if pages are suitable for merging at merge_level. - * otherwise increase pde count if mfn is contigous with mfn - 1 - */ -static bool iommu_update_pde_count(struct domain *d, unsigned long pt_mfn, - unsigned long dfn, unsigned long mfn, - unsigned int merge_level) -{ - unsigned int pde_count, next_level; - unsigned long first_mfn; - uint64_t *table, *pde, *ntable; - uint64_t ntable_maddr, mask; - struct domain_iommu *hd = dom_iommu(d); - bool ok = false; - - ASSERT( spin_is_locked(&hd->arch.mapping_lock) && pt_mfn ); - - next_level = merge_level - 1; - - /* get pde at merge level */ - table = map_domain_page(_mfn(pt_mfn)); - pde = table + pfn_to_pde_idx(dfn, merge_level); - - /* get page table of next level */ - ntable_maddr = amd_iommu_get_address_from_pte(pde); - ntable = map_domain_page(_mfn(paddr_to_pfn(ntable_maddr))); - - /* get the first mfn of next level */ - first_mfn = amd_iommu_get_address_from_pte(ntable) >> PAGE_SHIFT; - - if ( first_mfn == 0 ) - goto out; - - mask = (1ULL<< (PTE_PER_TABLE_SHIFT * next_level)) - 1; - - if ( ((first_mfn & mask) == 0) && - (((dfn & mask) | first_mfn) == mfn) ) - { - pde_count = get_pde_count(*pde); - - if ( pde_count == (PTE_PER_TABLE_SIZE - 1) ) - ok = true; - else if ( pde_count < (PTE_PER_TABLE_SIZE - 1)) - { - pde_count++; - set_pde_count(pde, pde_count); - } - } - - else - /* non-contiguous mapping */ - set_pde_count(pde, 0); - -out: - unmap_domain_page(ntable); - unmap_domain_page(table); - - return ok; -} - -static int iommu_merge_pages(struct domain *d, unsigned long pt_mfn, - unsigned long dfn, unsigned int flags, - unsigned int merge_level) -{ - uint64_t *table, *pde, *ntable; - uint64_t ntable_mfn; - unsigned long first_mfn; - struct domain_iommu *hd = dom_iommu(d); - - ASSERT( spin_is_locked(&hd->arch.mapping_lock) && pt_mfn ); - - table = map_domain_page(_mfn(pt_mfn)); - pde = table + pfn_to_pde_idx(dfn, merge_level); - - /* get first mfn */ - ntable_mfn = amd_iommu_get_address_from_pte(pde) >> PAGE_SHIFT; - - if ( ntable_mfn == 0 ) - { - unmap_domain_page(table); - return 1; - } - - ntable = map_domain_page(_mfn(ntable_mfn)); - first_mfn = amd_iommu_get_address_from_pte(ntable) >> PAGE_SHIFT; - - if ( first_mfn == 0 ) - { - unmap_domain_page(ntable); - unmap_domain_page(table); - return 1; - } - - /* setup super page mapping, next level = 0 */ - set_iommu_pde_present((uint32_t *)pde, first_mfn, 0, - !!(flags & IOMMUF_writable), - !!(flags & IOMMUF_readable)); - - amd_iommu_flush_all_pages(d); - - unmap_domain_page(ntable); - unmap_domain_page(table); - return 0; -} - /* Walk io page tables and build level page tables if necessary * {Re, un}mapping super page frames causes re-allocation of io * page tables. @@ -659,7 +531,6 @@ int amd_iommu_map_page(struct domain *d, dfn_t dfn, mfn_t mfn, struct domain_iommu *hd = dom_iommu(d); int rc; unsigned long pt_mfn[7]; - unsigned int merge_level; if ( iommu_use_hap_pt(d) ) return 0; @@ -701,55 +572,14 @@ int amd_iommu_map_page(struct domain *d, dfn_t dfn, mfn_t mfn, return -EFAULT; } - /* Install 4k mapping first */ + /* Install 4k mapping */ need_flush = set_iommu_pte_present(pt_mfn[1], dfn_x(dfn), mfn_x(mfn), 1, !!(flags & IOMMUF_writable), !!(flags & IOMMUF_readable)); if ( need_flush ) - { amd_iommu_flush_pages(d, dfn_x(dfn), 0); - /* No further merging, as the logic doesn't cope. */ - hd->arch.no_merge = true; - } - /* - * Suppress merging of non-R/W mappings or after initial table creation, - * as the merge logic does not cope with this. - */ - if ( hd->arch.no_merge || flags != (IOMMUF_writable | IOMMUF_readable) ) - goto out; - if ( d->creation_finished ) - { - hd->arch.no_merge = true; - goto out; - } - - for ( merge_level = 2; merge_level <= hd->arch.paging_mode; - merge_level++ ) - { - if ( pt_mfn[merge_level] == 0 ) - break; - if ( !iommu_update_pde_count(d, pt_mfn[merge_level], - dfn_x(dfn), mfn_x(mfn), merge_level) ) - break; - - if ( iommu_merge_pages(d, pt_mfn[merge_level], dfn_x(dfn), - flags, merge_level) ) - { - spin_unlock(&hd->arch.mapping_lock); - AMD_IOMMU_DEBUG("Merge iommu page failed at level %d, " - "dfn = %"PRI_dfn" mfn = %"PRI_mfn"\n", - merge_level, dfn_x(dfn), mfn_x(mfn)); - domain_crash(d); - return -EFAULT; - } - - /* Deallocate lower level page table */ - free_amd_iommu_pgtable(mfn_to_page(_mfn(pt_mfn[merge_level - 1]))); - } - -out: spin_unlock(&hd->arch.mapping_lock); return 0; } @@ -801,9 +631,6 @@ int amd_iommu_unmap_page(struct domain *d, dfn_t dfn) /* mark PTE as 'page not present' */ clear_iommu_pte_present(pt_mfn[1], dfn_x(dfn)); - /* No further merging in amd_iommu_map_page(), as the logic doesn't cope. */ - hd->arch.no_merge = true; - spin_unlock(&hd->arch.mapping_lock); amd_iommu_flush_pages(d, dfn_x(dfn), 0); diff --git a/xen/include/asm-x86/iommu.h b/xen/include/asm-x86/iommu.h index 055466b5bf..8dc392473d 100644 --- a/xen/include/asm-x86/iommu.h +++ b/xen/include/asm-x86/iommu.h @@ -52,7 +52,6 @@ struct arch_iommu /* amd iommu support */ int paging_mode; - bool no_merge; struct page_info *root_table; struct guest_iommu *g_iommu; }; -- generated by git-patchbot for /home/xen/git/xen.git#master _______________________________________________ Xen-changelog mailing list Xen-changelog@xxxxxxxxxxxxxxxxxxxx https://lists.xenproject.org/xen-changelog
|
![]() |
Lists.xenproject.org is hosted with RackSpace, monitoring our |