@@ -6,6 +6,7 @@
#include <xen/compile.h>
#include <xen/ctype.h>
#include <xen/dmi.h>
+#include <xen/domain_page.h>
#include <xen/init.h>
#include <xen/keyhandler.h>
#include <xen/lib.h>
@@ -1439,29 +1440,42 @@ static __init void copy_mapping(unsigned long mfn, unsigned long end,
unsigned long emfn))
{
unsigned long next;
+ l3_pgentry_t *l3src = NULL, *l3dst = NULL;
for ( ; mfn < end; mfn = next )
{
l4_pgentry_t l4e = efi_l4_pgtable[l4_table_offset(mfn << PAGE_SHIFT)];
- l3_pgentry_t *l3src, *l3dst;
unsigned long va = (unsigned long)mfn_to_virt(mfn);
+ if ( !(mfn & ((1UL << (L4_PAGETABLE_SHIFT - PAGE_SHIFT)) - 1)) )
+ UNMAP_DOMAIN_PAGE(l3dst);
+ if ( !(va & ((1UL << L4_PAGETABLE_SHIFT) - 1)) )
+ UNMAP_DOMAIN_PAGE(l3src);
next = mfn + (1UL << (L3_PAGETABLE_SHIFT - PAGE_SHIFT));
if ( !is_valid(mfn, min(next, end)) )
continue;
- if ( !(l4e_get_flags(l4e) & _PAGE_PRESENT) )
+
+ if ( l3dst )
+ /* nothing */;
+ else if ( !(l4e_get_flags(l4e) & _PAGE_PRESENT) )
{
- l3dst = alloc_xen_pagetable();
+ mfn_t l3mfn;
+
+ l3dst = alloc_map_clear_xen_pt(&l3mfn);
BUG_ON(!l3dst);
- clear_page(l3dst);
efi_l4_pgtable[l4_table_offset(mfn << PAGE_SHIFT)] =
- l4e_from_paddr(virt_to_maddr(l3dst), __PAGE_HYPERVISOR);
+ l4e_from_mfn(l3mfn, __PAGE_HYPERVISOR);
}
else
- l3dst = l4e_to_l3e(l4e);
- l3src = l4e_to_l3e(idle_pg_table[l4_table_offset(va)]);
+ l3dst = map_l3t_from_l4e(l4e);
+
+ if ( !l3src )
+ l3src = map_l3t_from_l4e(idle_pg_table[l4_table_offset(va)]);
l3dst[l3_table_offset(mfn << PAGE_SHIFT)] = l3src[l3_table_offset(va)];
}
+
+ unmap_domain_page(l3src);
+ unmap_domain_page(l3dst);
}
static bool __init ram_range_valid(unsigned long smfn, unsigned long emfn)