@@ -90,6 +90,9 @@ phys_addr_t __ro_after_init arm64_dma_phys_limit;
phys_addr_t __ro_after_init arm64_dma_phys_limit = PHYS_MASK + 1;
#endif
+#define DMA_PHYS_LIMIT_UNKNOWN 0
+#define DMA_PHYS_LIMIT_KNOWN 1
+
/* Current arm64 boot protocol requires 2MB alignment */
#define CRASH_ALIGN SZ_2M
@@ -131,18 +134,23 @@ static int __init reserve_crashkernel_low(unsigned long long low_size)
* line parameter. The memory reserved is used by dump capture kernel when
* primary kernel is crashing.
*/
-static void __init reserve_crashkernel(void)
+static void __init reserve_crashkernel(int dma_state)
{
unsigned long long crash_base, crash_size;
unsigned long long crash_low_size = 0;
unsigned long long crash_max = CRASH_ADDR_LOW_MAX;
char *cmdline = boot_command_line;
+ int dma_enabled = IS_ENABLED(CONFIG_ZONE_DMA) || IS_ENABLED(CONFIG_ZONE_DMA32);
int ret;
bool fixed_base;
if (!IS_ENABLED(CONFIG_KEXEC_CORE))
return;
+ if ((!dma_enabled && (dma_state != DMA_PHYS_LIMIT_UNKNOWN)) ||
+ (dma_enabled && (dma_state != DMA_PHYS_LIMIT_KNOWN)))
+ return;
+
/* crashkernel=X[@offset] */
ret = parse_crashkernel(cmdline, memblock_phys_mem_size(),
&crash_size, &crash_base);
@@ -413,8 +421,7 @@ void __init arm64_memblock_init(void)
early_init_fdt_scan_reserved_mem();
- if (!IS_ENABLED(CONFIG_ZONE_DMA) && !IS_ENABLED(CONFIG_ZONE_DMA32))
- reserve_crashkernel();
+ reserve_crashkernel(DMA_PHYS_LIMIT_UNKNOWN);
high_memory = __va(memblock_end_of_DRAM() - 1) + 1;
}
@@ -462,8 +469,7 @@ void __init bootmem_init(void)
* request_standard_resources() depends on crashkernel's memory being
* reserved, so do it here.
*/
- if (IS_ENABLED(CONFIG_ZONE_DMA) || IS_ENABLED(CONFIG_ZONE_DMA32))
- reserve_crashkernel();
+ reserve_crashkernel(DMA_PHYS_LIMIT_KNOWN);
memblock_dump_all();
}
After the kexec completes data loading, the crash memory must be set to be inaccessible, to prevent the current kernel from damaging the data of the crash kernel. But for some platforms, the DMA zones is not known until the dtb or acpi table is parsed, but by then the linear mapping has been created, all are forced to be page-level mapping. To optimize the system performance (reduce the TLB miss rate) when crashkernel=X,high is used. The reservation of crash memory is divided into two phases: reserve crash high memory before paging_init() is called and crash low memory after it. We only perform page mapping for the crash high memory. commit 031495635b46 ("arm64: Do not defer reserve_crashkernel() for platforms with no DMA memory zones") has caused reserve_crashkernel() to be called in two places: before or after paging_init(), which is controlled by whether CONFIG_ZONE_DMA/DMA32 is enabled. Just move the control into reserve_crashkernel(), prepare for the optimizations mentioned above. Signed-off-by: Zhen Lei <thunder.leizhen@huawei.com> --- arch/arm64/mm/init.c | 16 +++++++++++----- 1 file changed, 11 insertions(+), 5 deletions(-)