/* * arch/xtensa/mm/init.c * * Derived from MIPS, PPC. * * This file is subject to the terms and conditions of the GNU General Public * License. See the file "COPYING" in the main directory of this archive * for more details. * * Copyright (C) 2001 - 2005 Tensilica Inc. * Copyright (C) 2014 Cadence Design Systems Inc. * * Chris Zankel <chris@zankel.net> * Joe Taylor <joe@tensilica.com, joetylr@yahoo.com> * Marc Gauthier * Kevin Chea */ #include <linux/kernel.h> #include <linux/errno.h> #include <linux/bootmem.h> #include <linux/gfp.h> #include <linux/highmem.h> #include <linux/swap.h> #include <linux/mman.h> #include <linux/nodemask.h> #include <linux/mm.h> #include <asm/bootparam.h> #include <asm/page.h> #include <asm/sections.h> #include <asm/sysmem.h> struct sysmem_info sysmem __initdata; static void __init sysmem_dump(void) { unsigned i; pr_debug("Sysmem:\n"); for (i = 0; i < sysmem.nr_banks; ++i) pr_debug(" 0x%08lx - 0x%08lx (%ldK)\n", sysmem.bank[i].start, sysmem.bank[i].end, (sysmem.bank[i].end - sysmem.bank[i].start) >> 10); } /* * Find bank with maximal .start such that bank.start <= start */ static inline struct meminfo * __init find_bank(unsigned long start) { unsigned i; struct meminfo *it = NULL; for (i = 0; i < sysmem.nr_banks; ++i) if (sysmem.bank[i].start <= start) it = sysmem.bank + i; else break; return it; } /* * Move all memory banks starting at 'from' to a new place at 'to', * adjust nr_banks accordingly. * Both 'from' and 'to' must be inside the sysmem.bank. * * Returns: 0 (success), -ENOMEM (not enough space in the sysmem.bank). */ static int __init move_banks(struct meminfo *to, struct meminfo *from) { unsigned n = sysmem.nr_banks - (from - sysmem.bank); if (to > from && to - from + sysmem.nr_banks > SYSMEM_BANKS_MAX) return -ENOMEM; if (to != from) memmove(to, from, n * sizeof(struct meminfo)); sysmem.nr_banks += to - from; return 0; } /* * Add new bank to sysmem. Resulting sysmem is the union of bytes of the * original sysmem and the new bank. * * Returns: 0 (success), < 0 (error) */ int __init add_sysmem_bank(unsigned long start, unsigned long end) { unsigned i; struct meminfo *it = NULL; unsigned long sz; unsigned long bank_sz = 0; if (start == end || (start < end) != (PAGE_ALIGN(start) < (end & PAGE_MASK))) { pr_warn("Ignoring small memory bank 0x%08lx size: %ld bytes\n", start, end - start); return -EINVAL; } start = PAGE_ALIGN(start); end &= PAGE_MASK; sz = end - start; it = find_bank(start); if (it) bank_sz = it->end - it->start; if (it && bank_sz >= start - it->start) { if (end - it->start > bank_sz) it->end = end; else return 0; } else { if (!it) it = sysmem.bank; else ++it; if (it - sysmem.bank < sysmem.nr_banks && it->start - start <= sz) { it->start = start; if (it->end - it->start < sz) it->end = end; else return 0; } else { if (move_banks(it + 1, it) < 0) { pr_warn("Ignoring memory bank 0x%08lx size %ld bytes\n", start, end - start); return -EINVAL; } it->start = start; it->end = end; return 0; } } sz = it->end - it->start; for (i = it + 1 - sysmem.bank; i < sysmem.nr_banks; ++i) if (sysmem.bank[i].start - it->start <= sz) { if (sz < sysmem.bank[i].end - it->start) it->end = sysmem.bank[i].end; } else { break; } move_banks(it + 1, sysmem.bank + i); return 0; } /* * mem_reserve(start, end, must_exist) * * Reserve some memory from the memory pool. * If must_exist is set and a part of the region being reserved does not exist * memory map is not altered. * * Parameters: * start Start of region, * end End of region, * must_exist Must exist in memory pool. * * Returns: * 0 (success) * < 0 (error) */ int __init mem_reserve(unsigned long start, unsigned long end, int must_exist) { struct meminfo *it; struct meminfo *rm = NULL; unsigned long sz; unsigned long bank_sz = 0; start = start & PAGE_MASK; end = PAGE_ALIGN(end); sz = end - start; if (!sz) return -EINVAL; it = find_bank(start); if (it) bank_sz = it->end - it->start; if ((!it || end - it->start > bank_sz) && must_exist) { pr_warn("mem_reserve: [0x%0lx, 0x%0lx) not in any region!\n", start, end); return -EINVAL; } if (it && start - it->start <= bank_sz) { if (start == it->start) { if (end - it->start < bank_sz) { it->start = end; return 0; } else { rm = it; } } else { it->end = start; if (end - it->start < bank_sz) return add_sysmem_bank(end, it->start + bank_sz); ++it; } } if (!it) it = sysmem.bank; for (; it < sysmem.bank + sysmem.nr_banks; ++it) { if (it->end - start <= sz) { if (!rm) rm = it; } else { if (it->start - start < sz) it->start = end; break; } } if (rm) move_banks(rm, it); return 0; } /* * Initialize the bootmem system and give it all low memory we have available. */ void __init bootmem_init(void) { unsigned long pfn; unsigned long bootmap_start, bootmap_size; int i; /* Reserve all memory below PLATFORM_DEFAULT_MEM_START, as memory * accounting doesn't work for pages below that address. * * If PLATFORM_DEFAULT_MEM_START is zero reserve page at address 0: * successfull allocations should never return NULL. */ if (PLATFORM_DEFAULT_MEM_START) mem_reserve(0, PLATFORM_DEFAULT_MEM_START, 0); else mem_reserve(0, 1, 0); sysmem_dump(); max_low_pfn = max_pfn = 0; min_low_pfn = ~0; for (i=0; i < sysmem.nr_banks; i++) { pfn = PAGE_ALIGN(sysmem.bank[i].start) >> PAGE_SHIFT; if (pfn < min_low_pfn) min_low_pfn = pfn; pfn = PAGE_ALIGN(sysmem.bank[i].end - 1) >> PAGE_SHIFT; if (pfn > max_pfn) max_pfn = pfn; } if (min_low_pfn > max_pfn) panic("No memory found!\n"); max_low_pfn = max_pfn < MAX_MEM_PFN >> PAGE_SHIFT ? max_pfn : MAX_MEM_PFN >> PAGE_SHIFT; /* Find an area to use for the bootmem bitmap. */ bootmap_size = bootmem_bootmap_pages(max_low_pfn - min_low_pfn); bootmap_size <<= PAGE_SHIFT; bootmap_start = ~0; for (i=0; i<sysmem.nr_banks; i++) if (sysmem.bank[i].end - sysmem.bank[i].start >= bootmap_size) { bootmap_start = sysmem.bank[i].start; break; } if (bootmap_start == ~0UL) panic("Cannot find %ld bytes for bootmap\n", bootmap_size); /* Reserve the bootmem bitmap area */ mem_reserve(bootmap_start, bootmap_start + bootmap_size, 1); bootmap_size = init_bootmem_node(NODE_DATA(0), bootmap_start >> PAGE_SHIFT, min_low_pfn, max_low_pfn); /* Add all remaining memory pieces into the bootmem map */ for (i = 0; i < sysmem.nr_banks; i++) { if (sysmem.bank[i].start >> PAGE_SHIFT < max_low_pfn) { unsigned long end = min(max_low_pfn << PAGE_SHIFT, sysmem.bank[i].end); free_bootmem(sysmem.bank[i].start, end - sysmem.bank[i].start); } } } void __init zones_init(void) { /* All pages are DMA-able, so we put them all in the DMA zone. */ unsigned long zones_size[MAX_NR_ZONES] = { [ZONE_DMA] = max_low_pfn - ARCH_PFN_OFFSET, #ifdef CONFIG_HIGHMEM [ZONE_HIGHMEM] = max_pfn - max_low_pfn, #endif }; free_area_init_node(0, zones_size, ARCH_PFN_OFFSET, NULL); } /* * Initialize memory pages. */ void __init mem_init(void) { #ifdef CONFIG_HIGHMEM unsigned long tmp; reset_all_zones_managed_pages(); for (tmp = max_low_pfn; tmp < max_pfn; tmp++) free_highmem_page(pfn_to_page(tmp)); #endif max_mapnr = max_pfn - ARCH_PFN_OFFSET; high_memory = (void *)__va(max_low_pfn << PAGE_SHIFT); free_all_bootmem(); mem_init_print_info(NULL); pr_info("virtual kernel memory layout:\n" #ifdef CONFIG_HIGHMEM " pkmap : 0x%08lx - 0x%08lx (%5lu kB)\n" " fixmap : 0x%08lx - 0x%08lx (%5lu kB)\n" #endif #ifdef CONFIG_MMU " vmalloc : 0x%08x - 0x%08x (%5u MB)\n" #endif " lowmem : 0x%08lx - 0x%08lx (%5lu MB)\n", #ifdef CONFIG_HIGHMEM PKMAP_BASE, PKMAP_BASE + LAST_PKMAP * PAGE_SIZE, (LAST_PKMAP*PAGE_SIZE) >> 10, FIXADDR_START, FIXADDR_TOP, (FIXADDR_TOP - FIXADDR_START) >> 10, #endif #ifdef CONFIG_MMU VMALLOC_START, VMALLOC_END, (VMALLOC_END - VMALLOC_START) >> 20, PAGE_OFFSET, PAGE_OFFSET + (max_low_pfn - min_low_pfn) * PAGE_SIZE, #else min_low_pfn * PAGE_SIZE, max_low_pfn * PAGE_SIZE, #endif ((max_low_pfn - min_low_pfn) * PAGE_SIZE) >> 20); } #ifdef CONFIG_BLK_DEV_INITRD extern int initrd_is_mapped; void free_initrd_mem(unsigned long start, unsigned long end) { if (initrd_is_mapped) free_reserved_area((void *)start, (void *)end, -1, "initrd"); } #endif void free_initmem(void) { free_initmem_default(-1); } static void __init parse_memmap_one(char *p) { char *oldp; unsigned long start_at, mem_size; if (!p) return; oldp = p; mem_size = memparse(p, &p); if (p == oldp) return; switch (*p) { case '@': start_at = memparse(p + 1, &p); add_sysmem_bank(start_at, start_at + mem_size); break; case '$': start_at = memparse(p + 1, &p); mem_reserve(start_at, start_at + mem_size, 0); break; case 0: mem_reserve(mem_size, 0, 0); break; default: pr_warn("Unrecognized memmap syntax: %s\n", p); break; } } static int __init parse_memmap_opt(char *str) { while (str) { char *k = strchr(str, ','); if (k) *k++ = 0; parse_memmap_one(str); str = k; } return 0; } early_param("memmap", parse_memmap_opt);