[ARM] mem_init(): make highmem pages available for use

[safe/jmp/linux-2.6] / arch / arm / mm / init.c

diff --git a/arch/arm/mm/init.c b/arch/arm/mm/init.c
index b43da24..8277802 100644 (file)
--- a/arch/arm/mm/init.c
+++ b/arch/arm/mm/init.c
@@ -15,8 +15,10 @@
 #include <linux/mman.h>
 #include <linux/nodemask.h>
 #include <linux/initrd.h>
+#include <linux/highmem.h>
 
 #include <asm/mach-types.h>
+#include <asm/sections.h>
 #include <asm/setup.h>
 #include <asm/sizes.h>
 #include <asm/tlb.h>
@@ -129,7 +131,7 @@ find_bootmap_pfn(int node, struct meminfo *mi, unsigned int bootmap_pages)
 {
        unsigned int start_pfn, i, bootmap_pfn;
 
-       start_pfn   = PAGE_ALIGN(__pa(&_end)) >> PAGE_SHIFT;
+       start_pfn   = PAGE_ALIGN(__pa(_end)) >> PAGE_SHIFT;
        bootmap_pfn = 0;
 
        for_each_nodebank(i, mi, node) {
@@ -381,7 +383,7 @@ void __init bootmem_init(void)
        for_each_node(node)
                bootmem_free_node(node, mi);
 
-       high_memory = __va(memend_pfn << PAGE_SHIFT);
+       high_memory = __va((memend_pfn << PAGE_SHIFT) - 1) + 1;
 
        /*
         * This doesn't seem to be used by the Linux memory manager any
@@ -394,20 +396,22 @@ void __init bootmem_init(void)
        max_pfn = max_low_pfn = memend_pfn - PHYS_PFN_OFFSET;
 }
 
-static inline void free_area(unsigned long addr, unsigned long end, char *s)
+static inline int free_area(unsigned long pfn, unsigned long end, char *s)
 {
-       unsigned int size = (end - addr) >> 10;
+       unsigned int pages = 0, size = (end - pfn) << (PAGE_SHIFT - 10);
 
-       for (; addr < end; addr += PAGE_SIZE) {
-               struct page *page = virt_to_page(addr);
+       for (; pfn < end; pfn++) {
+               struct page *page = pfn_to_page(pfn);
                ClearPageReserved(page);
                init_page_count(page);
-               free_page(addr);
-               totalram_pages++;
+               __free_page(page);
+               pages++;
        }
 
        if (size && s)
                printk(KERN_INFO "Freeing %s memory: %dK\n", s, size);
+
+       return pages;
 }
 
 static inline void
@@ -478,15 +482,11 @@ static void __init free_unused_memmap_node(int node, struct meminfo *mi)
  */
 void __init mem_init(void)
 {
-       unsigned int codepages, datapages, initpages;
+       unsigned int codesize, datasize, initsize;
        int i, node;
 
-       codepages = &_etext - &_text;
-       datapages = &_end - &__data_start;
-       initpages = &__init_end - &__init_begin;
-
 #ifndef CONFIG_DISCONTIGMEM
-       max_mapnr   = virt_to_page(high_memory) - mem_map;
+       max_mapnr   = pfn_to_page(max_pfn + PHYS_PFN_OFFSET) - mem_map;
 #endif
 
        /* this will put all unused low memory onto the freelists */
@@ -501,7 +501,21 @@ void __init mem_init(void)
 
 #ifdef CONFIG_SA1111
        /* now that our DMA memory is actually so designated, we can free it */
-       free_area(PAGE_OFFSET, (unsigned long)swapper_pg_dir, NULL);
+       totalram_pages += free_area(PHYS_PFN_OFFSET,
+                                   __phys_to_pfn(__pa(swapper_pg_dir)), NULL);
+#endif
+
+#ifdef CONFIG_HIGHMEM
+       /* set highmem page free */
+       for_each_online_node(node) {
+               for_each_nodebank (i, &meminfo, node) {
+                       unsigned long start = bank_pfn_start(&meminfo.bank[i]);
+                       unsigned long end = bank_pfn_end(&meminfo.bank[i]);
+                       if (start >= max_low_pfn + PHYS_PFN_OFFSET)
+                               totalhigh_pages += free_area(start, end, NULL);
+               }
+       }
+       totalram_pages += totalhigh_pages;
 #endif
 
        /*
@@ -509,18 +523,22 @@ void __init mem_init(void)
         * real number of pages we have in this system
         */
        printk(KERN_INFO "Memory:");
-
        num_physpages = 0;
        for (i = 0; i < meminfo.nr_banks; i++) {
                num_physpages += bank_pfn_size(&meminfo.bank[i]);
                printk(" %ldMB", bank_phys_size(&meminfo.bank[i]) >> 20);
        }
-
        printk(" = %luMB total\n", num_physpages >> (20 - PAGE_SHIFT));
+
+       codesize = _etext - _text;
+       datasize = _end - _data;
+       initsize = __init_end - __init_begin;
+
        printk(KERN_NOTICE "Memory: %luKB available (%dK code, "
-               "%dK data, %dK init)\n",
+               "%dK data, %dK init, %luK highmem)\n",
                (unsigned long) nr_free_pages() << (PAGE_SHIFT-10),
-               codepages >> 10, datapages >> 10, initpages >> 10);
+               codesize >> 10, datasize >> 10, initsize >> 10,
+               (unsigned long) (totalhigh_pages << (PAGE_SHIFT-10)));
 
        if (PAGE_SIZE >= 16384 && num_physpages <= 128) {
                extern int sysctl_overcommit_memory;
@@ -535,11 +553,10 @@ void __init mem_init(void)
 
 void free_initmem(void)
 {
-       if (!machine_is_integrator() && !machine_is_cintegrator()) {
-               free_area((unsigned long)(&__init_begin),
-                         (unsigned long)(&__init_end),
-                         "init");
-       }
+       if (!machine_is_integrator() && !machine_is_cintegrator())
+               totalram_pages += free_area(__phys_to_pfn(__pa(__init_begin)),
+                                           __phys_to_pfn(__pa(__init_end)),
+                                           "init");
 }
 
 #ifdef CONFIG_BLK_DEV_INITRD
@@ -549,7 +566,9 @@ static int keep_initrd;
 void free_initrd_mem(unsigned long start, unsigned long end)
 {
        if (!keep_initrd)
-               free_area(start, end, "initrd");
+               totalram_pages += free_area(__phys_to_pfn(__pa(start)),
+                                           __phys_to_pfn(__pa(end)),
+                                           "initrd");
 }
 
 static int __init keepinitrd_setup(char *__unused)