|
@@ -18,6 +18,21 @@
|
|
|
#include <asm/tlbflush.h>
|
|
|
#include "mm.h"
|
|
|
|
|
|
+pte_t *fixmap_page_table;
|
|
|
+
|
|
|
+static inline void set_fixmap_pte(int idx, pte_t pte)
|
|
|
+{
|
|
|
+ unsigned long vaddr = __fix_to_virt(idx);
|
|
|
+ set_pte_ext(fixmap_page_table + idx, pte, 0);
|
|
|
+ local_flush_tlb_kernel_page(vaddr);
|
|
|
+}
|
|
|
+
|
|
|
+static inline pte_t get_fixmap_pte(unsigned long vaddr)
|
|
|
+{
|
|
|
+ unsigned long idx = __virt_to_fix(vaddr);
|
|
|
+ return *(fixmap_page_table + idx);
|
|
|
+}
|
|
|
+
|
|
|
void *kmap(struct page *page)
|
|
|
{
|
|
|
might_sleep();
|
|
@@ -69,14 +84,14 @@ void *kmap_atomic(struct page *page)
|
|
|
* With debugging enabled, kunmap_atomic forces that entry to 0.
|
|
|
* Make sure it was indeed properly unmapped.
|
|
|
*/
|
|
|
- BUG_ON(!pte_none(get_top_pte(vaddr)));
|
|
|
+ BUG_ON(!pte_none(*(fixmap_page_table + idx)));
|
|
|
#endif
|
|
|
/*
|
|
|
* When debugging is off, kunmap_atomic leaves the previous mapping
|
|
|
* in place, so the contained TLB flush ensures the TLB is updated
|
|
|
* with the new mapping.
|
|
|
*/
|
|
|
- set_top_pte(vaddr, mk_pte(page, kmap_prot));
|
|
|
+ set_fixmap_pte(idx, mk_pte(page, kmap_prot));
|
|
|
|
|
|
return (void *)vaddr;
|
|
|
}
|
|
@@ -95,7 +110,7 @@ void __kunmap_atomic(void *kvaddr)
|
|
|
__cpuc_flush_dcache_area((void *)vaddr, PAGE_SIZE);
|
|
|
#ifdef CONFIG_DEBUG_HIGHMEM
|
|
|
BUG_ON(vaddr != __fix_to_virt(idx));
|
|
|
- set_top_pte(vaddr, __pte(0));
|
|
|
+ set_fixmap_pte(idx, __pte(0));
|
|
|
#else
|
|
|
(void) idx; /* to kill a warning */
|
|
|
#endif
|
|
@@ -119,9 +134,9 @@ void *kmap_atomic_pfn(unsigned long pfn)
|
|
|
idx = type + KM_TYPE_NR * smp_processor_id();
|
|
|
vaddr = __fix_to_virt(idx);
|
|
|
#ifdef CONFIG_DEBUG_HIGHMEM
|
|
|
- BUG_ON(!pte_none(get_top_pte(vaddr)));
|
|
|
+ BUG_ON(!pte_none(*(fixmap_page_table + idx)));
|
|
|
#endif
|
|
|
- set_top_pte(vaddr, pfn_pte(pfn, kmap_prot));
|
|
|
+ set_fixmap_pte(idx, pfn_pte(pfn, kmap_prot));
|
|
|
|
|
|
return (void *)vaddr;
|
|
|
}
|
|
@@ -133,5 +148,5 @@ struct page *kmap_atomic_to_page(const void *ptr)
|
|
|
if (vaddr < FIXADDR_START)
|
|
|
return virt_to_page(ptr);
|
|
|
|
|
|
- return pte_page(get_top_pte(vaddr));
|
|
|
+ return pte_page(get_fixmap_pte(vaddr));
|
|
|
}
|