|
@@ -35,7 +35,7 @@
|
|
* VMALLOC and SPARSEMEM_VMEMMAP ranges.
|
|
* VMALLOC and SPARSEMEM_VMEMMAP ranges.
|
|
*/
|
|
*/
|
|
#define VMALLOC_START (UL(0xffffffffffffffff) << VA_BITS)
|
|
#define VMALLOC_START (UL(0xffffffffffffffff) << VA_BITS)
|
|
-#ifndef CONFIG_ARM64_4_LEVELS
|
|
|
|
|
|
+#if CONFIG_ARM64_PGTABLE_LEVELS != 4
|
|
#define VMALLOC_END (PAGE_OFFSET - UL(0x400000000) - SZ_64K)
|
|
#define VMALLOC_END (PAGE_OFFSET - UL(0x400000000) - SZ_64K)
|
|
#else
|
|
#else
|
|
#define VMALLOC_END (PAGE_OFFSET - UL(0x40000000000) - SZ_64K)
|
|
#define VMALLOC_END (PAGE_OFFSET - UL(0x40000000000) - SZ_64K)
|
|
@@ -52,10 +52,10 @@ extern void __pud_error(const char *file, int line, unsigned long val);
|
|
extern void __pgd_error(const char *file, int line, unsigned long val);
|
|
extern void __pgd_error(const char *file, int line, unsigned long val);
|
|
|
|
|
|
#define pte_ERROR(pte) __pte_error(__FILE__, __LINE__, pte_val(pte))
|
|
#define pte_ERROR(pte) __pte_error(__FILE__, __LINE__, pte_val(pte))
|
|
-#ifndef CONFIG_ARM64_2_LEVELS
|
|
|
|
|
|
+#if CONFIG_ARM64_PGTABLE_LEVELS > 2
|
|
#define pmd_ERROR(pmd) __pmd_error(__FILE__, __LINE__, pmd_val(pmd))
|
|
#define pmd_ERROR(pmd) __pmd_error(__FILE__, __LINE__, pmd_val(pmd))
|
|
#endif
|
|
#endif
|
|
-#ifdef CONFIG_ARM64_4_LEVELS
|
|
|
|
|
|
+#if CONFIG_ARM64_PGTABLE_LEVELS > 3
|
|
#define pud_ERROR(pud) __pud_error(__FILE__, __LINE__, pud_val(pud))
|
|
#define pud_ERROR(pud) __pud_error(__FILE__, __LINE__, pud_val(pud))
|
|
#endif
|
|
#endif
|
|
#define pgd_ERROR(pgd) __pgd_error(__FILE__, __LINE__, pgd_val(pgd))
|
|
#define pgd_ERROR(pgd) __pgd_error(__FILE__, __LINE__, pgd_val(pgd))
|
|
@@ -331,7 +331,7 @@ static inline pte_t *pmd_page_vaddr(pmd_t pmd)
|
|
*/
|
|
*/
|
|
#define mk_pte(page,prot) pfn_pte(page_to_pfn(page),prot)
|
|
#define mk_pte(page,prot) pfn_pte(page_to_pfn(page),prot)
|
|
|
|
|
|
-#ifndef CONFIG_ARM64_2_LEVELS
|
|
|
|
|
|
+#if CONFIG_ARM64_PGTABLE_LEVELS > 2
|
|
|
|
|
|
#define pud_none(pud) (!pud_val(pud))
|
|
#define pud_none(pud) (!pud_val(pud))
|
|
#define pud_bad(pud) (!(pud_val(pud) & 2))
|
|
#define pud_bad(pud) (!(pud_val(pud) & 2))
|
|
@@ -353,9 +353,9 @@ static inline pmd_t *pud_page_vaddr(pud_t pud)
|
|
return __va(pud_val(pud) & PHYS_MASK & (s32)PAGE_MASK);
|
|
return __va(pud_val(pud) & PHYS_MASK & (s32)PAGE_MASK);
|
|
}
|
|
}
|
|
|
|
|
|
-#endif /* CONFIG_ARM64_2_LEVELS */
|
|
|
|
|
|
+#endif /* CONFIG_ARM64_PGTABLE_LEVELS > 2 */
|
|
|
|
|
|
-#ifdef CONFIG_ARM64_4_LEVELS
|
|
|
|
|
|
+#if CONFIG_ARM64_PGTABLE_LEVELS > 3
|
|
|
|
|
|
#define pgd_none(pgd) (!pgd_val(pgd))
|
|
#define pgd_none(pgd) (!pgd_val(pgd))
|
|
#define pgd_bad(pgd) (!(pgd_val(pgd) & 2))
|
|
#define pgd_bad(pgd) (!(pgd_val(pgd) & 2))
|
|
@@ -377,7 +377,7 @@ static inline pud_t *pgd_page_vaddr(pgd_t pgd)
|
|
return __va(pgd_val(pgd) & PHYS_MASK & (s32)PAGE_MASK);
|
|
return __va(pgd_val(pgd) & PHYS_MASK & (s32)PAGE_MASK);
|
|
}
|
|
}
|
|
|
|
|
|
-#endif /* CONFIG_ARM64_4_LEVELS */
|
|
|
|
|
|
+#endif /* CONFIG_ARM64_PGTABLE_LEVELS > 3 */
|
|
|
|
|
|
/* to find an entry in a page-table-directory */
|
|
/* to find an entry in a page-table-directory */
|
|
#define pgd_index(addr) (((addr) >> PGDIR_SHIFT) & (PTRS_PER_PGD - 1))
|
|
#define pgd_index(addr) (((addr) >> PGDIR_SHIFT) & (PTRS_PER_PGD - 1))
|
|
@@ -387,7 +387,7 @@ static inline pud_t *pgd_page_vaddr(pgd_t pgd)
|
|
/* to find an entry in a kernel page-table-directory */
|
|
/* to find an entry in a kernel page-table-directory */
|
|
#define pgd_offset_k(addr) pgd_offset(&init_mm, addr)
|
|
#define pgd_offset_k(addr) pgd_offset(&init_mm, addr)
|
|
|
|
|
|
-#ifdef CONFIG_ARM64_4_LEVELS
|
|
|
|
|
|
+#if CONFIG_ARM64_PGTABLE_LEVELS > 3
|
|
#define pud_index(addr) (((addr) >> PUD_SHIFT) & (PTRS_PER_PUD - 1))
|
|
#define pud_index(addr) (((addr) >> PUD_SHIFT) & (PTRS_PER_PUD - 1))
|
|
static inline pud_t *pud_offset(pgd_t *pgd, unsigned long addr)
|
|
static inline pud_t *pud_offset(pgd_t *pgd, unsigned long addr)
|
|
{
|
|
{
|
|
@@ -396,7 +396,7 @@ static inline pud_t *pud_offset(pgd_t *pgd, unsigned long addr)
|
|
#endif
|
|
#endif
|
|
|
|
|
|
/* Find an entry in the second-level page table.. */
|
|
/* Find an entry in the second-level page table.. */
|
|
-#ifndef CONFIG_ARM64_2_LEVELS
|
|
|
|
|
|
+#if CONFIG_ARM64_PGTABLE_LEVELS > 2
|
|
#define pmd_index(addr) (((addr) >> PMD_SHIFT) & (PTRS_PER_PMD - 1))
|
|
#define pmd_index(addr) (((addr) >> PMD_SHIFT) & (PTRS_PER_PMD - 1))
|
|
static inline pmd_t *pmd_offset(pud_t *pud, unsigned long addr)
|
|
static inline pmd_t *pmd_offset(pud_t *pud, unsigned long addr)
|
|
{
|
|
{
|