|
@@ -4600,6 +4600,15 @@ pte_t *huge_pte_alloc(struct mm_struct *mm,
|
|
|
return pte;
|
|
|
}
|
|
|
|
|
|
+/*
|
|
|
+ * huge_pte_offset() - Walk the page table to resolve the hugepage
|
|
|
+ * entry at address @addr
|
|
|
+ *
|
|
|
+ * Return: Pointer to page table or swap entry (PUD or PMD) for
|
|
|
+ * address @addr, or NULL if a p*d_none() entry is encountered and the
|
|
|
+ * size @sz doesn't match the hugepage size at this level of the page
|
|
|
+ * table.
|
|
|
+ */
|
|
|
pte_t *huge_pte_offset(struct mm_struct *mm,
|
|
|
unsigned long addr, unsigned long sz)
|
|
|
{
|
|
@@ -4614,13 +4623,22 @@ pte_t *huge_pte_offset(struct mm_struct *mm,
|
|
|
p4d = p4d_offset(pgd, addr);
|
|
|
if (!p4d_present(*p4d))
|
|
|
return NULL;
|
|
|
+
|
|
|
pud = pud_offset(p4d, addr);
|
|
|
- if (!pud_present(*pud))
|
|
|
+ if (sz != PUD_SIZE && pud_none(*pud))
|
|
|
return NULL;
|
|
|
- if (pud_huge(*pud))
|
|
|
+ /* hugepage or swap? */
|
|
|
+ if (pud_huge(*pud) || !pud_present(*pud))
|
|
|
return (pte_t *)pud;
|
|
|
+
|
|
|
pmd = pmd_offset(pud, addr);
|
|
|
- return (pte_t *) pmd;
|
|
|
+ if (sz != PMD_SIZE && pmd_none(*pmd))
|
|
|
+ return NULL;
|
|
|
+ /* hugepage or swap? */
|
|
|
+ if (pmd_huge(*pmd) || !pmd_present(*pmd))
|
|
|
+ return (pte_t *)pmd;
|
|
|
+
|
|
|
+ return NULL;
|
|
|
}
|
|
|
|
|
|
#endif /* CONFIG_ARCH_WANT_GENERAL_HUGETLB */
|