|
@@ -134,7 +134,7 @@ no_cache_flush:
|
|
|
|
|
|
#ifdef CONFIG_TRANSPARENT_HUGEPAGE
|
|
|
static void tlb_batch_pmd_scan(struct mm_struct *mm, unsigned long vaddr,
|
|
|
- pmd_t pmd, bool exec)
|
|
|
+ pmd_t pmd)
|
|
|
{
|
|
|
unsigned long end;
|
|
|
pte_t *pte;
|
|
@@ -142,8 +142,11 @@ static void tlb_batch_pmd_scan(struct mm_struct *mm, unsigned long vaddr,
|
|
|
pte = pte_offset_map(&pmd, vaddr);
|
|
|
end = vaddr + HPAGE_SIZE;
|
|
|
while (vaddr < end) {
|
|
|
- if (pte_val(*pte) & _PAGE_VALID)
|
|
|
+ if (pte_val(*pte) & _PAGE_VALID) {
|
|
|
+ bool exec = pte_exec(*pte);
|
|
|
+
|
|
|
tlb_batch_add_one(mm, vaddr, exec);
|
|
|
+ }
|
|
|
pte++;
|
|
|
vaddr += PAGE_SIZE;
|
|
|
}
|
|
@@ -177,15 +180,15 @@ void set_pmd_at(struct mm_struct *mm, unsigned long addr,
|
|
|
}
|
|
|
|
|
|
if (!pmd_none(orig)) {
|
|
|
- pte_t orig_pte = __pte(pmd_val(orig));
|
|
|
- bool exec = pte_exec(orig_pte);
|
|
|
-
|
|
|
addr &= HPAGE_MASK;
|
|
|
if (pmd_trans_huge(orig)) {
|
|
|
+ pte_t orig_pte = __pte(pmd_val(orig));
|
|
|
+ bool exec = pte_exec(orig_pte);
|
|
|
+
|
|
|
tlb_batch_add_one(mm, addr, exec);
|
|
|
tlb_batch_add_one(mm, addr + REAL_HPAGE_SIZE, exec);
|
|
|
} else {
|
|
|
- tlb_batch_pmd_scan(mm, addr, orig, exec);
|
|
|
+ tlb_batch_pmd_scan(mm, addr, orig);
|
|
|
}
|
|
|
}
|
|
|
}
|