|
@@ -158,32 +158,6 @@ void flush_tlb_current_task(void)
|
|
|
preempt_enable();
|
|
|
}
|
|
|
|
|
|
-/*
|
|
|
- * It can find out the THP large page, or
|
|
|
- * HUGETLB page in tlb_flush when THP disabled
|
|
|
- */
|
|
|
-static inline unsigned long has_large_page(struct mm_struct *mm,
|
|
|
- unsigned long start, unsigned long end)
|
|
|
-{
|
|
|
- pgd_t *pgd;
|
|
|
- pud_t *pud;
|
|
|
- pmd_t *pmd;
|
|
|
- unsigned long addr = ALIGN(start, HPAGE_SIZE);
|
|
|
- for (; addr < end; addr += HPAGE_SIZE) {
|
|
|
- pgd = pgd_offset(mm, addr);
|
|
|
- if (likely(!pgd_none(*pgd))) {
|
|
|
- pud = pud_offset(pgd, addr);
|
|
|
- if (likely(!pud_none(*pud))) {
|
|
|
- pmd = pmd_offset(pud, addr);
|
|
|
- if (likely(!pmd_none(*pmd)))
|
|
|
- if (pmd_large(*pmd))
|
|
|
- return addr;
|
|
|
- }
|
|
|
- }
|
|
|
- }
|
|
|
- return 0;
|
|
|
-}
|
|
|
-
|
|
|
void flush_tlb_mm_range(struct mm_struct *mm, unsigned long start,
|
|
|
unsigned long end, unsigned long vmflag)
|
|
|
{
|
|
@@ -218,7 +192,7 @@ void flush_tlb_mm_range(struct mm_struct *mm, unsigned long start,
|
|
|
nr_base_pages = (end - start) >> PAGE_SHIFT;
|
|
|
|
|
|
/* tlb_flushall_shift is on balance point, details in commit log */
|
|
|
- if (nr_base_pages > act_entries || has_large_page(mm, start, end)) {
|
|
|
+ if (nr_base_pages > act_entries) {
|
|
|
count_vm_tlb_event(NR_TLB_LOCAL_FLUSH_ALL);
|
|
|
local_flush_tlb();
|
|
|
} else {
|