|
@@ -1279,6 +1279,7 @@ static unsigned long page_table_realloc_pmd(struct mmu_gather *tlb,
|
|
{
|
|
{
|
|
unsigned long next, *table, *new;
|
|
unsigned long next, *table, *new;
|
|
struct page *page;
|
|
struct page *page;
|
|
|
|
+ spinlock_t *ptl;
|
|
pmd_t *pmd;
|
|
pmd_t *pmd;
|
|
|
|
|
|
pmd = pmd_offset(pud, addr);
|
|
pmd = pmd_offset(pud, addr);
|
|
@@ -1296,7 +1297,7 @@ again:
|
|
if (!new)
|
|
if (!new)
|
|
return -ENOMEM;
|
|
return -ENOMEM;
|
|
|
|
|
|
- spin_lock(&mm->page_table_lock);
|
|
|
|
|
|
+ ptl = pmd_lock(mm, pmd);
|
|
if (likely((unsigned long *) pmd_deref(*pmd) == table)) {
|
|
if (likely((unsigned long *) pmd_deref(*pmd) == table)) {
|
|
/* Nuke pmd entry pointing to the "short" page table */
|
|
/* Nuke pmd entry pointing to the "short" page table */
|
|
pmdp_flush_lazy(mm, addr, pmd);
|
|
pmdp_flush_lazy(mm, addr, pmd);
|
|
@@ -1310,7 +1311,7 @@ again:
|
|
page_table_free_rcu(tlb, table);
|
|
page_table_free_rcu(tlb, table);
|
|
new = NULL;
|
|
new = NULL;
|
|
}
|
|
}
|
|
- spin_unlock(&mm->page_table_lock);
|
|
|
|
|
|
+ spin_unlock(ptl);
|
|
if (new) {
|
|
if (new) {
|
|
page_table_free_pgste(new);
|
|
page_table_free_pgste(new);
|
|
goto again;
|
|
goto again;
|