[PATCH] mm: msync_pte_range progress

[karo-tx-linux.git] / mm / msync.c

diff --git a/mm/msync.c b/mm/msync.c
index d0f5a1bce7cb14ecd7b74b960e87c8b079024020..3b5f1c521d4b580896504d31778441c10d25531a 100644 (file)
--- a/mm/msync.c
+++ b/mm/msync.c
@@ -22,16 +22,25 @@
  * threads/the swapper from ripping pte's out from under us.
  */
 
-static void sync_pte_range(struct vm_area_struct *vma, pmd_t *pmd,
+static void msync_pte_range(struct vm_area_struct *vma, pmd_t *pmd,
                                unsigned long addr, unsigned long end)
 {
        pte_t *pte;
+       int progress = 0;
 
+again:
        pte = pte_offset_map(pmd, addr);
        do {
                unsigned long pfn;
                struct page *page;
 
+               if (progress >= 64) {
+                       progress = 0;
+                       if (need_resched() ||
+                           need_lockbreak(&vma->vm_mm->page_table_lock))
+                               break;
+               }
+               progress++;
                if (!pte_present(*pte))
                        continue;
                if (!pte_maybe_dirty(*pte))
@@ -46,11 +55,15 @@ static void sync_pte_range(struct vm_area_struct *vma, pmd_t *pmd,
                if (ptep_clear_flush_dirty(vma, addr, pte) ||
                    page_test_and_clear_dirty(page))
                        set_page_dirty(page);
+               progress += 3;
        } while (pte++, addr += PAGE_SIZE, addr != end);
        pte_unmap(pte - 1);
+       cond_resched_lock(&vma->vm_mm->page_table_lock);
+       if (addr != end)
+               goto again;
 }
 
-static inline void sync_pmd_range(struct vm_area_struct *vma, pud_t *pud,
+static inline void msync_pmd_range(struct vm_area_struct *vma, pud_t *pud,
                                unsigned long addr, unsigned long end)
 {
        pmd_t *pmd;
@@ -61,11 +74,11 @@ static inline void sync_pmd_range(struct vm_area_struct *vma, pud_t *pud,
                next = pmd_addr_end(addr, end);
                if (pmd_none_or_clear_bad(pmd))
                        continue;
-               sync_pte_range(vma, pmd, addr, next);
+               msync_pte_range(vma, pmd, addr, next);
        } while (pmd++, addr = next, addr != end);
 }
 
-static inline void sync_pud_range(struct vm_area_struct *vma, pgd_t *pgd,
+static inline void msync_pud_range(struct vm_area_struct *vma, pgd_t *pgd,
                                unsigned long addr, unsigned long end)
 {
        pud_t *pud;
@@ -76,11 +89,11 @@ static inline void sync_pud_range(struct vm_area_struct *vma, pgd_t *pgd,
                next = pud_addr_end(addr, end);
                if (pud_none_or_clear_bad(pud))
                        continue;
-               sync_pmd_range(vma, pud, addr, next);
+               msync_pmd_range(vma, pud, addr, next);
        } while (pud++, addr = next, addr != end);
 }
 
-static void sync_page_range(struct vm_area_struct *vma,
+static void msync_page_range(struct vm_area_struct *vma,
                                unsigned long addr, unsigned long end)
 {
        struct mm_struct *mm = vma->vm_mm;
@@ -101,34 +114,11 @@ static void sync_page_range(struct vm_area_struct *vma,
                next = pgd_addr_end(addr, end);
                if (pgd_none_or_clear_bad(pgd))
                        continue;
-               sync_pud_range(vma, pgd, addr, next);
+               msync_pud_range(vma, pgd, addr, next);
        } while (pgd++, addr = next, addr != end);
        spin_unlock(&mm->page_table_lock);
 }
 
-#ifdef CONFIG_PREEMPT
-static inline void filemap_sync(struct vm_area_struct *vma,
-                               unsigned long addr, unsigned long end)
-{
-       const size_t chunk = 64 * 1024; /* bytes */
-       unsigned long next;
-
-       do {
-               next = addr + chunk;
-               if (next > end || next < addr)
-                       next = end;
-               sync_page_range(vma, addr, next);
-               cond_resched();
-       } while (addr = next, addr != end);
-}
-#else
-static inline void filemap_sync(struct vm_area_struct *vma,
-                               unsigned long addr, unsigned long end)
-{
-       sync_page_range(vma, addr, end);
-}
-#endif
-
 /*
  * MS_SYNC syncs the entire file - including mappings.
  *
@@ -150,7 +140,7 @@ static int msync_interval(struct vm_area_struct *vma,
                return -EBUSY;
 
        if (file && (vma->vm_flags & VM_SHARED)) {
-               filemap_sync(vma, addr, end);
+               msync_page_range(vma, addr, end);
 
                if (flags & MS_SYNC) {
                        struct address_space *mapping = file->f_mapping;