|
@@ -1614,6 +1614,21 @@ int __get_user_pages_fast(unsigned long start, int nr_pages, int write,
|
|
|
return nr;
|
|
|
}
|
|
|
|
|
|
+#ifndef gup_fast_permitted
|
|
|
+/*
|
|
|
+ * Check if it's allowed to use __get_user_pages_fast() for the range, or
|
|
|
+ * we need to fall back to the slow version:
|
|
|
+ */
|
|
|
+bool gup_fast_permitted(unsigned long start, int nr_pages, int write)
|
|
|
+{
|
|
|
+ unsigned long len, end;
|
|
|
+
|
|
|
+ len = (unsigned long) nr_pages << PAGE_SHIFT;
|
|
|
+ end = start + len;
|
|
|
+ return end >= start;
|
|
|
+}
|
|
|
+#endif
|
|
|
+
|
|
|
/**
|
|
|
* get_user_pages_fast() - pin user pages in memory
|
|
|
* @start: starting user address
|
|
@@ -1633,11 +1648,14 @@ int __get_user_pages_fast(unsigned long start, int nr_pages, int write,
|
|
|
int get_user_pages_fast(unsigned long start, int nr_pages, int write,
|
|
|
struct page **pages)
|
|
|
{
|
|
|
- int nr, ret;
|
|
|
+ int nr = 0, ret = 0;
|
|
|
|
|
|
start &= PAGE_MASK;
|
|
|
- nr = __get_user_pages_fast(start, nr_pages, write, pages);
|
|
|
- ret = nr;
|
|
|
+
|
|
|
+ if (gup_fast_permitted(start, nr_pages, write)) {
|
|
|
+ nr = __get_user_pages_fast(start, nr_pages, write, pages);
|
|
|
+ ret = nr;
|
|
|
+ }
|
|
|
|
|
|
if (nr < nr_pages) {
|
|
|
/* Try to get the remaining pages with get_user_pages */
|