|
@@ -11,6 +11,7 @@
|
|
|
|
|
|
#include <linux/bug.h>
|
|
|
#include <linux/string.h>
|
|
|
+#include <linux/thread_info.h>
|
|
|
|
|
|
#define VERIFY_READ 0
|
|
|
#define VERIFY_WRITE 1
|
|
@@ -201,10 +202,12 @@ extern long lstrnlen_user(const char __user *, long);
|
|
|
#define clear_user lclear_user
|
|
|
#define __clear_user lclear_user
|
|
|
|
|
|
-unsigned long copy_to_user(void __user *dst, const void *src, unsigned long len);
|
|
|
-#define __copy_to_user copy_to_user
|
|
|
-unsigned long __copy_from_user(void *dst, const void __user *src, unsigned long len);
|
|
|
-unsigned long copy_in_user(void __user *dst, const void __user *src, unsigned long len);
|
|
|
+unsigned long __must_check __copy_to_user(void __user *dst, const void *src,
|
|
|
+ unsigned long len);
|
|
|
+unsigned long __must_check __copy_from_user(void *dst, const void __user *src,
|
|
|
+ unsigned long len);
|
|
|
+unsigned long copy_in_user(void __user *dst, const void __user *src,
|
|
|
+ unsigned long len);
|
|
|
#define __copy_in_user copy_in_user
|
|
|
#define __copy_to_user_inatomic __copy_to_user
|
|
|
#define __copy_from_user_inatomic __copy_from_user
|
|
@@ -217,23 +220,40 @@ static inline void copy_user_overflow(int size, unsigned long count)
|
|
|
WARN(1, "Buffer overflow detected (%d < %lu)!\n", size, count);
|
|
|
}
|
|
|
|
|
|
-static inline unsigned long __must_check copy_from_user(void *to,
|
|
|
- const void __user *from,
|
|
|
- unsigned long n)
|
|
|
+static __always_inline unsigned long __must_check
|
|
|
+copy_from_user(void *to, const void __user *from, unsigned long n)
|
|
|
{
|
|
|
- int sz = __compiletime_object_size(to);
|
|
|
- unsigned long ret = n;
|
|
|
+ int sz = __compiletime_object_size(to);
|
|
|
+ unsigned long ret = n;
|
|
|
|
|
|
- if (likely(sz == -1 || sz >= n))
|
|
|
- ret = __copy_from_user(to, from, n);
|
|
|
- else if (!__builtin_constant_p(n))
|
|
|
+ if (likely(sz < 0 || sz >= n)) {
|
|
|
+ check_object_size(to, n, false);
|
|
|
+ ret = __copy_from_user(to, from, n);
|
|
|
+ } else if (!__builtin_constant_p(n))
|
|
|
copy_user_overflow(sz, n);
|
|
|
else
|
|
|
- __bad_copy_user();
|
|
|
+ __bad_copy_user();
|
|
|
|
|
|
if (unlikely(ret))
|
|
|
memset(to + (n - ret), 0, ret);
|
|
|
- return ret;
|
|
|
+
|
|
|
+ return ret;
|
|
|
+}
|
|
|
+
|
|
|
+static __always_inline unsigned long __must_check
|
|
|
+copy_to_user(void __user *to, const void *from, unsigned long n)
|
|
|
+{
|
|
|
+ int sz = __compiletime_object_size(from);
|
|
|
+
|
|
|
+ if (likely(sz < 0 || sz >= n)) {
|
|
|
+ check_object_size(from, n, true);
|
|
|
+ n = __copy_to_user(to, from, n);
|
|
|
+ } else if (!__builtin_constant_p(n))
|
|
|
+ copy_user_overflow(sz, n);
|
|
|
+ else
|
|
|
+ __bad_copy_user();
|
|
|
+
|
|
|
+ return n;
|
|
|
}
|
|
|
|
|
|
struct pt_regs;
|