diff --git a/include/asm-x86/uaccess_64.h b/include/asm-x86/uaccess_64.h
index 012cba3972d7..dc6dde058381 100644
--- a/include/asm-x86/uaccess_64.h
+++ b/include/asm-x86/uaccess_64.h
@@ -44,7 +44,7 @@
 	asm("add %3,%1 ; sbb %0,%0 ; cmp %1,%4 ; sbb $0,%0"		\
 	    : "=&r" (flag), "=r" (roksum)				\
 	    : "1" (addr), "g" ((long)(size)),				\
-	      "g" (current_thread_info()->addr_limit.seg));		\
+	      "rm" (current_thread_info()->addr_limit.seg));		\
 	flag;								\
 })