getuser.S 2.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132
  1. /*
  2. * __get_user functions.
  3. *
  4. * (C) Copyright 1998 Linus Torvalds
  5. * (C) Copyright 2005 Andi Kleen
  6. * (C) Copyright 2008 Glauber Costa
  7. *
  8. * These functions have a non-standard call interface
  9. * to make them more efficient, especially as they
  10. * return an error value in addition to the "real"
  11. * return value.
  12. */
  13. /*
  14. * __get_user_X
  15. *
  16. * Inputs: %[r|e]ax contains the address.
  17. *
  18. * Outputs: %[r|e]ax is error code (0 or -EFAULT)
  19. * %[r|e]dx contains zero-extended value
  20. * %ecx contains the high half for 32-bit __get_user_8
  21. *
  22. *
  23. * These functions should not modify any other registers,
  24. * as they get called from within inline assembly.
  25. */
  26. #include <linux/linkage.h>
  27. #include <asm/page_types.h>
  28. #include <asm/errno.h>
  29. #include <asm/asm-offsets.h>
  30. #include <asm/thread_info.h>
  31. #include <asm/asm.h>
  32. #include <asm/smap.h>
  33. #include <asm/export.h>
  34. .text
  35. ENTRY(__get_user_1)
  36. mov PER_CPU_VAR(current_task), %_ASM_DX
  37. cmp TASK_addr_limit(%_ASM_DX),%_ASM_AX
  38. jae bad_get_user
  39. ASM_STAC
  40. 1: movzbl (%_ASM_AX),%edx
  41. xor %eax,%eax
  42. ASM_CLAC
  43. ret
  44. ENDPROC(__get_user_1)
  45. EXPORT_SYMBOL(__get_user_1)
  46. ENTRY(__get_user_2)
  47. add $1,%_ASM_AX
  48. jc bad_get_user
  49. mov PER_CPU_VAR(current_task), %_ASM_DX
  50. cmp TASK_addr_limit(%_ASM_DX),%_ASM_AX
  51. jae bad_get_user
  52. ASM_STAC
  53. 2: movzwl -1(%_ASM_AX),%edx
  54. xor %eax,%eax
  55. ASM_CLAC
  56. ret
  57. ENDPROC(__get_user_2)
  58. EXPORT_SYMBOL(__get_user_2)
  59. ENTRY(__get_user_4)
  60. add $3,%_ASM_AX
  61. jc bad_get_user
  62. mov PER_CPU_VAR(current_task), %_ASM_DX
  63. cmp TASK_addr_limit(%_ASM_DX),%_ASM_AX
  64. jae bad_get_user
  65. ASM_STAC
  66. 3: movl -3(%_ASM_AX),%edx
  67. xor %eax,%eax
  68. ASM_CLAC
  69. ret
  70. ENDPROC(__get_user_4)
  71. EXPORT_SYMBOL(__get_user_4)
  72. ENTRY(__get_user_8)
  73. #ifdef CONFIG_X86_64
  74. add $7,%_ASM_AX
  75. jc bad_get_user
  76. mov PER_CPU_VAR(current_task), %_ASM_DX
  77. cmp TASK_addr_limit(%_ASM_DX),%_ASM_AX
  78. jae bad_get_user
  79. ASM_STAC
  80. 4: movq -7(%_ASM_AX),%rdx
  81. xor %eax,%eax
  82. ASM_CLAC
  83. ret
  84. #else
  85. add $7,%_ASM_AX
  86. jc bad_get_user_8
  87. mov PER_CPU_VAR(current_task), %_ASM_DX
  88. cmp TASK_addr_limit(%_ASM_DX),%_ASM_AX
  89. jae bad_get_user_8
  90. ASM_STAC
  91. 4: movl -7(%_ASM_AX),%edx
  92. 5: movl -3(%_ASM_AX),%ecx
  93. xor %eax,%eax
  94. ASM_CLAC
  95. ret
  96. #endif
  97. ENDPROC(__get_user_8)
  98. EXPORT_SYMBOL(__get_user_8)
  99. bad_get_user:
  100. xor %edx,%edx
  101. mov $(-EFAULT),%_ASM_AX
  102. ASM_CLAC
  103. ret
  104. END(bad_get_user)
  105. #ifdef CONFIG_X86_32
  106. bad_get_user_8:
  107. xor %edx,%edx
  108. xor %ecx,%ecx
  109. mov $(-EFAULT),%_ASM_AX
  110. ASM_CLAC
  111. ret
  112. END(bad_get_user_8)
  113. #endif
  114. _ASM_EXTABLE(1b,bad_get_user)
  115. _ASM_EXTABLE(2b,bad_get_user)
  116. _ASM_EXTABLE(3b,bad_get_user)
  117. #ifdef CONFIG_X86_64
  118. _ASM_EXTABLE(4b,bad_get_user)
  119. #else
  120. _ASM_EXTABLE(4b,bad_get_user_8)
  121. _ASM_EXTABLE(5b,bad_get_user_8)
  122. #endif