mem.S 1.7 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091
  1. /*
  2. * String handling functions.
  3. *
  4. * Copyright IBM Corp. 2012
  5. */
  6. #include <linux/linkage.h>
  7. #include <asm/export.h>
  8. /*
  9. * memset implementation
  10. *
  11. * This code corresponds to the C construct below. We do distinguish
  12. * between clearing (c == 0) and setting a memory array (c != 0) simply
  13. * because nearly all memset invocations in the kernel clear memory and
  14. * the xc instruction is preferred in such cases.
  15. *
  16. * void *memset(void *s, int c, size_t n)
  17. * {
  18. * if (likely(c == 0))
  19. * return __builtin_memset(s, 0, n);
  20. * return __builtin_memset(s, c, n);
  21. * }
  22. */
  23. ENTRY(memset)
  24. ltgr %r4,%r4
  25. bzr %r14
  26. ltgr %r3,%r3
  27. jnz .Lmemset_fill
  28. aghi %r4,-1
  29. srlg %r3,%r4,8
  30. ltgr %r3,%r3
  31. lgr %r1,%r2
  32. jz .Lmemset_clear_rest
  33. .Lmemset_clear_loop:
  34. xc 0(256,%r1),0(%r1)
  35. la %r1,256(%r1)
  36. brctg %r3,.Lmemset_clear_loop
  37. .Lmemset_clear_rest:
  38. larl %r3,.Lmemset_xc
  39. ex %r4,0(%r3)
  40. br %r14
  41. .Lmemset_fill:
  42. stc %r3,0(%r2)
  43. cghi %r4,1
  44. lgr %r1,%r2
  45. ber %r14
  46. aghi %r4,-2
  47. srlg %r3,%r4,8
  48. ltgr %r3,%r3
  49. jz .Lmemset_fill_rest
  50. .Lmemset_fill_loop:
  51. mvc 1(256,%r1),0(%r1)
  52. la %r1,256(%r1)
  53. brctg %r3,.Lmemset_fill_loop
  54. .Lmemset_fill_rest:
  55. larl %r3,.Lmemset_mvc
  56. ex %r4,0(%r3)
  57. br %r14
  58. .Lmemset_xc:
  59. xc 0(1,%r1),0(%r1)
  60. .Lmemset_mvc:
  61. mvc 1(1,%r1),0(%r1)
  62. EXPORT_SYMBOL(memset)
  63. /*
  64. * memcpy implementation
  65. *
  66. * void *memcpy(void *dest, const void *src, size_t n)
  67. */
  68. ENTRY(memcpy)
  69. ltgr %r4,%r4
  70. bzr %r14
  71. aghi %r4,-1
  72. srlg %r5,%r4,8
  73. ltgr %r5,%r5
  74. lgr %r1,%r2
  75. jnz .Lmemcpy_loop
  76. .Lmemcpy_rest:
  77. larl %r5,.Lmemcpy_mvc
  78. ex %r4,0(%r5)
  79. br %r14
  80. .Lmemcpy_loop:
  81. mvc 0(256,%r1),0(%r3)
  82. la %r1,256(%r1)
  83. la %r3,256(%r3)
  84. brctg %r5,.Lmemcpy_loop
  85. j .Lmemcpy_rest
  86. .Lmemcpy_mvc:
  87. mvc 0(1,%r1),0(%r3)
  88. EXPORT_SYMBOL(memcpy)