dma.c 5.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183
  1. /*
  2. * Copyright(c) 2015, 2016 Intel Corporation.
  3. *
  4. * This file is provided under a dual BSD/GPLv2 license. When using or
  5. * redistributing this file, you may do so under either license.
  6. *
  7. * GPL LICENSE SUMMARY
  8. *
  9. * This program is free software; you can redistribute it and/or modify
  10. * it under the terms of version 2 of the GNU General Public License as
  11. * published by the Free Software Foundation.
  12. *
  13. * This program is distributed in the hope that it will be useful, but
  14. * WITHOUT ANY WARRANTY; without even the implied warranty of
  15. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  16. * General Public License for more details.
  17. *
  18. * BSD LICENSE
  19. *
  20. * Redistribution and use in source and binary forms, with or without
  21. * modification, are permitted provided that the following conditions
  22. * are met:
  23. *
  24. * - Redistributions of source code must retain the above copyright
  25. * notice, this list of conditions and the following disclaimer.
  26. * - Redistributions in binary form must reproduce the above copyright
  27. * notice, this list of conditions and the following disclaimer in
  28. * the documentation and/or other materials provided with the
  29. * distribution.
  30. * - Neither the name of Intel Corporation nor the names of its
  31. * contributors may be used to endorse or promote products derived
  32. * from this software without specific prior written permission.
  33. *
  34. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
  35. * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
  36. * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
  37. * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
  38. * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  39. * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
  40. * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
  41. * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
  42. * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  43. * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  44. * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  45. *
  46. */
  47. #include <linux/types.h>
  48. #include <linux/scatterlist.h>
  49. #include "verbs.h"
  50. #define BAD_DMA_ADDRESS ((u64)0)
  51. /*
  52. * The following functions implement driver specific replacements
  53. * for the ib_dma_*() functions.
  54. *
  55. * These functions return kernel virtual addresses instead of
  56. * device bus addresses since the driver uses the CPU to copy
  57. * data instead of using hardware DMA.
  58. */
  59. static int hfi1_mapping_error(struct ib_device *dev, u64 dma_addr)
  60. {
  61. return dma_addr == BAD_DMA_ADDRESS;
  62. }
  63. static u64 hfi1_dma_map_single(struct ib_device *dev, void *cpu_addr,
  64. size_t size, enum dma_data_direction direction)
  65. {
  66. if (WARN_ON(!valid_dma_direction(direction)))
  67. return BAD_DMA_ADDRESS;
  68. return (u64)cpu_addr;
  69. }
  70. static void hfi1_dma_unmap_single(struct ib_device *dev, u64 addr, size_t size,
  71. enum dma_data_direction direction)
  72. {
  73. /* This is a stub, nothing to be done here */
  74. }
  75. static u64 hfi1_dma_map_page(struct ib_device *dev, struct page *page,
  76. unsigned long offset, size_t size,
  77. enum dma_data_direction direction)
  78. {
  79. u64 addr;
  80. if (WARN_ON(!valid_dma_direction(direction)))
  81. return BAD_DMA_ADDRESS;
  82. if (offset + size > PAGE_SIZE)
  83. return BAD_DMA_ADDRESS;
  84. addr = (u64)page_address(page);
  85. if (addr)
  86. addr += offset;
  87. return addr;
  88. }
  89. static void hfi1_dma_unmap_page(struct ib_device *dev, u64 addr, size_t size,
  90. enum dma_data_direction direction)
  91. {
  92. /* This is a stub, nothing to be done here */
  93. }
  94. static int hfi1_map_sg(struct ib_device *dev, struct scatterlist *sgl,
  95. int nents, enum dma_data_direction direction)
  96. {
  97. struct scatterlist *sg;
  98. u64 addr;
  99. int i;
  100. int ret = nents;
  101. if (WARN_ON(!valid_dma_direction(direction)))
  102. return BAD_DMA_ADDRESS;
  103. for_each_sg(sgl, sg, nents, i) {
  104. addr = (u64)page_address(sg_page(sg));
  105. if (!addr) {
  106. ret = 0;
  107. break;
  108. }
  109. sg->dma_address = addr + sg->offset;
  110. #ifdef CONFIG_NEED_SG_DMA_LENGTH
  111. sg->dma_length = sg->length;
  112. #endif
  113. }
  114. return ret;
  115. }
  116. static void hfi1_unmap_sg(struct ib_device *dev,
  117. struct scatterlist *sg, int nents,
  118. enum dma_data_direction direction)
  119. {
  120. /* This is a stub, nothing to be done here */
  121. }
  122. static void hfi1_sync_single_for_cpu(struct ib_device *dev, u64 addr,
  123. size_t size, enum dma_data_direction dir)
  124. {
  125. }
  126. static void hfi1_sync_single_for_device(struct ib_device *dev, u64 addr,
  127. size_t size,
  128. enum dma_data_direction dir)
  129. {
  130. }
  131. static void *hfi1_dma_alloc_coherent(struct ib_device *dev, size_t size,
  132. u64 *dma_handle, gfp_t flag)
  133. {
  134. struct page *p;
  135. void *addr = NULL;
  136. p = alloc_pages(flag, get_order(size));
  137. if (p)
  138. addr = page_address(p);
  139. if (dma_handle)
  140. *dma_handle = (u64)addr;
  141. return addr;
  142. }
  143. static void hfi1_dma_free_coherent(struct ib_device *dev, size_t size,
  144. void *cpu_addr, u64 dma_handle)
  145. {
  146. free_pages((unsigned long)cpu_addr, get_order(size));
  147. }
  148. struct ib_dma_mapping_ops hfi1_dma_mapping_ops = {
  149. .mapping_error = hfi1_mapping_error,
  150. .map_single = hfi1_dma_map_single,
  151. .unmap_single = hfi1_dma_unmap_single,
  152. .map_page = hfi1_dma_map_page,
  153. .unmap_page = hfi1_dma_unmap_page,
  154. .map_sg = hfi1_map_sg,
  155. .unmap_sg = hfi1_unmap_sg,
  156. .sync_single_for_cpu = hfi1_sync_single_for_cpu,
  157. .sync_single_for_device = hfi1_sync_single_for_device,
  158. .alloc_coherent = hfi1_dma_alloc_coherent,
  159. .free_coherent = hfi1_dma_free_coherent
  160. };