rxe_srq.c 4.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179
  1. /*
  2. * Copyright (c) 2016 Mellanox Technologies Ltd. All rights reserved.
  3. * Copyright (c) 2015 System Fabric Works, Inc. All rights reserved.
  4. *
  5. * This software is available to you under a choice of one of two
  6. * licenses. You may choose to be licensed under the terms of the GNU
  7. * General Public License (GPL) Version 2, available from the file
  8. * COPYING in the main directory of this source tree, or the
  9. * OpenIB.org BSD license below:
  10. *
  11. * Redistribution and use in source and binary forms, with or
  12. * without modification, are permitted provided that the following
  13. * conditions are met:
  14. *
  15. * - Redistributions of source code must retain the above
  16. * copyright notice, this list of conditions and the following
  17. * disclaimer.
  18. *
  19. * - Redistributions in binary form must reproduce the above
  20. * copyright notice, this list of conditions and the following
  21. * disclaimer in the documentation and/or other materials
  22. * provided with the distribution.
  23. *
  24. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
  25. * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  26. * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
  27. * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
  28. * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
  29. * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
  30. * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  31. * SOFTWARE.
  32. */
  33. #include "rxe.h"
  34. #include "rxe_loc.h"
  35. #include "rxe_queue.h"
  36. int rxe_srq_chk_attr(struct rxe_dev *rxe, struct rxe_srq *srq,
  37. struct ib_srq_attr *attr, enum ib_srq_attr_mask mask)
  38. {
  39. if (srq && srq->error) {
  40. pr_warn("srq in error state\n");
  41. goto err1;
  42. }
  43. if (mask & IB_SRQ_MAX_WR) {
  44. if (attr->max_wr > rxe->attr.max_srq_wr) {
  45. pr_warn("max_wr(%d) > max_srq_wr(%d)\n",
  46. attr->max_wr, rxe->attr.max_srq_wr);
  47. goto err1;
  48. }
  49. if (attr->max_wr <= 0) {
  50. pr_warn("max_wr(%d) <= 0\n", attr->max_wr);
  51. goto err1;
  52. }
  53. if (srq && srq->limit && (attr->max_wr < srq->limit)) {
  54. pr_warn("max_wr (%d) < srq->limit (%d)\n",
  55. attr->max_wr, srq->limit);
  56. goto err1;
  57. }
  58. if (attr->max_wr < RXE_MIN_SRQ_WR)
  59. attr->max_wr = RXE_MIN_SRQ_WR;
  60. }
  61. if (mask & IB_SRQ_LIMIT) {
  62. if (attr->srq_limit > rxe->attr.max_srq_wr) {
  63. pr_warn("srq_limit(%d) > max_srq_wr(%d)\n",
  64. attr->srq_limit, rxe->attr.max_srq_wr);
  65. goto err1;
  66. }
  67. if (srq && (attr->srq_limit > srq->rq.queue->buf->index_mask)) {
  68. pr_warn("srq_limit (%d) > cur limit(%d)\n",
  69. attr->srq_limit,
  70. srq->rq.queue->buf->index_mask);
  71. goto err1;
  72. }
  73. }
  74. if (mask == IB_SRQ_INIT_MASK) {
  75. if (attr->max_sge > rxe->attr.max_srq_sge) {
  76. pr_warn("max_sge(%d) > max_srq_sge(%d)\n",
  77. attr->max_sge, rxe->attr.max_srq_sge);
  78. goto err1;
  79. }
  80. if (attr->max_sge < RXE_MIN_SRQ_SGE)
  81. attr->max_sge = RXE_MIN_SRQ_SGE;
  82. }
  83. return 0;
  84. err1:
  85. return -EINVAL;
  86. }
  87. int rxe_srq_from_init(struct rxe_dev *rxe, struct rxe_srq *srq,
  88. struct ib_srq_init_attr *init,
  89. struct ib_ucontext *context,
  90. struct rxe_create_srq_resp __user *uresp)
  91. {
  92. int err;
  93. int srq_wqe_size;
  94. struct rxe_queue *q;
  95. srq->ibsrq.event_handler = init->event_handler;
  96. srq->ibsrq.srq_context = init->srq_context;
  97. srq->limit = init->attr.srq_limit;
  98. srq->srq_num = srq->pelem.index;
  99. srq->rq.max_wr = init->attr.max_wr;
  100. srq->rq.max_sge = init->attr.max_sge;
  101. srq_wqe_size = rcv_wqe_size(srq->rq.max_sge);
  102. spin_lock_init(&srq->rq.producer_lock);
  103. spin_lock_init(&srq->rq.consumer_lock);
  104. q = rxe_queue_init(rxe, &srq->rq.max_wr,
  105. srq_wqe_size);
  106. if (!q) {
  107. pr_warn("unable to allocate queue for srq\n");
  108. return -ENOMEM;
  109. }
  110. srq->rq.queue = q;
  111. err = do_mmap_info(rxe, uresp ? &uresp->mi : NULL, context, q->buf,
  112. q->buf_size, &q->ip);
  113. if (err)
  114. return err;
  115. if (uresp) {
  116. if (copy_to_user(&uresp->srq_num, &srq->srq_num,
  117. sizeof(uresp->srq_num)))
  118. return -EFAULT;
  119. }
  120. return 0;
  121. }
  122. int rxe_srq_from_attr(struct rxe_dev *rxe, struct rxe_srq *srq,
  123. struct ib_srq_attr *attr, enum ib_srq_attr_mask mask,
  124. struct rxe_modify_srq_cmd *ucmd)
  125. {
  126. int err;
  127. struct rxe_queue *q = srq->rq.queue;
  128. struct mminfo __user *mi = NULL;
  129. if (mask & IB_SRQ_MAX_WR) {
  130. /*
  131. * This is completely screwed up, the response is supposed to
  132. * be in the outbuf not like this.
  133. */
  134. mi = u64_to_user_ptr(ucmd->mmap_info_addr);
  135. err = rxe_queue_resize(q, &attr->max_wr,
  136. rcv_wqe_size(srq->rq.max_sge),
  137. srq->rq.queue->ip ?
  138. srq->rq.queue->ip->context :
  139. NULL,
  140. mi, &srq->rq.producer_lock,
  141. &srq->rq.consumer_lock);
  142. if (err)
  143. goto err2;
  144. }
  145. if (mask & IB_SRQ_LIMIT)
  146. srq->limit = attr->srq_limit;
  147. return 0;
  148. err2:
  149. rxe_queue_cleanup(q);
  150. srq->rq.queue = NULL;
  151. return err;
  152. }