qplib_rcfw.h 7.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222
  1. /*
  2. * Broadcom NetXtreme-E RoCE driver.
  3. *
  4. * Copyright (c) 2016 - 2017, Broadcom. All rights reserved. The term
  5. * Broadcom refers to Broadcom Limited and/or its subsidiaries.
  6. *
  7. * This software is available to you under a choice of one of two
  8. * licenses. You may choose to be licensed under the terms of the GNU
  9. * General Public License (GPL) Version 2, available from the file
  10. * COPYING in the main directory of this source tree, or the
  11. * BSD license below:
  12. *
  13. * Redistribution and use in source and binary forms, with or without
  14. * modification, are permitted provided that the following conditions
  15. * are met:
  16. *
  17. * 1. Redistributions of source code must retain the above copyright
  18. * notice, this list of conditions and the following disclaimer.
  19. * 2. Redistributions in binary form must reproduce the above copyright
  20. * notice, this list of conditions and the following disclaimer in
  21. * the documentation and/or other materials provided with the
  22. * distribution.
  23. *
  24. * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS''
  25. * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
  26. * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
  27. * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS
  28. * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
  29. * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
  30. * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
  31. * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
  32. * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
  33. * OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN
  34. * IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  35. *
  36. * Description: RDMA Controller HW interface (header)
  37. */
  38. #ifndef __BNXT_QPLIB_RCFW_H__
  39. #define __BNXT_QPLIB_RCFW_H__
  40. #define RCFW_CMDQ_TRIG_VAL 1
  41. #define RCFW_COMM_PCI_BAR_REGION 0
  42. #define RCFW_COMM_CONS_PCI_BAR_REGION 2
  43. #define RCFW_COMM_BASE_OFFSET 0x600
  44. #define RCFW_PF_COMM_PROD_OFFSET 0xc
  45. #define RCFW_VF_COMM_PROD_OFFSET 0xc
  46. #define RCFW_COMM_TRIG_OFFSET 0x100
  47. #define RCFW_COMM_SIZE 0x104
  48. #define RCFW_DBR_PCI_BAR_REGION 2
  49. #define RCFW_DBR_BASE_PAGE_SHIFT 12
  50. #define RCFW_CMD_PREP(req, CMD, cmd_flags) \
  51. do { \
  52. memset(&(req), 0, sizeof((req))); \
  53. (req).opcode = CMDQ_BASE_OPCODE_##CMD; \
  54. (req).cmd_size = (sizeof((req)) + \
  55. BNXT_QPLIB_CMDQE_UNITS - 1) / \
  56. BNXT_QPLIB_CMDQE_UNITS; \
  57. (req).flags = cpu_to_le16(cmd_flags); \
  58. } while (0)
  59. #define RCFW_CMD_WAIT_TIME_MS 20000 /* 20 Seconds timeout */
  60. /* CMDQ elements */
  61. #define BNXT_QPLIB_CMDQE_MAX_CNT 256
  62. #define BNXT_QPLIB_CMDQE_UNITS sizeof(struct bnxt_qplib_cmdqe)
  63. #define BNXT_QPLIB_CMDQE_CNT_PER_PG (PAGE_SIZE / BNXT_QPLIB_CMDQE_UNITS)
  64. #define MAX_CMDQ_IDX (BNXT_QPLIB_CMDQE_MAX_CNT - 1)
  65. #define MAX_CMDQ_IDX_PER_PG (BNXT_QPLIB_CMDQE_CNT_PER_PG - 1)
  66. #define RCFW_MAX_OUTSTANDING_CMD BNXT_QPLIB_CMDQE_MAX_CNT
  67. #define RCFW_MAX_COOKIE_VALUE 0x7FFF
  68. #define RCFW_CMD_IS_BLOCKING 0x8000
  69. #define RCFW_BLOCKED_CMD_WAIT_COUNT 0x4E20
  70. /* Cmdq contains a fix number of a 16-Byte slots */
  71. struct bnxt_qplib_cmdqe {
  72. u8 data[16];
  73. };
  74. static inline u32 get_cmdq_pg(u32 val)
  75. {
  76. return (val & ~MAX_CMDQ_IDX_PER_PG) / BNXT_QPLIB_CMDQE_CNT_PER_PG;
  77. }
  78. static inline u32 get_cmdq_idx(u32 val)
  79. {
  80. return val & MAX_CMDQ_IDX_PER_PG;
  81. }
  82. /* Crsq buf is 1024-Byte */
  83. struct bnxt_qplib_crsbe {
  84. u8 data[1024];
  85. };
  86. /* CREQ */
  87. /* Allocate 1 per QP for async error notification for now */
  88. #define BNXT_QPLIB_CREQE_MAX_CNT (64 * 1024)
  89. #define BNXT_QPLIB_CREQE_UNITS 16 /* 16-Bytes per prod unit */
  90. #define BNXT_QPLIB_CREQE_CNT_PER_PG (PAGE_SIZE / BNXT_QPLIB_CREQE_UNITS)
  91. #define MAX_CREQ_IDX (BNXT_QPLIB_CREQE_MAX_CNT - 1)
  92. #define MAX_CREQ_IDX_PER_PG (BNXT_QPLIB_CREQE_CNT_PER_PG - 1)
  93. static inline u32 get_creq_pg(u32 val)
  94. {
  95. return (val & ~MAX_CREQ_IDX_PER_PG) / BNXT_QPLIB_CREQE_CNT_PER_PG;
  96. }
  97. static inline u32 get_creq_idx(u32 val)
  98. {
  99. return val & MAX_CREQ_IDX_PER_PG;
  100. }
  101. #define BNXT_QPLIB_CREQE_PER_PG (PAGE_SIZE / sizeof(struct creq_base))
  102. #define CREQ_CMP_VALID(hdr, raw_cons, cp_bit) \
  103. (!!((hdr)->v & CREQ_BASE_V) == \
  104. !((raw_cons) & (cp_bit)))
  105. #define CREQ_DB_KEY_CP (0x2 << CMPL_DOORBELL_KEY_SFT)
  106. #define CREQ_DB_IDX_VALID CMPL_DOORBELL_IDX_VALID
  107. #define CREQ_DB_IRQ_DIS CMPL_DOORBELL_MASK
  108. #define CREQ_DB_CP_FLAGS_REARM (CREQ_DB_KEY_CP | \
  109. CREQ_DB_IDX_VALID)
  110. #define CREQ_DB_CP_FLAGS (CREQ_DB_KEY_CP | \
  111. CREQ_DB_IDX_VALID | \
  112. CREQ_DB_IRQ_DIS)
  113. #define CREQ_DB_REARM(db, raw_cons, cp_bit) \
  114. writel(CREQ_DB_CP_FLAGS_REARM | ((raw_cons) & ((cp_bit) - 1)), db)
  115. #define CREQ_DB(db, raw_cons, cp_bit) \
  116. writel(CREQ_DB_CP_FLAGS | ((raw_cons) & ((cp_bit) - 1)), db)
  117. #define CREQ_ENTRY_POLL_BUDGET 0x100
  118. /* HWQ */
  119. struct bnxt_qplib_crsq {
  120. struct creq_qp_event *resp;
  121. u32 req_size;
  122. };
  123. struct bnxt_qplib_rcfw_sbuf {
  124. void *sb;
  125. dma_addr_t dma_addr;
  126. u32 size;
  127. };
  128. struct bnxt_qplib_qp_node {
  129. u32 qp_id; /* QP id */
  130. void *qp_handle; /* ptr to qplib_qp */
  131. };
  132. /* RCFW Communication Channels */
  133. struct bnxt_qplib_rcfw {
  134. struct pci_dev *pdev;
  135. int vector;
  136. struct tasklet_struct worker;
  137. bool requested;
  138. unsigned long *cmdq_bitmap;
  139. u32 bmap_size;
  140. unsigned long flags;
  141. #define FIRMWARE_INITIALIZED_FLAG 0
  142. #define FIRMWARE_FIRST_FLAG 31
  143. #define FIRMWARE_TIMED_OUT 3
  144. wait_queue_head_t waitq;
  145. int (*aeq_handler)(struct bnxt_qplib_rcfw *,
  146. void *, void *);
  147. u32 seq_num;
  148. /* Bar region info */
  149. void __iomem *cmdq_bar_reg_iomem;
  150. u16 cmdq_bar_reg;
  151. u16 cmdq_bar_reg_prod_off;
  152. u16 cmdq_bar_reg_trig_off;
  153. u16 creq_ring_id;
  154. u16 creq_bar_reg;
  155. void __iomem *creq_bar_reg_iomem;
  156. /* Cmd-Resp and Async Event notification queue */
  157. struct bnxt_qplib_hwq creq;
  158. u64 creq_qp_event_processed;
  159. u64 creq_func_event_processed;
  160. /* Actual Cmd and Resp Queues */
  161. struct bnxt_qplib_hwq cmdq;
  162. struct bnxt_qplib_crsq *crsqe_tbl;
  163. int qp_tbl_size;
  164. struct bnxt_qplib_qp_node *qp_tbl;
  165. };
  166. void bnxt_qplib_free_rcfw_channel(struct bnxt_qplib_rcfw *rcfw);
  167. int bnxt_qplib_alloc_rcfw_channel(struct pci_dev *pdev,
  168. struct bnxt_qplib_rcfw *rcfw, int qp_tbl_sz);
  169. void bnxt_qplib_rcfw_stop_irq(struct bnxt_qplib_rcfw *rcfw, bool kill);
  170. void bnxt_qplib_disable_rcfw_channel(struct bnxt_qplib_rcfw *rcfw);
  171. int bnxt_qplib_rcfw_start_irq(struct bnxt_qplib_rcfw *rcfw, int msix_vector,
  172. bool need_init);
  173. int bnxt_qplib_enable_rcfw_channel(struct pci_dev *pdev,
  174. struct bnxt_qplib_rcfw *rcfw,
  175. int msix_vector,
  176. int cp_bar_reg_off, int virt_fn,
  177. int (*aeq_handler)(struct bnxt_qplib_rcfw *,
  178. void *aeqe, void *obj));
  179. struct bnxt_qplib_rcfw_sbuf *bnxt_qplib_rcfw_alloc_sbuf(
  180. struct bnxt_qplib_rcfw *rcfw,
  181. u32 size);
  182. void bnxt_qplib_rcfw_free_sbuf(struct bnxt_qplib_rcfw *rcfw,
  183. struct bnxt_qplib_rcfw_sbuf *sbuf);
  184. int bnxt_qplib_rcfw_send_message(struct bnxt_qplib_rcfw *rcfw,
  185. struct cmdq_base *req, struct creq_base *resp,
  186. void *sbuf, u8 is_block);
  187. int bnxt_qplib_deinit_rcfw(struct bnxt_qplib_rcfw *rcfw);
  188. int bnxt_qplib_init_rcfw(struct bnxt_qplib_rcfw *rcfw,
  189. struct bnxt_qplib_ctx *ctx, int is_virtfn);
  190. void bnxt_qplib_mark_qp_error(void *qp_handle);
  191. #endif /* __BNXT_QPLIB_RCFW_H__ */