qed_rdma_if.h 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692
  1. /* SPDX-License-Identifier: (GPL-2.0-only OR BSD-3-Clause) */
  2. /* QLogic qed NIC Driver
  3. * Copyright (c) 2015-2017 QLogic Corporation
  4. * Copyright (c) 2019-2020 Marvell International Ltd.
  5. */
  6. #ifndef _QED_RDMA_IF_H
  7. #define _QED_RDMA_IF_H
  8. #include <linux/types.h>
  9. #include <linux/delay.h>
  10. #include <linux/list.h>
  11. #include <linux/slab.h>
  12. #include <linux/qed/qed_if.h>
  13. #include <linux/qed/qed_ll2_if.h>
  14. #include <linux/qed/rdma_common.h>
  15. #define QED_RDMA_MAX_CNQ_SIZE (0xFFFF)
  16. /* rdma interface */
  17. enum qed_roce_qp_state {
  18. QED_ROCE_QP_STATE_RESET,
  19. QED_ROCE_QP_STATE_INIT,
  20. QED_ROCE_QP_STATE_RTR,
  21. QED_ROCE_QP_STATE_RTS,
  22. QED_ROCE_QP_STATE_SQD,
  23. QED_ROCE_QP_STATE_ERR,
  24. QED_ROCE_QP_STATE_SQE
  25. };
  26. enum qed_rdma_qp_type {
  27. QED_RDMA_QP_TYPE_RC,
  28. QED_RDMA_QP_TYPE_XRC_INI,
  29. QED_RDMA_QP_TYPE_XRC_TGT,
  30. QED_RDMA_QP_TYPE_INVAL = 0xffff,
  31. };
  32. enum qed_rdma_tid_type {
  33. QED_RDMA_TID_REGISTERED_MR,
  34. QED_RDMA_TID_FMR,
  35. QED_RDMA_TID_MW
  36. };
  37. struct qed_rdma_events {
  38. void *context;
  39. void (*affiliated_event)(void *context, u8 fw_event_code,
  40. void *fw_handle);
  41. void (*unaffiliated_event)(void *context, u8 event_code);
  42. };
  43. struct qed_rdma_device {
  44. u32 vendor_id;
  45. u32 vendor_part_id;
  46. u32 hw_ver;
  47. u64 fw_ver;
  48. u64 node_guid;
  49. u64 sys_image_guid;
  50. u8 max_cnq;
  51. u8 max_sge;
  52. u8 max_srq_sge;
  53. u16 max_inline;
  54. u32 max_wqe;
  55. u32 max_srq_wqe;
  56. u8 max_qp_resp_rd_atomic_resc;
  57. u8 max_qp_req_rd_atomic_resc;
  58. u64 max_dev_resp_rd_atomic_resc;
  59. u32 max_cq;
  60. u32 max_qp;
  61. u32 max_srq;
  62. u32 max_mr;
  63. u64 max_mr_size;
  64. u32 max_cqe;
  65. u32 max_mw;
  66. u32 max_mr_mw_fmr_pbl;
  67. u64 max_mr_mw_fmr_size;
  68. u32 max_pd;
  69. u32 max_ah;
  70. u8 max_pkey;
  71. u16 max_srq_wr;
  72. u8 max_stats_queues;
  73. u32 dev_caps;
  74. /* Abilty to support RNR-NAK generation */
  75. #define QED_RDMA_DEV_CAP_RNR_NAK_MASK 0x1
  76. #define QED_RDMA_DEV_CAP_RNR_NAK_SHIFT 0
  77. /* Abilty to support shutdown port */
  78. #define QED_RDMA_DEV_CAP_SHUTDOWN_PORT_MASK 0x1
  79. #define QED_RDMA_DEV_CAP_SHUTDOWN_PORT_SHIFT 1
  80. /* Abilty to support port active event */
  81. #define QED_RDMA_DEV_CAP_PORT_ACTIVE_EVENT_MASK 0x1
  82. #define QED_RDMA_DEV_CAP_PORT_ACTIVE_EVENT_SHIFT 2
  83. /* Abilty to support port change event */
  84. #define QED_RDMA_DEV_CAP_PORT_CHANGE_EVENT_MASK 0x1
  85. #define QED_RDMA_DEV_CAP_PORT_CHANGE_EVENT_SHIFT 3
  86. /* Abilty to support system image GUID */
  87. #define QED_RDMA_DEV_CAP_SYS_IMAGE_MASK 0x1
  88. #define QED_RDMA_DEV_CAP_SYS_IMAGE_SHIFT 4
  89. /* Abilty to support bad P_Key counter support */
  90. #define QED_RDMA_DEV_CAP_BAD_PKEY_CNT_MASK 0x1
  91. #define QED_RDMA_DEV_CAP_BAD_PKEY_CNT_SHIFT 5
  92. /* Abilty to support atomic operations */
  93. #define QED_RDMA_DEV_CAP_ATOMIC_OP_MASK 0x1
  94. #define QED_RDMA_DEV_CAP_ATOMIC_OP_SHIFT 6
  95. #define QED_RDMA_DEV_CAP_RESIZE_CQ_MASK 0x1
  96. #define QED_RDMA_DEV_CAP_RESIZE_CQ_SHIFT 7
  97. /* Abilty to support modifying the maximum number of
  98. * outstanding work requests per QP
  99. */
  100. #define QED_RDMA_DEV_CAP_RESIZE_MAX_WR_MASK 0x1
  101. #define QED_RDMA_DEV_CAP_RESIZE_MAX_WR_SHIFT 8
  102. /* Abilty to support automatic path migration */
  103. #define QED_RDMA_DEV_CAP_AUTO_PATH_MIG_MASK 0x1
  104. #define QED_RDMA_DEV_CAP_AUTO_PATH_MIG_SHIFT 9
  105. /* Abilty to support the base memory management extensions */
  106. #define QED_RDMA_DEV_CAP_BASE_MEMORY_EXT_MASK 0x1
  107. #define QED_RDMA_DEV_CAP_BASE_MEMORY_EXT_SHIFT 10
  108. #define QED_RDMA_DEV_CAP_BASE_QUEUE_EXT_MASK 0x1
  109. #define QED_RDMA_DEV_CAP_BASE_QUEUE_EXT_SHIFT 11
  110. /* Abilty to support multipile page sizes per memory region */
  111. #define QED_RDMA_DEV_CAP_MULTI_PAGE_PER_MR_EXT_MASK 0x1
  112. #define QED_RDMA_DEV_CAP_MULTI_PAGE_PER_MR_EXT_SHIFT 12
  113. /* Abilty to support block list physical buffer list */
  114. #define QED_RDMA_DEV_CAP_BLOCK_MODE_MASK 0x1
  115. #define QED_RDMA_DEV_CAP_BLOCK_MODE_SHIFT 13
  116. /* Abilty to support zero based virtual addresses */
  117. #define QED_RDMA_DEV_CAP_ZBVA_MASK 0x1
  118. #define QED_RDMA_DEV_CAP_ZBVA_SHIFT 14
  119. /* Abilty to support local invalidate fencing */
  120. #define QED_RDMA_DEV_CAP_LOCAL_INV_FENCE_MASK 0x1
  121. #define QED_RDMA_DEV_CAP_LOCAL_INV_FENCE_SHIFT 15
  122. /* Abilty to support Loopback on QP */
  123. #define QED_RDMA_DEV_CAP_LB_INDICATOR_MASK 0x1
  124. #define QED_RDMA_DEV_CAP_LB_INDICATOR_SHIFT 16
  125. u64 page_size_caps;
  126. u8 dev_ack_delay;
  127. u32 reserved_lkey;
  128. u32 bad_pkey_counter;
  129. struct qed_rdma_events events;
  130. };
  131. enum qed_port_state {
  132. QED_RDMA_PORT_UP,
  133. QED_RDMA_PORT_DOWN,
  134. };
  135. enum qed_roce_capability {
  136. QED_ROCE_V1 = 1 << 0,
  137. QED_ROCE_V2 = 1 << 1,
  138. };
  139. struct qed_rdma_port {
  140. enum qed_port_state port_state;
  141. int link_speed;
  142. u64 max_msg_size;
  143. u8 source_gid_table_len;
  144. void *source_gid_table_ptr;
  145. u8 pkey_table_len;
  146. void *pkey_table_ptr;
  147. u32 pkey_bad_counter;
  148. enum qed_roce_capability capability;
  149. };
  150. struct qed_rdma_cnq_params {
  151. u8 num_pbl_pages;
  152. u64 pbl_ptr;
  153. };
  154. /* The CQ Mode affects the CQ doorbell transaction size.
  155. * 64/32 bit machines should configure to 32/16 bits respectively.
  156. */
  157. enum qed_rdma_cq_mode {
  158. QED_RDMA_CQ_MODE_16_BITS,
  159. QED_RDMA_CQ_MODE_32_BITS,
  160. };
  161. struct qed_roce_dcqcn_params {
  162. u8 notification_point;
  163. u8 reaction_point;
  164. /* fields for notification point */
  165. u32 cnp_send_timeout;
  166. /* fields for reaction point */
  167. u32 rl_bc_rate;
  168. u16 rl_max_rate;
  169. u16 rl_r_ai;
  170. u16 rl_r_hai;
  171. u16 dcqcn_g;
  172. u32 dcqcn_k_us;
  173. u32 dcqcn_timeout_us;
  174. };
  175. struct qed_rdma_start_in_params {
  176. struct qed_rdma_events *events;
  177. struct qed_rdma_cnq_params cnq_pbl_list[128];
  178. u8 desired_cnq;
  179. enum qed_rdma_cq_mode cq_mode;
  180. struct qed_roce_dcqcn_params dcqcn_params;
  181. u16 max_mtu;
  182. u8 mac_addr[ETH_ALEN];
  183. u8 iwarp_flags;
  184. };
  185. struct qed_rdma_add_user_out_params {
  186. u16 dpi;
  187. void __iomem *dpi_addr;
  188. u64 dpi_phys_addr;
  189. u32 dpi_size;
  190. u16 wid_count;
  191. };
  192. enum roce_mode {
  193. ROCE_V1,
  194. ROCE_V2_IPV4,
  195. ROCE_V2_IPV6,
  196. MAX_ROCE_MODE
  197. };
  198. union qed_gid {
  199. u8 bytes[16];
  200. u16 words[8];
  201. u32 dwords[4];
  202. u64 qwords[2];
  203. u32 ipv4_addr;
  204. };
  205. struct qed_rdma_register_tid_in_params {
  206. u32 itid;
  207. enum qed_rdma_tid_type tid_type;
  208. u8 key;
  209. u16 pd;
  210. bool local_read;
  211. bool local_write;
  212. bool remote_read;
  213. bool remote_write;
  214. bool remote_atomic;
  215. bool mw_bind;
  216. u64 pbl_ptr;
  217. bool pbl_two_level;
  218. u8 pbl_page_size_log;
  219. u8 page_size_log;
  220. u64 length;
  221. u64 vaddr;
  222. bool phy_mr;
  223. bool dma_mr;
  224. bool dif_enabled;
  225. u64 dif_error_addr;
  226. };
  227. struct qed_rdma_create_cq_in_params {
  228. u32 cq_handle_lo;
  229. u32 cq_handle_hi;
  230. u32 cq_size;
  231. u16 dpi;
  232. bool pbl_two_level;
  233. u64 pbl_ptr;
  234. u16 pbl_num_pages;
  235. u8 pbl_page_size_log;
  236. u8 cnq_id;
  237. u16 int_timeout;
  238. };
  239. struct qed_rdma_create_srq_in_params {
  240. u64 pbl_base_addr;
  241. u64 prod_pair_addr;
  242. u16 num_pages;
  243. u16 pd_id;
  244. u16 page_size;
  245. /* XRC related only */
  246. bool reserved_key_en;
  247. bool is_xrc;
  248. u32 cq_cid;
  249. u16 xrcd_id;
  250. };
  251. struct qed_rdma_destroy_cq_in_params {
  252. u16 icid;
  253. };
  254. struct qed_rdma_destroy_cq_out_params {
  255. u16 num_cq_notif;
  256. };
  257. struct qed_rdma_create_qp_in_params {
  258. u32 qp_handle_lo;
  259. u32 qp_handle_hi;
  260. u32 qp_handle_async_lo;
  261. u32 qp_handle_async_hi;
  262. bool use_srq;
  263. bool signal_all;
  264. bool fmr_and_reserved_lkey;
  265. u16 pd;
  266. u16 dpi;
  267. u16 sq_cq_id;
  268. u16 sq_num_pages;
  269. u64 sq_pbl_ptr;
  270. u8 max_sq_sges;
  271. u16 rq_cq_id;
  272. u16 rq_num_pages;
  273. u64 rq_pbl_ptr;
  274. u16 srq_id;
  275. u16 xrcd_id;
  276. u8 stats_queue;
  277. enum qed_rdma_qp_type qp_type;
  278. u8 flags;
  279. #define QED_ROCE_EDPM_MODE_MASK 0x1
  280. #define QED_ROCE_EDPM_MODE_SHIFT 0
  281. };
  282. struct qed_rdma_create_qp_out_params {
  283. u32 qp_id;
  284. u16 icid;
  285. void *rq_pbl_virt;
  286. dma_addr_t rq_pbl_phys;
  287. void *sq_pbl_virt;
  288. dma_addr_t sq_pbl_phys;
  289. };
  290. struct qed_rdma_modify_qp_in_params {
  291. u32 modify_flags;
  292. #define QED_RDMA_MODIFY_QP_VALID_NEW_STATE_MASK 0x1
  293. #define QED_RDMA_MODIFY_QP_VALID_NEW_STATE_SHIFT 0
  294. #define QED_ROCE_MODIFY_QP_VALID_PKEY_MASK 0x1
  295. #define QED_ROCE_MODIFY_QP_VALID_PKEY_SHIFT 1
  296. #define QED_RDMA_MODIFY_QP_VALID_RDMA_OPS_EN_MASK 0x1
  297. #define QED_RDMA_MODIFY_QP_VALID_RDMA_OPS_EN_SHIFT 2
  298. #define QED_ROCE_MODIFY_QP_VALID_DEST_QP_MASK 0x1
  299. #define QED_ROCE_MODIFY_QP_VALID_DEST_QP_SHIFT 3
  300. #define QED_ROCE_MODIFY_QP_VALID_ADDRESS_VECTOR_MASK 0x1
  301. #define QED_ROCE_MODIFY_QP_VALID_ADDRESS_VECTOR_SHIFT 4
  302. #define QED_ROCE_MODIFY_QP_VALID_RQ_PSN_MASK 0x1
  303. #define QED_ROCE_MODIFY_QP_VALID_RQ_PSN_SHIFT 5
  304. #define QED_ROCE_MODIFY_QP_VALID_SQ_PSN_MASK 0x1
  305. #define QED_ROCE_MODIFY_QP_VALID_SQ_PSN_SHIFT 6
  306. #define QED_RDMA_MODIFY_QP_VALID_MAX_RD_ATOMIC_REQ_MASK 0x1
  307. #define QED_RDMA_MODIFY_QP_VALID_MAX_RD_ATOMIC_REQ_SHIFT 7
  308. #define QED_RDMA_MODIFY_QP_VALID_MAX_RD_ATOMIC_RESP_MASK 0x1
  309. #define QED_RDMA_MODIFY_QP_VALID_MAX_RD_ATOMIC_RESP_SHIFT 8
  310. #define QED_ROCE_MODIFY_QP_VALID_ACK_TIMEOUT_MASK 0x1
  311. #define QED_ROCE_MODIFY_QP_VALID_ACK_TIMEOUT_SHIFT 9
  312. #define QED_ROCE_MODIFY_QP_VALID_RETRY_CNT_MASK 0x1
  313. #define QED_ROCE_MODIFY_QP_VALID_RETRY_CNT_SHIFT 10
  314. #define QED_ROCE_MODIFY_QP_VALID_RNR_RETRY_CNT_MASK 0x1
  315. #define QED_ROCE_MODIFY_QP_VALID_RNR_RETRY_CNT_SHIFT 11
  316. #define QED_ROCE_MODIFY_QP_VALID_MIN_RNR_NAK_TIMER_MASK 0x1
  317. #define QED_ROCE_MODIFY_QP_VALID_MIN_RNR_NAK_TIMER_SHIFT 12
  318. #define QED_ROCE_MODIFY_QP_VALID_E2E_FLOW_CONTROL_EN_MASK 0x1
  319. #define QED_ROCE_MODIFY_QP_VALID_E2E_FLOW_CONTROL_EN_SHIFT 13
  320. #define QED_ROCE_MODIFY_QP_VALID_ROCE_MODE_MASK 0x1
  321. #define QED_ROCE_MODIFY_QP_VALID_ROCE_MODE_SHIFT 14
  322. enum qed_roce_qp_state new_state;
  323. u16 pkey;
  324. bool incoming_rdma_read_en;
  325. bool incoming_rdma_write_en;
  326. bool incoming_atomic_en;
  327. bool e2e_flow_control_en;
  328. u32 dest_qp;
  329. bool lb_indication;
  330. u16 mtu;
  331. u8 traffic_class_tos;
  332. u8 hop_limit_ttl;
  333. u32 flow_label;
  334. union qed_gid sgid;
  335. union qed_gid dgid;
  336. u16 udp_src_port;
  337. u16 vlan_id;
  338. u32 rq_psn;
  339. u32 sq_psn;
  340. u8 max_rd_atomic_resp;
  341. u8 max_rd_atomic_req;
  342. u32 ack_timeout;
  343. u8 retry_cnt;
  344. u8 rnr_retry_cnt;
  345. u8 min_rnr_nak_timer;
  346. bool sqd_async;
  347. u8 remote_mac_addr[6];
  348. u8 local_mac_addr[6];
  349. bool use_local_mac;
  350. enum roce_mode roce_mode;
  351. };
  352. struct qed_rdma_query_qp_out_params {
  353. enum qed_roce_qp_state state;
  354. u32 rq_psn;
  355. u32 sq_psn;
  356. bool draining;
  357. u16 mtu;
  358. u32 dest_qp;
  359. bool incoming_rdma_read_en;
  360. bool incoming_rdma_write_en;
  361. bool incoming_atomic_en;
  362. bool e2e_flow_control_en;
  363. union qed_gid sgid;
  364. union qed_gid dgid;
  365. u32 flow_label;
  366. u8 hop_limit_ttl;
  367. u8 traffic_class_tos;
  368. u32 timeout;
  369. u8 rnr_retry;
  370. u8 retry_cnt;
  371. u8 min_rnr_nak_timer;
  372. u16 pkey_index;
  373. u8 max_rd_atomic;
  374. u8 max_dest_rd_atomic;
  375. bool sqd_async;
  376. };
  377. struct qed_rdma_create_srq_out_params {
  378. u16 srq_id;
  379. };
  380. struct qed_rdma_destroy_srq_in_params {
  381. u16 srq_id;
  382. bool is_xrc;
  383. };
  384. struct qed_rdma_modify_srq_in_params {
  385. u32 wqe_limit;
  386. u16 srq_id;
  387. bool is_xrc;
  388. };
  389. struct qed_rdma_stats_out_params {
  390. u64 sent_bytes;
  391. u64 sent_pkts;
  392. u64 rcv_bytes;
  393. u64 rcv_pkts;
  394. };
  395. struct qed_rdma_counters_out_params {
  396. u64 pd_count;
  397. u64 max_pd;
  398. u64 dpi_count;
  399. u64 max_dpi;
  400. u64 cq_count;
  401. u64 max_cq;
  402. u64 qp_count;
  403. u64 max_qp;
  404. u64 tid_count;
  405. u64 max_tid;
  406. };
  407. #define QED_ROCE_TX_HEAD_FAILURE (1)
  408. #define QED_ROCE_TX_FRAG_FAILURE (2)
  409. enum qed_iwarp_event_type {
  410. QED_IWARP_EVENT_MPA_REQUEST, /* Passive side request received */
  411. QED_IWARP_EVENT_PASSIVE_COMPLETE, /* ack on mpa response */
  412. QED_IWARP_EVENT_ACTIVE_COMPLETE, /* Active side reply received */
  413. QED_IWARP_EVENT_DISCONNECT,
  414. QED_IWARP_EVENT_CLOSE,
  415. QED_IWARP_EVENT_IRQ_FULL,
  416. QED_IWARP_EVENT_RQ_EMPTY,
  417. QED_IWARP_EVENT_LLP_TIMEOUT,
  418. QED_IWARP_EVENT_REMOTE_PROTECTION_ERROR,
  419. QED_IWARP_EVENT_CQ_OVERFLOW,
  420. QED_IWARP_EVENT_QP_CATASTROPHIC,
  421. QED_IWARP_EVENT_ACTIVE_MPA_REPLY,
  422. QED_IWARP_EVENT_LOCAL_ACCESS_ERROR,
  423. QED_IWARP_EVENT_REMOTE_OPERATION_ERROR,
  424. QED_IWARP_EVENT_TERMINATE_RECEIVED,
  425. QED_IWARP_EVENT_SRQ_LIMIT,
  426. QED_IWARP_EVENT_SRQ_EMPTY,
  427. };
  428. enum qed_tcp_ip_version {
  429. QED_TCP_IPV4,
  430. QED_TCP_IPV6,
  431. };
  432. struct qed_iwarp_cm_info {
  433. enum qed_tcp_ip_version ip_version;
  434. u32 remote_ip[4];
  435. u32 local_ip[4];
  436. u16 remote_port;
  437. u16 local_port;
  438. u16 vlan;
  439. u8 ord;
  440. u8 ird;
  441. u16 private_data_len;
  442. const void *private_data;
  443. };
  444. struct qed_iwarp_cm_event_params {
  445. enum qed_iwarp_event_type event;
  446. const struct qed_iwarp_cm_info *cm_info;
  447. void *ep_context; /* To be passed to accept call */
  448. int status;
  449. };
  450. typedef int (*iwarp_event_handler) (void *context,
  451. struct qed_iwarp_cm_event_params *event);
  452. struct qed_iwarp_connect_in {
  453. iwarp_event_handler event_cb;
  454. void *cb_context;
  455. struct qed_rdma_qp *qp;
  456. struct qed_iwarp_cm_info cm_info;
  457. u16 mss;
  458. u8 remote_mac_addr[ETH_ALEN];
  459. u8 local_mac_addr[ETH_ALEN];
  460. };
  461. struct qed_iwarp_connect_out {
  462. void *ep_context;
  463. };
  464. struct qed_iwarp_listen_in {
  465. iwarp_event_handler event_cb;
  466. void *cb_context; /* passed to event_cb */
  467. u32 max_backlog;
  468. enum qed_tcp_ip_version ip_version;
  469. u32 ip_addr[4];
  470. u16 port;
  471. u16 vlan;
  472. };
  473. struct qed_iwarp_listen_out {
  474. void *handle;
  475. };
  476. struct qed_iwarp_accept_in {
  477. void *ep_context;
  478. void *cb_context;
  479. struct qed_rdma_qp *qp;
  480. const void *private_data;
  481. u16 private_data_len;
  482. u8 ord;
  483. u8 ird;
  484. };
  485. struct qed_iwarp_reject_in {
  486. void *ep_context;
  487. void *cb_context;
  488. const void *private_data;
  489. u16 private_data_len;
  490. };
  491. struct qed_iwarp_send_rtr_in {
  492. void *ep_context;
  493. };
  494. struct qed_roce_ll2_header {
  495. void *vaddr;
  496. dma_addr_t baddr;
  497. size_t len;
  498. };
  499. struct qed_roce_ll2_buffer {
  500. dma_addr_t baddr;
  501. size_t len;
  502. };
  503. struct qed_roce_ll2_packet {
  504. struct qed_roce_ll2_header header;
  505. int n_seg;
  506. struct qed_roce_ll2_buffer payload[RDMA_MAX_SGE_PER_SQ_WQE];
  507. int roce_mode;
  508. enum qed_ll2_tx_dest tx_dest;
  509. };
  510. enum qed_rdma_type {
  511. QED_RDMA_TYPE_ROCE,
  512. QED_RDMA_TYPE_IWARP
  513. };
  514. struct qed_dev_rdma_info {
  515. struct qed_dev_info common;
  516. enum qed_rdma_type rdma_type;
  517. u8 user_dpm_enabled;
  518. };
  519. struct qed_rdma_ops {
  520. const struct qed_common_ops *common;
  521. int (*fill_dev_info)(struct qed_dev *cdev,
  522. struct qed_dev_rdma_info *info);
  523. void *(*rdma_get_rdma_ctx)(struct qed_dev *cdev);
  524. int (*rdma_init)(struct qed_dev *dev,
  525. struct qed_rdma_start_in_params *iparams);
  526. int (*rdma_add_user)(void *rdma_cxt,
  527. struct qed_rdma_add_user_out_params *oparams);
  528. void (*rdma_remove_user)(void *rdma_cxt, u16 dpi);
  529. int (*rdma_stop)(void *rdma_cxt);
  530. struct qed_rdma_device* (*rdma_query_device)(void *rdma_cxt);
  531. struct qed_rdma_port* (*rdma_query_port)(void *rdma_cxt);
  532. int (*rdma_get_start_sb)(struct qed_dev *cdev);
  533. int (*rdma_get_min_cnq_msix)(struct qed_dev *cdev);
  534. void (*rdma_cnq_prod_update)(void *rdma_cxt, u8 cnq_index, u16 prod);
  535. int (*rdma_get_rdma_int)(struct qed_dev *cdev,
  536. struct qed_int_info *info);
  537. int (*rdma_set_rdma_int)(struct qed_dev *cdev, u16 cnt);
  538. int (*rdma_alloc_pd)(void *rdma_cxt, u16 *pd);
  539. void (*rdma_dealloc_pd)(void *rdma_cxt, u16 pd);
  540. int (*rdma_alloc_xrcd)(void *rdma_cxt, u16 *xrcd);
  541. void (*rdma_dealloc_xrcd)(void *rdma_cxt, u16 xrcd);
  542. int (*rdma_create_cq)(void *rdma_cxt,
  543. struct qed_rdma_create_cq_in_params *params,
  544. u16 *icid);
  545. int (*rdma_destroy_cq)(void *rdma_cxt,
  546. struct qed_rdma_destroy_cq_in_params *iparams,
  547. struct qed_rdma_destroy_cq_out_params *oparams);
  548. struct qed_rdma_qp *
  549. (*rdma_create_qp)(void *rdma_cxt,
  550. struct qed_rdma_create_qp_in_params *iparams,
  551. struct qed_rdma_create_qp_out_params *oparams);
  552. int (*rdma_modify_qp)(void *roce_cxt, struct qed_rdma_qp *qp,
  553. struct qed_rdma_modify_qp_in_params *iparams);
  554. int (*rdma_query_qp)(void *rdma_cxt, struct qed_rdma_qp *qp,
  555. struct qed_rdma_query_qp_out_params *oparams);
  556. int (*rdma_destroy_qp)(void *rdma_cxt, struct qed_rdma_qp *qp);
  557. int
  558. (*rdma_register_tid)(void *rdma_cxt,
  559. struct qed_rdma_register_tid_in_params *iparams);
  560. int (*rdma_deregister_tid)(void *rdma_cxt, u32 itid);
  561. int (*rdma_alloc_tid)(void *rdma_cxt, u32 *itid);
  562. void (*rdma_free_tid)(void *rdma_cxt, u32 itid);
  563. int (*rdma_create_srq)(void *rdma_cxt,
  564. struct qed_rdma_create_srq_in_params *iparams,
  565. struct qed_rdma_create_srq_out_params *oparams);
  566. int (*rdma_destroy_srq)(void *rdma_cxt,
  567. struct qed_rdma_destroy_srq_in_params *iparams);
  568. int (*rdma_modify_srq)(void *rdma_cxt,
  569. struct qed_rdma_modify_srq_in_params *iparams);
  570. int (*ll2_acquire_connection)(void *rdma_cxt,
  571. struct qed_ll2_acquire_data *data);
  572. int (*ll2_establish_connection)(void *rdma_cxt, u8 connection_handle);
  573. int (*ll2_terminate_connection)(void *rdma_cxt, u8 connection_handle);
  574. void (*ll2_release_connection)(void *rdma_cxt, u8 connection_handle);
  575. int (*ll2_prepare_tx_packet)(void *rdma_cxt,
  576. u8 connection_handle,
  577. struct qed_ll2_tx_pkt_info *pkt,
  578. bool notify_fw);
  579. int (*ll2_set_fragment_of_tx_packet)(void *rdma_cxt,
  580. u8 connection_handle,
  581. dma_addr_t addr,
  582. u16 nbytes);
  583. int (*ll2_post_rx_buffer)(void *rdma_cxt, u8 connection_handle,
  584. dma_addr_t addr, u16 buf_len, void *cookie,
  585. u8 notify_fw);
  586. int (*ll2_get_stats)(void *rdma_cxt,
  587. u8 connection_handle,
  588. struct qed_ll2_stats *p_stats);
  589. int (*ll2_set_mac_filter)(struct qed_dev *cdev,
  590. u8 *old_mac_address,
  591. const u8 *new_mac_address);
  592. int (*iwarp_set_engine_affin)(struct qed_dev *cdev, bool b_reset);
  593. int (*iwarp_connect)(void *rdma_cxt,
  594. struct qed_iwarp_connect_in *iparams,
  595. struct qed_iwarp_connect_out *oparams);
  596. int (*iwarp_create_listen)(void *rdma_cxt,
  597. struct qed_iwarp_listen_in *iparams,
  598. struct qed_iwarp_listen_out *oparams);
  599. int (*iwarp_accept)(void *rdma_cxt,
  600. struct qed_iwarp_accept_in *iparams);
  601. int (*iwarp_reject)(void *rdma_cxt,
  602. struct qed_iwarp_reject_in *iparams);
  603. int (*iwarp_destroy_listen)(void *rdma_cxt, void *handle);
  604. int (*iwarp_send_rtr)(void *rdma_cxt,
  605. struct qed_iwarp_send_rtr_in *iparams);
  606. };
  607. const struct qed_rdma_ops *qed_get_rdma_ops(void);
  608. #endif