ib_srp.h 8.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350
  1. /*
  2. * Copyright (c) 2005 Cisco Systems. All rights reserved.
  3. *
  4. * This software is available to you under a choice of one of two
  5. * licenses. You may choose to be licensed under the terms of the GNU
  6. * General Public License (GPL) Version 2, available from the file
  7. * COPYING in the main directory of this source tree, or the
  8. * OpenIB.org BSD license below:
  9. *
  10. * Redistribution and use in source and binary forms, with or
  11. * without modification, are permitted provided that the following
  12. * conditions are met:
  13. *
  14. * - Redistributions of source code must retain the above
  15. * copyright notice, this list of conditions and the following
  16. * disclaimer.
  17. *
  18. * - Redistributions in binary form must reproduce the above
  19. * copyright notice, this list of conditions and the following
  20. * disclaimer in the documentation and/or other materials
  21. * provided with the distribution.
  22. *
  23. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
  24. * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  25. * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
  26. * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
  27. * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
  28. * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
  29. * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  30. * SOFTWARE.
  31. */
  32. #ifndef IB_SRP_H
  33. #define IB_SRP_H
  34. #include <linux/types.h>
  35. #include <linux/list.h>
  36. #include <linux/mutex.h>
  37. #include <linux/scatterlist.h>
  38. #include <scsi/scsi_host.h>
  39. #include <scsi/scsi_cmnd.h>
  40. #include <rdma/ib_verbs.h>
  41. #include <rdma/ib_sa.h>
  42. #include <rdma/ib_cm.h>
  43. #include <rdma/rdma_cm.h>
  44. enum {
  45. SRP_PATH_REC_TIMEOUT_MS = 1000,
  46. SRP_ABORT_TIMEOUT_MS = 5000,
  47. SRP_PORT_REDIRECT = 1,
  48. SRP_DLID_REDIRECT = 2,
  49. SRP_STALE_CONN = 3,
  50. SRP_DEF_SG_TABLESIZE = 12,
  51. SRP_DEFAULT_QUEUE_SIZE = 1 << 6,
  52. SRP_RSP_SQ_SIZE = 1,
  53. SRP_TSK_MGMT_SQ_SIZE = 1,
  54. SRP_DEFAULT_CMD_SQ_SIZE = SRP_DEFAULT_QUEUE_SIZE - SRP_RSP_SQ_SIZE -
  55. SRP_TSK_MGMT_SQ_SIZE,
  56. SRP_MAX_PAGES_PER_MR = 512,
  57. SRP_MAX_ADD_CDB_LEN = 16,
  58. SRP_MAX_IMM_SGE = 2,
  59. SRP_MAX_SGE = SRP_MAX_IMM_SGE + 1,
  60. /*
  61. * Choose the immediate data offset such that a 32 byte CDB still fits.
  62. */
  63. SRP_IMM_DATA_OFFSET = sizeof(struct srp_cmd) +
  64. SRP_MAX_ADD_CDB_LEN +
  65. sizeof(struct srp_imm_buf),
  66. };
  67. enum {
  68. SRP_TAG_NO_REQ = ~0U,
  69. SRP_TAG_TSK_MGMT = BIT(31),
  70. };
  71. enum srp_target_state {
  72. SRP_TARGET_SCANNING,
  73. SRP_TARGET_LIVE,
  74. SRP_TARGET_REMOVED,
  75. };
  76. enum srp_iu_type {
  77. SRP_IU_CMD,
  78. SRP_IU_TSK_MGMT,
  79. SRP_IU_RSP,
  80. };
  81. /*
  82. * RDMA adapter in the initiator system.
  83. *
  84. * @dev_list: List of RDMA ports associated with this RDMA adapter (srp_host).
  85. * @mr_page_mask: HCA memory registration page mask.
  86. * @mr_page_size: HCA memory registration page size.
  87. * @mr_max_size: Maximum size in bytes of a single FR registration request.
  88. */
  89. struct srp_device {
  90. struct list_head dev_list;
  91. struct ib_device *dev;
  92. struct ib_pd *pd;
  93. u32 global_rkey;
  94. u64 mr_page_mask;
  95. int mr_page_size;
  96. int mr_max_size;
  97. int max_pages_per_mr;
  98. bool has_fr;
  99. bool use_fast_reg;
  100. };
  101. /*
  102. * One port of an RDMA adapter in the initiator system.
  103. *
  104. * @target_list: List of connected target ports (struct srp_target_port).
  105. * @target_lock: Protects @target_list.
  106. */
  107. struct srp_host {
  108. struct srp_device *srp_dev;
  109. u32 port;
  110. struct device dev;
  111. struct list_head target_list;
  112. spinlock_t target_lock;
  113. struct list_head list;
  114. struct mutex add_target_mutex;
  115. };
  116. struct srp_request {
  117. struct scsi_cmnd *scmnd;
  118. struct srp_iu *cmd;
  119. struct srp_fr_desc **fr_list;
  120. struct srp_direct_buf *indirect_desc;
  121. dma_addr_t indirect_dma_addr;
  122. short nmdesc;
  123. struct ib_cqe reg_cqe;
  124. };
  125. /**
  126. * struct srp_rdma_ch
  127. * @comp_vector: Completion vector used by this RDMA channel.
  128. * @max_it_iu_len: Maximum initiator-to-target information unit length.
  129. * @max_ti_iu_len: Maximum target-to-initiator information unit length.
  130. */
  131. struct srp_rdma_ch {
  132. /* These are RW in the hot path, and commonly used together */
  133. struct list_head free_tx;
  134. spinlock_t lock;
  135. s32 req_lim;
  136. /* These are read-only in the hot path */
  137. struct srp_target_port *target ____cacheline_aligned_in_smp;
  138. struct ib_cq *send_cq;
  139. struct ib_cq *recv_cq;
  140. struct ib_qp *qp;
  141. struct srp_fr_pool *fr_pool;
  142. uint32_t max_it_iu_len;
  143. uint32_t max_ti_iu_len;
  144. u8 max_imm_sge;
  145. bool use_imm_data;
  146. /* Everything above this point is used in the hot path of
  147. * command processing. Try to keep them packed into cachelines.
  148. */
  149. struct completion done;
  150. int status;
  151. union {
  152. struct ib_cm {
  153. struct sa_path_rec path;
  154. struct ib_sa_query *path_query;
  155. int path_query_id;
  156. struct ib_cm_id *cm_id;
  157. } ib_cm;
  158. struct rdma_cm {
  159. struct rdma_cm_id *cm_id;
  160. } rdma_cm;
  161. };
  162. struct srp_iu **tx_ring;
  163. struct srp_iu **rx_ring;
  164. int comp_vector;
  165. u64 tsk_mgmt_tag;
  166. struct completion tsk_mgmt_done;
  167. u8 tsk_mgmt_status;
  168. bool connected;
  169. };
  170. /**
  171. * struct srp_target_port - RDMA port in the SRP target system
  172. * @comp_vector: Completion vector used by the first RDMA channel created for
  173. * this target port.
  174. */
  175. struct srp_target_port {
  176. /* read and written in the hot path */
  177. spinlock_t lock;
  178. /* read only in the hot path */
  179. u32 global_rkey;
  180. struct srp_rdma_ch *ch;
  181. struct net *net;
  182. u32 ch_count;
  183. u32 lkey;
  184. enum srp_target_state state;
  185. uint32_t max_it_iu_size;
  186. unsigned int cmd_sg_cnt;
  187. unsigned int indirect_size;
  188. bool allow_ext_sg;
  189. /* other member variables */
  190. union ib_gid sgid;
  191. __be64 id_ext;
  192. __be64 ioc_guid;
  193. __be64 initiator_ext;
  194. u16 io_class;
  195. struct srp_host *srp_host;
  196. struct Scsi_Host *scsi_host;
  197. struct srp_rport *rport;
  198. char target_name[32];
  199. unsigned int scsi_id;
  200. unsigned int sg_tablesize;
  201. unsigned int target_can_queue;
  202. int mr_pool_size;
  203. int mr_per_cmd;
  204. int queue_size;
  205. int comp_vector;
  206. int tl_retry_count;
  207. bool using_rdma_cm;
  208. union {
  209. struct {
  210. __be64 service_id;
  211. union ib_gid orig_dgid;
  212. __be16 pkey;
  213. } ib_cm;
  214. struct {
  215. union {
  216. struct sockaddr_in ip4;
  217. struct sockaddr_in6 ip6;
  218. struct sockaddr sa;
  219. struct sockaddr_storage ss;
  220. } src;
  221. union {
  222. struct sockaddr_in ip4;
  223. struct sockaddr_in6 ip6;
  224. struct sockaddr sa;
  225. struct sockaddr_storage ss;
  226. } dst;
  227. bool src_specified;
  228. } rdma_cm;
  229. };
  230. u32 rq_tmo_jiffies;
  231. int zero_req_lim;
  232. struct work_struct tl_err_work;
  233. struct work_struct remove_work;
  234. struct list_head list;
  235. bool qp_in_error;
  236. };
  237. struct srp_iu {
  238. struct list_head list;
  239. u64 dma;
  240. void *buf;
  241. size_t size;
  242. enum dma_data_direction direction;
  243. u32 num_sge;
  244. struct ib_sge sge[SRP_MAX_SGE];
  245. struct ib_cqe cqe;
  246. };
  247. /**
  248. * struct srp_fr_desc - fast registration work request arguments
  249. * @entry: Entry in srp_fr_pool.free_list.
  250. * @mr: Memory region.
  251. * @frpl: Fast registration page list.
  252. */
  253. struct srp_fr_desc {
  254. struct list_head entry;
  255. struct ib_mr *mr;
  256. };
  257. /**
  258. * struct srp_fr_pool - pool of fast registration descriptors
  259. *
  260. * An entry is available for allocation if and only if it occurs in @free_list.
  261. *
  262. * @size: Number of descriptors in this pool.
  263. * @max_page_list_len: Maximum fast registration work request page list length.
  264. * @lock: Protects free_list.
  265. * @free_list: List of free descriptors.
  266. * @desc: Fast registration descriptor pool.
  267. */
  268. struct srp_fr_pool {
  269. int size;
  270. int max_page_list_len;
  271. spinlock_t lock;
  272. struct list_head free_list;
  273. struct srp_fr_desc desc[];
  274. };
  275. /**
  276. * struct srp_map_state - per-request DMA memory mapping state
  277. * @desc: Pointer to the element of the SRP buffer descriptor array
  278. * that is being filled in.
  279. * @pages: Array with DMA addresses of pages being considered for
  280. * memory registration.
  281. * @base_dma_addr: DMA address of the first page that has not yet been mapped.
  282. * @dma_len: Number of bytes that will be registered with the next FR
  283. * memory registration call.
  284. * @total_len: Total number of bytes in the sg-list being mapped.
  285. * @npages: Number of page addresses in the pages[] array.
  286. * @nmdesc: Number of FR memory descriptors used for mapping.
  287. * @ndesc: Number of SRP buffer descriptors that have been filled in.
  288. */
  289. struct srp_map_state {
  290. union {
  291. struct {
  292. struct srp_fr_desc **next;
  293. struct srp_fr_desc **end;
  294. } fr;
  295. struct {
  296. void **next;
  297. void **end;
  298. } gen;
  299. };
  300. struct srp_direct_buf *desc;
  301. union {
  302. u64 *pages;
  303. struct scatterlist *sg;
  304. };
  305. dma_addr_t base_dma_addr;
  306. u32 dma_len;
  307. u32 total_len;
  308. unsigned int npages;
  309. unsigned int nmdesc;
  310. unsigned int ndesc;
  311. };
  312. #endif /* IB_SRP_H */