1 #include <linux/socket.h>
4 #include <rdma/ib_verbs.h>
5 #include <rdma/rdma_cm.h>
7 #define ISERT_RDMA_LISTEN_BACKLOG 10
8 #define ISCSI_ISER_SG_TABLESIZE 256
10 enum isert_desc_type {
15 enum iser_ib_op_code {
22 enum iser_conn_state {
25 ISER_CONN_TERMINATING,
30 struct iser_hdr iser_header;
31 struct iscsi_hdr iscsi_header;
32 char data[ISER_RECV_DATA_SEG_LEN];
35 char pad[ISER_RX_PAD_SIZE];
39 struct iser_hdr iser_header;
40 struct iscsi_hdr iscsi_header;
41 enum isert_desc_type type;
43 struct ib_sge tx_sg[2];
45 struct isert_cmd *isert_cmd;
46 struct ib_send_wr send_wr;
49 struct fast_reg_descriptor {
50 struct list_head list;
51 struct ib_mr *data_mr;
52 struct ib_fast_reg_page_list *data_frpl;
56 struct isert_rdma_wr {
57 struct list_head wr_list;
58 struct isert_cmd *isert_cmd;
59 enum iser_ib_op_code iser_ib_op;
60 struct ib_sge *ib_sge;
61 struct ib_sge s_ib_sge;
63 struct scatterlist *sge;
65 struct ib_send_wr *send_wr;
66 struct ib_send_wr s_send_wr;
68 struct fast_reg_descriptor *fr_desc;
81 struct isert_conn *conn;
82 struct iscsi_cmd *iscsi_cmd;
83 struct iser_tx_desc tx_desc;
84 struct isert_rdma_wr rdma_wr;
85 struct work_struct comp_work;
91 enum iser_conn_state state;
93 int post_recv_buf_count;
94 atomic_t post_send_buf_count;
95 u32 responder_resources;
103 unsigned int conn_rx_desc_head;
104 struct iser_rx_desc *conn_rx_descs;
105 struct ib_recv_wr conn_rx_wr[ISERT_MIN_POSTED_RX];
106 struct iscsi_conn *conn;
107 struct list_head conn_accept_node;
108 struct completion conn_login_comp;
109 struct iser_tx_desc conn_login_tx_desc;
110 struct rdma_cm_id *conn_cm_id;
111 struct ib_pd *conn_pd;
112 struct ib_mr *conn_mr;
113 struct ib_qp *conn_qp;
114 struct isert_device *conn_device;
115 struct work_struct conn_logout_work;
116 struct mutex conn_mutex;
117 wait_queue_head_t conn_wait;
118 wait_queue_head_t conn_wait_comp_err;
119 struct kref conn_kref;
120 struct list_head conn_frwr_pool;
121 int conn_frwr_pool_size;
122 /* lock to protect frwr_pool */
123 spinlock_t conn_lock;
126 #define ISERT_MAX_CQ 64
128 struct isert_cq_desc {
129 struct isert_device *device;
131 struct work_struct cq_rx_work;
132 struct work_struct cq_tx_work;
135 struct isert_device {
139 int cq_active_qps[ISERT_MAX_CQ];
140 struct ib_device *ib_device;
141 struct ib_pd *dev_pd;
142 struct ib_mr *dev_mr;
143 struct ib_cq *dev_rx_cq[ISERT_MAX_CQ];
144 struct ib_cq *dev_tx_cq[ISERT_MAX_CQ];
145 struct isert_cq_desc *cq_desc;
146 struct list_head dev_node;
147 struct ib_device_attr dev_attr;
148 int (*reg_rdma_mem)(struct iscsi_conn *conn,
149 struct iscsi_cmd *cmd,
150 struct isert_rdma_wr *wr);
151 void (*unreg_rdma_mem)(struct isert_cmd *isert_cmd,
152 struct isert_conn *isert_conn);
156 wait_queue_head_t np_accept_wq;
157 struct rdma_cm_id *np_cm_id;
158 struct mutex np_accept_mutex;
159 struct list_head np_accept_list;
160 struct completion np_login_comp;