xref: /linux-6.15/include/linux/qed/iscsi_common.h (revision 06236f4e)
1 /* QLogic qed NIC Driver
2  * Copyright (c) 2015 QLogic Corporation
3  *
4  * This software is available under the terms of the GNU General Public License
5  * (GPL) Version 2, available from the file COPYING in the main directory of
6  * this source tree.
7  */
8 
9 #ifndef __ISCSI_COMMON__
10 #define __ISCSI_COMMON__
11 /**********************/
12 /* ISCSI FW CONSTANTS */
13 /**********************/
14 
15 /* iSCSI HSI constants */
16 #define ISCSI_DEFAULT_MTU       (1500)
17 
18 /* Current iSCSI HSI version number composed of two fields (16 bit) */
19 #define ISCSI_HSI_MAJOR_VERSION (0)
20 #define ISCSI_HSI_MINOR_VERSION (0)
21 
22 /* KWQ (kernel work queue) layer codes */
23 #define ISCSI_SLOW_PATH_LAYER_CODE   (6)
24 
25 /* CQE completion status */
26 #define ISCSI_EQE_COMPLETION_SUCCESS (0x0)
27 #define ISCSI_EQE_RST_CONN_RCVD (0x1)
28 
29 /* iSCSI parameter defaults */
30 #define ISCSI_DEFAULT_HEADER_DIGEST         (0)
31 #define ISCSI_DEFAULT_DATA_DIGEST           (0)
32 #define ISCSI_DEFAULT_INITIAL_R2T           (1)
33 #define ISCSI_DEFAULT_IMMEDIATE_DATA        (1)
34 #define ISCSI_DEFAULT_MAX_PDU_LENGTH        (0x2000)
35 #define ISCSI_DEFAULT_FIRST_BURST_LENGTH    (0x10000)
36 #define ISCSI_DEFAULT_MAX_BURST_LENGTH      (0x40000)
37 #define ISCSI_DEFAULT_MAX_OUTSTANDING_R2T   (1)
38 
39 /* iSCSI parameter limits */
40 #define ISCSI_MIN_VAL_MAX_PDU_LENGTH        (0x200)
41 #define ISCSI_MAX_VAL_MAX_PDU_LENGTH        (0xffffff)
42 #define ISCSI_MIN_VAL_BURST_LENGTH          (0x200)
43 #define ISCSI_MAX_VAL_BURST_LENGTH          (0xffffff)
44 #define ISCSI_MIN_VAL_MAX_OUTSTANDING_R2T   (1)
45 #define ISCSI_MAX_VAL_MAX_OUTSTANDING_R2T   (0xff)
46 
47 /* iSCSI reserved params */
48 #define ISCSI_ITT_ALL_ONES	(0xffffffff)
49 #define ISCSI_TTT_ALL_ONES	(0xffffffff)
50 
51 #define ISCSI_OPTION_1_OFF_CHIP_TCP 1
52 #define ISCSI_OPTION_2_ON_CHIP_TCP 2
53 
54 #define ISCSI_INITIATOR_MODE 0
55 #define ISCSI_TARGET_MODE 1
56 
57 /* iSCSI request op codes */
58 #define ISCSI_OPCODE_NOP_OUT_NO_IMM                     (0)
59 #define ISCSI_OPCODE_NOP_OUT                            ( \
60 		ISCSI_OPCODE_NOP_OUT_NO_IMM | 0x40)
61 #define ISCSI_OPCODE_SCSI_CMD_NO_IMM            (1)
62 #define ISCSI_OPCODE_SCSI_CMD                           ( \
63 		ISCSI_OPCODE_SCSI_CMD_NO_IMM | 0x40)
64 #define ISCSI_OPCODE_TMF_REQUEST_NO_IMM         (2)
65 #define ISCSI_OPCODE_TMF_REQUEST                        ( \
66 		ISCSI_OPCODE_TMF_REQUEST_NO_IMM | 0x40)
67 #define ISCSI_OPCODE_LOGIN_REQUEST_NO_IMM       (3)
68 #define ISCSI_OPCODE_LOGIN_REQUEST                      ( \
69 		ISCSI_OPCODE_LOGIN_REQUEST_NO_IMM | 0x40)
70 #define ISCSI_OPCODE_TEXT_REQUEST_NO_IMM        (4)
71 #define ISCSI_OPCODE_TEXT_REQUEST                       ( \
72 		ISCSI_OPCODE_TEXT_REQUEST_NO_IMM | 0x40)
73 #define ISCSI_OPCODE_DATA_OUT                           (5)
74 #define ISCSI_OPCODE_LOGOUT_REQUEST_NO_IMM      (6)
75 #define ISCSI_OPCODE_LOGOUT_REQUEST                     ( \
76 		ISCSI_OPCODE_LOGOUT_REQUEST_NO_IMM | 0x40)
77 
78 /* iSCSI response/messages op codes */
79 #define ISCSI_OPCODE_NOP_IN             (0x20)
80 #define ISCSI_OPCODE_SCSI_RESPONSE      (0x21)
81 #define ISCSI_OPCODE_TMF_RESPONSE       (0x22)
82 #define ISCSI_OPCODE_LOGIN_RESPONSE     (0x23)
83 #define ISCSI_OPCODE_TEXT_RESPONSE      (0x24)
84 #define ISCSI_OPCODE_DATA_IN            (0x25)
85 #define ISCSI_OPCODE_LOGOUT_RESPONSE    (0x26)
86 #define ISCSI_OPCODE_R2T                (0x31)
87 #define ISCSI_OPCODE_ASYNC_MSG          (0x32)
88 #define ISCSI_OPCODE_REJECT             (0x3f)
89 
90 /* iSCSI stages */
91 #define ISCSI_STAGE_SECURITY_NEGOTIATION            (0)
92 #define ISCSI_STAGE_LOGIN_OPERATIONAL_NEGOTIATION   (1)
93 #define ISCSI_STAGE_FULL_FEATURE_PHASE              (3)
94 
95 /* iSCSI CQE errors */
96 #define CQE_ERROR_BITMAP_DATA_DIGEST          (0x08)
97 #define CQE_ERROR_BITMAP_RCV_ON_INVALID_CONN  (0x10)
98 #define CQE_ERROR_BITMAP_DATA_TRUNCATED       (0x20)
99 
100 struct cqe_error_bitmap {
101 	u8 cqe_error_status_bits;
102 #define CQE_ERROR_BITMAP_DIF_ERR_BITS_MASK         0x7
103 #define CQE_ERROR_BITMAP_DIF_ERR_BITS_SHIFT        0
104 #define CQE_ERROR_BITMAP_DATA_DIGEST_ERR_MASK      0x1
105 #define CQE_ERROR_BITMAP_DATA_DIGEST_ERR_SHIFT     3
106 #define CQE_ERROR_BITMAP_RCV_ON_INVALID_CONN_MASK  0x1
107 #define CQE_ERROR_BITMAP_RCV_ON_INVALID_CONN_SHIFT 4
108 #define CQE_ERROR_BITMAP_DATA_TRUNCATED_ERR_MASK   0x1
109 #define CQE_ERROR_BITMAP_DATA_TRUNCATED_ERR_SHIFT  5
110 #define CQE_ERROR_BITMAP_UNDER_RUN_ERR_MASK        0x1
111 #define CQE_ERROR_BITMAP_UNDER_RUN_ERR_SHIFT       6
112 #define CQE_ERROR_BITMAP_RESERVED2_MASK            0x1
113 #define CQE_ERROR_BITMAP_RESERVED2_SHIFT           7
114 };
115 
116 union cqe_error_status {
117 	u8 error_status;
118 	struct cqe_error_bitmap error_bits;
119 };
120 
121 struct data_hdr {
122 	__le32 data[12];
123 };
124 
125 struct iscsi_async_msg_hdr {
126 	__le16 reserved0;
127 	u8 flags_attr;
128 #define ISCSI_ASYNC_MSG_HDR_RSRV_MASK           0x7F
129 #define ISCSI_ASYNC_MSG_HDR_RSRV_SHIFT          0
130 #define ISCSI_ASYNC_MSG_HDR_CONST1_MASK         0x1
131 #define ISCSI_ASYNC_MSG_HDR_CONST1_SHIFT        7
132 	u8 opcode;
133 	__le32 hdr_second_dword;
134 #define ISCSI_ASYNC_MSG_HDR_DATA_SEG_LEN_MASK   0xFFFFFF
135 #define ISCSI_ASYNC_MSG_HDR_DATA_SEG_LEN_SHIFT  0
136 #define ISCSI_ASYNC_MSG_HDR_TOTAL_AHS_LEN_MASK  0xFF
137 #define ISCSI_ASYNC_MSG_HDR_TOTAL_AHS_LEN_SHIFT 24
138 	struct regpair lun;
139 	__le32 all_ones;
140 	__le32 reserved1;
141 	__le32 stat_sn;
142 	__le32 exp_cmd_sn;
143 	__le32 max_cmd_sn;
144 	__le16 param1_rsrv;
145 	u8 async_vcode;
146 	u8 async_event;
147 	__le16 param3_rsrv;
148 	__le16 param2_rsrv;
149 	__le32 reserved7;
150 };
151 
152 struct iscsi_sge {
153 	struct regpair sge_addr;
154 	__le16 sge_len;
155 	__le16 reserved0;
156 	__le32 reserved1;
157 };
158 
159 struct iscsi_cached_sge_ctx {
160 	struct iscsi_sge sge;
161 	struct regpair reserved;
162 	__le32 dsgl_curr_offset[2];
163 };
164 
165 struct iscsi_cmd_hdr {
166 	__le16 reserved1;
167 	u8 flags_attr;
168 #define ISCSI_CMD_HDR_ATTR_MASK           0x7
169 #define ISCSI_CMD_HDR_ATTR_SHIFT          0
170 #define ISCSI_CMD_HDR_RSRV_MASK           0x3
171 #define ISCSI_CMD_HDR_RSRV_SHIFT          3
172 #define ISCSI_CMD_HDR_WRITE_MASK          0x1
173 #define ISCSI_CMD_HDR_WRITE_SHIFT         5
174 #define ISCSI_CMD_HDR_READ_MASK           0x1
175 #define ISCSI_CMD_HDR_READ_SHIFT          6
176 #define ISCSI_CMD_HDR_FINAL_MASK          0x1
177 #define ISCSI_CMD_HDR_FINAL_SHIFT         7
178 	u8 opcode;
179 	__le32 hdr_second_dword;
180 #define ISCSI_CMD_HDR_DATA_SEG_LEN_MASK   0xFFFFFF
181 #define ISCSI_CMD_HDR_DATA_SEG_LEN_SHIFT  0
182 #define ISCSI_CMD_HDR_TOTAL_AHS_LEN_MASK  0xFF
183 #define ISCSI_CMD_HDR_TOTAL_AHS_LEN_SHIFT 24
184 	struct regpair lun;
185 	__le32 itt;
186 	__le32 expected_transfer_length;
187 	__le32 cmd_sn;
188 	__le32 exp_stat_sn;
189 	__le32 cdb[4];
190 };
191 
192 struct iscsi_common_hdr {
193 	u8 hdr_status;
194 	u8 hdr_response;
195 	u8 hdr_flags;
196 	u8 hdr_first_byte;
197 #define ISCSI_COMMON_HDR_OPCODE_MASK         0x3F
198 #define ISCSI_COMMON_HDR_OPCODE_SHIFT        0
199 #define ISCSI_COMMON_HDR_IMM_MASK            0x1
200 #define ISCSI_COMMON_HDR_IMM_SHIFT           6
201 #define ISCSI_COMMON_HDR_RSRV_MASK           0x1
202 #define ISCSI_COMMON_HDR_RSRV_SHIFT          7
203 	__le32 hdr_second_dword;
204 #define ISCSI_COMMON_HDR_DATA_SEG_LEN_MASK   0xFFFFFF
205 #define ISCSI_COMMON_HDR_DATA_SEG_LEN_SHIFT  0
206 #define ISCSI_COMMON_HDR_TOTAL_AHS_LEN_MASK  0xFF
207 #define ISCSI_COMMON_HDR_TOTAL_AHS_LEN_SHIFT 24
208 	__le32 lun_reserved[4];
209 	__le32 data[6];
210 };
211 
212 struct iscsi_conn_offload_params {
213 	struct regpair sq_pbl_addr;
214 	struct regpair r2tq_pbl_addr;
215 	struct regpair xhq_pbl_addr;
216 	struct regpair uhq_pbl_addr;
217 	__le32 initial_ack;
218 	__le16 physical_q0;
219 	__le16 physical_q1;
220 	u8 flags;
221 #define ISCSI_CONN_OFFLOAD_PARAMS_TCP_ON_CHIP_1B_MASK  0x1
222 #define ISCSI_CONN_OFFLOAD_PARAMS_TCP_ON_CHIP_1B_SHIFT 0
223 #define ISCSI_CONN_OFFLOAD_PARAMS_TARGET_MODE_MASK     0x1
224 #define ISCSI_CONN_OFFLOAD_PARAMS_TARGET_MODE_SHIFT    1
225 #define ISCSI_CONN_OFFLOAD_PARAMS_RESERVED1_MASK       0x3F
226 #define ISCSI_CONN_OFFLOAD_PARAMS_RESERVED1_SHIFT      2
227 	u8 pbl_page_size_log;
228 	u8 pbe_page_size_log;
229 	u8 default_cq;
230 	__le32 stat_sn;
231 };
232 
233 struct iscsi_slow_path_hdr {
234 	u8 op_code;
235 	u8 flags;
236 #define ISCSI_SLOW_PATH_HDR_RESERVED0_MASK   0xF
237 #define ISCSI_SLOW_PATH_HDR_RESERVED0_SHIFT  0
238 #define ISCSI_SLOW_PATH_HDR_LAYER_CODE_MASK  0x7
239 #define ISCSI_SLOW_PATH_HDR_LAYER_CODE_SHIFT 4
240 #define ISCSI_SLOW_PATH_HDR_RESERVED1_MASK   0x1
241 #define ISCSI_SLOW_PATH_HDR_RESERVED1_SHIFT  7
242 };
243 
244 struct iscsi_conn_update_ramrod_params {
245 	struct iscsi_slow_path_hdr hdr;
246 	__le16 conn_id;
247 	__le32 fw_cid;
248 	u8 flags;
249 #define ISCSI_CONN_UPDATE_RAMROD_PARAMS_HD_EN_MASK           0x1
250 #define ISCSI_CONN_UPDATE_RAMROD_PARAMS_HD_EN_SHIFT          0
251 #define ISCSI_CONN_UPDATE_RAMROD_PARAMS_DD_EN_MASK           0x1
252 #define ISCSI_CONN_UPDATE_RAMROD_PARAMS_DD_EN_SHIFT          1
253 #define ISCSI_CONN_UPDATE_RAMROD_PARAMS_INITIAL_R2T_MASK     0x1
254 #define ISCSI_CONN_UPDATE_RAMROD_PARAMS_INITIAL_R2T_SHIFT    2
255 #define ISCSI_CONN_UPDATE_RAMROD_PARAMS_IMMEDIATE_DATA_MASK  0x1
256 #define ISCSI_CONN_UPDATE_RAMROD_PARAMS_IMMEDIATE_DATA_SHIFT 3
257 #define ISCSI_CONN_UPDATE_RAMROD_PARAMS_RESERVED1_MASK       0xF
258 #define ISCSI_CONN_UPDATE_RAMROD_PARAMS_RESERVED1_SHIFT      4
259 	u8 reserved0[3];
260 	__le32 max_seq_size;
261 	__le32 max_send_pdu_length;
262 	__le32 max_recv_pdu_length;
263 	__le32 first_seq_length;
264 	__le32 exp_stat_sn;
265 };
266 
267 struct iscsi_ext_cdb_cmd_hdr {
268 	__le16 reserved1;
269 	u8 flags_attr;
270 #define ISCSI_EXT_CDB_CMD_HDR_ATTR_MASK          0x7
271 #define ISCSI_EXT_CDB_CMD_HDR_ATTR_SHIFT         0
272 #define ISCSI_EXT_CDB_CMD_HDR_RSRV_MASK          0x3
273 #define ISCSI_EXT_CDB_CMD_HDR_RSRV_SHIFT         3
274 #define ISCSI_EXT_CDB_CMD_HDR_WRITE_MASK         0x1
275 #define ISCSI_EXT_CDB_CMD_HDR_WRITE_SHIFT        5
276 #define ISCSI_EXT_CDB_CMD_HDR_READ_MASK          0x1
277 #define ISCSI_EXT_CDB_CMD_HDR_READ_SHIFT         6
278 #define ISCSI_EXT_CDB_CMD_HDR_FINAL_MASK         0x1
279 #define ISCSI_EXT_CDB_CMD_HDR_FINAL_SHIFT        7
280 	u8 opcode;
281 	__le32 hdr_second_dword;
282 #define ISCSI_EXT_CDB_CMD_HDR_DATA_SEG_LEN_MASK  0xFFFFFF
283 #define ISCSI_EXT_CDB_CMD_HDR_DATA_SEG_LEN_SHIFT 0
284 #define ISCSI_EXT_CDB_CMD_HDR_CDB_SIZE_MASK      0xFF
285 #define ISCSI_EXT_CDB_CMD_HDR_CDB_SIZE_SHIFT     24
286 	struct regpair lun;
287 	__le32 itt;
288 	__le32 expected_transfer_length;
289 	__le32 cmd_sn;
290 	__le32 exp_stat_sn;
291 	struct iscsi_sge cdb_sge;
292 };
293 
294 struct iscsi_login_req_hdr {
295 	u8 version_min;
296 	u8 version_max;
297 	u8 flags_attr;
298 #define ISCSI_LOGIN_REQ_HDR_NSG_MASK            0x3
299 #define ISCSI_LOGIN_REQ_HDR_NSG_SHIFT           0
300 #define ISCSI_LOGIN_REQ_HDR_CSG_MASK            0x3
301 #define ISCSI_LOGIN_REQ_HDR_CSG_SHIFT           2
302 #define ISCSI_LOGIN_REQ_HDR_RSRV_MASK           0x3
303 #define ISCSI_LOGIN_REQ_HDR_RSRV_SHIFT          4
304 #define ISCSI_LOGIN_REQ_HDR_C_MASK              0x1
305 #define ISCSI_LOGIN_REQ_HDR_C_SHIFT             6
306 #define ISCSI_LOGIN_REQ_HDR_T_MASK              0x1
307 #define ISCSI_LOGIN_REQ_HDR_T_SHIFT             7
308 	u8 opcode;
309 	__le32 hdr_second_dword;
310 #define ISCSI_LOGIN_REQ_HDR_DATA_SEG_LEN_MASK   0xFFFFFF
311 #define ISCSI_LOGIN_REQ_HDR_DATA_SEG_LEN_SHIFT  0
312 #define ISCSI_LOGIN_REQ_HDR_TOTAL_AHS_LEN_MASK  0xFF
313 #define ISCSI_LOGIN_REQ_HDR_TOTAL_AHS_LEN_SHIFT 24
314 	__le32 isid_tabc;
315 	__le16 tsih;
316 	__le16 isid_d;
317 	__le32 itt;
318 	__le16 reserved1;
319 	__le16 cid;
320 	__le32 cmd_sn;
321 	__le32 exp_stat_sn;
322 	__le32 reserved2[4];
323 };
324 
325 struct iscsi_logout_req_hdr {
326 	__le16 reserved0;
327 	u8 reason_code;
328 	u8 opcode;
329 	__le32 reserved1;
330 	__le32 reserved2[2];
331 	__le32 itt;
332 	__le16 reserved3;
333 	__le16 cid;
334 	__le32 cmd_sn;
335 	__le32 exp_stat_sn;
336 	__le32 reserved4[4];
337 };
338 
339 struct iscsi_data_out_hdr {
340 	__le16 reserved1;
341 	u8 flags_attr;
342 #define ISCSI_DATA_OUT_HDR_RSRV_MASK   0x7F
343 #define ISCSI_DATA_OUT_HDR_RSRV_SHIFT  0
344 #define ISCSI_DATA_OUT_HDR_FINAL_MASK  0x1
345 #define ISCSI_DATA_OUT_HDR_FINAL_SHIFT 7
346 	u8 opcode;
347 	__le32 reserved2;
348 	struct regpair lun;
349 	__le32 itt;
350 	__le32 ttt;
351 	__le32 reserved3;
352 	__le32 exp_stat_sn;
353 	__le32 reserved4;
354 	__le32 data_sn;
355 	__le32 buffer_offset;
356 	__le32 reserved5;
357 };
358 
359 struct iscsi_data_in_hdr {
360 	u8 status_rsvd;
361 	u8 reserved1;
362 	u8 flags;
363 #define ISCSI_DATA_IN_HDR_STATUS_MASK     0x1
364 #define ISCSI_DATA_IN_HDR_STATUS_SHIFT    0
365 #define ISCSI_DATA_IN_HDR_UNDERFLOW_MASK  0x1
366 #define ISCSI_DATA_IN_HDR_UNDERFLOW_SHIFT 1
367 #define ISCSI_DATA_IN_HDR_OVERFLOW_MASK   0x1
368 #define ISCSI_DATA_IN_HDR_OVERFLOW_SHIFT  2
369 #define ISCSI_DATA_IN_HDR_RSRV_MASK       0x7
370 #define ISCSI_DATA_IN_HDR_RSRV_SHIFT      3
371 #define ISCSI_DATA_IN_HDR_ACK_MASK        0x1
372 #define ISCSI_DATA_IN_HDR_ACK_SHIFT       6
373 #define ISCSI_DATA_IN_HDR_FINAL_MASK      0x1
374 #define ISCSI_DATA_IN_HDR_FINAL_SHIFT     7
375 	u8 opcode;
376 	__le32 reserved2;
377 	struct regpair lun;
378 	__le32 itt;
379 	__le32 ttt;
380 	__le32 stat_sn;
381 	__le32 exp_cmd_sn;
382 	__le32 max_cmd_sn;
383 	__le32 data_sn;
384 	__le32 buffer_offset;
385 	__le32 residual_count;
386 };
387 
388 struct iscsi_r2t_hdr {
389 	u8 reserved0[3];
390 	u8 opcode;
391 	__le32 reserved2;
392 	struct regpair lun;
393 	__le32 itt;
394 	__le32 ttt;
395 	__le32 stat_sn;
396 	__le32 exp_cmd_sn;
397 	__le32 max_cmd_sn;
398 	__le32 r2t_sn;
399 	__le32 buffer_offset;
400 	__le32 desired_data_trns_len;
401 };
402 
403 struct iscsi_nop_out_hdr {
404 	__le16 reserved1;
405 	u8 flags_attr;
406 #define ISCSI_NOP_OUT_HDR_RSRV_MASK    0x7F
407 #define ISCSI_NOP_OUT_HDR_RSRV_SHIFT   0
408 #define ISCSI_NOP_OUT_HDR_CONST1_MASK  0x1
409 #define ISCSI_NOP_OUT_HDR_CONST1_SHIFT 7
410 	u8 opcode;
411 	__le32 reserved2;
412 	struct regpair lun;
413 	__le32 itt;
414 	__le32 ttt;
415 	__le32 cmd_sn;
416 	__le32 exp_stat_sn;
417 	__le32 reserved3;
418 	__le32 reserved4;
419 	__le32 reserved5;
420 	__le32 reserved6;
421 };
422 
423 struct iscsi_nop_in_hdr {
424 	__le16 reserved0;
425 	u8 flags_attr;
426 #define ISCSI_NOP_IN_HDR_RSRV_MASK           0x7F
427 #define ISCSI_NOP_IN_HDR_RSRV_SHIFT          0
428 #define ISCSI_NOP_IN_HDR_CONST1_MASK         0x1
429 #define ISCSI_NOP_IN_HDR_CONST1_SHIFT        7
430 	u8 opcode;
431 	__le32 hdr_second_dword;
432 #define ISCSI_NOP_IN_HDR_DATA_SEG_LEN_MASK   0xFFFFFF
433 #define ISCSI_NOP_IN_HDR_DATA_SEG_LEN_SHIFT  0
434 #define ISCSI_NOP_IN_HDR_TOTAL_AHS_LEN_MASK  0xFF
435 #define ISCSI_NOP_IN_HDR_TOTAL_AHS_LEN_SHIFT 24
436 	struct regpair lun;
437 	__le32 itt;
438 	__le32 ttt;
439 	__le32 stat_sn;
440 	__le32 exp_cmd_sn;
441 	__le32 max_cmd_sn;
442 	__le32 reserved5;
443 	__le32 reserved6;
444 	__le32 reserved7;
445 };
446 
447 struct iscsi_login_response_hdr {
448 	u8 version_active;
449 	u8 version_max;
450 	u8 flags_attr;
451 #define ISCSI_LOGIN_RESPONSE_HDR_NSG_MASK            0x3
452 #define ISCSI_LOGIN_RESPONSE_HDR_NSG_SHIFT           0
453 #define ISCSI_LOGIN_RESPONSE_HDR_CSG_MASK            0x3
454 #define ISCSI_LOGIN_RESPONSE_HDR_CSG_SHIFT           2
455 #define ISCSI_LOGIN_RESPONSE_HDR_RSRV_MASK           0x3
456 #define ISCSI_LOGIN_RESPONSE_HDR_RSRV_SHIFT          4
457 #define ISCSI_LOGIN_RESPONSE_HDR_C_MASK              0x1
458 #define ISCSI_LOGIN_RESPONSE_HDR_C_SHIFT             6
459 #define ISCSI_LOGIN_RESPONSE_HDR_T_MASK              0x1
460 #define ISCSI_LOGIN_RESPONSE_HDR_T_SHIFT             7
461 	u8 opcode;
462 	__le32 hdr_second_dword;
463 #define ISCSI_LOGIN_RESPONSE_HDR_DATA_SEG_LEN_MASK   0xFFFFFF
464 #define ISCSI_LOGIN_RESPONSE_HDR_DATA_SEG_LEN_SHIFT  0
465 #define ISCSI_LOGIN_RESPONSE_HDR_TOTAL_AHS_LEN_MASK  0xFF
466 #define ISCSI_LOGIN_RESPONSE_HDR_TOTAL_AHS_LEN_SHIFT 24
467 	__le32 isid_tabc;
468 	__le16 tsih;
469 	__le16 isid_d;
470 	__le32 itt;
471 	__le32 reserved1;
472 	__le32 stat_sn;
473 	__le32 exp_cmd_sn;
474 	__le32 max_cmd_sn;
475 	__le16 reserved2;
476 	u8 status_detail;
477 	u8 status_class;
478 	__le32 reserved4[2];
479 };
480 
481 struct iscsi_logout_response_hdr {
482 	u8 reserved1;
483 	u8 response;
484 	u8 flags;
485 	u8 opcode;
486 	__le32 hdr_second_dword;
487 #define ISCSI_LOGOUT_RESPONSE_HDR_DATA_SEG_LEN_MASK   0xFFFFFF
488 #define ISCSI_LOGOUT_RESPONSE_HDR_DATA_SEG_LEN_SHIFT  0
489 #define ISCSI_LOGOUT_RESPONSE_HDR_TOTAL_AHS_LEN_MASK  0xFF
490 #define ISCSI_LOGOUT_RESPONSE_HDR_TOTAL_AHS_LEN_SHIFT 24
491 	__le32 reserved2[2];
492 	__le32 itt;
493 	__le32 reserved3;
494 	__le32 stat_sn;
495 	__le32 exp_cmd_sn;
496 	__le32 max_cmd_sn;
497 	__le32 reserved4;
498 	__le16 time2retain;
499 	__le16 time2wait;
500 	__le32 reserved5[1];
501 };
502 
503 struct iscsi_text_request_hdr {
504 	__le16 reserved0;
505 	u8 flags_attr;
506 #define ISCSI_TEXT_REQUEST_HDR_RSRV_MASK           0x3F
507 #define ISCSI_TEXT_REQUEST_HDR_RSRV_SHIFT          0
508 #define ISCSI_TEXT_REQUEST_HDR_C_MASK              0x1
509 #define ISCSI_TEXT_REQUEST_HDR_C_SHIFT             6
510 #define ISCSI_TEXT_REQUEST_HDR_F_MASK              0x1
511 #define ISCSI_TEXT_REQUEST_HDR_F_SHIFT             7
512 	u8 opcode;
513 	__le32 hdr_second_dword;
514 #define ISCSI_TEXT_REQUEST_HDR_DATA_SEG_LEN_MASK   0xFFFFFF
515 #define ISCSI_TEXT_REQUEST_HDR_DATA_SEG_LEN_SHIFT  0
516 #define ISCSI_TEXT_REQUEST_HDR_TOTAL_AHS_LEN_MASK  0xFF
517 #define ISCSI_TEXT_REQUEST_HDR_TOTAL_AHS_LEN_SHIFT 24
518 	struct regpair lun;
519 	__le32 itt;
520 	__le32 ttt;
521 	__le32 cmd_sn;
522 	__le32 exp_stat_sn;
523 	__le32 reserved4[4];
524 };
525 
526 struct iscsi_text_response_hdr {
527 	__le16 reserved1;
528 	u8 flags;
529 #define ISCSI_TEXT_RESPONSE_HDR_RSRV_MASK           0x3F
530 #define ISCSI_TEXT_RESPONSE_HDR_RSRV_SHIFT          0
531 #define ISCSI_TEXT_RESPONSE_HDR_C_MASK              0x1
532 #define ISCSI_TEXT_RESPONSE_HDR_C_SHIFT             6
533 #define ISCSI_TEXT_RESPONSE_HDR_F_MASK              0x1
534 #define ISCSI_TEXT_RESPONSE_HDR_F_SHIFT             7
535 	u8 opcode;
536 	__le32 hdr_second_dword;
537 #define ISCSI_TEXT_RESPONSE_HDR_DATA_SEG_LEN_MASK   0xFFFFFF
538 #define ISCSI_TEXT_RESPONSE_HDR_DATA_SEG_LEN_SHIFT  0
539 #define ISCSI_TEXT_RESPONSE_HDR_TOTAL_AHS_LEN_MASK  0xFF
540 #define ISCSI_TEXT_RESPONSE_HDR_TOTAL_AHS_LEN_SHIFT 24
541 	struct regpair lun;
542 	__le32 itt;
543 	__le32 ttt;
544 	__le32 stat_sn;
545 	__le32 exp_cmd_sn;
546 	__le32 max_cmd_sn;
547 	__le32 reserved4[3];
548 };
549 
550 struct iscsi_tmf_request_hdr {
551 	__le16 reserved0;
552 	u8 function;
553 	u8 opcode;
554 	__le32 hdr_second_dword;
555 #define ISCSI_TMF_REQUEST_HDR_DATA_SEG_LEN_MASK   0xFFFFFF
556 #define ISCSI_TMF_REQUEST_HDR_DATA_SEG_LEN_SHIFT  0
557 #define ISCSI_TMF_REQUEST_HDR_TOTAL_AHS_LEN_MASK  0xFF
558 #define ISCSI_TMF_REQUEST_HDR_TOTAL_AHS_LEN_SHIFT 24
559 	struct regpair lun;
560 	__le32 itt;
561 	__le32 rtt;
562 	__le32 cmd_sn;
563 	__le32 exp_stat_sn;
564 	__le32 ref_cmd_sn;
565 	__le32 exp_data_sn;
566 	__le32 reserved4[2];
567 };
568 
569 struct iscsi_tmf_response_hdr {
570 	u8 reserved2;
571 	u8 hdr_response;
572 	u8 hdr_flags;
573 	u8 opcode;
574 	__le32 hdr_second_dword;
575 #define ISCSI_TMF_RESPONSE_HDR_DATA_SEG_LEN_MASK   0xFFFFFF
576 #define ISCSI_TMF_RESPONSE_HDR_DATA_SEG_LEN_SHIFT  0
577 #define ISCSI_TMF_RESPONSE_HDR_TOTAL_AHS_LEN_MASK  0xFF
578 #define ISCSI_TMF_RESPONSE_HDR_TOTAL_AHS_LEN_SHIFT 24
579 	struct regpair reserved0;
580 	__le32 itt;
581 	__le32 rtt;
582 	__le32 stat_sn;
583 	__le32 exp_cmd_sn;
584 	__le32 max_cmd_sn;
585 	__le32 reserved4[3];
586 };
587 
588 struct iscsi_response_hdr {
589 	u8 hdr_status;
590 	u8 hdr_response;
591 	u8 hdr_flags;
592 	u8 opcode;
593 	__le32 hdr_second_dword;
594 #define ISCSI_RESPONSE_HDR_DATA_SEG_LEN_MASK   0xFFFFFF
595 #define ISCSI_RESPONSE_HDR_DATA_SEG_LEN_SHIFT  0
596 #define ISCSI_RESPONSE_HDR_TOTAL_AHS_LEN_MASK  0xFF
597 #define ISCSI_RESPONSE_HDR_TOTAL_AHS_LEN_SHIFT 24
598 	struct regpair lun;
599 	__le32 itt;
600 	__le32 snack_tag;
601 	__le32 stat_sn;
602 	__le32 exp_cmd_sn;
603 	__le32 max_cmd_sn;
604 	__le32 exp_data_sn;
605 	__le32 bi_residual_count;
606 	__le32 residual_count;
607 };
608 
609 struct iscsi_reject_hdr {
610 	u8 reserved4;
611 	u8 hdr_reason;
612 	u8 hdr_flags;
613 	u8 opcode;
614 	__le32 hdr_second_dword;
615 #define ISCSI_REJECT_HDR_DATA_SEG_LEN_MASK   0xFFFFFF
616 #define ISCSI_REJECT_HDR_DATA_SEG_LEN_SHIFT  0
617 #define ISCSI_REJECT_HDR_TOTAL_AHS_LEN_MASK  0xFF
618 #define ISCSI_REJECT_HDR_TOTAL_AHS_LEN_SHIFT 24
619 	struct regpair reserved0;
620 	__le32 reserved1;
621 	__le32 reserved2;
622 	__le32 stat_sn;
623 	__le32 exp_cmd_sn;
624 	__le32 max_cmd_sn;
625 	__le32 data_sn;
626 	__le32 reserved3[2];
627 };
628 
629 union iscsi_task_hdr {
630 	struct iscsi_common_hdr common;
631 	struct data_hdr data;
632 	struct iscsi_cmd_hdr cmd;
633 	struct iscsi_ext_cdb_cmd_hdr ext_cdb_cmd;
634 	struct iscsi_login_req_hdr login_req;
635 	struct iscsi_logout_req_hdr logout_req;
636 	struct iscsi_data_out_hdr data_out;
637 	struct iscsi_data_in_hdr data_in;
638 	struct iscsi_r2t_hdr r2t;
639 	struct iscsi_nop_out_hdr nop_out;
640 	struct iscsi_nop_in_hdr nop_in;
641 	struct iscsi_login_response_hdr login_response;
642 	struct iscsi_logout_response_hdr logout_response;
643 	struct iscsi_text_request_hdr text_request;
644 	struct iscsi_text_response_hdr text_response;
645 	struct iscsi_tmf_request_hdr tmf_request;
646 	struct iscsi_tmf_response_hdr tmf_response;
647 	struct iscsi_response_hdr response;
648 	struct iscsi_reject_hdr reject;
649 	struct iscsi_async_msg_hdr async_msg;
650 };
651 
652 struct iscsi_cqe_common {
653 	__le16 conn_id;
654 	u8 cqe_type;
655 	union cqe_error_status error_bitmap;
656 	__le32 reserved[3];
657 	union iscsi_task_hdr iscsi_hdr;
658 };
659 
660 struct iscsi_cqe_solicited {
661 	__le16 conn_id;
662 	u8 cqe_type;
663 	union cqe_error_status error_bitmap;
664 	__le16 itid;
665 	u8 task_type;
666 	u8 fw_dbg_field;
667 	__le32 reserved1[2];
668 	union iscsi_task_hdr iscsi_hdr;
669 };
670 
671 struct iscsi_cqe_unsolicited {
672 	__le16 conn_id;
673 	u8 cqe_type;
674 	union cqe_error_status error_bitmap;
675 	__le16 reserved0;
676 	u8 reserved1;
677 	u8 unsol_cqe_type;
678 	struct regpair rqe_opaque;
679 	union iscsi_task_hdr iscsi_hdr;
680 };
681 
682 union iscsi_cqe {
683 	struct iscsi_cqe_common cqe_common;
684 	struct iscsi_cqe_solicited cqe_solicited;
685 	struct iscsi_cqe_unsolicited cqe_unsolicited;
686 };
687 
688 enum iscsi_cqes_type {
689 	ISCSI_CQE_TYPE_SOLICITED = 1,
690 	ISCSI_CQE_TYPE_UNSOLICITED,
691 	ISCSI_CQE_TYPE_SOLICITED_WITH_SENSE,
692 	ISCSI_CQE_TYPE_TASK_CLEANUP,
693 	ISCSI_CQE_TYPE_DUMMY,
694 	MAX_ISCSI_CQES_TYPE
695 };
696 
697 enum iscsi_cqe_unsolicited_type {
698 	ISCSI_CQE_UNSOLICITED_NONE,
699 	ISCSI_CQE_UNSOLICITED_SINGLE,
700 	ISCSI_CQE_UNSOLICITED_FIRST,
701 	ISCSI_CQE_UNSOLICITED_MIDDLE,
702 	ISCSI_CQE_UNSOLICITED_LAST,
703 	MAX_ISCSI_CQE_UNSOLICITED_TYPE
704 };
705 
706 struct iscsi_virt_sgl_ctx {
707 	struct regpair sgl_base;
708 	struct regpair dsgl_base;
709 	__le32 sgl_initial_offset;
710 	__le32 dsgl_initial_offset;
711 	__le32 dsgl_curr_offset[2];
712 };
713 
714 struct iscsi_sgl_var_params {
715 	u8 sgl_ptr;
716 	u8 dsgl_ptr;
717 	__le16 sge_offset;
718 	__le16 dsge_offset;
719 };
720 
721 struct iscsi_phys_sgl_ctx {
722 	struct regpair sgl_base;
723 	struct regpair dsgl_base;
724 	u8 sgl_size;
725 	u8 dsgl_size;
726 	__le16 reserved;
727 	struct iscsi_sgl_var_params var_params[2];
728 };
729 
730 union iscsi_data_desc_ctx {
731 	struct iscsi_virt_sgl_ctx virt_sgl;
732 	struct iscsi_phys_sgl_ctx phys_sgl;
733 	struct iscsi_cached_sge_ctx cached_sge;
734 };
735 
736 struct iscsi_debug_modes {
737 	u8 flags;
738 #define ISCSI_DEBUG_MODES_ASSERT_IF_RX_CONN_ERROR_MASK         0x1
739 #define ISCSI_DEBUG_MODES_ASSERT_IF_RX_CONN_ERROR_SHIFT        0
740 #define ISCSI_DEBUG_MODES_ASSERT_IF_RECV_RESET_MASK            0x1
741 #define ISCSI_DEBUG_MODES_ASSERT_IF_RECV_RESET_SHIFT           1
742 #define ISCSI_DEBUG_MODES_ASSERT_IF_RECV_FIN_MASK              0x1
743 #define ISCSI_DEBUG_MODES_ASSERT_IF_RECV_FIN_SHIFT             2
744 #define ISCSI_DEBUG_MODES_ASSERT_IF_RECV_CLEANUP_MASK          0x1
745 #define ISCSI_DEBUG_MODES_ASSERT_IF_RECV_CLEANUP_SHIFT         3
746 #define ISCSI_DEBUG_MODES_ASSERT_IF_RECV_REJECT_OR_ASYNC_MASK  0x1
747 #define ISCSI_DEBUG_MODES_ASSERT_IF_RECV_REJECT_OR_ASYNC_SHIFT 4
748 #define ISCSI_DEBUG_MODES_ASSERT_IF_RECV_NOP_MASK              0x1
749 #define ISCSI_DEBUG_MODES_ASSERT_IF_RECV_NOP_SHIFT             5
750 #define ISCSI_DEBUG_MODES_RESERVED0_MASK                       0x3
751 #define ISCSI_DEBUG_MODES_RESERVED0_SHIFT                      6
752 };
753 
754 struct iscsi_dif_flags {
755 	u8 flags;
756 #define ISCSI_DIF_FLAGS_PROT_INTERVAL_SIZE_LOG_MASK  0xF
757 #define ISCSI_DIF_FLAGS_PROT_INTERVAL_SIZE_LOG_SHIFT 0
758 #define ISCSI_DIF_FLAGS_DIF_TO_PEER_MASK             0x1
759 #define ISCSI_DIF_FLAGS_DIF_TO_PEER_SHIFT            4
760 #define ISCSI_DIF_FLAGS_HOST_INTERFACE_MASK          0x7
761 #define ISCSI_DIF_FLAGS_HOST_INTERFACE_SHIFT         5
762 };
763 
764 enum iscsi_eqe_opcode {
765 	ISCSI_EVENT_TYPE_INIT_FUNC = 0,
766 	ISCSI_EVENT_TYPE_DESTROY_FUNC,
767 	ISCSI_EVENT_TYPE_OFFLOAD_CONN,
768 	ISCSI_EVENT_TYPE_UPDATE_CONN,
769 	ISCSI_EVENT_TYPE_CLEAR_SQ,
770 	ISCSI_EVENT_TYPE_TERMINATE_CONN,
771 	ISCSI_EVENT_TYPE_MAC_UPDATE_CONN,
772 	ISCSI_EVENT_TYPE_ASYN_CONNECT_COMPLETE,
773 	ISCSI_EVENT_TYPE_ASYN_TERMINATE_DONE,
774 	RESERVED9,
775 	ISCSI_EVENT_TYPE_START_OF_ERROR_TYPES = 10,
776 	ISCSI_EVENT_TYPE_ASYN_ABORT_RCVD,
777 	ISCSI_EVENT_TYPE_ASYN_CLOSE_RCVD,
778 	ISCSI_EVENT_TYPE_ASYN_SYN_RCVD,
779 	ISCSI_EVENT_TYPE_ASYN_MAX_RT_TIME,
780 	ISCSI_EVENT_TYPE_ASYN_MAX_RT_CNT,
781 	ISCSI_EVENT_TYPE_ASYN_MAX_KA_PROBES_CNT,
782 	ISCSI_EVENT_TYPE_ASYN_FIN_WAIT2,
783 	ISCSI_EVENT_TYPE_ISCSI_CONN_ERROR,
784 	ISCSI_EVENT_TYPE_TCP_CONN_ERROR,
785 	ISCSI_EVENT_TYPE_ASYN_DELETE_OOO_ISLES,
786 	MAX_ISCSI_EQE_OPCODE
787 };
788 
789 enum iscsi_error_types {
790 	ISCSI_STATUS_NONE = 0,
791 	ISCSI_CQE_ERROR_UNSOLICITED_RCV_ON_INVALID_CONN = 1,
792 	ISCSI_CONN_ERROR_TASK_CID_MISMATCH,
793 	ISCSI_CONN_ERROR_TASK_NOT_VALID,
794 	ISCSI_CONN_ERROR_RQ_RING_IS_FULL,
795 	ISCSI_CONN_ERROR_CMDQ_RING_IS_FULL,
796 	ISCSI_CONN_ERROR_HQE_CACHING_FAILED,
797 	ISCSI_CONN_ERROR_HEADER_DIGEST_ERROR,
798 	ISCSI_CONN_ERROR_LOCAL_COMPLETION_ERROR,
799 	ISCSI_CONN_ERROR_DATA_OVERRUN,
800 	ISCSI_CONN_ERROR_OUT_OF_SGES_ERROR,
801 	ISCSI_CONN_ERROR_TCP_SEG_PROC_URG_ERROR,
802 	ISCSI_CONN_ERROR_TCP_SEG_PROC_IP_OPTIONS_ERROR,
803 	ISCSI_CONN_ERROR_TCP_SEG_PROC_CONNECT_INVALID_WS_OPTION,
804 	ISCSI_CONN_ERROR_TCP_IP_FRAGMENT_ERROR,
805 	ISCSI_CONN_ERROR_PROTOCOL_ERR_AHS_LEN,
806 	ISCSI_CONN_ERROR_PROTOCOL_ERR_AHS_TYPE,
807 	ISCSI_CONN_ERROR_PROTOCOL_ERR_ITT_OUT_OF_RANGE,
808 	ISCSI_CONN_ERROR_PROTOCOL_ERR_TTT_OUT_OF_RANGE,
809 	ISCSI_CONN_ERROR_PROTOCOL_ERR_DATA_SEG_LEN_EXCEEDS_PDU_SIZE,
810 	ISCSI_CONN_ERROR_PROTOCOL_ERR_INVALID_OPCODE,
811 	ISCSI_CONN_ERROR_PROTOCOL_ERR_INVALID_OPCODE_BEFORE_UPDATE,
812 	ISCSI_CONN_ERROR_UNVALID_NOPIN_DSL,
813 	ISCSI_CONN_ERROR_PROTOCOL_ERR_R2T_CARRIES_NO_DATA,
814 	ISCSI_CONN_ERROR_PROTOCOL_ERR_DATA_SN,
815 	ISCSI_CONN_ERROR_PROTOCOL_ERR_DATA_IN_TTT,
816 	ISCSI_CONN_ERROR_PROTOCOL_ERR_DATA_OUT_ITT,
817 	ISCSI_CONN_ERROR_PROTOCOL_ERR_R2T_TTT,
818 	ISCSI_CONN_ERROR_PROTOCOL_ERR_R2T_BUFFER_OFFSET,
819 	ISCSI_CONN_ERROR_PROTOCOL_ERR_BUFFER_OFFSET_OOO,
820 	ISCSI_CONN_ERROR_PROTOCOL_ERR_R2T_SN,
821 	ISCSI_CONN_ERROR_PROTOCOL_ERR_DESIRED_DATA_TRNS_LEN_0,
822 	ISCSI_CONN_ERROR_PROTOCOL_ERR_DESIRED_DATA_TRNS_LEN_1,
823 	ISCSI_CONN_ERROR_PROTOCOL_ERR_DESIRED_DATA_TRNS_LEN_2,
824 	ISCSI_CONN_ERROR_PROTOCOL_ERR_LUN,
825 	ISCSI_CONN_ERROR_PROTOCOL_ERR_F_BIT_ZERO,
826 	ISCSI_CONN_ERROR_PROTOCOL_ERR_F_BIT_ZERO_S_BIT_ONE,
827 	ISCSI_CONN_ERROR_PROTOCOL_ERR_EXP_STAT_SN,
828 	ISCSI_CONN_ERROR_PROTOCOL_ERR_DSL_NOT_ZERO,
829 	ISCSI_CONN_ERROR_PROTOCOL_ERR_INVALID_DSL,
830 	ISCSI_CONN_ERROR_PROTOCOL_ERR_DATA_SEG_LEN_TOO_BIG,
831 	ISCSI_CONN_ERROR_PROTOCOL_ERR_OUTSTANDING_R2T_COUNT,
832 	ISCSI_CONN_ERROR_PROTOCOL_ERR_DIF_TX,
833 	ISCSI_CONN_ERROR_SENSE_DATA_LENGTH,
834 	ISCSI_CONN_ERROR_DATA_PLACEMENT_ERROR,
835 	ISCSI_ERROR_UNKNOWN,
836 	MAX_ISCSI_ERROR_TYPES
837 };
838 
839 struct iscsi_mflags {
840 	u8 mflags;
841 #define ISCSI_MFLAGS_SLOW_IO_MASK     0x1
842 #define ISCSI_MFLAGS_SLOW_IO_SHIFT    0
843 #define ISCSI_MFLAGS_SINGLE_SGE_MASK  0x1
844 #define ISCSI_MFLAGS_SINGLE_SGE_SHIFT 1
845 #define ISCSI_MFLAGS_RESERVED_MASK    0x3F
846 #define ISCSI_MFLAGS_RESERVED_SHIFT   2
847 };
848 
849 struct iscsi_sgl {
850 	struct regpair sgl_addr;
851 	__le16 updated_sge_size;
852 	__le16 updated_sge_offset;
853 	__le32 byte_offset;
854 };
855 
856 union iscsi_mstorm_sgl {
857 	struct iscsi_sgl sgl_struct;
858 	struct iscsi_sge single_sge;
859 };
860 
861 enum iscsi_ramrod_cmd_id {
862 	ISCSI_RAMROD_CMD_ID_UNUSED = 0,
863 	ISCSI_RAMROD_CMD_ID_INIT_FUNC = 1,
864 	ISCSI_RAMROD_CMD_ID_DESTROY_FUNC = 2,
865 	ISCSI_RAMROD_CMD_ID_OFFLOAD_CONN = 3,
866 	ISCSI_RAMROD_CMD_ID_UPDATE_CONN = 4,
867 	ISCSI_RAMROD_CMD_ID_TERMINATION_CONN = 5,
868 	ISCSI_RAMROD_CMD_ID_CLEAR_SQ = 6,
869 	ISCSI_RAMROD_CMD_ID_MAC_UPDATE = 7,
870 	MAX_ISCSI_RAMROD_CMD_ID
871 };
872 
873 struct iscsi_reg1 {
874 	__le32 reg1_map;
875 #define ISCSI_REG1_NUM_FAST_SGES_MASK  0x7
876 #define ISCSI_REG1_NUM_FAST_SGES_SHIFT 0
877 #define ISCSI_REG1_RESERVED1_MASK      0x1FFFFFFF
878 #define ISCSI_REG1_RESERVED1_SHIFT     3
879 };
880 
881 union iscsi_seq_num {
882 	__le16 data_sn;
883 	__le16 r2t_sn;
884 };
885 
886 struct iscsi_spe_conn_mac_update {
887 	struct iscsi_slow_path_hdr hdr;
888 	__le16 conn_id;
889 	__le32 fw_cid;
890 	__le16 remote_mac_addr_lo;
891 	__le16 remote_mac_addr_mid;
892 	__le16 remote_mac_addr_hi;
893 	u8 reserved0[2];
894 };
895 
896 struct iscsi_spe_conn_offload {
897 	struct iscsi_slow_path_hdr hdr;
898 	__le16 conn_id;
899 	__le32 fw_cid;
900 	struct iscsi_conn_offload_params iscsi;
901 	struct tcp_offload_params tcp;
902 };
903 
904 struct iscsi_spe_conn_offload_option2 {
905 	struct iscsi_slow_path_hdr hdr;
906 	__le16 conn_id;
907 	__le32 fw_cid;
908 	struct iscsi_conn_offload_params iscsi;
909 	struct tcp_offload_params_opt2 tcp;
910 };
911 
912 struct iscsi_spe_conn_termination {
913 	struct iscsi_slow_path_hdr hdr;
914 	__le16 conn_id;
915 	__le32 fw_cid;
916 	u8 abortive;
917 	u8 reserved0[7];
918 	struct regpair queue_cnts_addr;
919 	struct regpair query_params_addr;
920 };
921 
922 struct iscsi_spe_func_dstry {
923 	struct iscsi_slow_path_hdr hdr;
924 	__le16 reserved0;
925 	__le32 reserved1;
926 };
927 
928 struct iscsi_spe_func_init {
929 	struct iscsi_slow_path_hdr hdr;
930 	__le16 half_way_close_timeout;
931 	u8 num_sq_pages_in_ring;
932 	u8 num_r2tq_pages_in_ring;
933 	u8 num_uhq_pages_in_ring;
934 	u8 ll2_rx_queue_id;
935 	u8 ooo_enable;
936 	struct iscsi_debug_modes debug_mode;
937 	__le16 reserved1;
938 	__le32 reserved2;
939 	__le32 reserved3;
940 	__le32 reserved4;
941 	struct scsi_init_func_params func_params;
942 	struct scsi_init_func_queues q_params;
943 };
944 
945 struct ystorm_iscsi_task_state {
946 	union iscsi_data_desc_ctx sgl_ctx_union;
947 	__le32 buffer_offset[2];
948 	__le16 bytes_nxt_dif;
949 	__le16 rxmit_bytes_nxt_dif;
950 	union iscsi_seq_num seq_num_union;
951 	u8 dif_bytes_leftover;
952 	u8 rxmit_dif_bytes_leftover;
953 	__le16 reuse_count;
954 	struct iscsi_dif_flags dif_flags;
955 	u8 local_comp;
956 	__le32 exp_r2t_sn;
957 	__le32 sgl_offset[2];
958 };
959 
960 struct ystorm_iscsi_task_st_ctx {
961 	struct ystorm_iscsi_task_state state;
962 	union iscsi_task_hdr pdu_hdr;
963 };
964 
965 struct ystorm_iscsi_task_ag_ctx {
966 	u8 reserved;
967 	u8 byte1;
968 	__le16 word0;
969 	u8 flags0;
970 #define YSTORM_ISCSI_TASK_AG_CTX_NIBBLE0_MASK     0xF
971 #define YSTORM_ISCSI_TASK_AG_CTX_NIBBLE0_SHIFT    0
972 #define YSTORM_ISCSI_TASK_AG_CTX_BIT0_MASK        0x1
973 #define YSTORM_ISCSI_TASK_AG_CTX_BIT0_SHIFT       4
974 #define YSTORM_ISCSI_TASK_AG_CTX_BIT1_MASK        0x1
975 #define YSTORM_ISCSI_TASK_AG_CTX_BIT1_SHIFT       5
976 #define YSTORM_ISCSI_TASK_AG_CTX_VALID_MASK       0x1
977 #define YSTORM_ISCSI_TASK_AG_CTX_VALID_SHIFT      6
978 #define YSTORM_ISCSI_TASK_AG_CTX_BIT3_MASK        0x1
979 #define YSTORM_ISCSI_TASK_AG_CTX_BIT3_SHIFT       7
980 	u8 flags1;
981 #define YSTORM_ISCSI_TASK_AG_CTX_CF0_MASK         0x3
982 #define YSTORM_ISCSI_TASK_AG_CTX_CF0_SHIFT        0
983 #define YSTORM_ISCSI_TASK_AG_CTX_CF1_MASK         0x3
984 #define YSTORM_ISCSI_TASK_AG_CTX_CF1_SHIFT        2
985 #define YSTORM_ISCSI_TASK_AG_CTX_CF2SPECIAL_MASK  0x3
986 #define YSTORM_ISCSI_TASK_AG_CTX_CF2SPECIAL_SHIFT 4
987 #define YSTORM_ISCSI_TASK_AG_CTX_CF0EN_MASK       0x1
988 #define YSTORM_ISCSI_TASK_AG_CTX_CF0EN_SHIFT      6
989 #define YSTORM_ISCSI_TASK_AG_CTX_CF1EN_MASK       0x1
990 #define YSTORM_ISCSI_TASK_AG_CTX_CF1EN_SHIFT      7
991 	u8 flags2;
992 #define YSTORM_ISCSI_TASK_AG_CTX_BIT4_MASK        0x1
993 #define YSTORM_ISCSI_TASK_AG_CTX_BIT4_SHIFT       0
994 #define YSTORM_ISCSI_TASK_AG_CTX_RULE0EN_MASK     0x1
995 #define YSTORM_ISCSI_TASK_AG_CTX_RULE0EN_SHIFT    1
996 #define YSTORM_ISCSI_TASK_AG_CTX_RULE1EN_MASK     0x1
997 #define YSTORM_ISCSI_TASK_AG_CTX_RULE1EN_SHIFT    2
998 #define YSTORM_ISCSI_TASK_AG_CTX_RULE2EN_MASK     0x1
999 #define YSTORM_ISCSI_TASK_AG_CTX_RULE2EN_SHIFT    3
1000 #define YSTORM_ISCSI_TASK_AG_CTX_RULE3EN_MASK     0x1
1001 #define YSTORM_ISCSI_TASK_AG_CTX_RULE3EN_SHIFT    4
1002 #define YSTORM_ISCSI_TASK_AG_CTX_RULE4EN_MASK     0x1
1003 #define YSTORM_ISCSI_TASK_AG_CTX_RULE4EN_SHIFT    5
1004 #define YSTORM_ISCSI_TASK_AG_CTX_RULE5EN_MASK     0x1
1005 #define YSTORM_ISCSI_TASK_AG_CTX_RULE5EN_SHIFT    6
1006 #define YSTORM_ISCSI_TASK_AG_CTX_RULE6EN_MASK     0x1
1007 #define YSTORM_ISCSI_TASK_AG_CTX_RULE6EN_SHIFT    7
1008 	u8 byte2;
1009 	__le32 TTT;
1010 	u8 byte3;
1011 	u8 byte4;
1012 	__le16 word1;
1013 };
1014 
1015 struct mstorm_iscsi_task_ag_ctx {
1016 	u8 cdu_validation;
1017 	u8 byte1;
1018 	__le16 task_cid;
1019 	u8 flags0;
1020 #define MSTORM_ISCSI_TASK_AG_CTX_CONNECTION_TYPE_MASK     0xF
1021 #define MSTORM_ISCSI_TASK_AG_CTX_CONNECTION_TYPE_SHIFT    0
1022 #define MSTORM_ISCSI_TASK_AG_CTX_EXIST_IN_QM0_MASK        0x1
1023 #define MSTORM_ISCSI_TASK_AG_CTX_EXIST_IN_QM0_SHIFT       4
1024 #define MSTORM_ISCSI_TASK_AG_CTX_BIT1_MASK                0x1
1025 #define MSTORM_ISCSI_TASK_AG_CTX_BIT1_SHIFT               5
1026 #define MSTORM_ISCSI_TASK_AG_CTX_VALID_MASK               0x1
1027 #define MSTORM_ISCSI_TASK_AG_CTX_VALID_SHIFT              6
1028 #define MSTORM_ISCSI_TASK_AG_CTX_TASK_CLEANUP_FLAG_MASK   0x1
1029 #define MSTORM_ISCSI_TASK_AG_CTX_TASK_CLEANUP_FLAG_SHIFT  7
1030 	u8 flags1;
1031 #define MSTORM_ISCSI_TASK_AG_CTX_TASK_CLEANUP_CF_MASK     0x3
1032 #define MSTORM_ISCSI_TASK_AG_CTX_TASK_CLEANUP_CF_SHIFT    0
1033 #define MSTORM_ISCSI_TASK_AG_CTX_CF1_MASK                 0x3
1034 #define MSTORM_ISCSI_TASK_AG_CTX_CF1_SHIFT                2
1035 #define MSTORM_ISCSI_TASK_AG_CTX_CF2_MASK                 0x3
1036 #define MSTORM_ISCSI_TASK_AG_CTX_CF2_SHIFT                4
1037 #define MSTORM_ISCSI_TASK_AG_CTX_TASK_CLEANUP_CF_EN_MASK  0x1
1038 #define MSTORM_ISCSI_TASK_AG_CTX_TASK_CLEANUP_CF_EN_SHIFT 6
1039 #define MSTORM_ISCSI_TASK_AG_CTX_CF1EN_MASK               0x1
1040 #define MSTORM_ISCSI_TASK_AG_CTX_CF1EN_SHIFT              7
1041 	u8 flags2;
1042 #define MSTORM_ISCSI_TASK_AG_CTX_CF2EN_MASK               0x1
1043 #define MSTORM_ISCSI_TASK_AG_CTX_CF2EN_SHIFT              0
1044 #define MSTORM_ISCSI_TASK_AG_CTX_RULE0EN_MASK             0x1
1045 #define MSTORM_ISCSI_TASK_AG_CTX_RULE0EN_SHIFT            1
1046 #define MSTORM_ISCSI_TASK_AG_CTX_RULE1EN_MASK             0x1
1047 #define MSTORM_ISCSI_TASK_AG_CTX_RULE1EN_SHIFT            2
1048 #define MSTORM_ISCSI_TASK_AG_CTX_RULE2EN_MASK             0x1
1049 #define MSTORM_ISCSI_TASK_AG_CTX_RULE2EN_SHIFT            3
1050 #define MSTORM_ISCSI_TASK_AG_CTX_RULE3EN_MASK             0x1
1051 #define MSTORM_ISCSI_TASK_AG_CTX_RULE3EN_SHIFT            4
1052 #define MSTORM_ISCSI_TASK_AG_CTX_RULE4EN_MASK             0x1
1053 #define MSTORM_ISCSI_TASK_AG_CTX_RULE4EN_SHIFT            5
1054 #define MSTORM_ISCSI_TASK_AG_CTX_RULE5EN_MASK             0x1
1055 #define MSTORM_ISCSI_TASK_AG_CTX_RULE5EN_SHIFT            6
1056 #define MSTORM_ISCSI_TASK_AG_CTX_RULE6EN_MASK             0x1
1057 #define MSTORM_ISCSI_TASK_AG_CTX_RULE6EN_SHIFT            7
1058 	u8 byte2;
1059 	__le32 reg0;
1060 	u8 byte3;
1061 	u8 byte4;
1062 	__le16 word1;
1063 };
1064 
1065 struct ustorm_iscsi_task_ag_ctx {
1066 	u8 reserved;
1067 	u8 state;
1068 	__le16 icid;
1069 	u8 flags0;
1070 #define USTORM_ISCSI_TASK_AG_CTX_CONNECTION_TYPE_MASK        0xF
1071 #define USTORM_ISCSI_TASK_AG_CTX_CONNECTION_TYPE_SHIFT       0
1072 #define USTORM_ISCSI_TASK_AG_CTX_EXIST_IN_QM0_MASK           0x1
1073 #define USTORM_ISCSI_TASK_AG_CTX_EXIST_IN_QM0_SHIFT          4
1074 #define USTORM_ISCSI_TASK_AG_CTX_BIT1_MASK                   0x1
1075 #define USTORM_ISCSI_TASK_AG_CTX_BIT1_SHIFT                  5
1076 #define USTORM_ISCSI_TASK_AG_CTX_HQ_SCANNED_CF_MASK          0x3
1077 #define USTORM_ISCSI_TASK_AG_CTX_HQ_SCANNED_CF_SHIFT         6
1078 	u8 flags1;
1079 #define USTORM_ISCSI_TASK_AG_CTX_RESERVED1_MASK              0x3
1080 #define USTORM_ISCSI_TASK_AG_CTX_RESERVED1_SHIFT             0
1081 #define USTORM_ISCSI_TASK_AG_CTX_R2T2RECV_MASK               0x3
1082 #define USTORM_ISCSI_TASK_AG_CTX_R2T2RECV_SHIFT              2
1083 #define USTORM_ISCSI_TASK_AG_CTX_CF3_MASK                    0x3
1084 #define USTORM_ISCSI_TASK_AG_CTX_CF3_SHIFT                   4
1085 #define USTORM_ISCSI_TASK_AG_CTX_DIF_ERROR_CF_MASK           0x3
1086 #define USTORM_ISCSI_TASK_AG_CTX_DIF_ERROR_CF_SHIFT          6
1087 	u8 flags2;
1088 #define USTORM_ISCSI_TASK_AG_CTX_HQ_SCANNED_CF_EN_MASK       0x1
1089 #define USTORM_ISCSI_TASK_AG_CTX_HQ_SCANNED_CF_EN_SHIFT      0
1090 #define USTORM_ISCSI_TASK_AG_CTX_DISABLE_DATA_ACKED_MASK     0x1
1091 #define USTORM_ISCSI_TASK_AG_CTX_DISABLE_DATA_ACKED_SHIFT    1
1092 #define USTORM_ISCSI_TASK_AG_CTX_R2T2RECV_EN_MASK            0x1
1093 #define USTORM_ISCSI_TASK_AG_CTX_R2T2RECV_EN_SHIFT           2
1094 #define USTORM_ISCSI_TASK_AG_CTX_CF3EN_MASK                  0x1
1095 #define USTORM_ISCSI_TASK_AG_CTX_CF3EN_SHIFT                 3
1096 #define USTORM_ISCSI_TASK_AG_CTX_DIF_ERROR_CF_EN_MASK        0x1
1097 #define USTORM_ISCSI_TASK_AG_CTX_DIF_ERROR_CF_EN_SHIFT       4
1098 #define USTORM_ISCSI_TASK_AG_CTX_CMP_DATA_TOTAL_EXP_EN_MASK  0x1
1099 #define USTORM_ISCSI_TASK_AG_CTX_CMP_DATA_TOTAL_EXP_EN_SHIFT 5
1100 #define USTORM_ISCSI_TASK_AG_CTX_RULE1EN_MASK                0x1
1101 #define USTORM_ISCSI_TASK_AG_CTX_RULE1EN_SHIFT               6
1102 #define USTORM_ISCSI_TASK_AG_CTX_CMP_CONT_RCV_EXP_EN_MASK    0x1
1103 #define USTORM_ISCSI_TASK_AG_CTX_CMP_CONT_RCV_EXP_EN_SHIFT   7
1104 	u8 flags3;
1105 #define USTORM_ISCSI_TASK_AG_CTX_RULE3EN_MASK                0x1
1106 #define USTORM_ISCSI_TASK_AG_CTX_RULE3EN_SHIFT               0
1107 #define USTORM_ISCSI_TASK_AG_CTX_RULE4EN_MASK                0x1
1108 #define USTORM_ISCSI_TASK_AG_CTX_RULE4EN_SHIFT               1
1109 #define USTORM_ISCSI_TASK_AG_CTX_RULE5EN_MASK                0x1
1110 #define USTORM_ISCSI_TASK_AG_CTX_RULE5EN_SHIFT               2
1111 #define USTORM_ISCSI_TASK_AG_CTX_RULE6EN_MASK                0x1
1112 #define USTORM_ISCSI_TASK_AG_CTX_RULE6EN_SHIFT               3
1113 #define USTORM_ISCSI_TASK_AG_CTX_DIF_ERROR_TYPE_MASK         0xF
1114 #define USTORM_ISCSI_TASK_AG_CTX_DIF_ERROR_TYPE_SHIFT        4
1115 	__le32 dif_err_intervals;
1116 	__le32 dif_error_1st_interval;
1117 	__le32 rcv_cont_len;
1118 	__le32 exp_cont_len;
1119 	__le32 total_data_acked;
1120 	__le32 exp_data_acked;
1121 	u8 next_tid_valid;
1122 	u8 byte3;
1123 	__le16 word1;
1124 	__le16 next_tid;
1125 	__le16 word3;
1126 	__le32 hdr_residual_count;
1127 	__le32 exp_r2t_sn;
1128 };
1129 
1130 struct mstorm_iscsi_task_st_ctx {
1131 	union iscsi_mstorm_sgl sgl_union;
1132 	struct iscsi_dif_flags dif_flags;
1133 	struct iscsi_mflags flags;
1134 	u8 sgl_size;
1135 	u8 host_sge_index;
1136 	__le16 dix_cur_sge_offset;
1137 	__le16 dix_cur_sge_size;
1138 	__le32 data_offset_rtid;
1139 	u8 dif_offset;
1140 	u8 dix_sgl_size;
1141 	u8 dix_sge_index;
1142 	u8 task_type;
1143 	struct regpair sense_db;
1144 	struct regpair dix_sgl_cur_sge;
1145 	__le32 rem_task_size;
1146 	__le16 reuse_count;
1147 	__le16 dif_data_residue;
1148 	u8 reserved0[4];
1149 	__le32 reserved1[1];
1150 };
1151 
1152 struct ustorm_iscsi_task_st_ctx {
1153 	__le32 rem_rcv_len;
1154 	__le32 exp_data_transfer_len;
1155 	__le32 exp_data_sn;
1156 	struct regpair lun;
1157 	struct iscsi_reg1 reg1;
1158 	u8 flags2;
1159 #define USTORM_ISCSI_TASK_ST_CTX_AHS_EXIST_MASK             0x1
1160 #define USTORM_ISCSI_TASK_ST_CTX_AHS_EXIST_SHIFT            0
1161 #define USTORM_ISCSI_TASK_ST_CTX_RESERVED1_MASK             0x7F
1162 #define USTORM_ISCSI_TASK_ST_CTX_RESERVED1_SHIFT            1
1163 	u8 reserved2;
1164 	__le16 reserved3;
1165 	__le32 reserved4;
1166 	__le32 reserved5;
1167 	__le32 reserved6;
1168 	__le32 reserved7;
1169 	u8 task_type;
1170 	u8 error_flags;
1171 #define USTORM_ISCSI_TASK_ST_CTX_DATA_DIGEST_ERROR_MASK     0x1
1172 #define USTORM_ISCSI_TASK_ST_CTX_DATA_DIGEST_ERROR_SHIFT    0
1173 #define USTORM_ISCSI_TASK_ST_CTX_DATA_TRUNCATED_ERROR_MASK  0x1
1174 #define USTORM_ISCSI_TASK_ST_CTX_DATA_TRUNCATED_ERROR_SHIFT 1
1175 #define USTORM_ISCSI_TASK_ST_CTX_UNDER_RUN_ERROR_MASK       0x1
1176 #define USTORM_ISCSI_TASK_ST_CTX_UNDER_RUN_ERROR_SHIFT      2
1177 #define USTORM_ISCSI_TASK_ST_CTX_RESERVED8_MASK             0x1F
1178 #define USTORM_ISCSI_TASK_ST_CTX_RESERVED8_SHIFT            3
1179 	u8 flags;
1180 #define USTORM_ISCSI_TASK_ST_CTX_CQE_WRITE_MASK             0x3
1181 #define USTORM_ISCSI_TASK_ST_CTX_CQE_WRITE_SHIFT            0
1182 #define USTORM_ISCSI_TASK_ST_CTX_LOCAL_COMP_MASK            0x1
1183 #define USTORM_ISCSI_TASK_ST_CTX_LOCAL_COMP_SHIFT           2
1184 #define USTORM_ISCSI_TASK_ST_CTX_Q0_R2TQE_WRITE_MASK        0x1
1185 #define USTORM_ISCSI_TASK_ST_CTX_Q0_R2TQE_WRITE_SHIFT       3
1186 #define USTORM_ISCSI_TASK_ST_CTX_TOTALDATAACKED_DONE_MASK   0x1
1187 #define USTORM_ISCSI_TASK_ST_CTX_TOTALDATAACKED_DONE_SHIFT  4
1188 #define USTORM_ISCSI_TASK_ST_CTX_HQSCANNED_DONE_MASK        0x1
1189 #define USTORM_ISCSI_TASK_ST_CTX_HQSCANNED_DONE_SHIFT       5
1190 #define USTORM_ISCSI_TASK_ST_CTX_R2T2RECV_DONE_MASK         0x1
1191 #define USTORM_ISCSI_TASK_ST_CTX_R2T2RECV_DONE_SHIFT        6
1192 #define USTORM_ISCSI_TASK_ST_CTX_RESERVED0_MASK             0x1
1193 #define USTORM_ISCSI_TASK_ST_CTX_RESERVED0_SHIFT            7
1194 	u8 cq_rss_number;
1195 };
1196 
1197 struct iscsi_task_context {
1198 	struct ystorm_iscsi_task_st_ctx ystorm_st_context;
1199 	struct regpair ystorm_st_padding[2];
1200 	struct ystorm_iscsi_task_ag_ctx ystorm_ag_context;
1201 	struct regpair ystorm_ag_padding[2];
1202 	struct tdif_task_context tdif_context;
1203 	struct mstorm_iscsi_task_ag_ctx mstorm_ag_context;
1204 	struct regpair mstorm_ag_padding[2];
1205 	struct ustorm_iscsi_task_ag_ctx ustorm_ag_context;
1206 	struct mstorm_iscsi_task_st_ctx mstorm_st_context;
1207 	struct ustorm_iscsi_task_st_ctx ustorm_st_context;
1208 	struct rdif_task_context rdif_context;
1209 };
1210 
1211 enum iscsi_task_type {
1212 	ISCSI_TASK_TYPE_INITIATOR_WRITE,
1213 	ISCSI_TASK_TYPE_INITIATOR_READ,
1214 	ISCSI_TASK_TYPE_MIDPATH,
1215 	ISCSI_TASK_TYPE_UNSOLIC,
1216 	ISCSI_TASK_TYPE_EXCHCLEANUP,
1217 	ISCSI_TASK_TYPE_IRRELEVANT,
1218 	ISCSI_TASK_TYPE_TARGET_WRITE,
1219 	ISCSI_TASK_TYPE_TARGET_READ,
1220 	ISCSI_TASK_TYPE_TARGET_RESPONSE,
1221 	ISCSI_TASK_TYPE_LOGIN_RESPONSE,
1222 	MAX_ISCSI_TASK_TYPE
1223 };
1224 
1225 union iscsi_ttt_txlen_union {
1226 	__le32 desired_tx_len;
1227 	__le32 ttt;
1228 };
1229 
1230 struct iscsi_uhqe {
1231 	__le32 reg1;
1232 #define ISCSI_UHQE_PDU_PAYLOAD_LEN_MASK     0xFFFFF
1233 #define ISCSI_UHQE_PDU_PAYLOAD_LEN_SHIFT    0
1234 #define ISCSI_UHQE_LOCAL_COMP_MASK          0x1
1235 #define ISCSI_UHQE_LOCAL_COMP_SHIFT         20
1236 #define ISCSI_UHQE_TOGGLE_BIT_MASK          0x1
1237 #define ISCSI_UHQE_TOGGLE_BIT_SHIFT         21
1238 #define ISCSI_UHQE_PURE_PAYLOAD_MASK        0x1
1239 #define ISCSI_UHQE_PURE_PAYLOAD_SHIFT       22
1240 #define ISCSI_UHQE_LOGIN_RESPONSE_PDU_MASK  0x1
1241 #define ISCSI_UHQE_LOGIN_RESPONSE_PDU_SHIFT 23
1242 #define ISCSI_UHQE_TASK_ID_HI_MASK          0xFF
1243 #define ISCSI_UHQE_TASK_ID_HI_SHIFT         24
1244 	__le32 reg2;
1245 #define ISCSI_UHQE_BUFFER_OFFSET_MASK       0xFFFFFF
1246 #define ISCSI_UHQE_BUFFER_OFFSET_SHIFT      0
1247 #define ISCSI_UHQE_TASK_ID_LO_MASK          0xFF
1248 #define ISCSI_UHQE_TASK_ID_LO_SHIFT         24
1249 };
1250 
1251 struct iscsi_wqe_field {
1252 	__le32 contlen_cdbsize_field;
1253 #define ISCSI_WQE_FIELD_CONT_LEN_MASK  0xFFFFFF
1254 #define ISCSI_WQE_FIELD_CONT_LEN_SHIFT 0
1255 #define ISCSI_WQE_FIELD_CDB_SIZE_MASK  0xFF
1256 #define ISCSI_WQE_FIELD_CDB_SIZE_SHIFT 24
1257 };
1258 
1259 union iscsi_wqe_field_union {
1260 	struct iscsi_wqe_field cont_field;
1261 	__le32 prev_tid;
1262 };
1263 
1264 struct iscsi_wqe {
1265 	__le16 task_id;
1266 	u8 flags;
1267 #define ISCSI_WQE_WQE_TYPE_MASK        0x7
1268 #define ISCSI_WQE_WQE_TYPE_SHIFT       0
1269 #define ISCSI_WQE_NUM_FAST_SGES_MASK   0x7
1270 #define ISCSI_WQE_NUM_FAST_SGES_SHIFT  3
1271 #define ISCSI_WQE_PTU_INVALIDATE_MASK  0x1
1272 #define ISCSI_WQE_PTU_INVALIDATE_SHIFT 6
1273 #define ISCSI_WQE_RESPONSE_MASK        0x1
1274 #define ISCSI_WQE_RESPONSE_SHIFT       7
1275 	struct iscsi_dif_flags prot_flags;
1276 	union iscsi_wqe_field_union cont_prevtid_union;
1277 };
1278 
1279 enum iscsi_wqe_type {
1280 	ISCSI_WQE_TYPE_NORMAL,
1281 	ISCSI_WQE_TYPE_TASK_CLEANUP,
1282 	ISCSI_WQE_TYPE_MIDDLE_PATH,
1283 	ISCSI_WQE_TYPE_LOGIN,
1284 	ISCSI_WQE_TYPE_FIRST_R2T_CONT,
1285 	ISCSI_WQE_TYPE_NONFIRST_R2T_CONT,
1286 	ISCSI_WQE_TYPE_RESPONSE,
1287 	MAX_ISCSI_WQE_TYPE
1288 };
1289 
1290 struct iscsi_xhqe {
1291 	union iscsi_ttt_txlen_union ttt_or_txlen;
1292 	__le32 exp_stat_sn;
1293 	struct iscsi_dif_flags prot_flags;
1294 	u8 total_ahs_length;
1295 	u8 opcode;
1296 	u8 flags;
1297 #define ISCSI_XHQE_NUM_FAST_SGES_MASK  0x7
1298 #define ISCSI_XHQE_NUM_FAST_SGES_SHIFT 0
1299 #define ISCSI_XHQE_FINAL_MASK          0x1
1300 #define ISCSI_XHQE_FINAL_SHIFT         3
1301 #define ISCSI_XHQE_SUPER_IO_MASK       0x1
1302 #define ISCSI_XHQE_SUPER_IO_SHIFT      4
1303 #define ISCSI_XHQE_STATUS_BIT_MASK     0x1
1304 #define ISCSI_XHQE_STATUS_BIT_SHIFT    5
1305 #define ISCSI_XHQE_RESERVED_MASK       0x3
1306 #define ISCSI_XHQE_RESERVED_SHIFT      6
1307 	union iscsi_seq_num seq_num_union;
1308 	__le16 reserved1;
1309 };
1310 
1311 struct mstorm_iscsi_stats_drv {
1312 	struct regpair iscsi_rx_dropped_pdus_task_not_valid;
1313 };
1314 
1315 struct pstorm_iscsi_stats_drv {
1316 	struct regpair iscsi_tx_bytes_cnt;
1317 	struct regpair iscsi_tx_packet_cnt;
1318 };
1319 
1320 struct tstorm_iscsi_stats_drv {
1321 	struct regpair iscsi_rx_bytes_cnt;
1322 	struct regpair iscsi_rx_packet_cnt;
1323 	struct regpair iscsi_rx_new_ooo_isle_events_cnt;
1324 	__le32 iscsi_cmdq_threshold_cnt;
1325 	__le32 iscsi_rq_threshold_cnt;
1326 	__le32 iscsi_immq_threshold_cnt;
1327 };
1328 
1329 struct ustorm_iscsi_stats_drv {
1330 	struct regpair iscsi_rx_data_pdu_cnt;
1331 	struct regpair iscsi_rx_r2t_pdu_cnt;
1332 	struct regpair iscsi_rx_total_pdu_cnt;
1333 };
1334 
1335 struct xstorm_iscsi_stats_drv {
1336 	struct regpair iscsi_tx_go_to_slow_start_event_cnt;
1337 	struct regpair iscsi_tx_fast_retransmit_event_cnt;
1338 };
1339 
1340 struct ystorm_iscsi_stats_drv {
1341 	struct regpair iscsi_tx_data_pdu_cnt;
1342 	struct regpair iscsi_tx_r2t_pdu_cnt;
1343 	struct regpair iscsi_tx_total_pdu_cnt;
1344 };
1345 
1346 struct iscsi_db_data {
1347 	u8 params;
1348 #define ISCSI_DB_DATA_DEST_MASK         0x3
1349 #define ISCSI_DB_DATA_DEST_SHIFT        0
1350 #define ISCSI_DB_DATA_AGG_CMD_MASK      0x3
1351 #define ISCSI_DB_DATA_AGG_CMD_SHIFT     2
1352 #define ISCSI_DB_DATA_BYPASS_EN_MASK    0x1
1353 #define ISCSI_DB_DATA_BYPASS_EN_SHIFT   4
1354 #define ISCSI_DB_DATA_RESERVED_MASK     0x1
1355 #define ISCSI_DB_DATA_RESERVED_SHIFT    5
1356 #define ISCSI_DB_DATA_AGG_VAL_SEL_MASK  0x3
1357 #define ISCSI_DB_DATA_AGG_VAL_SEL_SHIFT 6
1358 	u8 agg_flags;
1359 	__le16 sq_prod;
1360 };
1361 
1362 struct tstorm_iscsi_task_ag_ctx {
1363 	u8 byte0;
1364 	u8 byte1;
1365 	__le16 word0;
1366 	u8 flags0;
1367 #define TSTORM_ISCSI_TASK_AG_CTX_NIBBLE0_MASK  0xF
1368 #define TSTORM_ISCSI_TASK_AG_CTX_NIBBLE0_SHIFT 0
1369 #define TSTORM_ISCSI_TASK_AG_CTX_BIT0_MASK     0x1
1370 #define TSTORM_ISCSI_TASK_AG_CTX_BIT0_SHIFT    4
1371 #define TSTORM_ISCSI_TASK_AG_CTX_BIT1_MASK     0x1
1372 #define TSTORM_ISCSI_TASK_AG_CTX_BIT1_SHIFT    5
1373 #define TSTORM_ISCSI_TASK_AG_CTX_BIT2_MASK     0x1
1374 #define TSTORM_ISCSI_TASK_AG_CTX_BIT2_SHIFT    6
1375 #define TSTORM_ISCSI_TASK_AG_CTX_BIT3_MASK     0x1
1376 #define TSTORM_ISCSI_TASK_AG_CTX_BIT3_SHIFT    7
1377 	u8 flags1;
1378 #define TSTORM_ISCSI_TASK_AG_CTX_BIT4_MASK     0x1
1379 #define TSTORM_ISCSI_TASK_AG_CTX_BIT4_SHIFT    0
1380 #define TSTORM_ISCSI_TASK_AG_CTX_BIT5_MASK     0x1
1381 #define TSTORM_ISCSI_TASK_AG_CTX_BIT5_SHIFT    1
1382 #define TSTORM_ISCSI_TASK_AG_CTX_CF0_MASK      0x3
1383 #define TSTORM_ISCSI_TASK_AG_CTX_CF0_SHIFT     2
1384 #define TSTORM_ISCSI_TASK_AG_CTX_CF1_MASK      0x3
1385 #define TSTORM_ISCSI_TASK_AG_CTX_CF1_SHIFT     4
1386 #define TSTORM_ISCSI_TASK_AG_CTX_CF2_MASK      0x3
1387 #define TSTORM_ISCSI_TASK_AG_CTX_CF2_SHIFT     6
1388 	u8 flags2;
1389 #define TSTORM_ISCSI_TASK_AG_CTX_CF3_MASK      0x3
1390 #define TSTORM_ISCSI_TASK_AG_CTX_CF3_SHIFT     0
1391 #define TSTORM_ISCSI_TASK_AG_CTX_CF4_MASK      0x3
1392 #define TSTORM_ISCSI_TASK_AG_CTX_CF4_SHIFT     2
1393 #define TSTORM_ISCSI_TASK_AG_CTX_CF5_MASK      0x3
1394 #define TSTORM_ISCSI_TASK_AG_CTX_CF5_SHIFT     4
1395 #define TSTORM_ISCSI_TASK_AG_CTX_CF6_MASK      0x3
1396 #define TSTORM_ISCSI_TASK_AG_CTX_CF6_SHIFT     6
1397 	u8 flags3;
1398 #define TSTORM_ISCSI_TASK_AG_CTX_CF7_MASK      0x3
1399 #define TSTORM_ISCSI_TASK_AG_CTX_CF7_SHIFT     0
1400 #define TSTORM_ISCSI_TASK_AG_CTX_CF0EN_MASK    0x1
1401 #define TSTORM_ISCSI_TASK_AG_CTX_CF0EN_SHIFT   2
1402 #define TSTORM_ISCSI_TASK_AG_CTX_CF1EN_MASK    0x1
1403 #define TSTORM_ISCSI_TASK_AG_CTX_CF1EN_SHIFT   3
1404 #define TSTORM_ISCSI_TASK_AG_CTX_CF2EN_MASK    0x1
1405 #define TSTORM_ISCSI_TASK_AG_CTX_CF2EN_SHIFT   4
1406 #define TSTORM_ISCSI_TASK_AG_CTX_CF3EN_MASK    0x1
1407 #define TSTORM_ISCSI_TASK_AG_CTX_CF3EN_SHIFT   5
1408 #define TSTORM_ISCSI_TASK_AG_CTX_CF4EN_MASK    0x1
1409 #define TSTORM_ISCSI_TASK_AG_CTX_CF4EN_SHIFT   6
1410 #define TSTORM_ISCSI_TASK_AG_CTX_CF5EN_MASK    0x1
1411 #define TSTORM_ISCSI_TASK_AG_CTX_CF5EN_SHIFT   7
1412 	u8 flags4;
1413 #define TSTORM_ISCSI_TASK_AG_CTX_CF6EN_MASK    0x1
1414 #define TSTORM_ISCSI_TASK_AG_CTX_CF6EN_SHIFT   0
1415 #define TSTORM_ISCSI_TASK_AG_CTX_CF7EN_MASK    0x1
1416 #define TSTORM_ISCSI_TASK_AG_CTX_CF7EN_SHIFT   1
1417 #define TSTORM_ISCSI_TASK_AG_CTX_RULE0EN_MASK  0x1
1418 #define TSTORM_ISCSI_TASK_AG_CTX_RULE0EN_SHIFT 2
1419 #define TSTORM_ISCSI_TASK_AG_CTX_RULE1EN_MASK  0x1
1420 #define TSTORM_ISCSI_TASK_AG_CTX_RULE1EN_SHIFT 3
1421 #define TSTORM_ISCSI_TASK_AG_CTX_RULE2EN_MASK  0x1
1422 #define TSTORM_ISCSI_TASK_AG_CTX_RULE2EN_SHIFT 4
1423 #define TSTORM_ISCSI_TASK_AG_CTX_RULE3EN_MASK  0x1
1424 #define TSTORM_ISCSI_TASK_AG_CTX_RULE3EN_SHIFT 5
1425 #define TSTORM_ISCSI_TASK_AG_CTX_RULE4EN_MASK  0x1
1426 #define TSTORM_ISCSI_TASK_AG_CTX_RULE4EN_SHIFT 6
1427 #define TSTORM_ISCSI_TASK_AG_CTX_RULE5EN_MASK  0x1
1428 #define TSTORM_ISCSI_TASK_AG_CTX_RULE5EN_SHIFT 7
1429 	u8 byte2;
1430 	__le16 word1;
1431 	__le32 reg0;
1432 	u8 byte3;
1433 	u8 byte4;
1434 	__le16 word2;
1435 	__le16 word3;
1436 	__le16 word4;
1437 	__le32 reg1;
1438 	__le32 reg2;
1439 };
1440 
1441 #endif /* __ISCSI_COMMON__ */
1442