Commit | Line | Data |
---|---|---|
e48354ce NB |
1 | #ifndef ISCSI_TARGET_CORE_H |
2 | #define ISCSI_TARGET_CORE_H | |
3 | ||
4 | #include <linux/in.h> | |
5 | #include <linux/configfs.h> | |
6 | #include <net/sock.h> | |
7 | #include <net/tcp.h> | |
8 | #include <scsi/scsi_cmnd.h> | |
9 | #include <scsi/iscsi_proto.h> | |
10 | #include <target/target_core_base.h> | |
11 | ||
2999ee7f | 12 | #define ISCSIT_VERSION "v4.1.0" |
e48354ce NB |
13 | #define ISCSI_MAX_DATASN_MISSING_COUNT 16 |
14 | #define ISCSI_TX_THREAD_TCP_TIMEOUT 2 | |
15 | #define ISCSI_RX_THREAD_TCP_TIMEOUT 2 | |
16 | #define SECONDS_FOR_ASYNC_LOGOUT 10 | |
17 | #define SECONDS_FOR_ASYNC_TEXT 10 | |
18 | #define SECONDS_FOR_LOGOUT_COMP 15 | |
19 | #define WHITE_SPACE " \t\v\f\n\r" | |
988e3a85 NB |
20 | #define ISCSIT_MIN_TAGS 16 |
21 | #define ISCSIT_EXTRA_TAGS 8 | |
837f6452 | 22 | #define ISCSIT_TCP_BACKLOG 256 |
e48354ce NB |
23 | |
24 | /* struct iscsi_node_attrib sanity values */ | |
25 | #define NA_DATAOUT_TIMEOUT 3 | |
26 | #define NA_DATAOUT_TIMEOUT_MAX 60 | |
27 | #define NA_DATAOUT_TIMEOUT_MIX 2 | |
28 | #define NA_DATAOUT_TIMEOUT_RETRIES 5 | |
29 | #define NA_DATAOUT_TIMEOUT_RETRIES_MAX 15 | |
30 | #define NA_DATAOUT_TIMEOUT_RETRIES_MIN 1 | |
cf0eb28d | 31 | #define NA_NOPIN_TIMEOUT 15 |
e48354ce NB |
32 | #define NA_NOPIN_TIMEOUT_MAX 60 |
33 | #define NA_NOPIN_TIMEOUT_MIN 3 | |
cf0eb28d | 34 | #define NA_NOPIN_RESPONSE_TIMEOUT 30 |
e48354ce NB |
35 | #define NA_NOPIN_RESPONSE_TIMEOUT_MAX 60 |
36 | #define NA_NOPIN_RESPONSE_TIMEOUT_MIN 3 | |
37 | #define NA_RANDOM_DATAIN_PDU_OFFSETS 0 | |
38 | #define NA_RANDOM_DATAIN_SEQ_OFFSETS 0 | |
39 | #define NA_RANDOM_R2T_OFFSETS 0 | |
40 | #define NA_DEFAULT_ERL 0 | |
41 | #define NA_DEFAULT_ERL_MAX 2 | |
42 | #define NA_DEFAULT_ERL_MIN 0 | |
43 | ||
44 | /* struct iscsi_tpg_attrib sanity values */ | |
45 | #define TA_AUTHENTICATION 1 | |
46 | #define TA_LOGIN_TIMEOUT 15 | |
47 | #define TA_LOGIN_TIMEOUT_MAX 30 | |
48 | #define TA_LOGIN_TIMEOUT_MIN 5 | |
49 | #define TA_NETIF_TIMEOUT 2 | |
50 | #define TA_NETIF_TIMEOUT_MAX 15 | |
51 | #define TA_NETIF_TIMEOUT_MIN 2 | |
52 | #define TA_GENERATE_NODE_ACLS 0 | |
38f7d6ed | 53 | #define TA_DEFAULT_CMDSN_DEPTH 64 |
e48354ce NB |
54 | #define TA_DEFAULT_CMDSN_DEPTH_MAX 512 |
55 | #define TA_DEFAULT_CMDSN_DEPTH_MIN 1 | |
56 | #define TA_CACHE_DYNAMIC_ACLS 0 | |
57 | /* Enabled by default in demo mode (generic_node_acls=1) */ | |
58 | #define TA_DEMO_MODE_WRITE_PROTECT 1 | |
59 | /* Disabled by default in production mode w/ explict ACLs */ | |
60 | #define TA_PROD_MODE_WRITE_PROTECT 0 | |
4c54b6cf | 61 | #define TA_DEMO_MODE_DISCOVERY 1 |
e48354ce NB |
62 | #define TA_CACHE_CORE_NPS 0 |
63 | ||
c0427f15 CH |
64 | |
65 | #define ISCSI_IOV_DATA_BUFFER 5 | |
66 | ||
baa4d64b | 67 | enum iscsit_transport_type { |
e48354ce NB |
68 | ISCSI_TCP = 0, |
69 | ISCSI_SCTP_TCP = 1, | |
70 | ISCSI_SCTP_UDP = 2, | |
71 | ISCSI_IWARP_TCP = 3, | |
72 | ISCSI_IWARP_SCTP = 4, | |
73 | ISCSI_INFINIBAND = 5, | |
74 | }; | |
75 | ||
76 | /* RFC-3720 7.1.4 Standard Connection State Diagram for a Target */ | |
77 | enum target_conn_state_table { | |
78 | TARG_CONN_STATE_FREE = 0x1, | |
79 | TARG_CONN_STATE_XPT_UP = 0x3, | |
80 | TARG_CONN_STATE_IN_LOGIN = 0x4, | |
81 | TARG_CONN_STATE_LOGGED_IN = 0x5, | |
82 | TARG_CONN_STATE_IN_LOGOUT = 0x6, | |
83 | TARG_CONN_STATE_LOGOUT_REQUESTED = 0x7, | |
84 | TARG_CONN_STATE_CLEANUP_WAIT = 0x8, | |
85 | }; | |
86 | ||
87 | /* RFC-3720 7.3.2 Session State Diagram for a Target */ | |
88 | enum target_sess_state_table { | |
89 | TARG_SESS_STATE_FREE = 0x1, | |
90 | TARG_SESS_STATE_ACTIVE = 0x2, | |
91 | TARG_SESS_STATE_LOGGED_IN = 0x3, | |
92 | TARG_SESS_STATE_FAILED = 0x4, | |
93 | TARG_SESS_STATE_IN_CONTINUE = 0x5, | |
94 | }; | |
95 | ||
96 | /* struct iscsi_data_count->type */ | |
97 | enum data_count_type { | |
98 | ISCSI_RX_DATA = 1, | |
99 | ISCSI_TX_DATA = 2, | |
100 | }; | |
101 | ||
102 | /* struct iscsi_datain_req->dr_complete */ | |
103 | enum datain_req_comp_table { | |
104 | DATAIN_COMPLETE_NORMAL = 1, | |
105 | DATAIN_COMPLETE_WITHIN_COMMAND_RECOVERY = 2, | |
106 | DATAIN_COMPLETE_CONNECTION_RECOVERY = 3, | |
107 | }; | |
108 | ||
109 | /* struct iscsi_datain_req->recovery */ | |
110 | enum datain_req_rec_table { | |
111 | DATAIN_WITHIN_COMMAND_RECOVERY = 1, | |
112 | DATAIN_CONNECTION_RECOVERY = 2, | |
113 | }; | |
114 | ||
115 | /* struct iscsi_portal_group->state */ | |
116 | enum tpg_state_table { | |
117 | TPG_STATE_FREE = 0, | |
118 | TPG_STATE_ACTIVE = 1, | |
119 | TPG_STATE_INACTIVE = 2, | |
120 | TPG_STATE_COLD_RESET = 3, | |
121 | }; | |
122 | ||
123 | /* struct iscsi_tiqn->tiqn_state */ | |
124 | enum tiqn_state_table { | |
125 | TIQN_STATE_ACTIVE = 1, | |
126 | TIQN_STATE_SHUTDOWN = 2, | |
127 | }; | |
128 | ||
129 | /* struct iscsi_cmd->cmd_flags */ | |
130 | enum cmd_flags_table { | |
131 | ICF_GOT_LAST_DATAOUT = 0x00000001, | |
132 | ICF_GOT_DATACK_SNACK = 0x00000002, | |
133 | ICF_NON_IMMEDIATE_UNSOLICITED_DATA = 0x00000004, | |
134 | ICF_SENT_LAST_R2T = 0x00000008, | |
135 | ICF_WITHIN_COMMAND_RECOVERY = 0x00000010, | |
136 | ICF_CONTIG_MEMORY = 0x00000020, | |
137 | ICF_ATTACHED_TO_RQUEUE = 0x00000040, | |
138 | ICF_OOO_CMDSN = 0x00000080, | |
ba159914 NB |
139 | IFC_SENDTARGETS_ALL = 0x00000100, |
140 | IFC_SENDTARGETS_SINGLE = 0x00000200, | |
e48354ce NB |
141 | }; |
142 | ||
143 | /* struct iscsi_cmd->i_state */ | |
144 | enum cmd_i_state_table { | |
145 | ISTATE_NO_STATE = 0, | |
146 | ISTATE_NEW_CMD = 1, | |
147 | ISTATE_DEFERRED_CMD = 2, | |
148 | ISTATE_UNSOLICITED_DATA = 3, | |
149 | ISTATE_RECEIVE_DATAOUT = 4, | |
150 | ISTATE_RECEIVE_DATAOUT_RECOVERY = 5, | |
151 | ISTATE_RECEIVED_LAST_DATAOUT = 6, | |
152 | ISTATE_WITHIN_DATAOUT_RECOVERY = 7, | |
153 | ISTATE_IN_CONNECTION_RECOVERY = 8, | |
154 | ISTATE_RECEIVED_TASKMGT = 9, | |
155 | ISTATE_SEND_ASYNCMSG = 10, | |
156 | ISTATE_SENT_ASYNCMSG = 11, | |
157 | ISTATE_SEND_DATAIN = 12, | |
158 | ISTATE_SEND_LAST_DATAIN = 13, | |
159 | ISTATE_SENT_LAST_DATAIN = 14, | |
160 | ISTATE_SEND_LOGOUTRSP = 15, | |
161 | ISTATE_SENT_LOGOUTRSP = 16, | |
162 | ISTATE_SEND_NOPIN = 17, | |
163 | ISTATE_SENT_NOPIN = 18, | |
164 | ISTATE_SEND_REJECT = 19, | |
165 | ISTATE_SENT_REJECT = 20, | |
166 | ISTATE_SEND_R2T = 21, | |
167 | ISTATE_SENT_R2T = 22, | |
168 | ISTATE_SEND_R2T_RECOVERY = 23, | |
169 | ISTATE_SENT_R2T_RECOVERY = 24, | |
170 | ISTATE_SEND_LAST_R2T = 25, | |
171 | ISTATE_SENT_LAST_R2T = 26, | |
172 | ISTATE_SEND_LAST_R2T_RECOVERY = 27, | |
173 | ISTATE_SENT_LAST_R2T_RECOVERY = 28, | |
174 | ISTATE_SEND_STATUS = 29, | |
175 | ISTATE_SEND_STATUS_BROKEN_PC = 30, | |
176 | ISTATE_SENT_STATUS = 31, | |
177 | ISTATE_SEND_STATUS_RECOVERY = 32, | |
178 | ISTATE_SENT_STATUS_RECOVERY = 33, | |
179 | ISTATE_SEND_TASKMGTRSP = 34, | |
180 | ISTATE_SENT_TASKMGTRSP = 35, | |
181 | ISTATE_SEND_TEXTRSP = 36, | |
182 | ISTATE_SENT_TEXTRSP = 37, | |
183 | ISTATE_SEND_NOPIN_WANT_RESPONSE = 38, | |
184 | ISTATE_SENT_NOPIN_WANT_RESPONSE = 39, | |
185 | ISTATE_SEND_NOPIN_NO_RESPONSE = 40, | |
186 | ISTATE_REMOVE = 41, | |
187 | ISTATE_FREE = 42, | |
188 | }; | |
189 | ||
190 | /* Used for iscsi_recover_cmdsn() return values */ | |
191 | enum recover_cmdsn_ret_table { | |
192 | CMDSN_ERROR_CANNOT_RECOVER = -1, | |
193 | CMDSN_NORMAL_OPERATION = 0, | |
194 | CMDSN_LOWER_THAN_EXP = 1, | |
195 | CMDSN_HIGHER_THAN_EXP = 2, | |
196 | }; | |
197 | ||
198 | /* Used for iscsi_handle_immediate_data() return values */ | |
199 | enum immedate_data_ret_table { | |
200 | IMMEDIATE_DATA_CANNOT_RECOVER = -1, | |
201 | IMMEDIATE_DATA_NORMAL_OPERATION = 0, | |
202 | IMMEDIATE_DATA_ERL1_CRC_FAILURE = 1, | |
203 | }; | |
204 | ||
205 | /* Used for iscsi_decide_dataout_action() return values */ | |
206 | enum dataout_action_ret_table { | |
207 | DATAOUT_CANNOT_RECOVER = -1, | |
208 | DATAOUT_NORMAL = 0, | |
209 | DATAOUT_SEND_R2T = 1, | |
210 | DATAOUT_SEND_TO_TRANSPORT = 2, | |
211 | DATAOUT_WITHIN_COMMAND_RECOVERY = 3, | |
212 | }; | |
213 | ||
214 | /* Used for struct iscsi_node_auth->naf_flags */ | |
215 | enum naf_flags_table { | |
216 | NAF_USERID_SET = 0x01, | |
217 | NAF_PASSWORD_SET = 0x02, | |
218 | NAF_USERID_IN_SET = 0x04, | |
219 | NAF_PASSWORD_IN_SET = 0x08, | |
220 | }; | |
221 | ||
222 | /* Used by various struct timer_list to manage iSCSI specific state */ | |
223 | enum iscsi_timer_flags_table { | |
224 | ISCSI_TF_RUNNING = 0x01, | |
225 | ISCSI_TF_STOP = 0x02, | |
226 | ISCSI_TF_EXPIRED = 0x04, | |
227 | }; | |
228 | ||
229 | /* Used for struct iscsi_np->np_flags */ | |
230 | enum np_flags_table { | |
231 | NPF_IP_NETWORK = 0x00, | |
e48354ce NB |
232 | }; |
233 | ||
234 | /* Used for struct iscsi_np->np_thread_state */ | |
235 | enum np_thread_state_table { | |
236 | ISCSI_NP_THREAD_ACTIVE = 1, | |
237 | ISCSI_NP_THREAD_INACTIVE = 2, | |
238 | ISCSI_NP_THREAD_RESET = 3, | |
239 | ISCSI_NP_THREAD_SHUTDOWN = 4, | |
240 | ISCSI_NP_THREAD_EXIT = 5, | |
241 | }; | |
242 | ||
243 | struct iscsi_conn_ops { | |
244 | u8 HeaderDigest; /* [0,1] == [None,CRC32C] */ | |
245 | u8 DataDigest; /* [0,1] == [None,CRC32C] */ | |
246 | u32 MaxRecvDataSegmentLength; /* [512..2**24-1] */ | |
e004cb25 | 247 | u32 MaxXmitDataSegmentLength; /* [512..2**24-1] */ |
e48354ce NB |
248 | u8 OFMarker; /* [0,1] == [No,Yes] */ |
249 | u8 IFMarker; /* [0,1] == [No,Yes] */ | |
250 | u32 OFMarkInt; /* [1..65535] */ | |
251 | u32 IFMarkInt; /* [1..65535] */ | |
03aa2070 NB |
252 | /* |
253 | * iSER specific connection parameters | |
254 | */ | |
255 | u32 InitiatorRecvDataSegmentLength; /* [512..2**24-1] */ | |
256 | u32 TargetRecvDataSegmentLength; /* [512..2**24-1] */ | |
e48354ce NB |
257 | }; |
258 | ||
259 | struct iscsi_sess_ops { | |
260 | char InitiatorName[224]; | |
261 | char InitiatorAlias[256]; | |
262 | char TargetName[224]; | |
263 | char TargetAlias[256]; | |
264 | char TargetAddress[256]; | |
265 | u16 TargetPortalGroupTag; /* [0..65535] */ | |
266 | u16 MaxConnections; /* [1..65535] */ | |
267 | u8 InitialR2T; /* [0,1] == [No,Yes] */ | |
268 | u8 ImmediateData; /* [0,1] == [No,Yes] */ | |
269 | u32 MaxBurstLength; /* [512..2**24-1] */ | |
270 | u32 FirstBurstLength; /* [512..2**24-1] */ | |
271 | u16 DefaultTime2Wait; /* [0..3600] */ | |
272 | u16 DefaultTime2Retain; /* [0..3600] */ | |
273 | u16 MaxOutstandingR2T; /* [1..65535] */ | |
274 | u8 DataPDUInOrder; /* [0,1] == [No,Yes] */ | |
275 | u8 DataSequenceInOrder; /* [0,1] == [No,Yes] */ | |
276 | u8 ErrorRecoveryLevel; /* [0..2] */ | |
277 | u8 SessionType; /* [0,1] == [Normal,Discovery]*/ | |
03aa2070 NB |
278 | /* |
279 | * iSER specific session parameters | |
280 | */ | |
281 | u8 RDMAExtensions; /* [0,1] == [No,Yes] */ | |
e48354ce NB |
282 | }; |
283 | ||
284 | struct iscsi_queue_req { | |
285 | int state; | |
286 | struct iscsi_cmd *cmd; | |
287 | struct list_head qr_list; | |
288 | }; | |
289 | ||
290 | struct iscsi_data_count { | |
291 | int data_length; | |
292 | int sync_and_steering; | |
293 | enum data_count_type type; | |
294 | u32 iov_count; | |
295 | u32 ss_iov_count; | |
296 | u32 ss_marker_count; | |
297 | struct kvec *iov; | |
298 | }; | |
299 | ||
300 | struct iscsi_param_list { | |
03aa2070 | 301 | bool iser; |
e48354ce NB |
302 | struct list_head param_list; |
303 | struct list_head extra_response_list; | |
304 | }; | |
305 | ||
306 | struct iscsi_datain_req { | |
307 | enum datain_req_comp_table dr_complete; | |
308 | int generate_recovery_values; | |
309 | enum datain_req_rec_table recovery; | |
310 | u32 begrun; | |
311 | u32 runlength; | |
312 | u32 data_length; | |
313 | u32 data_offset; | |
e48354ce NB |
314 | u32 data_sn; |
315 | u32 next_burst_len; | |
316 | u32 read_data_done; | |
317 | u32 seq_send_order; | |
8b1e1244 | 318 | struct list_head cmd_datain_node; |
e48354ce NB |
319 | } ____cacheline_aligned; |
320 | ||
321 | struct iscsi_ooo_cmdsn { | |
322 | u16 cid; | |
323 | u32 batch_count; | |
324 | u32 cmdsn; | |
325 | u32 exp_cmdsn; | |
326 | struct iscsi_cmd *cmd; | |
327 | struct list_head ooo_list; | |
328 | } ____cacheline_aligned; | |
329 | ||
330 | struct iscsi_datain { | |
331 | u8 flags; | |
332 | u32 data_sn; | |
333 | u32 length; | |
334 | u32 offset; | |
335 | } ____cacheline_aligned; | |
336 | ||
337 | struct iscsi_r2t { | |
338 | int seq_complete; | |
339 | int recovery_r2t; | |
340 | int sent_r2t; | |
341 | u32 r2t_sn; | |
342 | u32 offset; | |
343 | u32 targ_xfer_tag; | |
344 | u32 xfer_len; | |
345 | struct list_head r2t_list; | |
346 | } ____cacheline_aligned; | |
347 | ||
348 | struct iscsi_cmd { | |
349 | enum iscsi_timer_flags_table dataout_timer_flags; | |
350 | /* DataOUT timeout retries */ | |
351 | u8 dataout_timeout_retries; | |
352 | /* Within command recovery count */ | |
353 | u8 error_recovery_count; | |
354 | /* iSCSI dependent state for out or order CmdSNs */ | |
355 | enum cmd_i_state_table deferred_i_state; | |
356 | /* iSCSI dependent state */ | |
357 | enum cmd_i_state_table i_state; | |
358 | /* Command is an immediate command (ISCSI_OP_IMMEDIATE set) */ | |
359 | u8 immediate_cmd; | |
360 | /* Immediate data present */ | |
361 | u8 immediate_data; | |
362 | /* iSCSI Opcode */ | |
363 | u8 iscsi_opcode; | |
364 | /* iSCSI Response Code */ | |
365 | u8 iscsi_response; | |
366 | /* Logout reason when iscsi_opcode == ISCSI_INIT_LOGOUT_CMND */ | |
367 | u8 logout_reason; | |
368 | /* Logout response code when iscsi_opcode == ISCSI_INIT_LOGOUT_CMND */ | |
369 | u8 logout_response; | |
370 | /* MaxCmdSN has been incremented */ | |
371 | u8 maxcmdsn_inc; | |
372 | /* Immediate Unsolicited Dataout */ | |
373 | u8 unsolicited_data; | |
ba159914 NB |
374 | /* Reject reason code */ |
375 | u8 reject_reason; | |
e48354ce NB |
376 | /* CID contained in logout PDU when opcode == ISCSI_INIT_LOGOUT_CMND */ |
377 | u16 logout_cid; | |
378 | /* Command flags */ | |
379 | enum cmd_flags_table cmd_flags; | |
380 | /* Initiator Task Tag assigned from Initiator */ | |
66c7db68 | 381 | itt_t init_task_tag; |
e48354ce NB |
382 | /* Target Transfer Tag assigned from Target */ |
383 | u32 targ_xfer_tag; | |
384 | /* CmdSN assigned from Initiator */ | |
385 | u32 cmd_sn; | |
386 | /* ExpStatSN assigned from Initiator */ | |
387 | u32 exp_stat_sn; | |
388 | /* StatSN assigned to this ITT */ | |
389 | u32 stat_sn; | |
390 | /* DataSN Counter */ | |
391 | u32 data_sn; | |
392 | /* R2TSN Counter */ | |
393 | u32 r2t_sn; | |
394 | /* Last DataSN acknowledged via DataAck SNACK */ | |
395 | u32 acked_data_sn; | |
396 | /* Used for echoing NOPOUT ping data */ | |
397 | u32 buf_ptr_size; | |
398 | /* Used to store DataDigest */ | |
399 | u32 data_crc; | |
e48354ce NB |
400 | /* Counter for MaxOutstandingR2T */ |
401 | u32 outstanding_r2ts; | |
402 | /* Next R2T Offset when DataSequenceInOrder=Yes */ | |
403 | u32 r2t_offset; | |
404 | /* Iovec current and orig count for iscsi_cmd->iov_data */ | |
405 | u32 iov_data_count; | |
406 | u32 orig_iov_data_count; | |
407 | /* Number of miscellaneous iovecs used for IP stack calls */ | |
408 | u32 iov_misc_count; | |
409 | /* Number of struct iscsi_pdu in struct iscsi_cmd->pdu_list */ | |
410 | u32 pdu_count; | |
411 | /* Next struct iscsi_pdu to send in struct iscsi_cmd->pdu_list */ | |
412 | u32 pdu_send_order; | |
413 | /* Current struct iscsi_pdu in struct iscsi_cmd->pdu_list */ | |
414 | u32 pdu_start; | |
e48354ce NB |
415 | /* Next struct iscsi_seq to send in struct iscsi_cmd->seq_list */ |
416 | u32 seq_send_order; | |
417 | /* Number of struct iscsi_seq in struct iscsi_cmd->seq_list */ | |
418 | u32 seq_count; | |
419 | /* Current struct iscsi_seq in struct iscsi_cmd->seq_list */ | |
420 | u32 seq_no; | |
421 | /* Lowest offset in current DataOUT sequence */ | |
422 | u32 seq_start_offset; | |
423 | /* Highest offset in current DataOUT sequence */ | |
424 | u32 seq_end_offset; | |
425 | /* Total size in bytes received so far of READ data */ | |
426 | u32 read_data_done; | |
427 | /* Total size in bytes received so far of WRITE data */ | |
428 | u32 write_data_done; | |
429 | /* Counter for FirstBurstLength key */ | |
430 | u32 first_burst_len; | |
431 | /* Counter for MaxBurstLength key */ | |
432 | u32 next_burst_len; | |
433 | /* Transfer size used for IP stack calls */ | |
434 | u32 tx_size; | |
435 | /* Buffer used for various purposes */ | |
436 | void *buf_ptr; | |
9864ca9d NB |
437 | /* Used by SendTargets=[iqn.,eui.] discovery */ |
438 | void *text_in_ptr; | |
e48354ce NB |
439 | /* See include/linux/dma-mapping.h */ |
440 | enum dma_data_direction data_direction; | |
441 | /* iSCSI PDU Header + CRC */ | |
442 | unsigned char pdu[ISCSI_HDR_LEN + ISCSI_CRC_LEN]; | |
443 | /* Number of times struct iscsi_cmd is present in immediate queue */ | |
444 | atomic_t immed_queue_count; | |
445 | atomic_t response_queue_count; | |
e48354ce NB |
446 | spinlock_t datain_lock; |
447 | spinlock_t dataout_timeout_lock; | |
448 | /* spinlock for protecting struct iscsi_cmd->i_state */ | |
449 | spinlock_t istate_lock; | |
450 | /* spinlock for adding within command recovery entries */ | |
451 | spinlock_t error_lock; | |
452 | /* spinlock for adding R2Ts */ | |
453 | spinlock_t r2t_lock; | |
454 | /* DataIN List */ | |
455 | struct list_head datain_list; | |
456 | /* R2T List */ | |
457 | struct list_head cmd_r2t_list; | |
e48354ce NB |
458 | /* Timer for DataOUT */ |
459 | struct timer_list dataout_timer; | |
460 | /* Iovecs for SCSI data payload RX/TX w/ kernel level sockets */ | |
461 | struct kvec *iov_data; | |
462 | /* Iovecs for miscellaneous purposes */ | |
463 | #define ISCSI_MISC_IOVECS 5 | |
464 | struct kvec iov_misc[ISCSI_MISC_IOVECS]; | |
465 | /* Array of struct iscsi_pdu used for DataPDUInOrder=No */ | |
466 | struct iscsi_pdu *pdu_list; | |
467 | /* Current struct iscsi_pdu used for DataPDUInOrder=No */ | |
468 | struct iscsi_pdu *pdu_ptr; | |
469 | /* Array of struct iscsi_seq used for DataSequenceInOrder=No */ | |
470 | struct iscsi_seq *seq_list; | |
471 | /* Current struct iscsi_seq used for DataSequenceInOrder=No */ | |
472 | struct iscsi_seq *seq_ptr; | |
473 | /* TMR Request when iscsi_opcode == ISCSI_OP_SCSI_TMFUNC */ | |
474 | struct iscsi_tmr_req *tmr_req; | |
475 | /* Connection this command is alligient to */ | |
476 | struct iscsi_conn *conn; | |
477 | /* Pointer to connection recovery entry */ | |
478 | struct iscsi_conn_recovery *cr; | |
479 | /* Session the command is part of, used for connection recovery */ | |
480 | struct iscsi_session *sess; | |
481 | /* list_head for connection list */ | |
2fbb471e | 482 | struct list_head i_conn_node; |
e48354ce NB |
483 | /* The TCM I/O descriptor that is accessed via container_of() */ |
484 | struct se_cmd se_cmd; | |
485 | /* Sense buffer that will be mapped into outgoing status */ | |
486 | #define ISCSI_SENSE_BUFFER_LEN (TRANSPORT_SENSE_BUFFER + 2) | |
487 | unsigned char sense_buffer[ISCSI_SENSE_BUFFER_LEN]; | |
488 | ||
e48354ce NB |
489 | u32 padding; |
490 | u8 pad_bytes[4]; | |
491 | ||
492 | struct scatterlist *first_data_sg; | |
493 | u32 first_data_sg_off; | |
494 | u32 kmapped_nents; | |
de103c93 | 495 | sense_reason_t sense_reason; |
e48354ce NB |
496 | } ____cacheline_aligned; |
497 | ||
498 | struct iscsi_tmr_req { | |
499 | bool task_reassign:1; | |
e48354ce | 500 | u32 exp_data_sn; |
9f3eb93e | 501 | struct iscsi_cmd *ref_cmd; |
e48354ce NB |
502 | struct iscsi_conn_recovery *conn_recovery; |
503 | struct se_tmr_req *se_tmr_req; | |
504 | }; | |
505 | ||
506 | struct iscsi_conn { | |
d5627acb | 507 | wait_queue_head_t queues_wq; |
e48354ce NB |
508 | /* Authentication Successful for this connection */ |
509 | u8 auth_complete; | |
510 | /* State connection is currently in */ | |
511 | u8 conn_state; | |
512 | u8 conn_logout_reason; | |
513 | u8 network_transport; | |
514 | enum iscsi_timer_flags_table nopin_timer_flags; | |
515 | enum iscsi_timer_flags_table nopin_response_timer_flags; | |
e48354ce NB |
516 | /* Used to know what thread encountered a transport failure */ |
517 | u8 which_thread; | |
518 | /* connection id assigned by the Initiator */ | |
519 | u16 cid; | |
520 | /* Remote TCP Port */ | |
521 | u16 login_port; | |
2f9bc894 | 522 | u16 local_port; |
e48354ce | 523 | int net_size; |
baa4d64b | 524 | int login_family; |
e48354ce | 525 | u32 auth_id; |
e48354ce NB |
526 | u32 conn_flags; |
527 | /* Used for iscsi_tx_login_rsp() */ | |
66c7db68 | 528 | itt_t login_itt; |
e48354ce NB |
529 | u32 exp_statsn; |
530 | /* Per connection status sequence number */ | |
531 | u32 stat_sn; | |
532 | /* IFMarkInt's Current Value */ | |
533 | u32 if_marker; | |
534 | /* OFMarkInt's Current Value */ | |
535 | u32 of_marker; | |
536 | /* Used for calculating OFMarker offset to next PDU */ | |
537 | u32 of_marker_offset; | |
e48354ce NB |
538 | #define IPV6_ADDRESS_SPACE 48 |
539 | unsigned char login_ip[IPV6_ADDRESS_SPACE]; | |
2f9bc894 | 540 | unsigned char local_ip[IPV6_ADDRESS_SPACE]; |
e48354ce NB |
541 | int conn_usage_count; |
542 | int conn_waiting_on_uc; | |
543 | atomic_t check_immediate_queue; | |
544 | atomic_t conn_logout_remove; | |
545 | atomic_t connection_exit; | |
546 | atomic_t connection_recovery; | |
547 | atomic_t connection_reinstatement; | |
e48354ce NB |
548 | atomic_t connection_wait_rcfr; |
549 | atomic_t sleep_on_conn_wait_comp; | |
550 | atomic_t transport_failed; | |
551 | struct completion conn_post_wait_comp; | |
552 | struct completion conn_wait_comp; | |
553 | struct completion conn_wait_rcfr_comp; | |
554 | struct completion conn_waiting_on_uc_comp; | |
555 | struct completion conn_logout_comp; | |
556 | struct completion tx_half_close_comp; | |
557 | struct completion rx_half_close_comp; | |
558 | /* socket used by this connection */ | |
559 | struct socket *sock; | |
a91eb7d9 | 560 | void (*orig_data_ready)(struct sock *, int); |
bb048357 | 561 | void (*orig_state_change)(struct sock *); |
a91eb7d9 NB |
562 | #define LOGIN_FLAGS_READ_ACTIVE 1 |
563 | #define LOGIN_FLAGS_CLOSED 2 | |
564 | #define LOGIN_FLAGS_READY 4 | |
565 | unsigned long login_flags; | |
566 | struct delayed_work login_work; | |
bb048357 | 567 | struct delayed_work login_cleanup_work; |
a91eb7d9 | 568 | struct iscsi_login *login; |
e48354ce NB |
569 | struct timer_list nopin_timer; |
570 | struct timer_list nopin_response_timer; | |
571 | struct timer_list transport_timer; | |
d381a801 | 572 | struct task_struct *login_kworker; |
e48354ce NB |
573 | /* Spinlock used for add/deleting cmd's from conn_cmd_list */ |
574 | spinlock_t cmd_lock; | |
575 | spinlock_t conn_usage_lock; | |
576 | spinlock_t immed_queue_lock; | |
577 | spinlock_t nopin_timer_lock; | |
578 | spinlock_t response_queue_lock; | |
579 | spinlock_t state_lock; | |
580 | /* libcrypto RX and TX contexts for crc32c */ | |
581 | struct hash_desc conn_rx_hash; | |
582 | struct hash_desc conn_tx_hash; | |
583 | /* Used for scheduling TX and RX connection kthreads */ | |
584 | cpumask_var_t conn_cpumask; | |
f8d48ae5 DC |
585 | unsigned int conn_rx_reset_cpumask:1; |
586 | unsigned int conn_tx_reset_cpumask:1; | |
e48354ce NB |
587 | /* list_head of struct iscsi_cmd for this connection */ |
588 | struct list_head conn_cmd_list; | |
589 | struct list_head immed_queue_list; | |
590 | struct list_head response_queue_list; | |
591 | struct iscsi_conn_ops *conn_ops; | |
baa4d64b NB |
592 | struct iscsi_login *conn_login; |
593 | struct iscsit_transport *conn_transport; | |
e48354ce NB |
594 | struct iscsi_param_list *param_list; |
595 | /* Used for per connection auth state machine */ | |
596 | void *auth_protocol; | |
baa4d64b | 597 | void *context; |
e48354ce NB |
598 | struct iscsi_login_thread_s *login_thread; |
599 | struct iscsi_portal_group *tpg; | |
a91eb7d9 | 600 | struct iscsi_tpg_np *tpg_np; |
e48354ce NB |
601 | /* Pointer to parent session */ |
602 | struct iscsi_session *sess; | |
603 | /* Pointer to thread_set in use for this conn's threads */ | |
604 | struct iscsi_thread_set *thread_set; | |
605 | /* list_head for session connection list */ | |
606 | struct list_head conn_list; | |
607 | } ____cacheline_aligned; | |
608 | ||
609 | struct iscsi_conn_recovery { | |
610 | u16 cid; | |
611 | u32 cmd_count; | |
612 | u32 maxrecvdatasegmentlength; | |
1c417f39 | 613 | u32 maxxmitdatasegmentlength; |
e48354ce NB |
614 | int ready_for_reallegiance; |
615 | struct list_head conn_recovery_cmd_list; | |
616 | spinlock_t conn_recovery_cmd_lock; | |
617 | struct timer_list time2retain_timer; | |
618 | struct iscsi_session *sess; | |
619 | struct list_head cr_list; | |
620 | } ____cacheline_aligned; | |
621 | ||
622 | struct iscsi_session { | |
623 | u8 initiator_vendor; | |
624 | u8 isid[6]; | |
625 | enum iscsi_timer_flags_table time2retain_timer_flags; | |
626 | u8 version_active; | |
627 | u16 cid_called; | |
628 | u16 conn_recovery_count; | |
629 | u16 tsih; | |
630 | /* state session is currently in */ | |
631 | u32 session_state; | |
632 | /* session wide counter: initiator assigned task tag */ | |
66c7db68 | 633 | itt_t init_task_tag; |
e48354ce NB |
634 | /* session wide counter: target assigned task tag */ |
635 | u32 targ_xfer_tag; | |
636 | u32 cmdsn_window; | |
637 | ||
638 | /* protects cmdsn values */ | |
639 | struct mutex cmdsn_mutex; | |
640 | /* session wide counter: expected command sequence number */ | |
641 | u32 exp_cmd_sn; | |
642 | /* session wide counter: maximum allowed command sequence number */ | |
643 | u32 max_cmd_sn; | |
644 | struct list_head sess_ooo_cmdsn_list; | |
645 | ||
646 | /* LIO specific session ID */ | |
647 | u32 sid; | |
648 | char auth_type[8]; | |
649 | /* unique within the target */ | |
650 | int session_index; | |
651 | /* Used for session reference counting */ | |
652 | int session_usage_count; | |
653 | int session_waiting_on_uc; | |
654 | u32 cmd_pdus; | |
655 | u32 rsp_pdus; | |
656 | u64 tx_data_octets; | |
657 | u64 rx_data_octets; | |
658 | u32 conn_digest_errors; | |
659 | u32 conn_timeout_errors; | |
660 | u64 creation_time; | |
661 | spinlock_t session_stats_lock; | |
662 | /* Number of active connections */ | |
663 | atomic_t nconn; | |
664 | atomic_t session_continuation; | |
665 | atomic_t session_fall_back_to_erl0; | |
666 | atomic_t session_logout; | |
667 | atomic_t session_reinstatement; | |
668 | atomic_t session_stop_active; | |
669 | atomic_t sleep_on_sess_wait_comp; | |
e48354ce NB |
670 | /* connection list */ |
671 | struct list_head sess_conn_list; | |
672 | struct list_head cr_active_list; | |
673 | struct list_head cr_inactive_list; | |
674 | spinlock_t conn_lock; | |
675 | spinlock_t cr_a_lock; | |
676 | spinlock_t cr_i_lock; | |
677 | spinlock_t session_usage_lock; | |
678 | spinlock_t ttt_lock; | |
679 | struct completion async_msg_comp; | |
680 | struct completion reinstatement_comp; | |
681 | struct completion session_wait_comp; | |
682 | struct completion session_waiting_on_uc_comp; | |
683 | struct timer_list time2retain_timer; | |
684 | struct iscsi_sess_ops *sess_ops; | |
685 | struct se_session *se_sess; | |
686 | struct iscsi_portal_group *tpg; | |
687 | } ____cacheline_aligned; | |
688 | ||
689 | struct iscsi_login { | |
690 | u8 auth_complete; | |
691 | u8 checked_for_existing; | |
692 | u8 current_stage; | |
693 | u8 leading_connection; | |
694 | u8 first_request; | |
695 | u8 version_min; | |
696 | u8 version_max; | |
baa4d64b NB |
697 | u8 login_complete; |
698 | u8 login_failed; | |
a91eb7d9 | 699 | bool zero_tsih; |
e48354ce NB |
700 | char isid[6]; |
701 | u32 cmd_sn; | |
66c7db68 | 702 | itt_t init_task_tag; |
e48354ce NB |
703 | u32 initial_exp_statsn; |
704 | u32 rsp_length; | |
705 | u16 cid; | |
706 | u16 tsih; | |
baa4d64b NB |
707 | char req[ISCSI_HDR_LEN]; |
708 | char rsp[ISCSI_HDR_LEN]; | |
e48354ce NB |
709 | char *req_buf; |
710 | char *rsp_buf; | |
baa4d64b | 711 | struct iscsi_conn *conn; |
a91eb7d9 | 712 | struct iscsi_np *np; |
e48354ce NB |
713 | } ____cacheline_aligned; |
714 | ||
715 | struct iscsi_node_attrib { | |
716 | u32 dataout_timeout; | |
717 | u32 dataout_timeout_retries; | |
718 | u32 default_erl; | |
719 | u32 nopin_timeout; | |
720 | u32 nopin_response_timeout; | |
721 | u32 random_datain_pdu_offsets; | |
722 | u32 random_datain_seq_offsets; | |
723 | u32 random_r2t_offsets; | |
724 | u32 tmr_cold_reset; | |
725 | u32 tmr_warm_reset; | |
726 | struct iscsi_node_acl *nacl; | |
727 | }; | |
728 | ||
729 | struct se_dev_entry_s; | |
730 | ||
731 | struct iscsi_node_auth { | |
732 | enum naf_flags_table naf_flags; | |
733 | int authenticate_target; | |
734 | /* Used for iscsit_global->discovery_auth, | |
735 | * set to zero (auth disabled) by default */ | |
736 | int enforce_discovery_auth; | |
737 | #define MAX_USER_LEN 256 | |
738 | #define MAX_PASS_LEN 256 | |
739 | char userid[MAX_USER_LEN]; | |
740 | char password[MAX_PASS_LEN]; | |
741 | char userid_mutual[MAX_USER_LEN]; | |
742 | char password_mutual[MAX_PASS_LEN]; | |
743 | }; | |
744 | ||
745 | #include "iscsi_target_stat.h" | |
746 | ||
747 | struct iscsi_node_stat_grps { | |
748 | struct config_group iscsi_sess_stats_group; | |
749 | struct config_group iscsi_conn_stats_group; | |
750 | }; | |
751 | ||
752 | struct iscsi_node_acl { | |
753 | struct iscsi_node_attrib node_attrib; | |
754 | struct iscsi_node_auth node_auth; | |
755 | struct iscsi_node_stat_grps node_stat_grps; | |
756 | struct se_node_acl se_node_acl; | |
757 | }; | |
758 | ||
e48354ce NB |
759 | struct iscsi_tpg_attrib { |
760 | u32 authentication; | |
761 | u32 login_timeout; | |
762 | u32 netif_timeout; | |
763 | u32 generate_node_acls; | |
764 | u32 cache_dynamic_acls; | |
765 | u32 default_cmdsn_depth; | |
766 | u32 demo_mode_write_protect; | |
767 | u32 prod_mode_write_protect; | |
4c54b6cf | 768 | u32 demo_mode_discovery; |
e48354ce NB |
769 | struct iscsi_portal_group *tpg; |
770 | }; | |
771 | ||
772 | struct iscsi_np { | |
773 | int np_network_transport; | |
774 | int np_ip_proto; | |
775 | int np_sock_type; | |
776 | enum np_thread_state_table np_thread_state; | |
777 | enum iscsi_timer_flags_table np_login_timer_flags; | |
778 | u32 np_exports; | |
779 | enum np_flags_table np_flags; | |
780 | unsigned char np_ip[IPV6_ADDRESS_SPACE]; | |
781 | u16 np_port; | |
782 | spinlock_t np_thread_lock; | |
783 | struct completion np_restart_comp; | |
784 | struct socket *np_socket; | |
785 | struct __kernel_sockaddr_storage np_sockaddr; | |
786 | struct task_struct *np_thread; | |
787 | struct timer_list np_login_timer; | |
baa4d64b NB |
788 | void *np_context; |
789 | struct iscsit_transport *np_transport; | |
e48354ce NB |
790 | struct list_head np_list; |
791 | } ____cacheline_aligned; | |
792 | ||
793 | struct iscsi_tpg_np { | |
794 | struct iscsi_np *tpg_np; | |
795 | struct iscsi_portal_group *tpg; | |
796 | struct iscsi_tpg_np *tpg_np_parent; | |
797 | struct list_head tpg_np_list; | |
798 | struct list_head tpg_np_child_list; | |
799 | struct list_head tpg_np_parent_list; | |
800 | struct se_tpg_np se_tpg_np; | |
801 | spinlock_t tpg_np_parent_lock; | |
a91eb7d9 NB |
802 | struct completion tpg_np_comp; |
803 | struct kref tpg_np_kref; | |
e48354ce NB |
804 | }; |
805 | ||
806 | struct iscsi_portal_group { | |
807 | unsigned char tpg_chap_id; | |
808 | /* TPG State */ | |
809 | enum tpg_state_table tpg_state; | |
810 | /* Target Portal Group Tag */ | |
811 | u16 tpgt; | |
812 | /* Id assigned to target sessions */ | |
813 | u16 ntsih; | |
814 | /* Number of active sessions */ | |
815 | u32 nsessions; | |
816 | /* Number of Network Portals available for this TPG */ | |
817 | u32 num_tpg_nps; | |
818 | /* Per TPG LIO specific session ID. */ | |
819 | u32 sid; | |
820 | /* Spinlock for adding/removing Network Portals */ | |
821 | spinlock_t tpg_np_lock; | |
822 | spinlock_t tpg_state_lock; | |
823 | struct se_portal_group tpg_se_tpg; | |
824 | struct mutex tpg_access_lock; | |
a91eb7d9 | 825 | struct semaphore np_login_sem; |
e48354ce | 826 | struct iscsi_tpg_attrib tpg_attrib; |
c3e51442 | 827 | struct iscsi_node_auth tpg_demo_auth; |
e48354ce NB |
828 | /* Pointer to default list of iSCSI parameters for TPG */ |
829 | struct iscsi_param_list *param_list; | |
830 | struct iscsi_tiqn *tpg_tiqn; | |
831 | struct list_head tpg_gnp_list; | |
832 | struct list_head tpg_list; | |
833 | } ____cacheline_aligned; | |
834 | ||
e48354ce NB |
835 | struct iscsi_wwn_stat_grps { |
836 | struct config_group iscsi_stat_group; | |
837 | struct config_group iscsi_instance_group; | |
838 | struct config_group iscsi_sess_err_group; | |
839 | struct config_group iscsi_tgt_attr_group; | |
840 | struct config_group iscsi_login_stats_group; | |
841 | struct config_group iscsi_logout_stats_group; | |
842 | }; | |
843 | ||
844 | struct iscsi_tiqn { | |
845 | #define ISCSI_IQN_LEN 224 | |
846 | unsigned char tiqn[ISCSI_IQN_LEN]; | |
847 | enum tiqn_state_table tiqn_state; | |
848 | int tiqn_access_count; | |
849 | u32 tiqn_active_tpgs; | |
850 | u32 tiqn_ntpgs; | |
851 | u32 tiqn_num_tpg_nps; | |
852 | u32 tiqn_nsessions; | |
853 | struct list_head tiqn_list; | |
854 | struct list_head tiqn_tpg_list; | |
855 | spinlock_t tiqn_state_lock; | |
856 | spinlock_t tiqn_tpg_lock; | |
857 | struct se_wwn tiqn_wwn; | |
858 | struct iscsi_wwn_stat_grps tiqn_stat_grps; | |
859 | int tiqn_index; | |
860 | struct iscsi_sess_err_stats sess_err_stats; | |
861 | struct iscsi_login_stats login_stats; | |
862 | struct iscsi_logout_stats logout_stats; | |
863 | } ____cacheline_aligned; | |
864 | ||
e48354ce NB |
865 | struct iscsit_global { |
866 | /* In core shutdown */ | |
867 | u32 in_shutdown; | |
868 | u32 active_ts; | |
869 | /* Unique identifier used for the authentication daemon */ | |
870 | u32 auth_id; | |
871 | u32 inactive_ts; | |
872 | /* Thread Set bitmap count */ | |
873 | int ts_bitmap_count; | |
874 | /* Thread Set bitmap pointer */ | |
875 | unsigned long *ts_bitmap; | |
876 | /* Used for iSCSI discovery session authentication */ | |
877 | struct iscsi_node_acl discovery_acl; | |
878 | struct iscsi_portal_group *discovery_tpg; | |
879 | }; | |
880 | ||
881 | #endif /* ISCSI_TARGET_CORE_H */ |