2 * ibmvfc.c -- driver for IBM Power Virtual Fibre Channel Adapter
4 * Written By: Brian King <brking@linux.vnet.ibm.com>, IBM Corporation
6 * Copyright (C) IBM Corporation, 2008
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2 of the License, or
11 * (at your option) any later version.
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
18 * You should have received a copy of the GNU General Public License
19 * along with this program; if not, write to the Free Software
20 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
24 #include <linux/module.h>
25 #include <linux/moduleparam.h>
26 #include <linux/dma-mapping.h>
27 #include <linux/dmapool.h>
28 #include <linux/delay.h>
29 #include <linux/interrupt.h>
30 #include <linux/kthread.h>
31 #include <linux/slab.h>
34 #include <linux/stringify.h>
35 #include <asm/firmware.h>
38 #include <scsi/scsi.h>
39 #include <scsi/scsi_cmnd.h>
40 #include <scsi/scsi_host.h>
41 #include <scsi/scsi_device.h>
42 #include <scsi/scsi_tcq.h>
43 #include <scsi/scsi_transport_fc.h>
44 #include <scsi/scsi_bsg_fc.h>
47 static unsigned int init_timeout = IBMVFC_INIT_TIMEOUT;
48 static unsigned int default_timeout = IBMVFC_DEFAULT_TIMEOUT;
49 static unsigned int max_lun = IBMVFC_MAX_LUN;
50 static unsigned int max_targets = IBMVFC_MAX_TARGETS;
51 static unsigned int max_requests = IBMVFC_MAX_REQUESTS_DEFAULT;
52 static unsigned int disc_threads = IBMVFC_MAX_DISC_THREADS;
53 static unsigned int ibmvfc_debug = IBMVFC_DEBUG;
54 static unsigned int log_level = IBMVFC_DEFAULT_LOG_LEVEL;
55 static LIST_HEAD(ibmvfc_head);
56 static DEFINE_SPINLOCK(ibmvfc_driver_lock);
57 static struct scsi_transport_template *ibmvfc_transport_template;
59 MODULE_DESCRIPTION("IBM Virtual Fibre Channel Driver");
60 MODULE_AUTHOR("Brian King <brking@linux.vnet.ibm.com>");
61 MODULE_LICENSE("GPL");
62 MODULE_VERSION(IBMVFC_DRIVER_VERSION);
64 module_param_named(init_timeout, init_timeout, uint, S_IRUGO | S_IWUSR);
65 MODULE_PARM_DESC(init_timeout, "Initialization timeout in seconds. "
66 "[Default=" __stringify(IBMVFC_INIT_TIMEOUT) "]");
67 module_param_named(default_timeout, default_timeout, uint, S_IRUGO | S_IWUSR);
68 MODULE_PARM_DESC(default_timeout,
69 "Default timeout in seconds for initialization and EH commands. "
70 "[Default=" __stringify(IBMVFC_DEFAULT_TIMEOUT) "]");
71 module_param_named(max_requests, max_requests, uint, S_IRUGO);
72 MODULE_PARM_DESC(max_requests, "Maximum requests for this adapter. "
73 "[Default=" __stringify(IBMVFC_MAX_REQUESTS_DEFAULT) "]");
74 module_param_named(max_lun, max_lun, uint, S_IRUGO);
75 MODULE_PARM_DESC(max_lun, "Maximum allowed LUN. "
76 "[Default=" __stringify(IBMVFC_MAX_LUN) "]");
77 module_param_named(max_targets, max_targets, uint, S_IRUGO);
78 MODULE_PARM_DESC(max_targets, "Maximum allowed targets. "
79 "[Default=" __stringify(IBMVFC_MAX_TARGETS) "]");
80 module_param_named(disc_threads, disc_threads, uint, S_IRUGO);
81 MODULE_PARM_DESC(disc_threads, "Number of device discovery threads to use. "
82 "[Default=" __stringify(IBMVFC_MAX_DISC_THREADS) "]");
83 module_param_named(debug, ibmvfc_debug, uint, S_IRUGO | S_IWUSR);
84 MODULE_PARM_DESC(debug, "Enable driver debug information. "
85 "[Default=" __stringify(IBMVFC_DEBUG) "]");
86 module_param_named(log_level, log_level, uint, 0);
87 MODULE_PARM_DESC(log_level, "Set to 0 - 4 for increasing verbosity of device driver. "
88 "[Default=" __stringify(IBMVFC_DEFAULT_LOG_LEVEL) "]");
98 { IBMVFC_FABRIC_MAPPED, IBMVFC_UNABLE_TO_ESTABLISH, DID_ERROR, 1, 1, "unable to establish" },
99 { IBMVFC_FABRIC_MAPPED, IBMVFC_XPORT_FAULT, DID_OK, 1, 0, "transport fault" },
100 { IBMVFC_FABRIC_MAPPED, IBMVFC_CMD_TIMEOUT, DID_TIME_OUT, 1, 1, "command timeout" },
101 { IBMVFC_FABRIC_MAPPED, IBMVFC_ENETDOWN, DID_TRANSPORT_DISRUPTED, 1, 1, "network down" },
102 { IBMVFC_FABRIC_MAPPED, IBMVFC_HW_FAILURE, DID_ERROR, 1, 1, "hardware failure" },
103 { IBMVFC_FABRIC_MAPPED, IBMVFC_LINK_DOWN_ERR, DID_REQUEUE, 0, 0, "link down" },
104 { IBMVFC_FABRIC_MAPPED, IBMVFC_LINK_DEAD_ERR, DID_ERROR, 0, 0, "link dead" },
105 { IBMVFC_FABRIC_MAPPED, IBMVFC_UNABLE_TO_REGISTER, DID_ERROR, 1, 1, "unable to register" },
106 { IBMVFC_FABRIC_MAPPED, IBMVFC_XPORT_BUSY, DID_BUS_BUSY, 1, 0, "transport busy" },
107 { IBMVFC_FABRIC_MAPPED, IBMVFC_XPORT_DEAD, DID_ERROR, 0, 1, "transport dead" },
108 { IBMVFC_FABRIC_MAPPED, IBMVFC_CONFIG_ERROR, DID_ERROR, 1, 1, "configuration error" },
109 { IBMVFC_FABRIC_MAPPED, IBMVFC_NAME_SERVER_FAIL, DID_ERROR, 1, 1, "name server failure" },
110 { IBMVFC_FABRIC_MAPPED, IBMVFC_LINK_HALTED, DID_REQUEUE, 1, 0, "link halted" },
111 { IBMVFC_FABRIC_MAPPED, IBMVFC_XPORT_GENERAL, DID_OK, 1, 0, "general transport error" },
113 { IBMVFC_VIOS_FAILURE, IBMVFC_CRQ_FAILURE, DID_REQUEUE, 1, 1, "CRQ failure" },
114 { IBMVFC_VIOS_FAILURE, IBMVFC_SW_FAILURE, DID_ERROR, 0, 1, "software failure" },
115 { IBMVFC_VIOS_FAILURE, IBMVFC_INVALID_PARAMETER, DID_ERROR, 0, 1, "invalid parameter" },
116 { IBMVFC_VIOS_FAILURE, IBMVFC_MISSING_PARAMETER, DID_ERROR, 0, 1, "missing parameter" },
117 { IBMVFC_VIOS_FAILURE, IBMVFC_HOST_IO_BUS, DID_ERROR, 1, 1, "host I/O bus failure" },
118 { IBMVFC_VIOS_FAILURE, IBMVFC_TRANS_CANCELLED, DID_ERROR, 0, 1, "transaction cancelled" },
119 { IBMVFC_VIOS_FAILURE, IBMVFC_TRANS_CANCELLED_IMPLICIT, DID_ERROR, 0, 1, "transaction cancelled implicit" },
120 { IBMVFC_VIOS_FAILURE, IBMVFC_INSUFFICIENT_RESOURCE, DID_REQUEUE, 1, 1, "insufficient resources" },
121 { IBMVFC_VIOS_FAILURE, IBMVFC_PLOGI_REQUIRED, DID_ERROR, 0, 1, "port login required" },
122 { IBMVFC_VIOS_FAILURE, IBMVFC_COMMAND_FAILED, DID_ERROR, 1, 1, "command failed" },
124 { IBMVFC_FC_FAILURE, IBMVFC_INVALID_ELS_CMD_CODE, DID_ERROR, 0, 1, "invalid ELS command code" },
125 { IBMVFC_FC_FAILURE, IBMVFC_INVALID_VERSION, DID_ERROR, 0, 1, "invalid version level" },
126 { IBMVFC_FC_FAILURE, IBMVFC_LOGICAL_ERROR, DID_ERROR, 1, 1, "logical error" },
127 { IBMVFC_FC_FAILURE, IBMVFC_INVALID_CT_IU_SIZE, DID_ERROR, 0, 1, "invalid CT_IU size" },
128 { IBMVFC_FC_FAILURE, IBMVFC_LOGICAL_BUSY, DID_REQUEUE, 1, 0, "logical busy" },
129 { IBMVFC_FC_FAILURE, IBMVFC_PROTOCOL_ERROR, DID_ERROR, 1, 1, "protocol error" },
130 { IBMVFC_FC_FAILURE, IBMVFC_UNABLE_TO_PERFORM_REQ, DID_ERROR, 1, 1, "unable to perform request" },
131 { IBMVFC_FC_FAILURE, IBMVFC_CMD_NOT_SUPPORTED, DID_ERROR, 0, 0, "command not supported" },
132 { IBMVFC_FC_FAILURE, IBMVFC_SERVER_NOT_AVAIL, DID_ERROR, 0, 1, "server not available" },
133 { IBMVFC_FC_FAILURE, IBMVFC_CMD_IN_PROGRESS, DID_ERROR, 0, 1, "command already in progress" },
134 { IBMVFC_FC_FAILURE, IBMVFC_VENDOR_SPECIFIC, DID_ERROR, 1, 1, "vendor specific" },
136 { IBMVFC_FC_SCSI_ERROR, 0, DID_OK, 1, 0, "SCSI error" },
139 static void ibmvfc_npiv_login(struct ibmvfc_host *);
140 static void ibmvfc_tgt_send_prli(struct ibmvfc_target *);
141 static void ibmvfc_tgt_send_plogi(struct ibmvfc_target *);
142 static void ibmvfc_tgt_query_target(struct ibmvfc_target *);
143 static void ibmvfc_npiv_logout(struct ibmvfc_host *);
145 static const char *unknown_error = "unknown error";
147 #ifdef CONFIG_SCSI_IBMVFC_TRACE
149 * ibmvfc_trc_start - Log a start trace entry
150 * @evt: ibmvfc event struct
153 static void ibmvfc_trc_start(struct ibmvfc_event *evt)
155 struct ibmvfc_host *vhost = evt->vhost;
156 struct ibmvfc_cmd *vfc_cmd = &evt->iu.cmd;
157 struct ibmvfc_mad_common *mad = &evt->iu.mad_common;
158 struct ibmvfc_trace_entry *entry;
160 entry = &vhost->trace[vhost->trace_index++];
162 entry->time = jiffies;
163 entry->fmt = evt->crq.format;
164 entry->type = IBMVFC_TRC_START;
166 switch (entry->fmt) {
167 case IBMVFC_CMD_FORMAT:
168 entry->op_code = vfc_cmd->iu.cdb[0];
169 entry->scsi_id = vfc_cmd->tgt_scsi_id;
170 entry->lun = scsilun_to_int(&vfc_cmd->iu.lun);
171 entry->tmf_flags = vfc_cmd->iu.tmf_flags;
172 entry->u.start.xfer_len = vfc_cmd->iu.xfer_len;
174 case IBMVFC_MAD_FORMAT:
175 entry->op_code = mad->opcode;
183 * ibmvfc_trc_end - Log an end trace entry
184 * @evt: ibmvfc event struct
187 static void ibmvfc_trc_end(struct ibmvfc_event *evt)
189 struct ibmvfc_host *vhost = evt->vhost;
190 struct ibmvfc_cmd *vfc_cmd = &evt->xfer_iu->cmd;
191 struct ibmvfc_mad_common *mad = &evt->xfer_iu->mad_common;
192 struct ibmvfc_trace_entry *entry = &vhost->trace[vhost->trace_index++];
195 entry->time = jiffies;
196 entry->fmt = evt->crq.format;
197 entry->type = IBMVFC_TRC_END;
199 switch (entry->fmt) {
200 case IBMVFC_CMD_FORMAT:
201 entry->op_code = vfc_cmd->iu.cdb[0];
202 entry->scsi_id = vfc_cmd->tgt_scsi_id;
203 entry->lun = scsilun_to_int(&vfc_cmd->iu.lun);
204 entry->tmf_flags = vfc_cmd->iu.tmf_flags;
205 entry->u.end.status = vfc_cmd->status;
206 entry->u.end.error = vfc_cmd->error;
207 entry->u.end.fcp_rsp_flags = vfc_cmd->rsp.flags;
208 entry->u.end.rsp_code = vfc_cmd->rsp.data.info.rsp_code;
209 entry->u.end.scsi_status = vfc_cmd->rsp.scsi_status;
211 case IBMVFC_MAD_FORMAT:
212 entry->op_code = mad->opcode;
213 entry->u.end.status = mad->status;
222 #define ibmvfc_trc_start(evt) do { } while (0)
223 #define ibmvfc_trc_end(evt) do { } while (0)
227 * ibmvfc_get_err_index - Find the index into cmd_status for the fcp response
228 * @status: status / error class
232 * index into cmd_status / -EINVAL on failure
234 static int ibmvfc_get_err_index(u16 status, u16 error)
238 for (i = 0; i < ARRAY_SIZE(cmd_status); i++)
239 if ((cmd_status[i].status & status) == cmd_status[i].status &&
240 cmd_status[i].error == error)
247 * ibmvfc_get_cmd_error - Find the error description for the fcp response
248 * @status: status / error class
252 * error description string
254 static const char *ibmvfc_get_cmd_error(u16 status, u16 error)
256 int rc = ibmvfc_get_err_index(status, error);
258 return cmd_status[rc].name;
259 return unknown_error;
263 * ibmvfc_get_err_result - Find the scsi status to return for the fcp response
264 * @vfc_cmd: ibmvfc command struct
267 * SCSI result value to return for completed command
269 static int ibmvfc_get_err_result(struct ibmvfc_cmd *vfc_cmd)
272 struct ibmvfc_fcp_rsp *rsp = &vfc_cmd->rsp;
273 int fc_rsp_len = rsp->fcp_rsp_len;
275 if ((rsp->flags & FCP_RSP_LEN_VALID) &&
276 ((fc_rsp_len && fc_rsp_len != 4 && fc_rsp_len != 8) ||
277 rsp->data.info.rsp_code))
278 return DID_ERROR << 16;
280 err = ibmvfc_get_err_index(vfc_cmd->status, vfc_cmd->error);
282 return rsp->scsi_status | (cmd_status[err].result << 16);
283 return rsp->scsi_status | (DID_ERROR << 16);
287 * ibmvfc_retry_cmd - Determine if error status is retryable
288 * @status: status / error class
292 * 1 if error should be retried / 0 if it should not
294 static int ibmvfc_retry_cmd(u16 status, u16 error)
296 int rc = ibmvfc_get_err_index(status, error);
299 return cmd_status[rc].retry;
303 static const char *unknown_fc_explain = "unknown fc explain";
305 static const struct {
309 { 0x00, "no additional explanation" },
310 { 0x01, "service parameter error - options" },
311 { 0x03, "service parameter error - initiator control" },
312 { 0x05, "service parameter error - recipient control" },
313 { 0x07, "service parameter error - received data field size" },
314 { 0x09, "service parameter error - concurrent seq" },
315 { 0x0B, "service parameter error - credit" },
316 { 0x0D, "invalid N_Port/F_Port_Name" },
317 { 0x0E, "invalid node/Fabric Name" },
318 { 0x0F, "invalid common service parameters" },
319 { 0x11, "invalid association header" },
320 { 0x13, "association header required" },
321 { 0x15, "invalid originator S_ID" },
322 { 0x17, "invalid OX_ID-RX-ID combination" },
323 { 0x19, "command (request) already in progress" },
324 { 0x1E, "N_Port Login requested" },
325 { 0x1F, "Invalid N_Port_ID" },
328 static const struct {
332 { 0x00, "no additional explanation" },
333 { 0x01, "port identifier not registered" },
334 { 0x02, "port name not registered" },
335 { 0x03, "node name not registered" },
336 { 0x04, "class of service not registered" },
337 { 0x06, "initial process associator not registered" },
338 { 0x07, "FC-4 TYPEs not registered" },
339 { 0x08, "symbolic port name not registered" },
340 { 0x09, "symbolic node name not registered" },
341 { 0x0A, "port type not registered" },
342 { 0xF0, "authorization exception" },
343 { 0xF1, "authentication exception" },
344 { 0xF2, "data base full" },
345 { 0xF3, "data base empty" },
346 { 0xF4, "processing request" },
347 { 0xF5, "unable to verify connection" },
348 { 0xF6, "devices not in a common zone" },
352 * ibmvfc_get_ls_explain - Return the FC Explain description text
353 * @status: FC Explain status
358 static const char *ibmvfc_get_ls_explain(u16 status)
362 for (i = 0; i < ARRAY_SIZE(ls_explain); i++)
363 if (ls_explain[i].fc_explain == status)
364 return ls_explain[i].name;
366 return unknown_fc_explain;
370 * ibmvfc_get_gs_explain - Return the FC Explain description text
371 * @status: FC Explain status
376 static const char *ibmvfc_get_gs_explain(u16 status)
380 for (i = 0; i < ARRAY_SIZE(gs_explain); i++)
381 if (gs_explain[i].fc_explain == status)
382 return gs_explain[i].name;
384 return unknown_fc_explain;
387 static const struct {
388 enum ibmvfc_fc_type fc_type;
391 { IBMVFC_FABRIC_REJECT, "fabric reject" },
392 { IBMVFC_PORT_REJECT, "port reject" },
393 { IBMVFC_LS_REJECT, "ELS reject" },
394 { IBMVFC_FABRIC_BUSY, "fabric busy" },
395 { IBMVFC_PORT_BUSY, "port busy" },
396 { IBMVFC_BASIC_REJECT, "basic reject" },
399 static const char *unknown_fc_type = "unknown fc type";
402 * ibmvfc_get_fc_type - Return the FC Type description text
403 * @status: FC Type error status
408 static const char *ibmvfc_get_fc_type(u16 status)
412 for (i = 0; i < ARRAY_SIZE(fc_type); i++)
413 if (fc_type[i].fc_type == status)
414 return fc_type[i].name;
416 return unknown_fc_type;
420 * ibmvfc_set_tgt_action - Set the next init action for the target
421 * @tgt: ibmvfc target struct
422 * @action: action to perform
425 static void ibmvfc_set_tgt_action(struct ibmvfc_target *tgt,
426 enum ibmvfc_target_action action)
428 switch (tgt->action) {
429 case IBMVFC_TGT_ACTION_DEL_RPORT:
430 if (action == IBMVFC_TGT_ACTION_DELETED_RPORT)
431 tgt->action = action;
432 case IBMVFC_TGT_ACTION_DELETED_RPORT:
435 if (action == IBMVFC_TGT_ACTION_DEL_RPORT)
437 tgt->action = action;
443 * ibmvfc_set_host_state - Set the state for the host
444 * @vhost: ibmvfc host struct
445 * @state: state to set host to
448 * 0 if state changed / non-zero if not changed
450 static int ibmvfc_set_host_state(struct ibmvfc_host *vhost,
451 enum ibmvfc_host_state state)
455 switch (vhost->state) {
456 case IBMVFC_HOST_OFFLINE:
460 vhost->state = state;
468 * ibmvfc_set_host_action - Set the next init action for the host
469 * @vhost: ibmvfc host struct
470 * @action: action to perform
473 static void ibmvfc_set_host_action(struct ibmvfc_host *vhost,
474 enum ibmvfc_host_action action)
477 case IBMVFC_HOST_ACTION_ALLOC_TGTS:
478 if (vhost->action == IBMVFC_HOST_ACTION_INIT_WAIT)
479 vhost->action = action;
481 case IBMVFC_HOST_ACTION_LOGO_WAIT:
482 if (vhost->action == IBMVFC_HOST_ACTION_LOGO)
483 vhost->action = action;
485 case IBMVFC_HOST_ACTION_INIT_WAIT:
486 if (vhost->action == IBMVFC_HOST_ACTION_INIT)
487 vhost->action = action;
489 case IBMVFC_HOST_ACTION_QUERY:
490 switch (vhost->action) {
491 case IBMVFC_HOST_ACTION_INIT_WAIT:
492 case IBMVFC_HOST_ACTION_NONE:
493 case IBMVFC_HOST_ACTION_TGT_DEL_FAILED:
494 vhost->action = action;
500 case IBMVFC_HOST_ACTION_TGT_INIT:
501 if (vhost->action == IBMVFC_HOST_ACTION_ALLOC_TGTS)
502 vhost->action = action;
504 case IBMVFC_HOST_ACTION_INIT:
505 case IBMVFC_HOST_ACTION_TGT_DEL:
506 switch (vhost->action) {
507 case IBMVFC_HOST_ACTION_RESET:
508 case IBMVFC_HOST_ACTION_REENABLE:
511 vhost->action = action;
515 case IBMVFC_HOST_ACTION_LOGO:
516 case IBMVFC_HOST_ACTION_QUERY_TGTS:
517 case IBMVFC_HOST_ACTION_TGT_DEL_FAILED:
518 case IBMVFC_HOST_ACTION_NONE:
519 case IBMVFC_HOST_ACTION_RESET:
520 case IBMVFC_HOST_ACTION_REENABLE:
522 vhost->action = action;
528 * ibmvfc_reinit_host - Re-start host initialization (no NPIV Login)
529 * @vhost: ibmvfc host struct
534 static void ibmvfc_reinit_host(struct ibmvfc_host *vhost)
536 if (vhost->action == IBMVFC_HOST_ACTION_NONE) {
537 if (!ibmvfc_set_host_state(vhost, IBMVFC_INITIALIZING)) {
538 scsi_block_requests(vhost->host);
539 ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_QUERY);
544 wake_up(&vhost->work_wait_q);
548 * ibmvfc_link_down - Handle a link down event from the adapter
549 * @vhost: ibmvfc host struct
550 * @state: ibmvfc host state to enter
553 static void ibmvfc_link_down(struct ibmvfc_host *vhost,
554 enum ibmvfc_host_state state)
556 struct ibmvfc_target *tgt;
559 scsi_block_requests(vhost->host);
560 list_for_each_entry(tgt, &vhost->targets, queue)
561 ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_DEL_RPORT);
562 ibmvfc_set_host_state(vhost, state);
563 ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_TGT_DEL);
564 vhost->events_to_log |= IBMVFC_AE_LINKDOWN;
565 wake_up(&vhost->work_wait_q);
570 * ibmvfc_init_host - Start host initialization
571 * @vhost: ibmvfc host struct
576 static void ibmvfc_init_host(struct ibmvfc_host *vhost)
578 struct ibmvfc_target *tgt;
580 if (vhost->action == IBMVFC_HOST_ACTION_INIT_WAIT) {
581 if (++vhost->init_retries > IBMVFC_MAX_HOST_INIT_RETRIES) {
583 "Host initialization retries exceeded. Taking adapter offline\n");
584 ibmvfc_link_down(vhost, IBMVFC_HOST_OFFLINE);
589 if (!ibmvfc_set_host_state(vhost, IBMVFC_INITIALIZING)) {
590 memset(vhost->async_crq.msgs, 0, PAGE_SIZE);
591 vhost->async_crq.cur = 0;
593 list_for_each_entry(tgt, &vhost->targets, queue)
594 ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_DEL_RPORT);
595 scsi_block_requests(vhost->host);
596 ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_INIT);
597 vhost->job_step = ibmvfc_npiv_login;
598 wake_up(&vhost->work_wait_q);
603 * ibmvfc_send_crq - Send a CRQ
604 * @vhost: ibmvfc host struct
605 * @word1: the first 64 bits of the data
606 * @word2: the second 64 bits of the data
609 * 0 on success / other on failure
611 static int ibmvfc_send_crq(struct ibmvfc_host *vhost, u64 word1, u64 word2)
613 struct vio_dev *vdev = to_vio_dev(vhost->dev);
614 return plpar_hcall_norets(H_SEND_CRQ, vdev->unit_address, word1, word2);
618 * ibmvfc_send_crq_init - Send a CRQ init message
619 * @vhost: ibmvfc host struct
622 * 0 on success / other on failure
624 static int ibmvfc_send_crq_init(struct ibmvfc_host *vhost)
626 ibmvfc_dbg(vhost, "Sending CRQ init\n");
627 return ibmvfc_send_crq(vhost, 0xC001000000000000LL, 0);
631 * ibmvfc_send_crq_init_complete - Send a CRQ init complete message
632 * @vhost: ibmvfc host struct
635 * 0 on success / other on failure
637 static int ibmvfc_send_crq_init_complete(struct ibmvfc_host *vhost)
639 ibmvfc_dbg(vhost, "Sending CRQ init complete\n");
640 return ibmvfc_send_crq(vhost, 0xC002000000000000LL, 0);
644 * ibmvfc_release_crq_queue - Deallocates data and unregisters CRQ
645 * @vhost: ibmvfc host struct
647 * Frees irq, deallocates a page for messages, unmaps dma, and unregisters
648 * the crq with the hypervisor.
650 static void ibmvfc_release_crq_queue(struct ibmvfc_host *vhost)
653 struct vio_dev *vdev = to_vio_dev(vhost->dev);
654 struct ibmvfc_crq_queue *crq = &vhost->crq;
656 ibmvfc_dbg(vhost, "Releasing CRQ\n");
657 free_irq(vdev->irq, vhost);
658 tasklet_kill(&vhost->tasklet);
662 rc = plpar_hcall_norets(H_FREE_CRQ, vdev->unit_address);
663 } while (rc == H_BUSY || H_IS_LONG_BUSY(rc));
665 vhost->state = IBMVFC_NO_CRQ;
666 vhost->logged_in = 0;
667 dma_unmap_single(vhost->dev, crq->msg_token, PAGE_SIZE, DMA_BIDIRECTIONAL);
668 free_page((unsigned long)crq->msgs);
672 * ibmvfc_reenable_crq_queue - reenables the CRQ
673 * @vhost: ibmvfc host struct
676 * 0 on success / other on failure
678 static int ibmvfc_reenable_crq_queue(struct ibmvfc_host *vhost)
681 struct vio_dev *vdev = to_vio_dev(vhost->dev);
683 /* Re-enable the CRQ */
687 rc = plpar_hcall_norets(H_ENABLE_CRQ, vdev->unit_address);
688 } while (rc == H_IN_PROGRESS || rc == H_BUSY || H_IS_LONG_BUSY(rc));
691 dev_err(vhost->dev, "Error enabling adapter (rc=%d)\n", rc);
697 * ibmvfc_reset_crq - resets a crq after a failure
698 * @vhost: ibmvfc host struct
701 * 0 on success / other on failure
703 static int ibmvfc_reset_crq(struct ibmvfc_host *vhost)
707 struct vio_dev *vdev = to_vio_dev(vhost->dev);
708 struct ibmvfc_crq_queue *crq = &vhost->crq;
714 rc = plpar_hcall_norets(H_FREE_CRQ, vdev->unit_address);
715 } while (rc == H_BUSY || H_IS_LONG_BUSY(rc));
717 spin_lock_irqsave(vhost->host->host_lock, flags);
718 vhost->state = IBMVFC_NO_CRQ;
719 vhost->logged_in = 0;
720 ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_NONE);
722 /* Clean out the queue */
723 memset(crq->msgs, 0, PAGE_SIZE);
726 /* And re-open it again */
727 rc = plpar_hcall_norets(H_REG_CRQ, vdev->unit_address,
728 crq->msg_token, PAGE_SIZE);
731 /* Adapter is good, but other end is not ready */
732 dev_warn(vhost->dev, "Partner adapter not ready\n");
734 dev_warn(vhost->dev, "Couldn't register crq (rc=%d)\n", rc);
735 spin_unlock_irqrestore(vhost->host->host_lock, flags);
741 * ibmvfc_valid_event - Determines if event is valid.
742 * @pool: event_pool that contains the event
743 * @evt: ibmvfc event to be checked for validity
746 * 1 if event is valid / 0 if event is not valid
748 static int ibmvfc_valid_event(struct ibmvfc_event_pool *pool,
749 struct ibmvfc_event *evt)
751 int index = evt - pool->events;
752 if (index < 0 || index >= pool->size) /* outside of bounds */
754 if (evt != pool->events + index) /* unaligned */
760 * ibmvfc_free_event - Free the specified event
761 * @evt: ibmvfc_event to be freed
764 static void ibmvfc_free_event(struct ibmvfc_event *evt)
766 struct ibmvfc_host *vhost = evt->vhost;
767 struct ibmvfc_event_pool *pool = &vhost->pool;
769 BUG_ON(!ibmvfc_valid_event(pool, evt));
770 BUG_ON(atomic_inc_return(&evt->free) != 1);
771 list_add_tail(&evt->queue, &vhost->free);
775 * ibmvfc_scsi_eh_done - EH done function for queuecommand commands
776 * @evt: ibmvfc event struct
778 * This function does not setup any error status, that must be done
779 * before this function gets called.
781 static void ibmvfc_scsi_eh_done(struct ibmvfc_event *evt)
783 struct scsi_cmnd *cmnd = evt->cmnd;
786 scsi_dma_unmap(cmnd);
787 cmnd->scsi_done(cmnd);
791 complete(evt->eh_comp);
793 ibmvfc_free_event(evt);
797 * ibmvfc_fail_request - Fail request with specified error code
798 * @evt: ibmvfc event struct
799 * @error_code: error code to fail request with
804 static void ibmvfc_fail_request(struct ibmvfc_event *evt, int error_code)
807 evt->cmnd->result = (error_code << 16);
808 evt->done = ibmvfc_scsi_eh_done;
810 evt->xfer_iu->mad_common.status = IBMVFC_MAD_DRIVER_FAILED;
812 list_del(&evt->queue);
813 del_timer(&evt->timer);
819 * ibmvfc_purge_requests - Our virtual adapter just shut down. Purge any sent requests
820 * @vhost: ibmvfc host struct
821 * @error_code: error code to fail requests with
826 static void ibmvfc_purge_requests(struct ibmvfc_host *vhost, int error_code)
828 struct ibmvfc_event *evt, *pos;
830 ibmvfc_dbg(vhost, "Purging all requests\n");
831 list_for_each_entry_safe(evt, pos, &vhost->sent, queue)
832 ibmvfc_fail_request(evt, error_code);
836 * ibmvfc_hard_reset_host - Reset the connection to the server by breaking the CRQ
837 * @vhost: struct ibmvfc host to reset
839 static void ibmvfc_hard_reset_host(struct ibmvfc_host *vhost)
841 ibmvfc_purge_requests(vhost, DID_ERROR);
842 ibmvfc_link_down(vhost, IBMVFC_LINK_DOWN);
843 ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_RESET);
847 * __ibmvfc_reset_host - Reset the connection to the server (no locking)
848 * @vhost: struct ibmvfc host to reset
850 static void __ibmvfc_reset_host(struct ibmvfc_host *vhost)
852 if (vhost->logged_in && vhost->action != IBMVFC_HOST_ACTION_LOGO_WAIT &&
853 !ibmvfc_set_host_state(vhost, IBMVFC_INITIALIZING)) {
854 scsi_block_requests(vhost->host);
855 ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_LOGO);
856 vhost->job_step = ibmvfc_npiv_logout;
857 wake_up(&vhost->work_wait_q);
859 ibmvfc_hard_reset_host(vhost);
863 * ibmvfc_reset_host - Reset the connection to the server
864 * @vhost: ibmvfc host struct
866 static void ibmvfc_reset_host(struct ibmvfc_host *vhost)
870 spin_lock_irqsave(vhost->host->host_lock, flags);
871 __ibmvfc_reset_host(vhost);
872 spin_unlock_irqrestore(vhost->host->host_lock, flags);
876 * ibmvfc_retry_host_init - Retry host initialization if allowed
877 * @vhost: ibmvfc host struct
879 * Returns: 1 if init will be retried / 0 if not
882 static int ibmvfc_retry_host_init(struct ibmvfc_host *vhost)
886 if (vhost->action == IBMVFC_HOST_ACTION_INIT_WAIT) {
887 vhost->delay_init = 1;
888 if (++vhost->init_retries > IBMVFC_MAX_HOST_INIT_RETRIES) {
890 "Host initialization retries exceeded. Taking adapter offline\n");
891 ibmvfc_link_down(vhost, IBMVFC_HOST_OFFLINE);
892 } else if (vhost->init_retries == IBMVFC_MAX_HOST_INIT_RETRIES)
893 __ibmvfc_reset_host(vhost);
895 ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_INIT);
900 wake_up(&vhost->work_wait_q);
905 * __ibmvfc_get_target - Find the specified scsi_target (no locking)
906 * @starget: scsi target struct
909 * ibmvfc_target struct / NULL if not found
911 static struct ibmvfc_target *__ibmvfc_get_target(struct scsi_target *starget)
913 struct Scsi_Host *shost = dev_to_shost(starget->dev.parent);
914 struct ibmvfc_host *vhost = shost_priv(shost);
915 struct ibmvfc_target *tgt;
917 list_for_each_entry(tgt, &vhost->targets, queue)
918 if (tgt->target_id == starget->id) {
919 kref_get(&tgt->kref);
926 * ibmvfc_get_target - Find the specified scsi_target
927 * @starget: scsi target struct
930 * ibmvfc_target struct / NULL if not found
932 static struct ibmvfc_target *ibmvfc_get_target(struct scsi_target *starget)
934 struct Scsi_Host *shost = dev_to_shost(starget->dev.parent);
935 struct ibmvfc_target *tgt;
938 spin_lock_irqsave(shost->host_lock, flags);
939 tgt = __ibmvfc_get_target(starget);
940 spin_unlock_irqrestore(shost->host_lock, flags);
945 * ibmvfc_get_host_speed - Get host port speed
946 * @shost: scsi host struct
951 static void ibmvfc_get_host_speed(struct Scsi_Host *shost)
953 struct ibmvfc_host *vhost = shost_priv(shost);
956 spin_lock_irqsave(shost->host_lock, flags);
957 if (vhost->state == IBMVFC_ACTIVE) {
958 switch (vhost->login_buf->resp.link_speed / 100) {
960 fc_host_speed(shost) = FC_PORTSPEED_1GBIT;
963 fc_host_speed(shost) = FC_PORTSPEED_2GBIT;
966 fc_host_speed(shost) = FC_PORTSPEED_4GBIT;
969 fc_host_speed(shost) = FC_PORTSPEED_8GBIT;
972 fc_host_speed(shost) = FC_PORTSPEED_10GBIT;
975 fc_host_speed(shost) = FC_PORTSPEED_16GBIT;
978 ibmvfc_log(vhost, 3, "Unknown port speed: %lld Gbit\n",
979 vhost->login_buf->resp.link_speed / 100);
980 fc_host_speed(shost) = FC_PORTSPEED_UNKNOWN;
984 fc_host_speed(shost) = FC_PORTSPEED_UNKNOWN;
985 spin_unlock_irqrestore(shost->host_lock, flags);
989 * ibmvfc_get_host_port_state - Get host port state
990 * @shost: scsi host struct
995 static void ibmvfc_get_host_port_state(struct Scsi_Host *shost)
997 struct ibmvfc_host *vhost = shost_priv(shost);
1000 spin_lock_irqsave(shost->host_lock, flags);
1001 switch (vhost->state) {
1002 case IBMVFC_INITIALIZING:
1004 fc_host_port_state(shost) = FC_PORTSTATE_ONLINE;
1006 case IBMVFC_LINK_DOWN:
1007 fc_host_port_state(shost) = FC_PORTSTATE_LINKDOWN;
1009 case IBMVFC_LINK_DEAD:
1010 case IBMVFC_HOST_OFFLINE:
1011 fc_host_port_state(shost) = FC_PORTSTATE_OFFLINE;
1014 fc_host_port_state(shost) = FC_PORTSTATE_BLOCKED;
1017 fc_host_port_state(shost) = FC_PORTSTATE_UNKNOWN;
1020 ibmvfc_log(vhost, 3, "Unknown port state: %d\n", vhost->state);
1021 fc_host_port_state(shost) = FC_PORTSTATE_UNKNOWN;
1024 spin_unlock_irqrestore(shost->host_lock, flags);
1028 * ibmvfc_set_rport_dev_loss_tmo - Set rport's device loss timeout
1029 * @rport: rport struct
1030 * @timeout: timeout value
1035 static void ibmvfc_set_rport_dev_loss_tmo(struct fc_rport *rport, u32 timeout)
1038 rport->dev_loss_tmo = timeout;
1040 rport->dev_loss_tmo = 1;
1044 * ibmvfc_release_tgt - Free memory allocated for a target
1045 * @kref: kref struct
1048 static void ibmvfc_release_tgt(struct kref *kref)
1050 struct ibmvfc_target *tgt = container_of(kref, struct ibmvfc_target, kref);
1055 * ibmvfc_get_starget_node_name - Get SCSI target's node name
1056 * @starget: scsi target struct
1061 static void ibmvfc_get_starget_node_name(struct scsi_target *starget)
1063 struct ibmvfc_target *tgt = ibmvfc_get_target(starget);
1064 fc_starget_port_name(starget) = tgt ? tgt->ids.node_name : 0;
1066 kref_put(&tgt->kref, ibmvfc_release_tgt);
1070 * ibmvfc_get_starget_port_name - Get SCSI target's port name
1071 * @starget: scsi target struct
1076 static void ibmvfc_get_starget_port_name(struct scsi_target *starget)
1078 struct ibmvfc_target *tgt = ibmvfc_get_target(starget);
1079 fc_starget_port_name(starget) = tgt ? tgt->ids.port_name : 0;
1081 kref_put(&tgt->kref, ibmvfc_release_tgt);
1085 * ibmvfc_get_starget_port_id - Get SCSI target's port ID
1086 * @starget: scsi target struct
1091 static void ibmvfc_get_starget_port_id(struct scsi_target *starget)
1093 struct ibmvfc_target *tgt = ibmvfc_get_target(starget);
1094 fc_starget_port_id(starget) = tgt ? tgt->scsi_id : -1;
1096 kref_put(&tgt->kref, ibmvfc_release_tgt);
1100 * ibmvfc_wait_while_resetting - Wait while the host resets
1101 * @vhost: ibmvfc host struct
1104 * 0 on success / other on failure
1106 static int ibmvfc_wait_while_resetting(struct ibmvfc_host *vhost)
1108 long timeout = wait_event_timeout(vhost->init_wait_q,
1109 ((vhost->state == IBMVFC_ACTIVE ||
1110 vhost->state == IBMVFC_HOST_OFFLINE ||
1111 vhost->state == IBMVFC_LINK_DEAD) &&
1112 vhost->action == IBMVFC_HOST_ACTION_NONE),
1113 (init_timeout * HZ));
1115 return timeout ? 0 : -EIO;
1119 * ibmvfc_issue_fc_host_lip - Re-initiate link initialization
1120 * @shost: scsi host struct
1123 * 0 on success / other on failure
1125 static int ibmvfc_issue_fc_host_lip(struct Scsi_Host *shost)
1127 struct ibmvfc_host *vhost = shost_priv(shost);
1129 dev_err(vhost->dev, "Initiating host LIP. Resetting connection\n");
1130 ibmvfc_reset_host(vhost);
1131 return ibmvfc_wait_while_resetting(vhost);
1135 * ibmvfc_gather_partition_info - Gather info about the LPAR
1140 static void ibmvfc_gather_partition_info(struct ibmvfc_host *vhost)
1142 struct device_node *rootdn;
1144 const unsigned int *num;
1146 rootdn = of_find_node_by_path("/");
1150 name = of_get_property(rootdn, "ibm,partition-name", NULL);
1152 strncpy(vhost->partition_name, name, sizeof(vhost->partition_name));
1153 num = of_get_property(rootdn, "ibm,partition-no", NULL);
1155 vhost->partition_number = *num;
1156 of_node_put(rootdn);
1160 * ibmvfc_set_login_info - Setup info for NPIV login
1161 * @vhost: ibmvfc host struct
1166 static void ibmvfc_set_login_info(struct ibmvfc_host *vhost)
1168 struct ibmvfc_npiv_login *login_info = &vhost->login_info;
1169 struct device_node *of_node = vhost->dev->of_node;
1170 const char *location;
1172 memset(login_info, 0, sizeof(*login_info));
1174 login_info->ostype = IBMVFC_OS_LINUX;
1175 login_info->max_dma_len = IBMVFC_MAX_SECTORS << 9;
1176 login_info->max_payload = sizeof(struct ibmvfc_fcp_cmd_iu);
1177 login_info->max_response = sizeof(struct ibmvfc_fcp_rsp);
1178 login_info->partition_num = vhost->partition_number;
1179 login_info->vfc_frame_version = 1;
1180 login_info->fcp_version = 3;
1181 login_info->flags = IBMVFC_FLUSH_ON_HALT;
1182 if (vhost->client_migrated)
1183 login_info->flags |= IBMVFC_CLIENT_MIGRATED;
1185 login_info->max_cmds = max_requests + IBMVFC_NUM_INTERNAL_REQ;
1186 login_info->capabilities = IBMVFC_CAN_MIGRATE;
1187 login_info->async.va = vhost->async_crq.msg_token;
1188 login_info->async.len = vhost->async_crq.size * sizeof(*vhost->async_crq.msgs);
1189 strncpy(login_info->partition_name, vhost->partition_name, IBMVFC_MAX_NAME);
1190 strncpy(login_info->device_name,
1191 dev_name(&vhost->host->shost_gendev), IBMVFC_MAX_NAME);
1193 location = of_get_property(of_node, "ibm,loc-code", NULL);
1194 location = location ? location : dev_name(vhost->dev);
1195 strncpy(login_info->drc_name, location, IBMVFC_MAX_NAME);
1199 * ibmvfc_init_event_pool - Allocates and initializes the event pool for a host
1200 * @vhost: ibmvfc host who owns the event pool
1202 * Returns zero on success.
1204 static int ibmvfc_init_event_pool(struct ibmvfc_host *vhost)
1207 struct ibmvfc_event_pool *pool = &vhost->pool;
1210 pool->size = max_requests + IBMVFC_NUM_INTERNAL_REQ;
1211 pool->events = kcalloc(pool->size, sizeof(*pool->events), GFP_KERNEL);
1215 pool->iu_storage = dma_alloc_coherent(vhost->dev,
1216 pool->size * sizeof(*pool->iu_storage),
1217 &pool->iu_token, 0);
1219 if (!pool->iu_storage) {
1220 kfree(pool->events);
1224 for (i = 0; i < pool->size; ++i) {
1225 struct ibmvfc_event *evt = &pool->events[i];
1226 atomic_set(&evt->free, 1);
1227 evt->crq.valid = 0x80;
1228 evt->crq.ioba = pool->iu_token + (sizeof(*evt->xfer_iu) * i);
1229 evt->xfer_iu = pool->iu_storage + i;
1231 evt->ext_list = NULL;
1232 list_add_tail(&evt->queue, &vhost->free);
1240 * ibmvfc_free_event_pool - Frees memory of the event pool of a host
1241 * @vhost: ibmvfc host who owns the event pool
1244 static void ibmvfc_free_event_pool(struct ibmvfc_host *vhost)
1247 struct ibmvfc_event_pool *pool = &vhost->pool;
1250 for (i = 0; i < pool->size; ++i) {
1251 list_del(&pool->events[i].queue);
1252 BUG_ON(atomic_read(&pool->events[i].free) != 1);
1253 if (pool->events[i].ext_list)
1254 dma_pool_free(vhost->sg_pool,
1255 pool->events[i].ext_list,
1256 pool->events[i].ext_list_token);
1259 kfree(pool->events);
1260 dma_free_coherent(vhost->dev,
1261 pool->size * sizeof(*pool->iu_storage),
1262 pool->iu_storage, pool->iu_token);
1267 * ibmvfc_get_event - Gets the next free event in pool
1268 * @vhost: ibmvfc host struct
1270 * Returns a free event from the pool.
1272 static struct ibmvfc_event *ibmvfc_get_event(struct ibmvfc_host *vhost)
1274 struct ibmvfc_event *evt;
1276 BUG_ON(list_empty(&vhost->free));
1277 evt = list_entry(vhost->free.next, struct ibmvfc_event, queue);
1278 atomic_set(&evt->free, 0);
1279 list_del(&evt->queue);
1284 * ibmvfc_init_event - Initialize fields in an event struct that are always
1287 * @done: Routine to call when the event is responded to
1288 * @format: SRP or MAD format
1290 static void ibmvfc_init_event(struct ibmvfc_event *evt,
1291 void (*done) (struct ibmvfc_event *), u8 format)
1294 evt->sync_iu = NULL;
1295 evt->crq.format = format;
1297 evt->eh_comp = NULL;
1301 * ibmvfc_map_sg_list - Initialize scatterlist
1302 * @scmd: scsi command struct
1303 * @nseg: number of scatterlist segments
1304 * @md: memory descriptor list to initialize
1306 static void ibmvfc_map_sg_list(struct scsi_cmnd *scmd, int nseg,
1307 struct srp_direct_buf *md)
1310 struct scatterlist *sg;
1312 scsi_for_each_sg(scmd, sg, nseg, i) {
1313 md[i].va = sg_dma_address(sg);
1314 md[i].len = sg_dma_len(sg);
1320 * ibmvfc_map_sg_data - Maps dma for a scatterlist and initializes decriptor fields
1321 * @scmd: Scsi_Cmnd with the scatterlist
1322 * @evt: ibmvfc event struct
1323 * @vfc_cmd: vfc_cmd that contains the memory descriptor
1324 * @dev: device for which to map dma memory
1327 * 0 on success / non-zero on failure
1329 static int ibmvfc_map_sg_data(struct scsi_cmnd *scmd,
1330 struct ibmvfc_event *evt,
1331 struct ibmvfc_cmd *vfc_cmd, struct device *dev)
1335 struct srp_direct_buf *data = &vfc_cmd->ioba;
1336 struct ibmvfc_host *vhost = dev_get_drvdata(dev);
1338 sg_mapped = scsi_dma_map(scmd);
1340 vfc_cmd->flags |= IBMVFC_NO_MEM_DESC;
1342 } else if (unlikely(sg_mapped < 0)) {
1343 if (vhost->log_level > IBMVFC_DEFAULT_LOG_LEVEL)
1344 scmd_printk(KERN_ERR, scmd, "Failed to map DMA buffer for command\n");
1348 if (scmd->sc_data_direction == DMA_TO_DEVICE) {
1349 vfc_cmd->flags |= IBMVFC_WRITE;
1350 vfc_cmd->iu.add_cdb_len |= IBMVFC_WRDATA;
1352 vfc_cmd->flags |= IBMVFC_READ;
1353 vfc_cmd->iu.add_cdb_len |= IBMVFC_RDDATA;
1356 if (sg_mapped == 1) {
1357 ibmvfc_map_sg_list(scmd, sg_mapped, data);
1361 vfc_cmd->flags |= IBMVFC_SCATTERLIST;
1363 if (!evt->ext_list) {
1364 evt->ext_list = dma_pool_alloc(vhost->sg_pool, GFP_ATOMIC,
1365 &evt->ext_list_token);
1367 if (!evt->ext_list) {
1368 scsi_dma_unmap(scmd);
1369 if (vhost->log_level > IBMVFC_DEFAULT_LOG_LEVEL)
1370 scmd_printk(KERN_ERR, scmd, "Can't allocate memory for scatterlist\n");
1375 ibmvfc_map_sg_list(scmd, sg_mapped, evt->ext_list);
1377 data->va = evt->ext_list_token;
1378 data->len = sg_mapped * sizeof(struct srp_direct_buf);
1384 * ibmvfc_timeout - Internal command timeout handler
1385 * @evt: struct ibmvfc_event that timed out
1387 * Called when an internally generated command times out
1389 static void ibmvfc_timeout(struct ibmvfc_event *evt)
1391 struct ibmvfc_host *vhost = evt->vhost;
1392 dev_err(vhost->dev, "Command timed out (%p). Resetting connection\n", evt);
1393 ibmvfc_reset_host(vhost);
1397 * ibmvfc_send_event - Transforms event to u64 array and calls send_crq()
1398 * @evt: event to be sent
1399 * @vhost: ibmvfc host struct
1400 * @timeout: timeout in seconds - 0 means do not time command
1402 * Returns the value returned from ibmvfc_send_crq(). (Zero for success)
1404 static int ibmvfc_send_event(struct ibmvfc_event *evt,
1405 struct ibmvfc_host *vhost, unsigned long timeout)
1407 u64 *crq_as_u64 = (u64 *) &evt->crq;
1410 /* Copy the IU into the transfer area */
1411 *evt->xfer_iu = evt->iu;
1412 if (evt->crq.format == IBMVFC_CMD_FORMAT)
1413 evt->xfer_iu->cmd.tag = (u64)evt;
1414 else if (evt->crq.format == IBMVFC_MAD_FORMAT)
1415 evt->xfer_iu->mad_common.tag = (u64)evt;
1419 list_add_tail(&evt->queue, &vhost->sent);
1420 init_timer(&evt->timer);
1423 evt->timer.data = (unsigned long) evt;
1424 evt->timer.expires = jiffies + (timeout * HZ);
1425 evt->timer.function = (void (*)(unsigned long))ibmvfc_timeout;
1426 add_timer(&evt->timer);
1431 if ((rc = ibmvfc_send_crq(vhost, crq_as_u64[0], crq_as_u64[1]))) {
1432 list_del(&evt->queue);
1433 del_timer(&evt->timer);
1435 /* If send_crq returns H_CLOSED, return SCSI_MLQUEUE_HOST_BUSY.
1436 * Firmware will send a CRQ with a transport event (0xFF) to
1437 * tell this client what has happened to the transport. This
1438 * will be handled in ibmvfc_handle_crq()
1440 if (rc == H_CLOSED) {
1441 if (printk_ratelimit())
1442 dev_warn(vhost->dev, "Send warning. Receive queue closed, will retry.\n");
1444 scsi_dma_unmap(evt->cmnd);
1445 ibmvfc_free_event(evt);
1446 return SCSI_MLQUEUE_HOST_BUSY;
1449 dev_err(vhost->dev, "Send error (rc=%d)\n", rc);
1451 evt->cmnd->result = DID_ERROR << 16;
1452 evt->done = ibmvfc_scsi_eh_done;
1454 evt->xfer_iu->mad_common.status = IBMVFC_MAD_CRQ_ERROR;
1458 ibmvfc_trc_start(evt);
1464 * ibmvfc_log_error - Log an error for the failed command if appropriate
1465 * @evt: ibmvfc event to log
1468 static void ibmvfc_log_error(struct ibmvfc_event *evt)
1470 struct ibmvfc_cmd *vfc_cmd = &evt->xfer_iu->cmd;
1471 struct ibmvfc_host *vhost = evt->vhost;
1472 struct ibmvfc_fcp_rsp *rsp = &vfc_cmd->rsp;
1473 struct scsi_cmnd *cmnd = evt->cmnd;
1474 const char *err = unknown_error;
1475 int index = ibmvfc_get_err_index(vfc_cmd->status, vfc_cmd->error);
1480 logerr = cmd_status[index].log;
1481 err = cmd_status[index].name;
1484 if (!logerr && (vhost->log_level <= (IBMVFC_DEFAULT_LOG_LEVEL + 1)))
1487 if (rsp->flags & FCP_RSP_LEN_VALID)
1488 rsp_code = rsp->data.info.rsp_code;
1490 scmd_printk(KERN_ERR, cmnd, "Command (%02X) failed: %s (%x:%x) "
1491 "flags: %x fcp_rsp: %x, resid=%d, scsi_status: %x\n",
1492 cmnd->cmnd[0], err, vfc_cmd->status, vfc_cmd->error,
1493 rsp->flags, rsp_code, scsi_get_resid(cmnd), rsp->scsi_status);
1497 * ibmvfc_relogin - Log back into the specified device
1498 * @sdev: scsi device struct
1501 static void ibmvfc_relogin(struct scsi_device *sdev)
1503 struct ibmvfc_host *vhost = shost_priv(sdev->host);
1504 struct fc_rport *rport = starget_to_rport(scsi_target(sdev));
1505 struct ibmvfc_target *tgt;
1507 list_for_each_entry(tgt, &vhost->targets, queue) {
1508 if (rport == tgt->rport) {
1509 ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_DEL_RPORT);
1514 ibmvfc_reinit_host(vhost);
1518 * ibmvfc_scsi_done - Handle responses from commands
1519 * @evt: ibmvfc event to be handled
1521 * Used as a callback when sending scsi cmds.
1523 static void ibmvfc_scsi_done(struct ibmvfc_event *evt)
1525 struct ibmvfc_cmd *vfc_cmd = &evt->xfer_iu->cmd;
1526 struct ibmvfc_fcp_rsp *rsp = &vfc_cmd->rsp;
1527 struct scsi_cmnd *cmnd = evt->cmnd;
1529 u32 sense_len = rsp->fcp_sense_len;
1532 if (vfc_cmd->response_flags & IBMVFC_ADAPTER_RESID_VALID)
1533 scsi_set_resid(cmnd, vfc_cmd->adapter_resid);
1534 else if (rsp->flags & FCP_RESID_UNDER)
1535 scsi_set_resid(cmnd, rsp->fcp_resid);
1537 scsi_set_resid(cmnd, 0);
1539 if (vfc_cmd->status) {
1540 cmnd->result = ibmvfc_get_err_result(vfc_cmd);
1542 if (rsp->flags & FCP_RSP_LEN_VALID)
1543 rsp_len = rsp->fcp_rsp_len;
1544 if ((sense_len + rsp_len) > SCSI_SENSE_BUFFERSIZE)
1545 sense_len = SCSI_SENSE_BUFFERSIZE - rsp_len;
1546 if ((rsp->flags & FCP_SNS_LEN_VALID) && rsp->fcp_sense_len && rsp_len <= 8)
1547 memcpy(cmnd->sense_buffer, rsp->data.sense + rsp_len, sense_len);
1548 if ((vfc_cmd->status & IBMVFC_VIOS_FAILURE) && (vfc_cmd->error == IBMVFC_PLOGI_REQUIRED))
1549 ibmvfc_relogin(cmnd->device);
1551 if (!cmnd->result && (!scsi_get_resid(cmnd) || (rsp->flags & FCP_RESID_OVER)))
1552 cmnd->result = (DID_ERROR << 16);
1554 ibmvfc_log_error(evt);
1557 if (!cmnd->result &&
1558 (scsi_bufflen(cmnd) - scsi_get_resid(cmnd) < cmnd->underflow))
1559 cmnd->result = (DID_ERROR << 16);
1561 scsi_dma_unmap(cmnd);
1562 cmnd->scsi_done(cmnd);
1566 complete(evt->eh_comp);
1568 ibmvfc_free_event(evt);
1572 * ibmvfc_host_chkready - Check if the host can accept commands
1573 * @vhost: struct ibmvfc host
1576 * 1 if host can accept command / 0 if not
1578 static inline int ibmvfc_host_chkready(struct ibmvfc_host *vhost)
1582 switch (vhost->state) {
1583 case IBMVFC_LINK_DEAD:
1584 case IBMVFC_HOST_OFFLINE:
1585 result = DID_NO_CONNECT << 16;
1588 case IBMVFC_INITIALIZING:
1590 case IBMVFC_LINK_DOWN:
1591 result = DID_REQUEUE << 16;
1602 * ibmvfc_queuecommand - The queuecommand function of the scsi template
1603 * @cmnd: struct scsi_cmnd to be executed
1604 * @done: Callback function to be called when cmnd is completed
1607 * 0 on success / other on failure
1609 static int ibmvfc_queuecommand(struct scsi_cmnd *cmnd,
1610 void (*done) (struct scsi_cmnd *))
1612 struct ibmvfc_host *vhost = shost_priv(cmnd->device->host);
1613 struct fc_rport *rport = starget_to_rport(scsi_target(cmnd->device));
1614 struct ibmvfc_cmd *vfc_cmd;
1615 struct ibmvfc_event *evt;
1619 if (unlikely((rc = fc_remote_port_chkready(rport))) ||
1620 unlikely((rc = ibmvfc_host_chkready(vhost)))) {
1626 cmnd->result = (DID_OK << 16);
1627 evt = ibmvfc_get_event(vhost);
1628 ibmvfc_init_event(evt, ibmvfc_scsi_done, IBMVFC_CMD_FORMAT);
1630 cmnd->scsi_done = done;
1631 vfc_cmd = &evt->iu.cmd;
1632 memset(vfc_cmd, 0, sizeof(*vfc_cmd));
1633 vfc_cmd->resp.va = (u64)evt->crq.ioba + offsetof(struct ibmvfc_cmd, rsp);
1634 vfc_cmd->resp.len = sizeof(vfc_cmd->rsp);
1635 vfc_cmd->frame_type = IBMVFC_SCSI_FCP_TYPE;
1636 vfc_cmd->payload_len = sizeof(vfc_cmd->iu);
1637 vfc_cmd->resp_len = sizeof(vfc_cmd->rsp);
1638 vfc_cmd->cancel_key = (unsigned long)cmnd->device->hostdata;
1639 vfc_cmd->tgt_scsi_id = rport->port_id;
1640 vfc_cmd->iu.xfer_len = scsi_bufflen(cmnd);
1641 int_to_scsilun(cmnd->device->lun, &vfc_cmd->iu.lun);
1642 memcpy(vfc_cmd->iu.cdb, cmnd->cmnd, cmnd->cmd_len);
1644 if (scsi_populate_tag_msg(cmnd, tag)) {
1645 vfc_cmd->task_tag = tag[1];
1647 case MSG_SIMPLE_TAG:
1648 vfc_cmd->iu.pri_task_attr = IBMVFC_SIMPLE_TASK;
1651 vfc_cmd->iu.pri_task_attr = IBMVFC_HEAD_OF_QUEUE;
1653 case MSG_ORDERED_TAG:
1654 vfc_cmd->iu.pri_task_attr = IBMVFC_ORDERED_TASK;
1659 if (likely(!(rc = ibmvfc_map_sg_data(cmnd, evt, vfc_cmd, vhost->dev))))
1660 return ibmvfc_send_event(evt, vhost, 0);
1662 ibmvfc_free_event(evt);
1664 return SCSI_MLQUEUE_HOST_BUSY;
1666 if (vhost->log_level > IBMVFC_DEFAULT_LOG_LEVEL)
1667 scmd_printk(KERN_ERR, cmnd,
1668 "Failed to map DMA buffer for command. rc=%d\n", rc);
1670 cmnd->result = DID_ERROR << 16;
1676 * ibmvfc_sync_completion - Signal that a synchronous command has completed
1677 * @evt: ibmvfc event struct
1680 static void ibmvfc_sync_completion(struct ibmvfc_event *evt)
1682 /* copy the response back */
1684 *evt->sync_iu = *evt->xfer_iu;
1686 complete(&evt->comp);
1690 * ibmvfc_bsg_timeout_done - Completion handler for cancelling BSG commands
1691 * @evt: struct ibmvfc_event
1694 static void ibmvfc_bsg_timeout_done(struct ibmvfc_event *evt)
1696 struct ibmvfc_host *vhost = evt->vhost;
1698 ibmvfc_free_event(evt);
1699 vhost->aborting_passthru = 0;
1700 dev_info(vhost->dev, "Passthru command cancelled\n");
1704 * ibmvfc_bsg_timeout - Handle a BSG timeout
1705 * @job: struct fc_bsg_job that timed out
1708 * 0 on success / other on failure
1710 static int ibmvfc_bsg_timeout(struct fc_bsg_job *job)
1712 struct ibmvfc_host *vhost = shost_priv(job->shost);
1713 unsigned long port_id = (unsigned long)job->dd_data;
1714 struct ibmvfc_event *evt;
1715 struct ibmvfc_tmf *tmf;
1716 unsigned long flags;
1720 spin_lock_irqsave(vhost->host->host_lock, flags);
1721 if (vhost->aborting_passthru || vhost->state != IBMVFC_ACTIVE) {
1722 __ibmvfc_reset_host(vhost);
1723 spin_unlock_irqrestore(vhost->host->host_lock, flags);
1727 vhost->aborting_passthru = 1;
1728 evt = ibmvfc_get_event(vhost);
1729 ibmvfc_init_event(evt, ibmvfc_bsg_timeout_done, IBMVFC_MAD_FORMAT);
1732 memset(tmf, 0, sizeof(*tmf));
1733 tmf->common.version = 1;
1734 tmf->common.opcode = IBMVFC_TMF_MAD;
1735 tmf->common.length = sizeof(*tmf);
1736 tmf->scsi_id = port_id;
1737 tmf->cancel_key = IBMVFC_PASSTHRU_CANCEL_KEY;
1738 tmf->my_cancel_key = IBMVFC_INTERNAL_CANCEL_KEY;
1739 rc = ibmvfc_send_event(evt, vhost, default_timeout);
1742 vhost->aborting_passthru = 0;
1743 dev_err(vhost->dev, "Failed to send cancel event. rc=%d\n", rc);
1746 dev_info(vhost->dev, "Cancelling passthru command to port id 0x%lx\n",
1749 spin_unlock_irqrestore(vhost->host->host_lock, flags);
1756 * ibmvfc_bsg_plogi - PLOGI into a target to handle a BSG command
1757 * @vhost: struct ibmvfc_host to send command
1758 * @port_id: port ID to send command
1761 * 0 on success / other on failure
1763 static int ibmvfc_bsg_plogi(struct ibmvfc_host *vhost, unsigned int port_id)
1765 struct ibmvfc_port_login *plogi;
1766 struct ibmvfc_target *tgt;
1767 struct ibmvfc_event *evt;
1768 union ibmvfc_iu rsp_iu;
1769 unsigned long flags;
1770 int rc = 0, issue_login = 1;
1773 spin_lock_irqsave(vhost->host->host_lock, flags);
1774 list_for_each_entry(tgt, &vhost->targets, queue) {
1775 if (tgt->scsi_id == port_id) {
1783 if (unlikely((rc = ibmvfc_host_chkready(vhost))))
1786 evt = ibmvfc_get_event(vhost);
1787 ibmvfc_init_event(evt, ibmvfc_sync_completion, IBMVFC_MAD_FORMAT);
1788 plogi = &evt->iu.plogi;
1789 memset(plogi, 0, sizeof(*plogi));
1790 plogi->common.version = 1;
1791 plogi->common.opcode = IBMVFC_PORT_LOGIN;
1792 plogi->common.length = sizeof(*plogi);
1793 plogi->scsi_id = port_id;
1794 evt->sync_iu = &rsp_iu;
1795 init_completion(&evt->comp);
1797 rc = ibmvfc_send_event(evt, vhost, default_timeout);
1798 spin_unlock_irqrestore(vhost->host->host_lock, flags);
1803 wait_for_completion(&evt->comp);
1805 if (rsp_iu.plogi.common.status)
1808 spin_lock_irqsave(vhost->host->host_lock, flags);
1809 ibmvfc_free_event(evt);
1811 spin_unlock_irqrestore(vhost->host->host_lock, flags);
1817 * ibmvfc_bsg_request - Handle a BSG request
1818 * @job: struct fc_bsg_job to be executed
1821 * 0 on success / other on failure
1823 static int ibmvfc_bsg_request(struct fc_bsg_job *job)
1825 struct ibmvfc_host *vhost = shost_priv(job->shost);
1826 struct fc_rport *rport = job->rport;
1827 struct ibmvfc_passthru_mad *mad;
1828 struct ibmvfc_event *evt;
1829 union ibmvfc_iu rsp_iu;
1830 unsigned long flags, port_id = -1;
1831 unsigned int code = job->request->msgcode;
1832 int rc = 0, req_seg, rsp_seg, issue_login = 0;
1833 u32 fc_flags, rsp_len;
1836 job->reply->reply_payload_rcv_len = 0;
1838 port_id = rport->port_id;
1841 case FC_BSG_HST_ELS_NOLOGIN:
1842 port_id = (job->request->rqst_data.h_els.port_id[0] << 16) |
1843 (job->request->rqst_data.h_els.port_id[1] << 8) |
1844 job->request->rqst_data.h_els.port_id[2];
1845 case FC_BSG_RPT_ELS:
1846 fc_flags = IBMVFC_FC_ELS;
1850 port_id = (job->request->rqst_data.h_ct.port_id[0] << 16) |
1851 (job->request->rqst_data.h_ct.port_id[1] << 8) |
1852 job->request->rqst_data.h_ct.port_id[2];
1854 fc_flags = IBMVFC_FC_CT_IU;
1862 if (!mutex_trylock(&vhost->passthru_mutex))
1865 job->dd_data = (void *)port_id;
1866 req_seg = dma_map_sg(vhost->dev, job->request_payload.sg_list,
1867 job->request_payload.sg_cnt, DMA_TO_DEVICE);
1870 mutex_unlock(&vhost->passthru_mutex);
1874 rsp_seg = dma_map_sg(vhost->dev, job->reply_payload.sg_list,
1875 job->reply_payload.sg_cnt, DMA_FROM_DEVICE);
1878 dma_unmap_sg(vhost->dev, job->request_payload.sg_list,
1879 job->request_payload.sg_cnt, DMA_TO_DEVICE);
1880 mutex_unlock(&vhost->passthru_mutex);
1884 if (req_seg > 1 || rsp_seg > 1) {
1890 rc = ibmvfc_bsg_plogi(vhost, port_id);
1892 spin_lock_irqsave(vhost->host->host_lock, flags);
1894 if (unlikely(rc || (rport && (rc = fc_remote_port_chkready(rport)))) ||
1895 unlikely((rc = ibmvfc_host_chkready(vhost)))) {
1896 spin_unlock_irqrestore(vhost->host->host_lock, flags);
1900 evt = ibmvfc_get_event(vhost);
1901 ibmvfc_init_event(evt, ibmvfc_sync_completion, IBMVFC_MAD_FORMAT);
1902 mad = &evt->iu.passthru;
1904 memset(mad, 0, sizeof(*mad));
1905 mad->common.version = 1;
1906 mad->common.opcode = IBMVFC_PASSTHRU;
1907 mad->common.length = sizeof(*mad) - sizeof(mad->fc_iu) - sizeof(mad->iu);
1909 mad->cmd_ioba.va = (u64)evt->crq.ioba +
1910 offsetof(struct ibmvfc_passthru_mad, iu);
1911 mad->cmd_ioba.len = sizeof(mad->iu);
1913 mad->iu.cmd_len = job->request_payload.payload_len;
1914 mad->iu.rsp_len = job->reply_payload.payload_len;
1915 mad->iu.flags = fc_flags;
1916 mad->iu.cancel_key = IBMVFC_PASSTHRU_CANCEL_KEY;
1918 mad->iu.cmd.va = sg_dma_address(job->request_payload.sg_list);
1919 mad->iu.cmd.len = sg_dma_len(job->request_payload.sg_list);
1920 mad->iu.rsp.va = sg_dma_address(job->reply_payload.sg_list);
1921 mad->iu.rsp.len = sg_dma_len(job->reply_payload.sg_list);
1922 mad->iu.scsi_id = port_id;
1923 mad->iu.tag = (u64)evt;
1924 rsp_len = mad->iu.rsp.len;
1926 evt->sync_iu = &rsp_iu;
1927 init_completion(&evt->comp);
1928 rc = ibmvfc_send_event(evt, vhost, 0);
1929 spin_unlock_irqrestore(vhost->host->host_lock, flags);
1936 wait_for_completion(&evt->comp);
1938 if (rsp_iu.passthru.common.status)
1941 job->reply->reply_payload_rcv_len = rsp_len;
1943 spin_lock_irqsave(vhost->host->host_lock, flags);
1944 ibmvfc_free_event(evt);
1945 spin_unlock_irqrestore(vhost->host->host_lock, flags);
1946 job->reply->result = rc;
1950 dma_unmap_sg(vhost->dev, job->request_payload.sg_list,
1951 job->request_payload.sg_cnt, DMA_TO_DEVICE);
1952 dma_unmap_sg(vhost->dev, job->reply_payload.sg_list,
1953 job->reply_payload.sg_cnt, DMA_FROM_DEVICE);
1954 mutex_unlock(&vhost->passthru_mutex);
1960 * ibmvfc_reset_device - Reset the device with the specified reset type
1961 * @sdev: scsi device to reset
1963 * @desc: reset type description for log messages
1966 * 0 on success / other on failure
1968 static int ibmvfc_reset_device(struct scsi_device *sdev, int type, char *desc)
1970 struct ibmvfc_host *vhost = shost_priv(sdev->host);
1971 struct fc_rport *rport = starget_to_rport(scsi_target(sdev));
1972 struct ibmvfc_cmd *tmf;
1973 struct ibmvfc_event *evt = NULL;
1974 union ibmvfc_iu rsp_iu;
1975 struct ibmvfc_fcp_rsp *fc_rsp = &rsp_iu.cmd.rsp;
1976 int rsp_rc = -EBUSY;
1977 unsigned long flags;
1980 spin_lock_irqsave(vhost->host->host_lock, flags);
1981 if (vhost->state == IBMVFC_ACTIVE) {
1982 evt = ibmvfc_get_event(vhost);
1983 ibmvfc_init_event(evt, ibmvfc_sync_completion, IBMVFC_CMD_FORMAT);
1986 memset(tmf, 0, sizeof(*tmf));
1987 tmf->resp.va = (u64)evt->crq.ioba + offsetof(struct ibmvfc_cmd, rsp);
1988 tmf->resp.len = sizeof(tmf->rsp);
1989 tmf->frame_type = IBMVFC_SCSI_FCP_TYPE;
1990 tmf->payload_len = sizeof(tmf->iu);
1991 tmf->resp_len = sizeof(tmf->rsp);
1992 tmf->cancel_key = (unsigned long)sdev->hostdata;
1993 tmf->tgt_scsi_id = rport->port_id;
1994 int_to_scsilun(sdev->lun, &tmf->iu.lun);
1995 tmf->flags = (IBMVFC_NO_MEM_DESC | IBMVFC_TMF);
1996 tmf->iu.tmf_flags = type;
1997 evt->sync_iu = &rsp_iu;
1999 init_completion(&evt->comp);
2000 rsp_rc = ibmvfc_send_event(evt, vhost, default_timeout);
2002 spin_unlock_irqrestore(vhost->host->host_lock, flags);
2005 sdev_printk(KERN_ERR, sdev, "Failed to send %s reset event. rc=%d\n",
2010 sdev_printk(KERN_INFO, sdev, "Resetting %s\n", desc);
2011 wait_for_completion(&evt->comp);
2013 if (rsp_iu.cmd.status)
2014 rsp_code = ibmvfc_get_err_result(&rsp_iu.cmd);
2017 if (fc_rsp->flags & FCP_RSP_LEN_VALID)
2018 rsp_code = fc_rsp->data.info.rsp_code;
2020 sdev_printk(KERN_ERR, sdev, "%s reset failed: %s (%x:%x) "
2021 "flags: %x fcp_rsp: %x, scsi_status: %x\n",
2022 desc, ibmvfc_get_cmd_error(rsp_iu.cmd.status, rsp_iu.cmd.error),
2023 rsp_iu.cmd.status, rsp_iu.cmd.error, fc_rsp->flags, rsp_code,
2024 fc_rsp->scsi_status);
2027 sdev_printk(KERN_INFO, sdev, "%s reset successful\n", desc);
2029 spin_lock_irqsave(vhost->host->host_lock, flags);
2030 ibmvfc_free_event(evt);
2031 spin_unlock_irqrestore(vhost->host->host_lock, flags);
2036 * ibmvfc_match_rport - Match function for specified remote port
2037 * @evt: ibmvfc event struct
2038 * @device: device to match (rport)
2041 * 1 if event matches rport / 0 if event does not match rport
2043 static int ibmvfc_match_rport(struct ibmvfc_event *evt, void *rport)
2045 struct fc_rport *cmd_rport;
2048 cmd_rport = starget_to_rport(scsi_target(evt->cmnd->device));
2049 if (cmd_rport == rport)
2056 * ibmvfc_match_target - Match function for specified target
2057 * @evt: ibmvfc event struct
2058 * @device: device to match (starget)
2061 * 1 if event matches starget / 0 if event does not match starget
2063 static int ibmvfc_match_target(struct ibmvfc_event *evt, void *device)
2065 if (evt->cmnd && scsi_target(evt->cmnd->device) == device)
2071 * ibmvfc_match_lun - Match function for specified LUN
2072 * @evt: ibmvfc event struct
2073 * @device: device to match (sdev)
2076 * 1 if event matches sdev / 0 if event does not match sdev
2078 static int ibmvfc_match_lun(struct ibmvfc_event *evt, void *device)
2080 if (evt->cmnd && evt->cmnd->device == device)
2086 * ibmvfc_wait_for_ops - Wait for ops to complete
2087 * @vhost: ibmvfc host struct
2088 * @device: device to match (starget or sdev)
2089 * @match: match function
2094 static int ibmvfc_wait_for_ops(struct ibmvfc_host *vhost, void *device,
2095 int (*match) (struct ibmvfc_event *, void *))
2097 struct ibmvfc_event *evt;
2098 DECLARE_COMPLETION_ONSTACK(comp);
2100 unsigned long flags;
2101 signed long timeout = IBMVFC_ABORT_WAIT_TIMEOUT * HZ;
2106 spin_lock_irqsave(vhost->host->host_lock, flags);
2107 list_for_each_entry(evt, &vhost->sent, queue) {
2108 if (match(evt, device)) {
2109 evt->eh_comp = ∁
2113 spin_unlock_irqrestore(vhost->host->host_lock, flags);
2116 timeout = wait_for_completion_timeout(&comp, timeout);
2120 spin_lock_irqsave(vhost->host->host_lock, flags);
2121 list_for_each_entry(evt, &vhost->sent, queue) {
2122 if (match(evt, device)) {
2123 evt->eh_comp = NULL;
2127 spin_unlock_irqrestore(vhost->host->host_lock, flags);
2129 dev_err(vhost->dev, "Timed out waiting for aborted commands\n");
2131 return wait ? FAILED : SUCCESS;
2141 * ibmvfc_cancel_all - Cancel all outstanding commands to the device
2142 * @sdev: scsi device to cancel commands
2143 * @type: type of error recovery being performed
2145 * This sends a cancel to the VIOS for the specified device. This does
2146 * NOT send any abort to the actual device. That must be done separately.
2149 * 0 on success / other on failure
2151 static int ibmvfc_cancel_all(struct scsi_device *sdev, int type)
2153 struct ibmvfc_host *vhost = shost_priv(sdev->host);
2154 struct scsi_target *starget = scsi_target(sdev);
2155 struct fc_rport *rport = starget_to_rport(starget);
2156 struct ibmvfc_tmf *tmf;
2157 struct ibmvfc_event *evt, *found_evt;
2158 union ibmvfc_iu rsp;
2159 int rsp_rc = -EBUSY;
2160 unsigned long flags;
2164 spin_lock_irqsave(vhost->host->host_lock, flags);
2166 list_for_each_entry(evt, &vhost->sent, queue) {
2167 if (evt->cmnd && evt->cmnd->device == sdev) {
2174 if (vhost->log_level > IBMVFC_DEFAULT_LOG_LEVEL)
2175 sdev_printk(KERN_INFO, sdev, "No events found to cancel\n");
2176 spin_unlock_irqrestore(vhost->host->host_lock, flags);
2180 if (vhost->state == IBMVFC_ACTIVE) {
2181 evt = ibmvfc_get_event(vhost);
2182 ibmvfc_init_event(evt, ibmvfc_sync_completion, IBMVFC_MAD_FORMAT);
2185 memset(tmf, 0, sizeof(*tmf));
2186 tmf->common.version = 1;
2187 tmf->common.opcode = IBMVFC_TMF_MAD;
2188 tmf->common.length = sizeof(*tmf);
2189 tmf->scsi_id = rport->port_id;
2190 int_to_scsilun(sdev->lun, &tmf->lun);
2191 tmf->flags = (type | IBMVFC_TMF_LUA_VALID);
2192 tmf->cancel_key = (unsigned long)sdev->hostdata;
2193 tmf->my_cancel_key = (unsigned long)starget->hostdata;
2195 evt->sync_iu = &rsp;
2196 init_completion(&evt->comp);
2197 rsp_rc = ibmvfc_send_event(evt, vhost, default_timeout);
2200 spin_unlock_irqrestore(vhost->host->host_lock, flags);
2203 sdev_printk(KERN_ERR, sdev, "Failed to send cancel event. rc=%d\n", rsp_rc);
2207 sdev_printk(KERN_INFO, sdev, "Cancelling outstanding commands.\n");
2209 wait_for_completion(&evt->comp);
2210 status = rsp.mad_common.status;
2211 spin_lock_irqsave(vhost->host->host_lock, flags);
2212 ibmvfc_free_event(evt);
2213 spin_unlock_irqrestore(vhost->host->host_lock, flags);
2215 if (status != IBMVFC_MAD_SUCCESS) {
2216 sdev_printk(KERN_WARNING, sdev, "Cancel failed with rc=%x\n", status);
2220 sdev_printk(KERN_INFO, sdev, "Successfully cancelled outstanding commands\n");
2225 * ibmvfc_match_key - Match function for specified cancel key
2226 * @evt: ibmvfc event struct
2227 * @key: cancel key to match
2230 * 1 if event matches key / 0 if event does not match key
2232 static int ibmvfc_match_key(struct ibmvfc_event *evt, void *key)
2234 unsigned long cancel_key = (unsigned long)key;
2236 if (evt->crq.format == IBMVFC_CMD_FORMAT &&
2237 evt->iu.cmd.cancel_key == cancel_key)
2243 * ibmvfc_abort_task_set - Abort outstanding commands to the device
2244 * @sdev: scsi device to abort commands
2246 * This sends an Abort Task Set to the VIOS for the specified device. This does
2247 * NOT send any cancel to the VIOS. That must be done separately.
2250 * 0 on success / other on failure
2252 static int ibmvfc_abort_task_set(struct scsi_device *sdev)
2254 struct ibmvfc_host *vhost = shost_priv(sdev->host);
2255 struct fc_rport *rport = starget_to_rport(scsi_target(sdev));
2256 struct ibmvfc_cmd *tmf;
2257 struct ibmvfc_event *evt, *found_evt;
2258 union ibmvfc_iu rsp_iu;
2259 struct ibmvfc_fcp_rsp *fc_rsp = &rsp_iu.cmd.rsp;
2260 int rc, rsp_rc = -EBUSY;
2261 unsigned long flags, timeout = IBMVFC_ABORT_TIMEOUT;
2264 spin_lock_irqsave(vhost->host->host_lock, flags);
2266 list_for_each_entry(evt, &vhost->sent, queue) {
2267 if (evt->cmnd && evt->cmnd->device == sdev) {
2274 if (vhost->log_level > IBMVFC_DEFAULT_LOG_LEVEL)
2275 sdev_printk(KERN_INFO, sdev, "No events found to abort\n");
2276 spin_unlock_irqrestore(vhost->host->host_lock, flags);
2280 if (vhost->state == IBMVFC_ACTIVE) {
2281 evt = ibmvfc_get_event(vhost);
2282 ibmvfc_init_event(evt, ibmvfc_sync_completion, IBMVFC_CMD_FORMAT);
2285 memset(tmf, 0, sizeof(*tmf));
2286 tmf->resp.va = (u64)evt->crq.ioba + offsetof(struct ibmvfc_cmd, rsp);
2287 tmf->resp.len = sizeof(tmf->rsp);
2288 tmf->frame_type = IBMVFC_SCSI_FCP_TYPE;
2289 tmf->payload_len = sizeof(tmf->iu);
2290 tmf->resp_len = sizeof(tmf->rsp);
2291 tmf->cancel_key = (unsigned long)sdev->hostdata;
2292 tmf->tgt_scsi_id = rport->port_id;
2293 int_to_scsilun(sdev->lun, &tmf->iu.lun);
2294 tmf->flags = (IBMVFC_NO_MEM_DESC | IBMVFC_TMF);
2295 tmf->iu.tmf_flags = IBMVFC_ABORT_TASK_SET;
2296 evt->sync_iu = &rsp_iu;
2298 init_completion(&evt->comp);
2299 rsp_rc = ibmvfc_send_event(evt, vhost, default_timeout);
2302 spin_unlock_irqrestore(vhost->host->host_lock, flags);
2305 sdev_printk(KERN_ERR, sdev, "Failed to send abort. rc=%d\n", rsp_rc);
2309 sdev_printk(KERN_INFO, sdev, "Aborting outstanding commands\n");
2310 timeout = wait_for_completion_timeout(&evt->comp, timeout);
2313 rc = ibmvfc_cancel_all(sdev, IBMVFC_TMF_ABORT_TASK_SET);
2315 rc = ibmvfc_wait_for_ops(vhost, sdev->hostdata, ibmvfc_match_key);
2321 sdev_printk(KERN_INFO, sdev, "Cancel failed, resetting host\n");
2322 ibmvfc_reset_host(vhost);
2328 if (rsp_iu.cmd.status)
2329 rsp_code = ibmvfc_get_err_result(&rsp_iu.cmd);
2332 if (fc_rsp->flags & FCP_RSP_LEN_VALID)
2333 rsp_code = fc_rsp->data.info.rsp_code;
2335 sdev_printk(KERN_ERR, sdev, "Abort failed: %s (%x:%x) "
2336 "flags: %x fcp_rsp: %x, scsi_status: %x\n",
2337 ibmvfc_get_cmd_error(rsp_iu.cmd.status, rsp_iu.cmd.error),
2338 rsp_iu.cmd.status, rsp_iu.cmd.error, fc_rsp->flags, rsp_code,
2339 fc_rsp->scsi_status);
2342 sdev_printk(KERN_INFO, sdev, "Abort successful\n");
2345 spin_lock_irqsave(vhost->host->host_lock, flags);
2346 ibmvfc_free_event(evt);
2347 spin_unlock_irqrestore(vhost->host->host_lock, flags);
2352 * ibmvfc_eh_abort_handler - Abort a command
2353 * @cmd: scsi command to abort
2358 static int ibmvfc_eh_abort_handler(struct scsi_cmnd *cmd)
2360 struct scsi_device *sdev = cmd->device;
2361 struct ibmvfc_host *vhost = shost_priv(sdev->host);
2362 int cancel_rc, abort_rc;
2366 fc_block_scsi_eh(cmd);
2367 ibmvfc_wait_while_resetting(vhost);
2368 cancel_rc = ibmvfc_cancel_all(sdev, IBMVFC_TMF_ABORT_TASK_SET);
2369 abort_rc = ibmvfc_abort_task_set(sdev);
2371 if (!cancel_rc && !abort_rc)
2372 rc = ibmvfc_wait_for_ops(vhost, sdev, ibmvfc_match_lun);
2379 * ibmvfc_eh_device_reset_handler - Reset a single LUN
2380 * @cmd: scsi command struct
2385 static int ibmvfc_eh_device_reset_handler(struct scsi_cmnd *cmd)
2387 struct scsi_device *sdev = cmd->device;
2388 struct ibmvfc_host *vhost = shost_priv(sdev->host);
2389 int cancel_rc, reset_rc;
2393 fc_block_scsi_eh(cmd);
2394 ibmvfc_wait_while_resetting(vhost);
2395 cancel_rc = ibmvfc_cancel_all(sdev, IBMVFC_TMF_LUN_RESET);
2396 reset_rc = ibmvfc_reset_device(sdev, IBMVFC_LUN_RESET, "LUN");
2398 if (!cancel_rc && !reset_rc)
2399 rc = ibmvfc_wait_for_ops(vhost, sdev, ibmvfc_match_lun);
2406 * ibmvfc_dev_cancel_all_reset - Device iterated cancel all function
2407 * @sdev: scsi device struct
2408 * @data: return code
2411 static void ibmvfc_dev_cancel_all_reset(struct scsi_device *sdev, void *data)
2413 unsigned long *rc = data;
2414 *rc |= ibmvfc_cancel_all(sdev, IBMVFC_TMF_TGT_RESET);
2418 * ibmvfc_eh_target_reset_handler - Reset the target
2419 * @cmd: scsi command struct
2424 static int ibmvfc_eh_target_reset_handler(struct scsi_cmnd *cmd)
2426 struct scsi_device *sdev = cmd->device;
2427 struct ibmvfc_host *vhost = shost_priv(sdev->host);
2428 struct scsi_target *starget = scsi_target(sdev);
2431 unsigned long cancel_rc = 0;
2434 fc_block_scsi_eh(cmd);
2435 ibmvfc_wait_while_resetting(vhost);
2436 starget_for_each_device(starget, &cancel_rc, ibmvfc_dev_cancel_all_reset);
2437 reset_rc = ibmvfc_reset_device(sdev, IBMVFC_TARGET_RESET, "target");
2439 if (!cancel_rc && !reset_rc)
2440 rc = ibmvfc_wait_for_ops(vhost, starget, ibmvfc_match_target);
2447 * ibmvfc_eh_host_reset_handler - Reset the connection to the server
2448 * @cmd: struct scsi_cmnd having problems
2451 static int ibmvfc_eh_host_reset_handler(struct scsi_cmnd *cmd)
2454 struct ibmvfc_host *vhost = shost_priv(cmd->device->host);
2456 fc_block_scsi_eh(cmd);
2457 dev_err(vhost->dev, "Resetting connection due to error recovery\n");
2458 rc = ibmvfc_issue_fc_host_lip(vhost->host);
2459 return rc ? FAILED : SUCCESS;
2463 * ibmvfc_terminate_rport_io - Terminate all pending I/O to the rport.
2464 * @rport: rport struct
2469 static void ibmvfc_terminate_rport_io(struct fc_rport *rport)
2471 struct Scsi_Host *shost = rport_to_shost(rport);
2472 struct ibmvfc_host *vhost = shost_priv(shost);
2473 struct fc_rport *dev_rport;
2474 struct scsi_device *sdev;
2478 shost_for_each_device(sdev, shost) {
2479 dev_rport = starget_to_rport(scsi_target(sdev));
2480 if (dev_rport != rport)
2482 ibmvfc_cancel_all(sdev, IBMVFC_TMF_ABORT_TASK_SET);
2483 ibmvfc_abort_task_set(sdev);
2486 rc = ibmvfc_wait_for_ops(vhost, rport, ibmvfc_match_rport);
2489 ibmvfc_issue_fc_host_lip(shost);
2493 static const struct ibmvfc_async_desc ae_desc [] = {
2494 { IBMVFC_AE_ELS_PLOGI, "PLOGI", IBMVFC_DEFAULT_LOG_LEVEL + 1 },
2495 { IBMVFC_AE_ELS_LOGO, "LOGO", IBMVFC_DEFAULT_LOG_LEVEL + 1 },
2496 { IBMVFC_AE_ELS_PRLO, "PRLO", IBMVFC_DEFAULT_LOG_LEVEL + 1 },
2497 { IBMVFC_AE_SCN_NPORT, "N-Port SCN", IBMVFC_DEFAULT_LOG_LEVEL + 1 },
2498 { IBMVFC_AE_SCN_GROUP, "Group SCN", IBMVFC_DEFAULT_LOG_LEVEL + 1 },
2499 { IBMVFC_AE_SCN_DOMAIN, "Domain SCN", IBMVFC_DEFAULT_LOG_LEVEL },
2500 { IBMVFC_AE_SCN_FABRIC, "Fabric SCN", IBMVFC_DEFAULT_LOG_LEVEL },
2501 { IBMVFC_AE_LINK_UP, "Link Up", IBMVFC_DEFAULT_LOG_LEVEL },
2502 { IBMVFC_AE_LINK_DOWN, "Link Down", IBMVFC_DEFAULT_LOG_LEVEL },
2503 { IBMVFC_AE_LINK_DEAD, "Link Dead", IBMVFC_DEFAULT_LOG_LEVEL },
2504 { IBMVFC_AE_HALT, "Halt", IBMVFC_DEFAULT_LOG_LEVEL },
2505 { IBMVFC_AE_RESUME, "Resume", IBMVFC_DEFAULT_LOG_LEVEL },
2506 { IBMVFC_AE_ADAPTER_FAILED, "Adapter Failed", IBMVFC_DEFAULT_LOG_LEVEL },
2509 static const struct ibmvfc_async_desc unknown_ae = {
2510 0, "Unknown async", IBMVFC_DEFAULT_LOG_LEVEL
2514 * ibmvfc_get_ae_desc - Get text description for async event
2518 static const struct ibmvfc_async_desc *ibmvfc_get_ae_desc(u64 ae)
2522 for (i = 0; i < ARRAY_SIZE(ae_desc); i++)
2523 if (ae_desc[i].ae == ae)
2529 static const struct {
2530 enum ibmvfc_ae_link_state state;
2533 { IBMVFC_AE_LS_LINK_UP, " link up" },
2534 { IBMVFC_AE_LS_LINK_BOUNCED, " link bounced" },
2535 { IBMVFC_AE_LS_LINK_DOWN, " link down" },
2536 { IBMVFC_AE_LS_LINK_DEAD, " link dead" },
2540 * ibmvfc_get_link_state - Get text description for link state
2541 * @state: link state
2544 static const char *ibmvfc_get_link_state(enum ibmvfc_ae_link_state state)
2548 for (i = 0; i < ARRAY_SIZE(link_desc); i++)
2549 if (link_desc[i].state == state)
2550 return link_desc[i].desc;
2556 * ibmvfc_handle_async - Handle an async event from the adapter
2557 * @crq: crq to process
2558 * @vhost: ibmvfc host struct
2561 static void ibmvfc_handle_async(struct ibmvfc_async_crq *crq,
2562 struct ibmvfc_host *vhost)
2564 const struct ibmvfc_async_desc *desc = ibmvfc_get_ae_desc(crq->event);
2565 struct ibmvfc_target *tgt;
2567 ibmvfc_log(vhost, desc->log_level, "%s event received. scsi_id: %llx, wwpn: %llx,"
2568 " node_name: %llx%s\n", desc->desc, crq->scsi_id, crq->wwpn, crq->node_name,
2569 ibmvfc_get_link_state(crq->link_state));
2571 switch (crq->event) {
2572 case IBMVFC_AE_RESUME:
2573 switch (crq->link_state) {
2574 case IBMVFC_AE_LS_LINK_DOWN:
2575 ibmvfc_link_down(vhost, IBMVFC_LINK_DOWN);
2577 case IBMVFC_AE_LS_LINK_DEAD:
2578 ibmvfc_link_down(vhost, IBMVFC_LINK_DEAD);
2580 case IBMVFC_AE_LS_LINK_UP:
2581 case IBMVFC_AE_LS_LINK_BOUNCED:
2583 vhost->events_to_log |= IBMVFC_AE_LINKUP;
2584 vhost->delay_init = 1;
2585 __ibmvfc_reset_host(vhost);
2590 case IBMVFC_AE_LINK_UP:
2591 vhost->events_to_log |= IBMVFC_AE_LINKUP;
2592 vhost->delay_init = 1;
2593 __ibmvfc_reset_host(vhost);
2595 case IBMVFC_AE_SCN_FABRIC:
2596 case IBMVFC_AE_SCN_DOMAIN:
2597 vhost->events_to_log |= IBMVFC_AE_RSCN;
2598 vhost->delay_init = 1;
2599 __ibmvfc_reset_host(vhost);
2601 case IBMVFC_AE_SCN_NPORT:
2602 case IBMVFC_AE_SCN_GROUP:
2603 vhost->events_to_log |= IBMVFC_AE_RSCN;
2604 ibmvfc_reinit_host(vhost);
2606 case IBMVFC_AE_ELS_LOGO:
2607 case IBMVFC_AE_ELS_PRLO:
2608 case IBMVFC_AE_ELS_PLOGI:
2609 list_for_each_entry(tgt, &vhost->targets, queue) {
2610 if (!crq->scsi_id && !crq->wwpn && !crq->node_name)
2612 if (crq->scsi_id && tgt->scsi_id != crq->scsi_id)
2614 if (crq->wwpn && tgt->ids.port_name != crq->wwpn)
2616 if (crq->node_name && tgt->ids.node_name != crq->node_name)
2618 if (tgt->need_login && crq->event == IBMVFC_AE_ELS_LOGO)
2620 if (!tgt->need_login || crq->event == IBMVFC_AE_ELS_PLOGI) {
2621 ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_DEL_RPORT);
2622 ibmvfc_reinit_host(vhost);
2626 case IBMVFC_AE_LINK_DOWN:
2627 case IBMVFC_AE_ADAPTER_FAILED:
2628 ibmvfc_link_down(vhost, IBMVFC_LINK_DOWN);
2630 case IBMVFC_AE_LINK_DEAD:
2631 ibmvfc_link_down(vhost, IBMVFC_LINK_DEAD);
2633 case IBMVFC_AE_HALT:
2634 ibmvfc_link_down(vhost, IBMVFC_HALTED);
2637 dev_err(vhost->dev, "Unknown async event received: %lld\n", crq->event);
2643 * ibmvfc_handle_crq - Handles and frees received events in the CRQ
2644 * @crq: Command/Response queue
2645 * @vhost: ibmvfc host struct
2648 static void ibmvfc_handle_crq(struct ibmvfc_crq *crq, struct ibmvfc_host *vhost)
2651 struct ibmvfc_event *evt = (struct ibmvfc_event *)crq->ioba;
2653 switch (crq->valid) {
2654 case IBMVFC_CRQ_INIT_RSP:
2655 switch (crq->format) {
2656 case IBMVFC_CRQ_INIT:
2657 dev_info(vhost->dev, "Partner initialized\n");
2658 /* Send back a response */
2659 rc = ibmvfc_send_crq_init_complete(vhost);
2661 ibmvfc_init_host(vhost);
2663 dev_err(vhost->dev, "Unable to send init rsp. rc=%ld\n", rc);
2665 case IBMVFC_CRQ_INIT_COMPLETE:
2666 dev_info(vhost->dev, "Partner initialization complete\n");
2667 ibmvfc_init_host(vhost);
2670 dev_err(vhost->dev, "Unknown crq message type: %d\n", crq->format);
2673 case IBMVFC_CRQ_XPORT_EVENT:
2674 vhost->state = IBMVFC_NO_CRQ;
2675 vhost->logged_in = 0;
2676 ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_NONE);
2677 if (crq->format == IBMVFC_PARTITION_MIGRATED) {
2678 /* We need to re-setup the interpartition connection */
2679 dev_info(vhost->dev, "Re-enabling adapter\n");
2680 vhost->client_migrated = 1;
2681 ibmvfc_purge_requests(vhost, DID_REQUEUE);
2682 ibmvfc_link_down(vhost, IBMVFC_LINK_DOWN);
2683 ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_REENABLE);
2685 dev_err(vhost->dev, "Virtual adapter failed (rc=%d)\n", crq->format);
2686 ibmvfc_purge_requests(vhost, DID_ERROR);
2687 ibmvfc_link_down(vhost, IBMVFC_LINK_DOWN);
2688 ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_RESET);
2691 case IBMVFC_CRQ_CMD_RSP:
2694 dev_err(vhost->dev, "Got an invalid message type 0x%02x\n", crq->valid);
2698 if (crq->format == IBMVFC_ASYNC_EVENT)
2701 /* The only kind of payload CRQs we should get are responses to
2702 * things we send. Make sure this response is to something we
2705 if (unlikely(!ibmvfc_valid_event(&vhost->pool, evt))) {
2706 dev_err(vhost->dev, "Returned correlation_token 0x%08llx is invalid!\n",
2711 if (unlikely(atomic_read(&evt->free))) {
2712 dev_err(vhost->dev, "Received duplicate correlation_token 0x%08llx!\n",
2717 del_timer(&evt->timer);
2718 list_del(&evt->queue);
2719 ibmvfc_trc_end(evt);
2724 * ibmvfc_scan_finished - Check if the device scan is done.
2725 * @shost: scsi host struct
2726 * @time: current elapsed time
2729 * 0 if scan is not done / 1 if scan is done
2731 static int ibmvfc_scan_finished(struct Scsi_Host *shost, unsigned long time)
2733 unsigned long flags;
2734 struct ibmvfc_host *vhost = shost_priv(shost);
2737 spin_lock_irqsave(shost->host_lock, flags);
2738 if (time >= (init_timeout * HZ)) {
2739 dev_info(vhost->dev, "Scan taking longer than %d seconds, "
2740 "continuing initialization\n", init_timeout);
2744 if (vhost->scan_complete)
2746 spin_unlock_irqrestore(shost->host_lock, flags);
2751 * ibmvfc_slave_alloc - Setup the device's task set value
2752 * @sdev: struct scsi_device device to configure
2754 * Set the device's task set value so that error handling works as
2758 * 0 on success / -ENXIO if device does not exist
2760 static int ibmvfc_slave_alloc(struct scsi_device *sdev)
2762 struct Scsi_Host *shost = sdev->host;
2763 struct fc_rport *rport = starget_to_rport(scsi_target(sdev));
2764 struct ibmvfc_host *vhost = shost_priv(shost);
2765 unsigned long flags = 0;
2767 if (!rport || fc_remote_port_chkready(rport))
2770 spin_lock_irqsave(shost->host_lock, flags);
2771 sdev->hostdata = (void *)(unsigned long)vhost->task_set++;
2772 spin_unlock_irqrestore(shost->host_lock, flags);
2777 * ibmvfc_target_alloc - Setup the target's task set value
2778 * @starget: struct scsi_target
2780 * Set the target's task set value so that error handling works as
2784 * 0 on success / -ENXIO if device does not exist
2786 static int ibmvfc_target_alloc(struct scsi_target *starget)
2788 struct Scsi_Host *shost = dev_to_shost(starget->dev.parent);
2789 struct ibmvfc_host *vhost = shost_priv(shost);
2790 unsigned long flags = 0;
2792 spin_lock_irqsave(shost->host_lock, flags);
2793 starget->hostdata = (void *)(unsigned long)vhost->task_set++;
2794 spin_unlock_irqrestore(shost->host_lock, flags);
2799 * ibmvfc_slave_configure - Configure the device
2800 * @sdev: struct scsi_device device to configure
2802 * Enable allow_restart for a device if it is a disk. Adjust the
2803 * queue_depth here also.
2808 static int ibmvfc_slave_configure(struct scsi_device *sdev)
2810 struct Scsi_Host *shost = sdev->host;
2811 unsigned long flags = 0;
2813 spin_lock_irqsave(shost->host_lock, flags);
2814 if (sdev->type == TYPE_DISK)
2815 sdev->allow_restart = 1;
2817 if (sdev->tagged_supported) {
2818 scsi_set_tag_type(sdev, MSG_SIMPLE_TAG);
2819 scsi_activate_tcq(sdev, sdev->queue_depth);
2821 scsi_deactivate_tcq(sdev, sdev->queue_depth);
2822 spin_unlock_irqrestore(shost->host_lock, flags);
2827 * ibmvfc_change_queue_depth - Change the device's queue depth
2828 * @sdev: scsi device struct
2829 * @qdepth: depth to set
2830 * @reason: calling context
2835 static int ibmvfc_change_queue_depth(struct scsi_device *sdev, int qdepth,
2838 if (reason != SCSI_QDEPTH_DEFAULT)
2841 if (qdepth > IBMVFC_MAX_CMDS_PER_LUN)
2842 qdepth = IBMVFC_MAX_CMDS_PER_LUN;
2844 scsi_adjust_queue_depth(sdev, 0, qdepth);
2845 return sdev->queue_depth;
2849 * ibmvfc_change_queue_type - Change the device's queue type
2850 * @sdev: scsi device struct
2851 * @tag_type: type of tags to use
2854 * actual queue type set
2856 static int ibmvfc_change_queue_type(struct scsi_device *sdev, int tag_type)
2858 if (sdev->tagged_supported) {
2859 scsi_set_tag_type(sdev, tag_type);
2862 scsi_activate_tcq(sdev, sdev->queue_depth);
2864 scsi_deactivate_tcq(sdev, sdev->queue_depth);
2871 static ssize_t ibmvfc_show_host_partition_name(struct device *dev,
2872 struct device_attribute *attr, char *buf)
2874 struct Scsi_Host *shost = class_to_shost(dev);
2875 struct ibmvfc_host *vhost = shost_priv(shost);
2877 return snprintf(buf, PAGE_SIZE, "%s\n",
2878 vhost->login_buf->resp.partition_name);
2881 static ssize_t ibmvfc_show_host_device_name(struct device *dev,
2882 struct device_attribute *attr, char *buf)
2884 struct Scsi_Host *shost = class_to_shost(dev);
2885 struct ibmvfc_host *vhost = shost_priv(shost);
2887 return snprintf(buf, PAGE_SIZE, "%s\n",
2888 vhost->login_buf->resp.device_name);
2891 static ssize_t ibmvfc_show_host_loc_code(struct device *dev,
2892 struct device_attribute *attr, char *buf)
2894 struct Scsi_Host *shost = class_to_shost(dev);
2895 struct ibmvfc_host *vhost = shost_priv(shost);
2897 return snprintf(buf, PAGE_SIZE, "%s\n",
2898 vhost->login_buf->resp.port_loc_code);
2901 static ssize_t ibmvfc_show_host_drc_name(struct device *dev,
2902 struct device_attribute *attr, char *buf)
2904 struct Scsi_Host *shost = class_to_shost(dev);
2905 struct ibmvfc_host *vhost = shost_priv(shost);
2907 return snprintf(buf, PAGE_SIZE, "%s\n",
2908 vhost->login_buf->resp.drc_name);
2911 static ssize_t ibmvfc_show_host_npiv_version(struct device *dev,
2912 struct device_attribute *attr, char *buf)
2914 struct Scsi_Host *shost = class_to_shost(dev);
2915 struct ibmvfc_host *vhost = shost_priv(shost);
2916 return snprintf(buf, PAGE_SIZE, "%d\n", vhost->login_buf->resp.version);
2919 static ssize_t ibmvfc_show_host_capabilities(struct device *dev,
2920 struct device_attribute *attr, char *buf)
2922 struct Scsi_Host *shost = class_to_shost(dev);
2923 struct ibmvfc_host *vhost = shost_priv(shost);
2924 return snprintf(buf, PAGE_SIZE, "%llx\n", vhost->login_buf->resp.capabilities);
2928 * ibmvfc_show_log_level - Show the adapter's error logging level
2929 * @dev: class device struct
2933 * number of bytes printed to buffer
2935 static ssize_t ibmvfc_show_log_level(struct device *dev,
2936 struct device_attribute *attr, char *buf)
2938 struct Scsi_Host *shost = class_to_shost(dev);
2939 struct ibmvfc_host *vhost = shost_priv(shost);
2940 unsigned long flags = 0;
2943 spin_lock_irqsave(shost->host_lock, flags);
2944 len = snprintf(buf, PAGE_SIZE, "%d\n", vhost->log_level);
2945 spin_unlock_irqrestore(shost->host_lock, flags);
2950 * ibmvfc_store_log_level - Change the adapter's error logging level
2951 * @dev: class device struct
2955 * number of bytes printed to buffer
2957 static ssize_t ibmvfc_store_log_level(struct device *dev,
2958 struct device_attribute *attr,
2959 const char *buf, size_t count)
2961 struct Scsi_Host *shost = class_to_shost(dev);
2962 struct ibmvfc_host *vhost = shost_priv(shost);
2963 unsigned long flags = 0;
2965 spin_lock_irqsave(shost->host_lock, flags);
2966 vhost->log_level = simple_strtoul(buf, NULL, 10);
2967 spin_unlock_irqrestore(shost->host_lock, flags);
2971 static DEVICE_ATTR(partition_name, S_IRUGO, ibmvfc_show_host_partition_name, NULL);
2972 static DEVICE_ATTR(device_name, S_IRUGO, ibmvfc_show_host_device_name, NULL);
2973 static DEVICE_ATTR(port_loc_code, S_IRUGO, ibmvfc_show_host_loc_code, NULL);
2974 static DEVICE_ATTR(drc_name, S_IRUGO, ibmvfc_show_host_drc_name, NULL);
2975 static DEVICE_ATTR(npiv_version, S_IRUGO, ibmvfc_show_host_npiv_version, NULL);
2976 static DEVICE_ATTR(capabilities, S_IRUGO, ibmvfc_show_host_capabilities, NULL);
2977 static DEVICE_ATTR(log_level, S_IRUGO | S_IWUSR,
2978 ibmvfc_show_log_level, ibmvfc_store_log_level);
2980 #ifdef CONFIG_SCSI_IBMVFC_TRACE
2982 * ibmvfc_read_trace - Dump the adapter trace
2983 * @filp: open sysfs file
2984 * @kobj: kobject struct
2985 * @bin_attr: bin_attribute struct
2988 * @count: buffer size
2991 * number of bytes printed to buffer
2993 static ssize_t ibmvfc_read_trace(struct file *filp, struct kobject *kobj,
2994 struct bin_attribute *bin_attr,
2995 char *buf, loff_t off, size_t count)
2997 struct device *dev = container_of(kobj, struct device, kobj);
2998 struct Scsi_Host *shost = class_to_shost(dev);
2999 struct ibmvfc_host *vhost = shost_priv(shost);
3000 unsigned long flags = 0;
3001 int size = IBMVFC_TRACE_SIZE;
3002 char *src = (char *)vhost->trace;
3006 if (off + count > size) {
3011 spin_lock_irqsave(shost->host_lock, flags);
3012 memcpy(buf, &src[off], count);
3013 spin_unlock_irqrestore(shost->host_lock, flags);
3017 static struct bin_attribute ibmvfc_trace_attr = {
3023 .read = ibmvfc_read_trace,
3027 static struct device_attribute *ibmvfc_attrs[] = {
3028 &dev_attr_partition_name,
3029 &dev_attr_device_name,
3030 &dev_attr_port_loc_code,
3032 &dev_attr_npiv_version,
3033 &dev_attr_capabilities,
3034 &dev_attr_log_level,
3038 static struct scsi_host_template driver_template = {
3039 .module = THIS_MODULE,
3040 .name = "IBM POWER Virtual FC Adapter",
3041 .proc_name = IBMVFC_NAME,
3042 .queuecommand = ibmvfc_queuecommand,
3043 .eh_abort_handler = ibmvfc_eh_abort_handler,
3044 .eh_device_reset_handler = ibmvfc_eh_device_reset_handler,
3045 .eh_target_reset_handler = ibmvfc_eh_target_reset_handler,
3046 .eh_host_reset_handler = ibmvfc_eh_host_reset_handler,
3047 .slave_alloc = ibmvfc_slave_alloc,
3048 .slave_configure = ibmvfc_slave_configure,
3049 .target_alloc = ibmvfc_target_alloc,
3050 .scan_finished = ibmvfc_scan_finished,
3051 .change_queue_depth = ibmvfc_change_queue_depth,
3052 .change_queue_type = ibmvfc_change_queue_type,
3054 .can_queue = IBMVFC_MAX_REQUESTS_DEFAULT,
3056 .sg_tablesize = SG_ALL,
3057 .max_sectors = IBMVFC_MAX_SECTORS,
3058 .use_clustering = ENABLE_CLUSTERING,
3059 .shost_attrs = ibmvfc_attrs,
3063 * ibmvfc_next_async_crq - Returns the next entry in async queue
3064 * @vhost: ibmvfc host struct
3067 * Pointer to next entry in queue / NULL if empty
3069 static struct ibmvfc_async_crq *ibmvfc_next_async_crq(struct ibmvfc_host *vhost)
3071 struct ibmvfc_async_crq_queue *async_crq = &vhost->async_crq;
3072 struct ibmvfc_async_crq *crq;
3074 crq = &async_crq->msgs[async_crq->cur];
3075 if (crq->valid & 0x80) {
3076 if (++async_crq->cur == async_crq->size)
3086 * ibmvfc_next_crq - Returns the next entry in message queue
3087 * @vhost: ibmvfc host struct
3090 * Pointer to next entry in queue / NULL if empty
3092 static struct ibmvfc_crq *ibmvfc_next_crq(struct ibmvfc_host *vhost)
3094 struct ibmvfc_crq_queue *queue = &vhost->crq;
3095 struct ibmvfc_crq *crq;
3097 crq = &queue->msgs[queue->cur];
3098 if (crq->valid & 0x80) {
3099 if (++queue->cur == queue->size)
3109 * ibmvfc_interrupt - Interrupt handler
3110 * @irq: number of irq to handle, not used
3111 * @dev_instance: ibmvfc_host that received interrupt
3116 static irqreturn_t ibmvfc_interrupt(int irq, void *dev_instance)
3118 struct ibmvfc_host *vhost = (struct ibmvfc_host *)dev_instance;
3119 unsigned long flags;
3121 spin_lock_irqsave(vhost->host->host_lock, flags);
3122 vio_disable_interrupts(to_vio_dev(vhost->dev));
3123 tasklet_schedule(&vhost->tasklet);
3124 spin_unlock_irqrestore(vhost->host->host_lock, flags);
3129 * ibmvfc_tasklet - Interrupt handler tasklet
3130 * @data: ibmvfc host struct
3135 static void ibmvfc_tasklet(void *data)
3137 struct ibmvfc_host *vhost = data;
3138 struct vio_dev *vdev = to_vio_dev(vhost->dev);
3139 struct ibmvfc_crq *crq;
3140 struct ibmvfc_async_crq *async;
3141 unsigned long flags;
3144 spin_lock_irqsave(vhost->host->host_lock, flags);
3146 /* Pull all the valid messages off the async CRQ */
3147 while ((async = ibmvfc_next_async_crq(vhost)) != NULL) {
3148 ibmvfc_handle_async(async, vhost);
3153 /* Pull all the valid messages off the CRQ */
3154 while ((crq = ibmvfc_next_crq(vhost)) != NULL) {
3155 ibmvfc_handle_crq(crq, vhost);
3160 vio_enable_interrupts(vdev);
3161 if ((async = ibmvfc_next_async_crq(vhost)) != NULL) {
3162 vio_disable_interrupts(vdev);
3163 ibmvfc_handle_async(async, vhost);
3166 } else if ((crq = ibmvfc_next_crq(vhost)) != NULL) {
3167 vio_disable_interrupts(vdev);
3168 ibmvfc_handle_crq(crq, vhost);
3175 spin_unlock_irqrestore(vhost->host->host_lock, flags);
3179 * ibmvfc_init_tgt - Set the next init job step for the target
3180 * @tgt: ibmvfc target struct
3181 * @job_step: job step to perform
3184 static void ibmvfc_init_tgt(struct ibmvfc_target *tgt,
3185 void (*job_step) (struct ibmvfc_target *))
3187 ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_INIT);
3188 tgt->job_step = job_step;
3189 wake_up(&tgt->vhost->work_wait_q);
3193 * ibmvfc_retry_tgt_init - Attempt to retry a step in target initialization
3194 * @tgt: ibmvfc target struct
3195 * @job_step: initialization job step
3197 * Returns: 1 if step will be retried / 0 if not
3200 static int ibmvfc_retry_tgt_init(struct ibmvfc_target *tgt,
3201 void (*job_step) (struct ibmvfc_target *))
3203 if (++tgt->init_retries > IBMVFC_MAX_TGT_INIT_RETRIES) {
3204 ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_DEL_RPORT);
3205 wake_up(&tgt->vhost->work_wait_q);
3208 ibmvfc_init_tgt(tgt, job_step);
3212 /* Defined in FC-LS */
3213 static const struct {
3230 * ibmvfc_get_prli_rsp - Find PRLI response index
3231 * @flags: PRLI response flags
3234 static int ibmvfc_get_prli_rsp(u16 flags)
3237 int code = (flags & 0x0f00) >> 8;
3239 for (i = 0; i < ARRAY_SIZE(prli_rsp); i++)
3240 if (prli_rsp[i].code == code)
3247 * ibmvfc_tgt_prli_done - Completion handler for Process Login
3248 * @evt: ibmvfc event struct
3251 static void ibmvfc_tgt_prli_done(struct ibmvfc_event *evt)
3253 struct ibmvfc_target *tgt = evt->tgt;
3254 struct ibmvfc_host *vhost = evt->vhost;
3255 struct ibmvfc_process_login *rsp = &evt->xfer_iu->prli;
3256 struct ibmvfc_prli_svc_parms *parms = &rsp->parms;
3257 u32 status = rsp->common.status;
3258 int index, level = IBMVFC_DEFAULT_LOG_LEVEL;
3260 vhost->discovery_threads--;
3261 ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_NONE);
3263 case IBMVFC_MAD_SUCCESS:
3264 tgt_dbg(tgt, "Process Login succeeded: %X %02X %04X\n",
3265 parms->type, parms->flags, parms->service_parms);
3267 if (parms->type == IBMVFC_SCSI_FCP_TYPE) {
3268 index = ibmvfc_get_prli_rsp(parms->flags);
3269 if (prli_rsp[index].logged_in) {
3270 if (parms->flags & IBMVFC_PRLI_EST_IMG_PAIR) {
3271 tgt->need_login = 0;
3273 if (parms->service_parms & IBMVFC_PRLI_TARGET_FUNC)
3274 tgt->ids.roles |= FC_PORT_ROLE_FCP_TARGET;
3275 if (parms->service_parms & IBMVFC_PRLI_INITIATOR_FUNC)
3276 tgt->ids.roles |= FC_PORT_ROLE_FCP_INITIATOR;
3279 ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_DEL_RPORT);
3280 } else if (prli_rsp[index].retry)
3281 ibmvfc_retry_tgt_init(tgt, ibmvfc_tgt_send_prli);
3283 ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_DEL_RPORT);
3285 ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_DEL_RPORT);
3287 case IBMVFC_MAD_DRIVER_FAILED:
3289 case IBMVFC_MAD_CRQ_ERROR:
3290 ibmvfc_retry_tgt_init(tgt, ibmvfc_tgt_send_prli);
3292 case IBMVFC_MAD_FAILED:
3294 if ((rsp->status & IBMVFC_VIOS_FAILURE) && rsp->error == IBMVFC_PLOGI_REQUIRED)
3295 level += ibmvfc_retry_tgt_init(tgt, ibmvfc_tgt_send_plogi);
3296 else if (tgt->logo_rcvd)
3297 level += ibmvfc_retry_tgt_init(tgt, ibmvfc_tgt_send_plogi);
3298 else if (ibmvfc_retry_cmd(rsp->status, rsp->error))
3299 level += ibmvfc_retry_tgt_init(tgt, ibmvfc_tgt_send_prli);
3301 ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_DEL_RPORT);
3303 tgt_log(tgt, level, "Process Login failed: %s (%x:%x) rc=0x%02X\n",
3304 ibmvfc_get_cmd_error(rsp->status, rsp->error),
3305 rsp->status, rsp->error, status);
3309 kref_put(&tgt->kref, ibmvfc_release_tgt);
3310 ibmvfc_free_event(evt);
3311 wake_up(&vhost->work_wait_q);
3315 * ibmvfc_tgt_send_prli - Send a process login
3316 * @tgt: ibmvfc target struct
3319 static void ibmvfc_tgt_send_prli(struct ibmvfc_target *tgt)
3321 struct ibmvfc_process_login *prli;
3322 struct ibmvfc_host *vhost = tgt->vhost;
3323 struct ibmvfc_event *evt;
3325 if (vhost->discovery_threads >= disc_threads)
3328 kref_get(&tgt->kref);
3329 evt = ibmvfc_get_event(vhost);
3330 vhost->discovery_threads++;
3331 ibmvfc_init_event(evt, ibmvfc_tgt_prli_done, IBMVFC_MAD_FORMAT);
3333 prli = &evt->iu.prli;
3334 memset(prli, 0, sizeof(*prli));
3335 prli->common.version = 1;
3336 prli->common.opcode = IBMVFC_PROCESS_LOGIN;
3337 prli->common.length = sizeof(*prli);
3338 prli->scsi_id = tgt->scsi_id;
3340 prli->parms.type = IBMVFC_SCSI_FCP_TYPE;
3341 prli->parms.flags = IBMVFC_PRLI_EST_IMG_PAIR;
3342 prli->parms.service_parms = IBMVFC_PRLI_INITIATOR_FUNC;
3344 ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_INIT_WAIT);
3345 if (ibmvfc_send_event(evt, vhost, default_timeout)) {
3346 vhost->discovery_threads--;
3347 ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_NONE);
3348 kref_put(&tgt->kref, ibmvfc_release_tgt);
3350 tgt_dbg(tgt, "Sent process login\n");
3354 * ibmvfc_tgt_plogi_done - Completion handler for Port Login
3355 * @evt: ibmvfc event struct
3358 static void ibmvfc_tgt_plogi_done(struct ibmvfc_event *evt)
3360 struct ibmvfc_target *tgt = evt->tgt;
3361 struct ibmvfc_host *vhost = evt->vhost;
3362 struct ibmvfc_port_login *rsp = &evt->xfer_iu->plogi;
3363 u32 status = rsp->common.status;
3364 int level = IBMVFC_DEFAULT_LOG_LEVEL;
3366 vhost->discovery_threads--;
3367 ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_NONE);
3369 case IBMVFC_MAD_SUCCESS:
3370 tgt_dbg(tgt, "Port Login succeeded\n");
3371 if (tgt->ids.port_name &&
3372 tgt->ids.port_name != wwn_to_u64(rsp->service_parms.port_name)) {
3374 tgt_dbg(tgt, "Port re-init required\n");
3377 tgt->ids.node_name = wwn_to_u64(rsp->service_parms.node_name);
3378 tgt->ids.port_name = wwn_to_u64(rsp->service_parms.port_name);
3379 tgt->ids.port_id = tgt->scsi_id;
3380 memcpy(&tgt->service_parms, &rsp->service_parms,
3381 sizeof(tgt->service_parms));
3382 memcpy(&tgt->service_parms_change, &rsp->service_parms_change,
3383 sizeof(tgt->service_parms_change));
3384 ibmvfc_init_tgt(tgt, ibmvfc_tgt_send_prli);
3386 case IBMVFC_MAD_DRIVER_FAILED:
3388 case IBMVFC_MAD_CRQ_ERROR:
3389 ibmvfc_retry_tgt_init(tgt, ibmvfc_tgt_send_plogi);
3391 case IBMVFC_MAD_FAILED:
3393 if (ibmvfc_retry_cmd(rsp->status, rsp->error))
3394 level += ibmvfc_retry_tgt_init(tgt, ibmvfc_tgt_send_plogi);
3396 ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_DEL_RPORT);
3398 tgt_log(tgt, level, "Port Login failed: %s (%x:%x) %s (%x) %s (%x) rc=0x%02X\n",
3399 ibmvfc_get_cmd_error(rsp->status, rsp->error), rsp->status, rsp->error,
3400 ibmvfc_get_fc_type(rsp->fc_type), rsp->fc_type,
3401 ibmvfc_get_ls_explain(rsp->fc_explain), rsp->fc_explain, status);
3405 kref_put(&tgt->kref, ibmvfc_release_tgt);
3406 ibmvfc_free_event(evt);
3407 wake_up(&vhost->work_wait_q);
3411 * ibmvfc_tgt_send_plogi - Send PLOGI to the specified target
3412 * @tgt: ibmvfc target struct
3415 static void ibmvfc_tgt_send_plogi(struct ibmvfc_target *tgt)
3417 struct ibmvfc_port_login *plogi;
3418 struct ibmvfc_host *vhost = tgt->vhost;
3419 struct ibmvfc_event *evt;
3421 if (vhost->discovery_threads >= disc_threads)
3424 kref_get(&tgt->kref);
3426 evt = ibmvfc_get_event(vhost);
3427 vhost->discovery_threads++;
3428 ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_INIT_WAIT);
3429 ibmvfc_init_event(evt, ibmvfc_tgt_plogi_done, IBMVFC_MAD_FORMAT);
3431 plogi = &evt->iu.plogi;
3432 memset(plogi, 0, sizeof(*plogi));
3433 plogi->common.version = 1;
3434 plogi->common.opcode = IBMVFC_PORT_LOGIN;
3435 plogi->common.length = sizeof(*plogi);
3436 plogi->scsi_id = tgt->scsi_id;
3438 if (ibmvfc_send_event(evt, vhost, default_timeout)) {
3439 vhost->discovery_threads--;
3440 ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_NONE);
3441 kref_put(&tgt->kref, ibmvfc_release_tgt);
3443 tgt_dbg(tgt, "Sent port login\n");
3447 * ibmvfc_tgt_implicit_logout_done - Completion handler for Implicit Logout MAD
3448 * @evt: ibmvfc event struct
3451 static void ibmvfc_tgt_implicit_logout_done(struct ibmvfc_event *evt)
3453 struct ibmvfc_target *tgt = evt->tgt;
3454 struct ibmvfc_host *vhost = evt->vhost;
3455 struct ibmvfc_implicit_logout *rsp = &evt->xfer_iu->implicit_logout;
3456 u32 status = rsp->common.status;
3458 vhost->discovery_threads--;
3459 ibmvfc_free_event(evt);
3460 ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_NONE);
3463 case IBMVFC_MAD_SUCCESS:
3464 tgt_dbg(tgt, "Implicit Logout succeeded\n");
3466 case IBMVFC_MAD_DRIVER_FAILED:
3467 kref_put(&tgt->kref, ibmvfc_release_tgt);
3468 wake_up(&vhost->work_wait_q);
3470 case IBMVFC_MAD_FAILED:
3472 tgt_err(tgt, "Implicit Logout failed: rc=0x%02X\n", status);
3476 if (vhost->action == IBMVFC_HOST_ACTION_TGT_INIT)
3477 ibmvfc_init_tgt(tgt, ibmvfc_tgt_send_plogi);
3478 else if (vhost->action == IBMVFC_HOST_ACTION_QUERY_TGTS &&
3479 tgt->scsi_id != tgt->new_scsi_id)
3480 ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_DEL_RPORT);
3481 kref_put(&tgt->kref, ibmvfc_release_tgt);
3482 wake_up(&vhost->work_wait_q);
3486 * ibmvfc_tgt_implicit_logout - Initiate an Implicit Logout for specified target
3487 * @tgt: ibmvfc target struct
3490 static void ibmvfc_tgt_implicit_logout(struct ibmvfc_target *tgt)
3492 struct ibmvfc_implicit_logout *mad;
3493 struct ibmvfc_host *vhost = tgt->vhost;
3494 struct ibmvfc_event *evt;
3496 if (vhost->discovery_threads >= disc_threads)
3499 kref_get(&tgt->kref);
3500 evt = ibmvfc_get_event(vhost);
3501 vhost->discovery_threads++;
3502 ibmvfc_init_event(evt, ibmvfc_tgt_implicit_logout_done, IBMVFC_MAD_FORMAT);
3504 mad = &evt->iu.implicit_logout;
3505 memset(mad, 0, sizeof(*mad));
3506 mad->common.version = 1;
3507 mad->common.opcode = IBMVFC_IMPLICIT_LOGOUT;
3508 mad->common.length = sizeof(*mad);
3509 mad->old_scsi_id = tgt->scsi_id;
3511 ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_INIT_WAIT);
3512 if (ibmvfc_send_event(evt, vhost, default_timeout)) {
3513 vhost->discovery_threads--;
3514 ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_NONE);
3515 kref_put(&tgt->kref, ibmvfc_release_tgt);
3517 tgt_dbg(tgt, "Sent Implicit Logout\n");
3521 * ibmvfc_adisc_needs_plogi - Does device need PLOGI?
3522 * @mad: ibmvfc passthru mad struct
3523 * @tgt: ibmvfc target struct
3526 * 1 if PLOGI needed / 0 if PLOGI not needed
3528 static int ibmvfc_adisc_needs_plogi(struct ibmvfc_passthru_mad *mad,
3529 struct ibmvfc_target *tgt)
3531 if (memcmp(&mad->fc_iu.response[2], &tgt->ids.port_name,
3532 sizeof(tgt->ids.port_name)))
3534 if (memcmp(&mad->fc_iu.response[4], &tgt->ids.node_name,
3535 sizeof(tgt->ids.node_name)))
3537 if (mad->fc_iu.response[6] != tgt->scsi_id)
3543 * ibmvfc_tgt_adisc_done - Completion handler for ADISC
3544 * @evt: ibmvfc event struct
3547 static void ibmvfc_tgt_adisc_done(struct ibmvfc_event *evt)
3549 struct ibmvfc_target *tgt = evt->tgt;
3550 struct ibmvfc_host *vhost = evt->vhost;
3551 struct ibmvfc_passthru_mad *mad = &evt->xfer_iu->passthru;
3552 u32 status = mad->common.status;
3553 u8 fc_reason, fc_explain;
3555 vhost->discovery_threads--;
3556 ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_NONE);
3557 del_timer(&tgt->timer);
3560 case IBMVFC_MAD_SUCCESS:
3561 tgt_dbg(tgt, "ADISC succeeded\n");
3562 if (ibmvfc_adisc_needs_plogi(mad, tgt))
3563 ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_DEL_RPORT);
3565 case IBMVFC_MAD_DRIVER_FAILED:
3567 case IBMVFC_MAD_FAILED:
3569 ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_DEL_RPORT);
3570 fc_reason = (mad->fc_iu.response[1] & 0x00ff0000) >> 16;
3571 fc_explain = (mad->fc_iu.response[1] & 0x0000ff00) >> 8;
3572 tgt_info(tgt, "ADISC failed: %s (%x:%x) %s (%x) %s (%x) rc=0x%02X\n",
3573 ibmvfc_get_cmd_error(mad->iu.status, mad->iu.error),
3574 mad->iu.status, mad->iu.error,
3575 ibmvfc_get_fc_type(fc_reason), fc_reason,
3576 ibmvfc_get_ls_explain(fc_explain), fc_explain, status);
3580 kref_put(&tgt->kref, ibmvfc_release_tgt);
3581 ibmvfc_free_event(evt);
3582 wake_up(&vhost->work_wait_q);
3586 * ibmvfc_init_passthru - Initialize an event struct for FC passthru
3587 * @evt: ibmvfc event struct
3590 static void ibmvfc_init_passthru(struct ibmvfc_event *evt)
3592 struct ibmvfc_passthru_mad *mad = &evt->iu.passthru;
3594 memset(mad, 0, sizeof(*mad));
3595 mad->common.version = 1;
3596 mad->common.opcode = IBMVFC_PASSTHRU;
3597 mad->common.length = sizeof(*mad) - sizeof(mad->fc_iu) - sizeof(mad->iu);
3598 mad->cmd_ioba.va = (u64)evt->crq.ioba +
3599 offsetof(struct ibmvfc_passthru_mad, iu);
3600 mad->cmd_ioba.len = sizeof(mad->iu);
3601 mad->iu.cmd_len = sizeof(mad->fc_iu.payload);
3602 mad->iu.rsp_len = sizeof(mad->fc_iu.response);
3603 mad->iu.cmd.va = (u64)evt->crq.ioba +
3604 offsetof(struct ibmvfc_passthru_mad, fc_iu) +
3605 offsetof(struct ibmvfc_passthru_fc_iu, payload);
3606 mad->iu.cmd.len = sizeof(mad->fc_iu.payload);
3607 mad->iu.rsp.va = (u64)evt->crq.ioba +
3608 offsetof(struct ibmvfc_passthru_mad, fc_iu) +
3609 offsetof(struct ibmvfc_passthru_fc_iu, response);
3610 mad->iu.rsp.len = sizeof(mad->fc_iu.response);
3614 * ibmvfc_tgt_adisc_cancel_done - Completion handler when cancelling an ADISC
3615 * @evt: ibmvfc event struct
3617 * Just cleanup this event struct. Everything else is handled by
3618 * the ADISC completion handler. If the ADISC never actually comes
3619 * back, we still have the timer running on the ADISC event struct
3620 * which will fire and cause the CRQ to get reset.
3623 static void ibmvfc_tgt_adisc_cancel_done(struct ibmvfc_event *evt)
3625 struct ibmvfc_host *vhost = evt->vhost;
3626 struct ibmvfc_target *tgt = evt->tgt;
3628 tgt_dbg(tgt, "ADISC cancel complete\n");
3629 vhost->abort_threads--;
3630 ibmvfc_free_event(evt);
3631 kref_put(&tgt->kref, ibmvfc_release_tgt);
3632 wake_up(&vhost->work_wait_q);
3636 * ibmvfc_adisc_timeout - Handle an ADISC timeout
3637 * @tgt: ibmvfc target struct
3639 * If an ADISC times out, send a cancel. If the cancel times
3640 * out, reset the CRQ. When the ADISC comes back as cancelled,
3641 * log back into the target.
3643 static void ibmvfc_adisc_timeout(struct ibmvfc_target *tgt)
3645 struct ibmvfc_host *vhost = tgt->vhost;
3646 struct ibmvfc_event *evt;
3647 struct ibmvfc_tmf *tmf;
3648 unsigned long flags;
3651 tgt_dbg(tgt, "ADISC timeout\n");
3652 spin_lock_irqsave(vhost->host->host_lock, flags);
3653 if (vhost->abort_threads >= disc_threads ||
3654 tgt->action != IBMVFC_TGT_ACTION_INIT_WAIT ||
3655 vhost->state != IBMVFC_INITIALIZING ||
3656 vhost->action != IBMVFC_HOST_ACTION_QUERY_TGTS) {
3657 spin_unlock_irqrestore(vhost->host->host_lock, flags);
3661 vhost->abort_threads++;
3662 kref_get(&tgt->kref);
3663 evt = ibmvfc_get_event(vhost);
3664 ibmvfc_init_event(evt, ibmvfc_tgt_adisc_cancel_done, IBMVFC_MAD_FORMAT);
3668 memset(tmf, 0, sizeof(*tmf));
3669 tmf->common.version = 1;
3670 tmf->common.opcode = IBMVFC_TMF_MAD;
3671 tmf->common.length = sizeof(*tmf);
3672 tmf->scsi_id = tgt->scsi_id;
3673 tmf->cancel_key = tgt->cancel_key;
3675 rc = ibmvfc_send_event(evt, vhost, default_timeout);
3678 tgt_err(tgt, "Failed to send cancel event for ADISC. rc=%d\n", rc);
3679 vhost->abort_threads--;
3680 kref_put(&tgt->kref, ibmvfc_release_tgt);
3681 __ibmvfc_reset_host(vhost);
3683 tgt_dbg(tgt, "Attempting to cancel ADISC\n");
3684 spin_unlock_irqrestore(vhost->host->host_lock, flags);
3688 * ibmvfc_tgt_adisc - Initiate an ADISC for specified target
3689 * @tgt: ibmvfc target struct
3691 * When sending an ADISC we end up with two timers running. The
3692 * first timer is the timer in the ibmvfc target struct. If this
3693 * fires, we send a cancel to the target. The second timer is the
3694 * timer on the ibmvfc event for the ADISC, which is longer. If that
3695 * fires, it means the ADISC timed out and our attempt to cancel it
3696 * also failed, so we need to reset the CRQ.
3698 static void ibmvfc_tgt_adisc(struct ibmvfc_target *tgt)
3700 struct ibmvfc_passthru_mad *mad;
3701 struct ibmvfc_host *vhost = tgt->vhost;
3702 struct ibmvfc_event *evt;
3704 if (vhost->discovery_threads >= disc_threads)
3707 kref_get(&tgt->kref);
3708 evt = ibmvfc_get_event(vhost);
3709 vhost->discovery_threads++;
3710 ibmvfc_init_event(evt, ibmvfc_tgt_adisc_done, IBMVFC_MAD_FORMAT);
3713 ibmvfc_init_passthru(evt);
3714 mad = &evt->iu.passthru;
3715 mad->iu.flags = IBMVFC_FC_ELS;
3716 mad->iu.scsi_id = tgt->scsi_id;
3717 mad->iu.cancel_key = tgt->cancel_key;
3719 mad->fc_iu.payload[0] = IBMVFC_ADISC;
3720 memcpy(&mad->fc_iu.payload[2], &vhost->login_buf->resp.port_name,
3721 sizeof(vhost->login_buf->resp.port_name));
3722 memcpy(&mad->fc_iu.payload[4], &vhost->login_buf->resp.node_name,
3723 sizeof(vhost->login_buf->resp.node_name));
3724 mad->fc_iu.payload[6] = vhost->login_buf->resp.scsi_id & 0x00ffffff;
3726 if (timer_pending(&tgt->timer))
3727 mod_timer(&tgt->timer, jiffies + (IBMVFC_ADISC_TIMEOUT * HZ));
3729 tgt->timer.data = (unsigned long) tgt;
3730 tgt->timer.expires = jiffies + (IBMVFC_ADISC_TIMEOUT * HZ);
3731 tgt->timer.function = (void (*)(unsigned long))ibmvfc_adisc_timeout;
3732 add_timer(&tgt->timer);
3735 ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_INIT_WAIT);
3736 if (ibmvfc_send_event(evt, vhost, IBMVFC_ADISC_PLUS_CANCEL_TIMEOUT)) {
3737 vhost->discovery_threads--;
3738 del_timer(&tgt->timer);
3739 ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_NONE);
3740 kref_put(&tgt->kref, ibmvfc_release_tgt);
3742 tgt_dbg(tgt, "Sent ADISC\n");
3746 * ibmvfc_tgt_query_target_done - Completion handler for Query Target MAD
3747 * @evt: ibmvfc event struct
3750 static void ibmvfc_tgt_query_target_done(struct ibmvfc_event *evt)
3752 struct ibmvfc_target *tgt = evt->tgt;
3753 struct ibmvfc_host *vhost = evt->vhost;
3754 struct ibmvfc_query_tgt *rsp = &evt->xfer_iu->query_tgt;
3755 u32 status = rsp->common.status;
3756 int level = IBMVFC_DEFAULT_LOG_LEVEL;
3758 vhost->discovery_threads--;
3759 ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_NONE);
3761 case IBMVFC_MAD_SUCCESS:
3762 tgt_dbg(tgt, "Query Target succeeded\n");
3763 tgt->new_scsi_id = rsp->scsi_id;
3764 if (rsp->scsi_id != tgt->scsi_id)
3765 ibmvfc_init_tgt(tgt, ibmvfc_tgt_implicit_logout);
3767 ibmvfc_init_tgt(tgt, ibmvfc_tgt_adisc);
3769 case IBMVFC_MAD_DRIVER_FAILED:
3771 case IBMVFC_MAD_CRQ_ERROR:
3772 ibmvfc_retry_tgt_init(tgt, ibmvfc_tgt_query_target);
3774 case IBMVFC_MAD_FAILED:
3776 if ((rsp->status & IBMVFC_FABRIC_MAPPED) == IBMVFC_FABRIC_MAPPED &&
3777 rsp->error == IBMVFC_UNABLE_TO_PERFORM_REQ &&
3778 rsp->fc_explain == IBMVFC_PORT_NAME_NOT_REG)
3779 ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_DEL_RPORT);
3780 else if (ibmvfc_retry_cmd(rsp->status, rsp->error))
3781 level += ibmvfc_retry_tgt_init(tgt, ibmvfc_tgt_query_target);
3783 ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_DEL_RPORT);
3785 tgt_log(tgt, level, "Query Target failed: %s (%x:%x) %s (%x) %s (%x) rc=0x%02X\n",
3786 ibmvfc_get_cmd_error(rsp->status, rsp->error), rsp->status, rsp->error,
3787 ibmvfc_get_fc_type(rsp->fc_type), rsp->fc_type,
3788 ibmvfc_get_gs_explain(rsp->fc_explain), rsp->fc_explain, status);
3792 kref_put(&tgt->kref, ibmvfc_release_tgt);
3793 ibmvfc_free_event(evt);
3794 wake_up(&vhost->work_wait_q);
3798 * ibmvfc_tgt_query_target - Initiate a Query Target for specified target
3799 * @tgt: ibmvfc target struct
3802 static void ibmvfc_tgt_query_target(struct ibmvfc_target *tgt)
3804 struct ibmvfc_query_tgt *query_tgt;
3805 struct ibmvfc_host *vhost = tgt->vhost;
3806 struct ibmvfc_event *evt;
3808 if (vhost->discovery_threads >= disc_threads)
3811 kref_get(&tgt->kref);
3812 evt = ibmvfc_get_event(vhost);
3813 vhost->discovery_threads++;
3815 ibmvfc_init_event(evt, ibmvfc_tgt_query_target_done, IBMVFC_MAD_FORMAT);
3816 query_tgt = &evt->iu.query_tgt;
3817 memset(query_tgt, 0, sizeof(*query_tgt));
3818 query_tgt->common.version = 1;
3819 query_tgt->common.opcode = IBMVFC_QUERY_TARGET;
3820 query_tgt->common.length = sizeof(*query_tgt);
3821 query_tgt->wwpn = tgt->ids.port_name;
3823 ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_INIT_WAIT);
3824 if (ibmvfc_send_event(evt, vhost, default_timeout)) {
3825 vhost->discovery_threads--;
3826 ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_NONE);
3827 kref_put(&tgt->kref, ibmvfc_release_tgt);
3829 tgt_dbg(tgt, "Sent Query Target\n");
3833 * ibmvfc_alloc_target - Allocate and initialize an ibmvfc target
3834 * @vhost: ibmvfc host struct
3835 * @scsi_id: SCSI ID to allocate target for
3838 * 0 on success / other on failure
3840 static int ibmvfc_alloc_target(struct ibmvfc_host *vhost, u64 scsi_id)
3842 struct ibmvfc_target *tgt;
3843 unsigned long flags;
3845 spin_lock_irqsave(vhost->host->host_lock, flags);
3846 list_for_each_entry(tgt, &vhost->targets, queue) {
3847 if (tgt->scsi_id == scsi_id) {
3848 if (tgt->need_login)
3849 ibmvfc_init_tgt(tgt, ibmvfc_tgt_implicit_logout);
3853 spin_unlock_irqrestore(vhost->host->host_lock, flags);
3855 tgt = mempool_alloc(vhost->tgt_pool, GFP_NOIO);
3857 dev_err(vhost->dev, "Target allocation failure for scsi id %08llx\n",
3862 memset(tgt, 0, sizeof(*tgt));
3863 tgt->scsi_id = scsi_id;
3864 tgt->new_scsi_id = scsi_id;
3866 tgt->need_login = 1;
3867 tgt->cancel_key = vhost->task_set++;
3868 init_timer(&tgt->timer);
3869 kref_init(&tgt->kref);
3870 ibmvfc_init_tgt(tgt, ibmvfc_tgt_implicit_logout);
3871 spin_lock_irqsave(vhost->host->host_lock, flags);
3872 list_add_tail(&tgt->queue, &vhost->targets);
3875 spin_unlock_irqrestore(vhost->host->host_lock, flags);
3880 * ibmvfc_alloc_targets - Allocate and initialize ibmvfc targets
3881 * @vhost: ibmvfc host struct
3884 * 0 on success / other on failure
3886 static int ibmvfc_alloc_targets(struct ibmvfc_host *vhost)
3890 for (i = 0, rc = 0; !rc && i < vhost->num_targets; i++)
3891 rc = ibmvfc_alloc_target(vhost,
3892 vhost->disc_buf->scsi_id[i] & IBMVFC_DISC_TGT_SCSI_ID_MASK);
3898 * ibmvfc_discover_targets_done - Completion handler for discover targets MAD
3899 * @evt: ibmvfc event struct
3902 static void ibmvfc_discover_targets_done(struct ibmvfc_event *evt)
3904 struct ibmvfc_host *vhost = evt->vhost;
3905 struct ibmvfc_discover_targets *rsp = &evt->xfer_iu->discover_targets;
3906 u32 mad_status = rsp->common.status;
3907 int level = IBMVFC_DEFAULT_LOG_LEVEL;
3909 switch (mad_status) {
3910 case IBMVFC_MAD_SUCCESS:
3911 ibmvfc_dbg(vhost, "Discover Targets succeeded\n");
3912 vhost->num_targets = rsp->num_written;
3913 ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_ALLOC_TGTS);
3915 case IBMVFC_MAD_FAILED:
3916 level += ibmvfc_retry_host_init(vhost);
3917 ibmvfc_log(vhost, level, "Discover Targets failed: %s (%x:%x)\n",
3918 ibmvfc_get_cmd_error(rsp->status, rsp->error), rsp->status, rsp->error);
3920 case IBMVFC_MAD_DRIVER_FAILED:
3923 dev_err(vhost->dev, "Invalid Discover Targets response: 0x%x\n", mad_status);
3924 ibmvfc_link_down(vhost, IBMVFC_LINK_DEAD);
3928 ibmvfc_free_event(evt);
3929 wake_up(&vhost->work_wait_q);
3933 * ibmvfc_discover_targets - Send Discover Targets MAD
3934 * @vhost: ibmvfc host struct
3937 static void ibmvfc_discover_targets(struct ibmvfc_host *vhost)
3939 struct ibmvfc_discover_targets *mad;
3940 struct ibmvfc_event *evt = ibmvfc_get_event(vhost);
3942 ibmvfc_init_event(evt, ibmvfc_discover_targets_done, IBMVFC_MAD_FORMAT);
3943 mad = &evt->iu.discover_targets;
3944 memset(mad, 0, sizeof(*mad));
3945 mad->common.version = 1;
3946 mad->common.opcode = IBMVFC_DISC_TARGETS;
3947 mad->common.length = sizeof(*mad);
3948 mad->bufflen = vhost->disc_buf_sz;
3949 mad->buffer.va = vhost->disc_buf_dma;
3950 mad->buffer.len = vhost->disc_buf_sz;
3951 ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_INIT_WAIT);
3953 if (!ibmvfc_send_event(evt, vhost, default_timeout))
3954 ibmvfc_dbg(vhost, "Sent discover targets\n");
3956 ibmvfc_link_down(vhost, IBMVFC_LINK_DEAD);
3960 * ibmvfc_npiv_login_done - Completion handler for NPIV Login
3961 * @evt: ibmvfc event struct
3964 static void ibmvfc_npiv_login_done(struct ibmvfc_event *evt)
3966 struct ibmvfc_host *vhost = evt->vhost;
3967 u32 mad_status = evt->xfer_iu->npiv_login.common.status;
3968 struct ibmvfc_npiv_login_resp *rsp = &vhost->login_buf->resp;
3969 unsigned int npiv_max_sectors;
3970 int level = IBMVFC_DEFAULT_LOG_LEVEL;
3972 switch (mad_status) {
3973 case IBMVFC_MAD_SUCCESS:
3974 ibmvfc_free_event(evt);
3976 case IBMVFC_MAD_FAILED:
3977 if (ibmvfc_retry_cmd(rsp->status, rsp->error))
3978 level += ibmvfc_retry_host_init(vhost);
3980 ibmvfc_link_down(vhost, IBMVFC_LINK_DEAD);
3981 ibmvfc_log(vhost, level, "NPIV Login failed: %s (%x:%x)\n",
3982 ibmvfc_get_cmd_error(rsp->status, rsp->error), rsp->status, rsp->error);
3983 ibmvfc_free_event(evt);
3985 case IBMVFC_MAD_CRQ_ERROR:
3986 ibmvfc_retry_host_init(vhost);
3987 case IBMVFC_MAD_DRIVER_FAILED:
3988 ibmvfc_free_event(evt);
3991 dev_err(vhost->dev, "Invalid NPIV Login response: 0x%x\n", mad_status);
3992 ibmvfc_link_down(vhost, IBMVFC_LINK_DEAD);
3993 ibmvfc_free_event(evt);
3997 vhost->client_migrated = 0;
3999 if (!(rsp->flags & IBMVFC_NATIVE_FC)) {
4000 dev_err(vhost->dev, "Virtual adapter does not support FC. %x\n",
4002 ibmvfc_link_down(vhost, IBMVFC_LINK_DEAD);
4003 wake_up(&vhost->work_wait_q);
4007 if (rsp->max_cmds <= IBMVFC_NUM_INTERNAL_REQ) {
4008 dev_err(vhost->dev, "Virtual adapter supported queue depth too small: %d\n",
4010 ibmvfc_link_down(vhost, IBMVFC_LINK_DEAD);
4011 wake_up(&vhost->work_wait_q);
4015 vhost->logged_in = 1;
4016 npiv_max_sectors = min((uint)(rsp->max_dma_len >> 9), IBMVFC_MAX_SECTORS);
4017 dev_info(vhost->dev, "Host partition: %s, device: %s %s %s max sectors %u\n",
4018 rsp->partition_name, rsp->device_name, rsp->port_loc_code,
4019 rsp->drc_name, npiv_max_sectors);
4021 fc_host_fabric_name(vhost->host) = rsp->node_name;
4022 fc_host_node_name(vhost->host) = rsp->node_name;
4023 fc_host_port_name(vhost->host) = rsp->port_name;
4024 fc_host_port_id(vhost->host) = rsp->scsi_id;
4025 fc_host_port_type(vhost->host) = FC_PORTTYPE_NPIV;
4026 fc_host_supported_classes(vhost->host) = 0;
4027 if (rsp->service_parms.class1_parms[0] & 0x80000000)
4028 fc_host_supported_classes(vhost->host) |= FC_COS_CLASS1;
4029 if (rsp->service_parms.class2_parms[0] & 0x80000000)
4030 fc_host_supported_classes(vhost->host) |= FC_COS_CLASS2;
4031 if (rsp->service_parms.class3_parms[0] & 0x80000000)
4032 fc_host_supported_classes(vhost->host) |= FC_COS_CLASS3;
4033 fc_host_maxframe_size(vhost->host) =
4034 rsp->service_parms.common.bb_rcv_sz & 0x0fff;
4036 vhost->host->can_queue = rsp->max_cmds - IBMVFC_NUM_INTERNAL_REQ;
4037 vhost->host->max_sectors = npiv_max_sectors;
4038 ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_QUERY);
4039 wake_up(&vhost->work_wait_q);
4043 * ibmvfc_npiv_login - Sends NPIV login
4044 * @vhost: ibmvfc host struct
4047 static void ibmvfc_npiv_login(struct ibmvfc_host *vhost)
4049 struct ibmvfc_npiv_login_mad *mad;
4050 struct ibmvfc_event *evt = ibmvfc_get_event(vhost);
4052 ibmvfc_gather_partition_info(vhost);
4053 ibmvfc_set_login_info(vhost);
4054 ibmvfc_init_event(evt, ibmvfc_npiv_login_done, IBMVFC_MAD_FORMAT);
4056 memcpy(vhost->login_buf, &vhost->login_info, sizeof(vhost->login_info));
4057 mad = &evt->iu.npiv_login;
4058 memset(mad, 0, sizeof(struct ibmvfc_npiv_login_mad));
4059 mad->common.version = 1;
4060 mad->common.opcode = IBMVFC_NPIV_LOGIN;
4061 mad->common.length = sizeof(struct ibmvfc_npiv_login_mad);
4062 mad->buffer.va = vhost->login_buf_dma;
4063 mad->buffer.len = sizeof(*vhost->login_buf);
4065 ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_INIT_WAIT);
4067 if (!ibmvfc_send_event(evt, vhost, default_timeout))
4068 ibmvfc_dbg(vhost, "Sent NPIV login\n");
4070 ibmvfc_link_down(vhost, IBMVFC_LINK_DEAD);
4074 * ibmvfc_npiv_logout_done - Completion handler for NPIV Logout
4075 * @vhost: ibmvfc host struct
4078 static void ibmvfc_npiv_logout_done(struct ibmvfc_event *evt)
4080 struct ibmvfc_host *vhost = evt->vhost;
4081 u32 mad_status = evt->xfer_iu->npiv_logout.common.status;
4083 ibmvfc_free_event(evt);
4085 switch (mad_status) {
4086 case IBMVFC_MAD_SUCCESS:
4087 if (list_empty(&vhost->sent) &&
4088 vhost->action == IBMVFC_HOST_ACTION_LOGO_WAIT) {
4089 ibmvfc_init_host(vhost);
4093 case IBMVFC_MAD_FAILED:
4094 case IBMVFC_MAD_NOT_SUPPORTED:
4095 case IBMVFC_MAD_CRQ_ERROR:
4096 case IBMVFC_MAD_DRIVER_FAILED:
4098 ibmvfc_dbg(vhost, "NPIV Logout failed. 0x%X\n", mad_status);
4102 ibmvfc_hard_reset_host(vhost);
4106 * ibmvfc_npiv_logout - Issue an NPIV Logout
4107 * @vhost: ibmvfc host struct
4110 static void ibmvfc_npiv_logout(struct ibmvfc_host *vhost)
4112 struct ibmvfc_npiv_logout_mad *mad;
4113 struct ibmvfc_event *evt;
4115 evt = ibmvfc_get_event(vhost);
4116 ibmvfc_init_event(evt, ibmvfc_npiv_logout_done, IBMVFC_MAD_FORMAT);
4118 mad = &evt->iu.npiv_logout;
4119 memset(mad, 0, sizeof(*mad));
4120 mad->common.version = 1;
4121 mad->common.opcode = IBMVFC_NPIV_LOGOUT;
4122 mad->common.length = sizeof(struct ibmvfc_npiv_logout_mad);
4124 ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_LOGO_WAIT);
4126 if (!ibmvfc_send_event(evt, vhost, default_timeout))
4127 ibmvfc_dbg(vhost, "Sent NPIV logout\n");
4129 ibmvfc_link_down(vhost, IBMVFC_LINK_DEAD);
4133 * ibmvfc_dev_init_to_do - Is there target initialization work to do?
4134 * @vhost: ibmvfc host struct
4137 * 1 if work to do / 0 if not
4139 static int ibmvfc_dev_init_to_do(struct ibmvfc_host *vhost)
4141 struct ibmvfc_target *tgt;
4143 list_for_each_entry(tgt, &vhost->targets, queue) {
4144 if (tgt->action == IBMVFC_TGT_ACTION_INIT ||
4145 tgt->action == IBMVFC_TGT_ACTION_INIT_WAIT)
4153 * __ibmvfc_work_to_do - Is there task level work to do? (no locking)
4154 * @vhost: ibmvfc host struct
4157 * 1 if work to do / 0 if not
4159 static int __ibmvfc_work_to_do(struct ibmvfc_host *vhost)
4161 struct ibmvfc_target *tgt;
4163 if (kthread_should_stop())
4165 switch (vhost->action) {
4166 case IBMVFC_HOST_ACTION_NONE:
4167 case IBMVFC_HOST_ACTION_INIT_WAIT:
4168 case IBMVFC_HOST_ACTION_LOGO_WAIT:
4170 case IBMVFC_HOST_ACTION_TGT_INIT:
4171 case IBMVFC_HOST_ACTION_QUERY_TGTS:
4172 if (vhost->discovery_threads == disc_threads)
4174 list_for_each_entry(tgt, &vhost->targets, queue)
4175 if (tgt->action == IBMVFC_TGT_ACTION_INIT)
4177 list_for_each_entry(tgt, &vhost->targets, queue)
4178 if (tgt->action == IBMVFC_TGT_ACTION_INIT_WAIT)
4181 case IBMVFC_HOST_ACTION_LOGO:
4182 case IBMVFC_HOST_ACTION_INIT:
4183 case IBMVFC_HOST_ACTION_ALLOC_TGTS:
4184 case IBMVFC_HOST_ACTION_TGT_DEL:
4185 case IBMVFC_HOST_ACTION_TGT_DEL_FAILED:
4186 case IBMVFC_HOST_ACTION_QUERY:
4187 case IBMVFC_HOST_ACTION_RESET:
4188 case IBMVFC_HOST_ACTION_REENABLE:
4197 * ibmvfc_work_to_do - Is there task level work to do?
4198 * @vhost: ibmvfc host struct
4201 * 1 if work to do / 0 if not
4203 static int ibmvfc_work_to_do(struct ibmvfc_host *vhost)
4205 unsigned long flags;
4208 spin_lock_irqsave(vhost->host->host_lock, flags);
4209 rc = __ibmvfc_work_to_do(vhost);
4210 spin_unlock_irqrestore(vhost->host->host_lock, flags);
4215 * ibmvfc_log_ae - Log async events if necessary
4216 * @vhost: ibmvfc host struct
4217 * @events: events to log
4220 static void ibmvfc_log_ae(struct ibmvfc_host *vhost, int events)
4222 if (events & IBMVFC_AE_RSCN)
4223 fc_host_post_event(vhost->host, fc_get_event_number(), FCH_EVT_RSCN, 0);
4224 if ((events & IBMVFC_AE_LINKDOWN) &&
4225 vhost->state >= IBMVFC_HALTED)
4226 fc_host_post_event(vhost->host, fc_get_event_number(), FCH_EVT_LINKDOWN, 0);
4227 if ((events & IBMVFC_AE_LINKUP) &&
4228 vhost->state == IBMVFC_INITIALIZING)
4229 fc_host_post_event(vhost->host, fc_get_event_number(), FCH_EVT_LINKUP, 0);
4233 * ibmvfc_tgt_add_rport - Tell the FC transport about a new remote port
4234 * @tgt: ibmvfc target struct
4237 static void ibmvfc_tgt_add_rport(struct ibmvfc_target *tgt)
4239 struct ibmvfc_host *vhost = tgt->vhost;
4240 struct fc_rport *rport;
4241 unsigned long flags;
4243 tgt_dbg(tgt, "Adding rport\n");
4244 rport = fc_remote_port_add(vhost->host, 0, &tgt->ids);
4245 spin_lock_irqsave(vhost->host->host_lock, flags);
4247 if (rport && tgt->action == IBMVFC_TGT_ACTION_DEL_RPORT) {
4248 tgt_dbg(tgt, "Deleting rport\n");
4249 list_del(&tgt->queue);
4250 ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_DELETED_RPORT);
4251 spin_unlock_irqrestore(vhost->host->host_lock, flags);
4252 fc_remote_port_delete(rport);
4253 del_timer_sync(&tgt->timer);
4254 kref_put(&tgt->kref, ibmvfc_release_tgt);
4256 } else if (rport && tgt->action == IBMVFC_TGT_ACTION_DELETED_RPORT) {
4257 spin_unlock_irqrestore(vhost->host->host_lock, flags);
4262 tgt_dbg(tgt, "rport add succeeded\n");
4264 rport->maxframe_size = tgt->service_parms.common.bb_rcv_sz & 0x0fff;
4265 rport->supported_classes = 0;
4266 tgt->target_id = rport->scsi_target_id;
4267 if (tgt->service_parms.class1_parms[0] & 0x80000000)
4268 rport->supported_classes |= FC_COS_CLASS1;
4269 if (tgt->service_parms.class2_parms[0] & 0x80000000)
4270 rport->supported_classes |= FC_COS_CLASS2;
4271 if (tgt->service_parms.class3_parms[0] & 0x80000000)
4272 rport->supported_classes |= FC_COS_CLASS3;
4274 blk_queue_max_segments(rport->rqst_q, 1);
4276 tgt_dbg(tgt, "rport add failed\n");
4277 spin_unlock_irqrestore(vhost->host->host_lock, flags);
4281 * ibmvfc_do_work - Do task level work
4282 * @vhost: ibmvfc host struct
4285 static void ibmvfc_do_work(struct ibmvfc_host *vhost)
4287 struct ibmvfc_target *tgt;
4288 unsigned long flags;
4289 struct fc_rport *rport;
4292 ibmvfc_log_ae(vhost, vhost->events_to_log);
4293 spin_lock_irqsave(vhost->host->host_lock, flags);
4294 vhost->events_to_log = 0;
4295 switch (vhost->action) {
4296 case IBMVFC_HOST_ACTION_NONE:
4297 case IBMVFC_HOST_ACTION_LOGO_WAIT:
4298 case IBMVFC_HOST_ACTION_INIT_WAIT:
4300 case IBMVFC_HOST_ACTION_RESET:
4301 vhost->action = IBMVFC_HOST_ACTION_TGT_DEL;
4302 spin_unlock_irqrestore(vhost->host->host_lock, flags);
4303 rc = ibmvfc_reset_crq(vhost);
4304 spin_lock_irqsave(vhost->host->host_lock, flags);
4306 vio_enable_interrupts(to_vio_dev(vhost->dev));
4307 else if (rc || (rc = ibmvfc_send_crq_init(vhost)) ||
4308 (rc = vio_enable_interrupts(to_vio_dev(vhost->dev)))) {
4309 ibmvfc_link_down(vhost, IBMVFC_LINK_DEAD);
4310 dev_err(vhost->dev, "Error after reset (rc=%d)\n", rc);
4313 case IBMVFC_HOST_ACTION_REENABLE:
4314 vhost->action = IBMVFC_HOST_ACTION_TGT_DEL;
4315 spin_unlock_irqrestore(vhost->host->host_lock, flags);
4316 rc = ibmvfc_reenable_crq_queue(vhost);
4317 spin_lock_irqsave(vhost->host->host_lock, flags);
4318 if (rc || (rc = ibmvfc_send_crq_init(vhost))) {
4319 ibmvfc_link_down(vhost, IBMVFC_LINK_DEAD);
4320 dev_err(vhost->dev, "Error after enable (rc=%d)\n", rc);
4323 case IBMVFC_HOST_ACTION_LOGO:
4324 vhost->job_step(vhost);
4326 case IBMVFC_HOST_ACTION_INIT:
4327 BUG_ON(vhost->state != IBMVFC_INITIALIZING);
4328 if (vhost->delay_init) {
4329 vhost->delay_init = 0;
4330 spin_unlock_irqrestore(vhost->host->host_lock, flags);
4334 vhost->job_step(vhost);
4336 case IBMVFC_HOST_ACTION_QUERY:
4337 list_for_each_entry(tgt, &vhost->targets, queue)
4338 ibmvfc_init_tgt(tgt, ibmvfc_tgt_query_target);
4339 ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_QUERY_TGTS);
4341 case IBMVFC_HOST_ACTION_QUERY_TGTS:
4342 list_for_each_entry(tgt, &vhost->targets, queue) {
4343 if (tgt->action == IBMVFC_TGT_ACTION_INIT) {
4349 if (!ibmvfc_dev_init_to_do(vhost))
4350 ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_TGT_DEL);
4352 case IBMVFC_HOST_ACTION_TGT_DEL:
4353 case IBMVFC_HOST_ACTION_TGT_DEL_FAILED:
4354 list_for_each_entry(tgt, &vhost->targets, queue) {
4355 if (tgt->action == IBMVFC_TGT_ACTION_DEL_RPORT) {
4356 tgt_dbg(tgt, "Deleting rport\n");
4359 list_del(&tgt->queue);
4360 ibmvfc_set_tgt_action(tgt, IBMVFC_TGT_ACTION_DELETED_RPORT);
4361 spin_unlock_irqrestore(vhost->host->host_lock, flags);
4363 fc_remote_port_delete(rport);
4364 del_timer_sync(&tgt->timer);
4365 kref_put(&tgt->kref, ibmvfc_release_tgt);
4370 if (vhost->state == IBMVFC_INITIALIZING) {
4371 if (vhost->action == IBMVFC_HOST_ACTION_TGT_DEL_FAILED) {
4372 if (vhost->reinit) {
4374 scsi_block_requests(vhost->host);
4375 ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_QUERY);
4376 spin_unlock_irqrestore(vhost->host->host_lock, flags);
4378 ibmvfc_set_host_state(vhost, IBMVFC_ACTIVE);
4379 ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_NONE);
4380 wake_up(&vhost->init_wait_q);
4381 schedule_work(&vhost->rport_add_work_q);
4382 vhost->init_retries = 0;
4383 spin_unlock_irqrestore(vhost->host->host_lock, flags);
4384 scsi_unblock_requests(vhost->host);
4389 ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_INIT);
4390 vhost->job_step = ibmvfc_discover_targets;
4393 ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_NONE);
4394 spin_unlock_irqrestore(vhost->host->host_lock, flags);
4395 scsi_unblock_requests(vhost->host);
4396 wake_up(&vhost->init_wait_q);
4400 case IBMVFC_HOST_ACTION_ALLOC_TGTS:
4401 ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_TGT_INIT);
4402 spin_unlock_irqrestore(vhost->host->host_lock, flags);
4403 ibmvfc_alloc_targets(vhost);
4404 spin_lock_irqsave(vhost->host->host_lock, flags);
4406 case IBMVFC_HOST_ACTION_TGT_INIT:
4407 list_for_each_entry(tgt, &vhost->targets, queue) {
4408 if (tgt->action == IBMVFC_TGT_ACTION_INIT) {
4414 if (!ibmvfc_dev_init_to_do(vhost))
4415 ibmvfc_set_host_action(vhost, IBMVFC_HOST_ACTION_TGT_DEL_FAILED);
4421 spin_unlock_irqrestore(vhost->host->host_lock, flags);
4425 * ibmvfc_work - Do task level work
4426 * @data: ibmvfc host struct
4431 static int ibmvfc_work(void *data)
4433 struct ibmvfc_host *vhost = data;
4436 set_user_nice(current, -20);
4439 rc = wait_event_interruptible(vhost->work_wait_q,
4440 ibmvfc_work_to_do(vhost));
4444 if (kthread_should_stop())
4447 ibmvfc_do_work(vhost);
4450 ibmvfc_dbg(vhost, "ibmvfc kthread exiting...\n");
4455 * ibmvfc_init_crq - Initializes and registers CRQ with hypervisor
4456 * @vhost: ibmvfc host struct
4458 * Allocates a page for messages, maps it for dma, and registers
4459 * the crq with the hypervisor.
4462 * zero on success / other on failure
4464 static int ibmvfc_init_crq(struct ibmvfc_host *vhost)
4466 int rc, retrc = -ENOMEM;
4467 struct device *dev = vhost->dev;
4468 struct vio_dev *vdev = to_vio_dev(dev);
4469 struct ibmvfc_crq_queue *crq = &vhost->crq;
4472 crq->msgs = (struct ibmvfc_crq *)get_zeroed_page(GFP_KERNEL);
4477 crq->size = PAGE_SIZE / sizeof(*crq->msgs);
4478 crq->msg_token = dma_map_single(dev, crq->msgs,
4479 PAGE_SIZE, DMA_BIDIRECTIONAL);
4481 if (dma_mapping_error(dev, crq->msg_token))
4484 retrc = rc = plpar_hcall_norets(H_REG_CRQ, vdev->unit_address,
4485 crq->msg_token, PAGE_SIZE);
4487 if (rc == H_RESOURCE)
4488 /* maybe kexecing and resource is busy. try a reset */
4489 retrc = rc = ibmvfc_reset_crq(vhost);
4492 dev_warn(dev, "Partner adapter not ready\n");
4494 dev_warn(dev, "Error %d opening adapter\n", rc);
4495 goto reg_crq_failed;
4500 tasklet_init(&vhost->tasklet, (void *)ibmvfc_tasklet, (unsigned long)vhost);
4502 if ((rc = request_irq(vdev->irq, ibmvfc_interrupt, 0, IBMVFC_NAME, vhost))) {
4503 dev_err(dev, "Couldn't register irq 0x%x. rc=%d\n", vdev->irq, rc);
4504 goto req_irq_failed;
4507 if ((rc = vio_enable_interrupts(vdev))) {
4508 dev_err(dev, "Error %d enabling interrupts\n", rc);
4509 goto req_irq_failed;
4517 tasklet_kill(&vhost->tasklet);
4519 rc = plpar_hcall_norets(H_FREE_CRQ, vdev->unit_address);
4520 } while (rc == H_BUSY || H_IS_LONG_BUSY(rc));
4522 dma_unmap_single(dev, crq->msg_token, PAGE_SIZE, DMA_BIDIRECTIONAL);
4524 free_page((unsigned long)crq->msgs);
4529 * ibmvfc_free_mem - Free memory for vhost
4530 * @vhost: ibmvfc host struct
4535 static void ibmvfc_free_mem(struct ibmvfc_host *vhost)
4537 struct ibmvfc_async_crq_queue *async_q = &vhost->async_crq;
4540 mempool_destroy(vhost->tgt_pool);
4541 kfree(vhost->trace);
4542 dma_free_coherent(vhost->dev, vhost->disc_buf_sz, vhost->disc_buf,
4543 vhost->disc_buf_dma);
4544 dma_free_coherent(vhost->dev, sizeof(*vhost->login_buf),
4545 vhost->login_buf, vhost->login_buf_dma);
4546 dma_pool_destroy(vhost->sg_pool);
4547 dma_unmap_single(vhost->dev, async_q->msg_token,
4548 async_q->size * sizeof(*async_q->msgs), DMA_BIDIRECTIONAL);
4549 free_page((unsigned long)async_q->msgs);
4554 * ibmvfc_alloc_mem - Allocate memory for vhost
4555 * @vhost: ibmvfc host struct
4558 * 0 on success / non-zero on failure
4560 static int ibmvfc_alloc_mem(struct ibmvfc_host *vhost)
4562 struct ibmvfc_async_crq_queue *async_q = &vhost->async_crq;
4563 struct device *dev = vhost->dev;
4566 async_q->msgs = (struct ibmvfc_async_crq *)get_zeroed_page(GFP_KERNEL);
4567 if (!async_q->msgs) {
4568 dev_err(dev, "Couldn't allocate async queue.\n");
4572 async_q->size = PAGE_SIZE / sizeof(struct ibmvfc_async_crq);
4573 async_q->msg_token = dma_map_single(dev, async_q->msgs,
4574 async_q->size * sizeof(*async_q->msgs),
4577 if (dma_mapping_error(dev, async_q->msg_token)) {
4578 dev_err(dev, "Failed to map async queue\n");
4579 goto free_async_crq;
4582 vhost->sg_pool = dma_pool_create(IBMVFC_NAME, dev,
4583 SG_ALL * sizeof(struct srp_direct_buf),
4584 sizeof(struct srp_direct_buf), 0);
4586 if (!vhost->sg_pool) {
4587 dev_err(dev, "Failed to allocate sg pool\n");
4588 goto unmap_async_crq;
4591 vhost->login_buf = dma_alloc_coherent(dev, sizeof(*vhost->login_buf),
4592 &vhost->login_buf_dma, GFP_KERNEL);
4594 if (!vhost->login_buf) {
4595 dev_err(dev, "Couldn't allocate NPIV login buffer\n");
4599 vhost->disc_buf_sz = sizeof(vhost->disc_buf->scsi_id[0]) * max_targets;
4600 vhost->disc_buf = dma_alloc_coherent(dev, vhost->disc_buf_sz,
4601 &vhost->disc_buf_dma, GFP_KERNEL);
4603 if (!vhost->disc_buf) {
4604 dev_err(dev, "Couldn't allocate Discover Targets buffer\n");
4605 goto free_login_buffer;
4608 vhost->trace = kcalloc(IBMVFC_NUM_TRACE_ENTRIES,
4609 sizeof(struct ibmvfc_trace_entry), GFP_KERNEL);
4612 goto free_disc_buffer;
4614 vhost->tgt_pool = mempool_create_kmalloc_pool(IBMVFC_TGT_MEMPOOL_SZ,
4615 sizeof(struct ibmvfc_target));
4617 if (!vhost->tgt_pool) {
4618 dev_err(dev, "Couldn't allocate target memory pool\n");
4626 kfree(vhost->trace);
4628 dma_free_coherent(dev, vhost->disc_buf_sz, vhost->disc_buf,
4629 vhost->disc_buf_dma);
4631 dma_free_coherent(dev, sizeof(*vhost->login_buf),
4632 vhost->login_buf, vhost->login_buf_dma);
4634 dma_pool_destroy(vhost->sg_pool);
4636 dma_unmap_single(dev, async_q->msg_token,
4637 async_q->size * sizeof(*async_q->msgs), DMA_BIDIRECTIONAL);
4639 free_page((unsigned long)async_q->msgs);
4646 * ibmvfc_rport_add_thread - Worker thread for rport adds
4647 * @work: work struct
4650 static void ibmvfc_rport_add_thread(struct work_struct *work)
4652 struct ibmvfc_host *vhost = container_of(work, struct ibmvfc_host,
4654 struct ibmvfc_target *tgt;
4655 struct fc_rport *rport;
4656 unsigned long flags;
4660 spin_lock_irqsave(vhost->host->host_lock, flags);
4663 if (vhost->state != IBMVFC_ACTIVE)
4666 list_for_each_entry(tgt, &vhost->targets, queue) {
4667 if (tgt->add_rport) {
4670 kref_get(&tgt->kref);
4673 spin_unlock_irqrestore(vhost->host->host_lock, flags);
4674 ibmvfc_tgt_add_rport(tgt);
4675 } else if (get_device(&rport->dev)) {
4676 spin_unlock_irqrestore(vhost->host->host_lock, flags);
4677 tgt_dbg(tgt, "Setting rport roles\n");
4678 fc_remote_port_rolechg(rport, tgt->ids.roles);
4679 put_device(&rport->dev);
4682 kref_put(&tgt->kref, ibmvfc_release_tgt);
4683 spin_lock_irqsave(vhost->host->host_lock, flags);
4689 if (vhost->state == IBMVFC_ACTIVE)
4690 vhost->scan_complete = 1;
4691 spin_unlock_irqrestore(vhost->host->host_lock, flags);
4696 * ibmvfc_probe - Adapter hot plug add entry point
4697 * @vdev: vio device struct
4698 * @id: vio device id struct
4701 * 0 on success / non-zero on failure
4703 static int ibmvfc_probe(struct vio_dev *vdev, const struct vio_device_id *id)
4705 struct ibmvfc_host *vhost;
4706 struct Scsi_Host *shost;
4707 struct device *dev = &vdev->dev;
4711 shost = scsi_host_alloc(&driver_template, sizeof(*vhost));
4713 dev_err(dev, "Couldn't allocate host data\n");
4717 shost->transportt = ibmvfc_transport_template;
4718 shost->can_queue = max_requests;
4719 shost->max_lun = max_lun;
4720 shost->max_id = max_targets;
4721 shost->max_sectors = IBMVFC_MAX_SECTORS;
4722 shost->max_cmd_len = IBMVFC_MAX_CDB_LEN;
4723 shost->unique_id = shost->host_no;
4725 vhost = shost_priv(shost);
4726 INIT_LIST_HEAD(&vhost->sent);
4727 INIT_LIST_HEAD(&vhost->free);
4728 INIT_LIST_HEAD(&vhost->targets);
4729 sprintf(vhost->name, IBMVFC_NAME);
4730 vhost->host = shost;
4732 vhost->partition_number = -1;
4733 vhost->log_level = log_level;
4734 vhost->task_set = 1;
4735 strcpy(vhost->partition_name, "UNKNOWN");
4736 init_waitqueue_head(&vhost->work_wait_q);
4737 init_waitqueue_head(&vhost->init_wait_q);
4738 INIT_WORK(&vhost->rport_add_work_q, ibmvfc_rport_add_thread);
4739 mutex_init(&vhost->passthru_mutex);
4741 if ((rc = ibmvfc_alloc_mem(vhost)))
4742 goto free_scsi_host;
4744 vhost->work_thread = kthread_run(ibmvfc_work, vhost, "%s_%d", IBMVFC_NAME,
4747 if (IS_ERR(vhost->work_thread)) {
4748 dev_err(dev, "Couldn't create kernel thread: %ld\n",
4749 PTR_ERR(vhost->work_thread));
4753 if ((rc = ibmvfc_init_crq(vhost))) {
4754 dev_err(dev, "Couldn't initialize crq. rc=%d\n", rc);
4758 if ((rc = ibmvfc_init_event_pool(vhost))) {
4759 dev_err(dev, "Couldn't initialize event pool. rc=%d\n", rc);
4763 if ((rc = scsi_add_host(shost, dev)))
4764 goto release_event_pool;
4766 fc_host_dev_loss_tmo(shost) = IBMVFC_DEV_LOSS_TMO;
4768 if ((rc = ibmvfc_create_trace_file(&shost->shost_dev.kobj,
4769 &ibmvfc_trace_attr))) {
4770 dev_err(dev, "Failed to create trace file. rc=%d\n", rc);
4774 if (shost_to_fc_host(shost)->rqst_q)
4775 blk_queue_max_segments(shost_to_fc_host(shost)->rqst_q, 1);
4776 dev_set_drvdata(dev, vhost);
4777 spin_lock(&ibmvfc_driver_lock);
4778 list_add_tail(&vhost->queue, &ibmvfc_head);
4779 spin_unlock(&ibmvfc_driver_lock);
4781 ibmvfc_send_crq_init(vhost);
4782 scsi_scan_host(shost);
4786 scsi_remove_host(shost);
4788 ibmvfc_free_event_pool(vhost);
4790 ibmvfc_release_crq_queue(vhost);
4792 kthread_stop(vhost->work_thread);
4794 ibmvfc_free_mem(vhost);
4796 scsi_host_put(shost);
4803 * ibmvfc_remove - Adapter hot plug remove entry point
4804 * @vdev: vio device struct
4809 static int ibmvfc_remove(struct vio_dev *vdev)
4811 struct ibmvfc_host *vhost = dev_get_drvdata(&vdev->dev);
4812 unsigned long flags;
4815 ibmvfc_remove_trace_file(&vhost->host->shost_dev.kobj, &ibmvfc_trace_attr);
4817 spin_lock_irqsave(vhost->host->host_lock, flags);
4818 ibmvfc_link_down(vhost, IBMVFC_HOST_OFFLINE);
4819 spin_unlock_irqrestore(vhost->host->host_lock, flags);
4821 ibmvfc_wait_while_resetting(vhost);
4822 ibmvfc_release_crq_queue(vhost);
4823 kthread_stop(vhost->work_thread);
4824 fc_remove_host(vhost->host);
4825 scsi_remove_host(vhost->host);
4827 spin_lock_irqsave(vhost->host->host_lock, flags);
4828 ibmvfc_purge_requests(vhost, DID_ERROR);
4829 ibmvfc_free_event_pool(vhost);
4830 spin_unlock_irqrestore(vhost->host->host_lock, flags);
4832 ibmvfc_free_mem(vhost);
4833 spin_lock(&ibmvfc_driver_lock);
4834 list_del(&vhost->queue);
4835 spin_unlock(&ibmvfc_driver_lock);
4836 scsi_host_put(vhost->host);
4842 * ibmvfc_resume - Resume from suspend
4843 * @dev: device struct
4845 * We may have lost an interrupt across suspend/resume, so kick the
4849 static int ibmvfc_resume(struct device *dev)
4851 unsigned long flags;
4852 struct ibmvfc_host *vhost = dev_get_drvdata(dev);
4853 struct vio_dev *vdev = to_vio_dev(dev);
4855 spin_lock_irqsave(vhost->host->host_lock, flags);
4856 vio_disable_interrupts(vdev);
4857 tasklet_schedule(&vhost->tasklet);
4858 spin_unlock_irqrestore(vhost->host->host_lock, flags);
4863 * ibmvfc_get_desired_dma - Calculate DMA resources needed by the driver
4864 * @vdev: vio device struct
4867 * Number of bytes the driver will need to DMA map at the same time in
4868 * order to perform well.
4870 static unsigned long ibmvfc_get_desired_dma(struct vio_dev *vdev)
4872 unsigned long pool_dma = max_requests * sizeof(union ibmvfc_iu);
4873 return pool_dma + ((512 * 1024) * driver_template.cmd_per_lun);
4876 static struct vio_device_id ibmvfc_device_table[] __devinitdata = {
4877 {"fcp", "IBM,vfc-client"},
4880 MODULE_DEVICE_TABLE(vio, ibmvfc_device_table);
4882 static struct dev_pm_ops ibmvfc_pm_ops = {
4883 .resume = ibmvfc_resume
4886 static struct vio_driver ibmvfc_driver = {
4887 .id_table = ibmvfc_device_table,
4888 .probe = ibmvfc_probe,
4889 .remove = ibmvfc_remove,
4890 .get_desired_dma = ibmvfc_get_desired_dma,
4892 .name = IBMVFC_NAME,
4893 .owner = THIS_MODULE,
4894 .pm = &ibmvfc_pm_ops,
4898 static struct fc_function_template ibmvfc_transport_functions = {
4899 .show_host_fabric_name = 1,
4900 .show_host_node_name = 1,
4901 .show_host_port_name = 1,
4902 .show_host_supported_classes = 1,
4903 .show_host_port_type = 1,
4904 .show_host_port_id = 1,
4905 .show_host_maxframe_size = 1,
4907 .get_host_port_state = ibmvfc_get_host_port_state,
4908 .show_host_port_state = 1,
4910 .get_host_speed = ibmvfc_get_host_speed,
4911 .show_host_speed = 1,
4913 .issue_fc_host_lip = ibmvfc_issue_fc_host_lip,
4914 .terminate_rport_io = ibmvfc_terminate_rport_io,
4916 .show_rport_maxframe_size = 1,
4917 .show_rport_supported_classes = 1,
4919 .set_rport_dev_loss_tmo = ibmvfc_set_rport_dev_loss_tmo,
4920 .show_rport_dev_loss_tmo = 1,
4922 .get_starget_node_name = ibmvfc_get_starget_node_name,
4923 .show_starget_node_name = 1,
4925 .get_starget_port_name = ibmvfc_get_starget_port_name,
4926 .show_starget_port_name = 1,
4928 .get_starget_port_id = ibmvfc_get_starget_port_id,
4929 .show_starget_port_id = 1,
4931 .bsg_request = ibmvfc_bsg_request,
4932 .bsg_timeout = ibmvfc_bsg_timeout,
4936 * ibmvfc_module_init - Initialize the ibmvfc module
4939 * 0 on success / other on failure
4941 static int __init ibmvfc_module_init(void)
4945 if (!firmware_has_feature(FW_FEATURE_VIO))
4948 printk(KERN_INFO IBMVFC_NAME": IBM Virtual Fibre Channel Driver version: %s %s\n",
4949 IBMVFC_DRIVER_VERSION, IBMVFC_DRIVER_DATE);
4951 ibmvfc_transport_template = fc_attach_transport(&ibmvfc_transport_functions);
4952 if (!ibmvfc_transport_template)
4955 rc = vio_register_driver(&ibmvfc_driver);
4957 fc_release_transport(ibmvfc_transport_template);
4962 * ibmvfc_module_exit - Teardown the ibmvfc module
4967 static void __exit ibmvfc_module_exit(void)
4969 vio_unregister_driver(&ibmvfc_driver);
4970 fc_release_transport(ibmvfc_transport_template);
4973 module_init(ibmvfc_module_init);
4974 module_exit(ibmvfc_module_exit);