[SCSI] zfcp: Avoid referencing freed memory in req send
[safe/jmp/linux-2.6] / drivers / s390 / scsi / zfcp_fsf.c
1 /*
2  * zfcp device driver
3  *
4  * Implementation of FSF commands.
5  *
6  * Copyright IBM Corporation 2002, 2009
7  */
8
9 #define KMSG_COMPONENT "zfcp"
10 #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt
11
12 #include <linux/blktrace_api.h>
13 #include "zfcp_ext.h"
14
15 #define ZFCP_REQ_AUTO_CLEANUP   0x00000002
16 #define ZFCP_REQ_NO_QTCB        0x00000008
17
18 static void zfcp_fsf_request_timeout_handler(unsigned long data)
19 {
20         struct zfcp_adapter *adapter = (struct zfcp_adapter *) data;
21         zfcp_erp_adapter_reopen(adapter, ZFCP_STATUS_COMMON_ERP_FAILED,
22                                 "fsrth_1", NULL);
23 }
24
25 static void zfcp_fsf_start_timer(struct zfcp_fsf_req *fsf_req,
26                                  unsigned long timeout)
27 {
28         fsf_req->timer.function = zfcp_fsf_request_timeout_handler;
29         fsf_req->timer.data = (unsigned long) fsf_req->adapter;
30         fsf_req->timer.expires = jiffies + timeout;
31         add_timer(&fsf_req->timer);
32 }
33
34 static void zfcp_fsf_start_erp_timer(struct zfcp_fsf_req *fsf_req)
35 {
36         BUG_ON(!fsf_req->erp_action);
37         fsf_req->timer.function = zfcp_erp_timeout_handler;
38         fsf_req->timer.data = (unsigned long) fsf_req->erp_action;
39         fsf_req->timer.expires = jiffies + 30 * HZ;
40         add_timer(&fsf_req->timer);
41 }
42
43 /* association between FSF command and FSF QTCB type */
44 static u32 fsf_qtcb_type[] = {
45         [FSF_QTCB_FCP_CMND] =             FSF_IO_COMMAND,
46         [FSF_QTCB_ABORT_FCP_CMND] =       FSF_SUPPORT_COMMAND,
47         [FSF_QTCB_OPEN_PORT_WITH_DID] =   FSF_SUPPORT_COMMAND,
48         [FSF_QTCB_OPEN_LUN] =             FSF_SUPPORT_COMMAND,
49         [FSF_QTCB_CLOSE_LUN] =            FSF_SUPPORT_COMMAND,
50         [FSF_QTCB_CLOSE_PORT] =           FSF_SUPPORT_COMMAND,
51         [FSF_QTCB_CLOSE_PHYSICAL_PORT] =  FSF_SUPPORT_COMMAND,
52         [FSF_QTCB_SEND_ELS] =             FSF_SUPPORT_COMMAND,
53         [FSF_QTCB_SEND_GENERIC] =         FSF_SUPPORT_COMMAND,
54         [FSF_QTCB_EXCHANGE_CONFIG_DATA] = FSF_CONFIG_COMMAND,
55         [FSF_QTCB_EXCHANGE_PORT_DATA] =   FSF_PORT_COMMAND,
56         [FSF_QTCB_DOWNLOAD_CONTROL_FILE] = FSF_SUPPORT_COMMAND,
57         [FSF_QTCB_UPLOAD_CONTROL_FILE] =  FSF_SUPPORT_COMMAND
58 };
59
60 static void zfcp_act_eval_err(struct zfcp_adapter *adapter, u32 table)
61 {
62         u16 subtable = table >> 16;
63         u16 rule = table & 0xffff;
64         const char *act_type[] = { "unknown", "OS", "WWPN", "DID", "LUN" };
65
66         if (subtable && subtable < ARRAY_SIZE(act_type))
67                 dev_warn(&adapter->ccw_device->dev,
68                          "Access denied according to ACT rule type %s, "
69                          "rule %d\n", act_type[subtable], rule);
70 }
71
72 static void zfcp_fsf_access_denied_port(struct zfcp_fsf_req *req,
73                                         struct zfcp_port *port)
74 {
75         struct fsf_qtcb_header *header = &req->qtcb->header;
76         dev_warn(&req->adapter->ccw_device->dev,
77                  "Access denied to port 0x%016Lx\n",
78                  (unsigned long long)port->wwpn);
79         zfcp_act_eval_err(req->adapter, header->fsf_status_qual.halfword[0]);
80         zfcp_act_eval_err(req->adapter, header->fsf_status_qual.halfword[1]);
81         zfcp_erp_port_access_denied(port, "fspad_1", req);
82         req->status |= ZFCP_STATUS_FSFREQ_ERROR;
83 }
84
85 static void zfcp_fsf_access_denied_unit(struct zfcp_fsf_req *req,
86                                         struct zfcp_unit *unit)
87 {
88         struct fsf_qtcb_header *header = &req->qtcb->header;
89         dev_warn(&req->adapter->ccw_device->dev,
90                  "Access denied to unit 0x%016Lx on port 0x%016Lx\n",
91                  (unsigned long long)unit->fcp_lun,
92                  (unsigned long long)unit->port->wwpn);
93         zfcp_act_eval_err(req->adapter, header->fsf_status_qual.halfword[0]);
94         zfcp_act_eval_err(req->adapter, header->fsf_status_qual.halfword[1]);
95         zfcp_erp_unit_access_denied(unit, "fsuad_1", req);
96         req->status |= ZFCP_STATUS_FSFREQ_ERROR;
97 }
98
99 static void zfcp_fsf_class_not_supp(struct zfcp_fsf_req *req)
100 {
101         dev_err(&req->adapter->ccw_device->dev, "FCP device not "
102                 "operational because of an unsupported FC class\n");
103         zfcp_erp_adapter_shutdown(req->adapter, 0, "fscns_1", req);
104         req->status |= ZFCP_STATUS_FSFREQ_ERROR;
105 }
106
107 /**
108  * zfcp_fsf_req_free - free memory used by fsf request
109  * @fsf_req: pointer to struct zfcp_fsf_req
110  */
111 void zfcp_fsf_req_free(struct zfcp_fsf_req *req)
112 {
113         if (likely(req->pool)) {
114                 mempool_free(req, req->pool);
115                 return;
116         }
117
118         if (req->qtcb) {
119                 kmem_cache_free(zfcp_data.fsf_req_qtcb_cache, req);
120                 return;
121         }
122 }
123
124 /**
125  * zfcp_fsf_req_dismiss_all - dismiss all fsf requests
126  * @adapter: pointer to struct zfcp_adapter
127  *
128  * Never ever call this without shutting down the adapter first.
129  * Otherwise the adapter would continue using and corrupting s390 storage.
130  * Included BUG_ON() call to ensure this is done.
131  * ERP is supposed to be the only user of this function.
132  */
133 void zfcp_fsf_req_dismiss_all(struct zfcp_adapter *adapter)
134 {
135         struct zfcp_fsf_req *req, *tmp;
136         unsigned long flags;
137         LIST_HEAD(remove_queue);
138         unsigned int i;
139
140         BUG_ON(atomic_read(&adapter->status) & ZFCP_STATUS_ADAPTER_QDIOUP);
141         spin_lock_irqsave(&adapter->req_list_lock, flags);
142         for (i = 0; i < REQUEST_LIST_SIZE; i++)
143                 list_splice_init(&adapter->req_list[i], &remove_queue);
144         spin_unlock_irqrestore(&adapter->req_list_lock, flags);
145
146         list_for_each_entry_safe(req, tmp, &remove_queue, list) {
147                 list_del(&req->list);
148                 req->status |= ZFCP_STATUS_FSFREQ_DISMISSED;
149                 zfcp_fsf_req_complete(req);
150         }
151 }
152
153 static void zfcp_fsf_status_read_port_closed(struct zfcp_fsf_req *req)
154 {
155         struct fsf_status_read_buffer *sr_buf = req->data;
156         struct zfcp_adapter *adapter = req->adapter;
157         struct zfcp_port *port;
158         int d_id = sr_buf->d_id & ZFCP_DID_MASK;
159         unsigned long flags;
160
161         read_lock_irqsave(&zfcp_data.config_lock, flags);
162         list_for_each_entry(port, &adapter->port_list_head, list)
163                 if (port->d_id == d_id) {
164                         read_unlock_irqrestore(&zfcp_data.config_lock, flags);
165                         zfcp_erp_port_reopen(port, 0, "fssrpc1", req);
166                         return;
167                 }
168         read_unlock_irqrestore(&zfcp_data.config_lock, flags);
169 }
170
171 static void zfcp_fsf_link_down_info_eval(struct zfcp_fsf_req *req, char *id,
172                                          struct fsf_link_down_info *link_down)
173 {
174         struct zfcp_adapter *adapter = req->adapter;
175
176         if (atomic_read(&adapter->status) & ZFCP_STATUS_ADAPTER_LINK_UNPLUGGED)
177                 return;
178
179         atomic_set_mask(ZFCP_STATUS_ADAPTER_LINK_UNPLUGGED, &adapter->status);
180         zfcp_scsi_schedule_rports_block(adapter);
181
182         if (!link_down)
183                 goto out;
184
185         switch (link_down->error_code) {
186         case FSF_PSQ_LINK_NO_LIGHT:
187                 dev_warn(&req->adapter->ccw_device->dev,
188                          "There is no light signal from the local "
189                          "fibre channel cable\n");
190                 break;
191         case FSF_PSQ_LINK_WRAP_PLUG:
192                 dev_warn(&req->adapter->ccw_device->dev,
193                          "There is a wrap plug instead of a fibre "
194                          "channel cable\n");
195                 break;
196         case FSF_PSQ_LINK_NO_FCP:
197                 dev_warn(&req->adapter->ccw_device->dev,
198                          "The adjacent fibre channel node does not "
199                          "support FCP\n");
200                 break;
201         case FSF_PSQ_LINK_FIRMWARE_UPDATE:
202                 dev_warn(&req->adapter->ccw_device->dev,
203                          "The FCP device is suspended because of a "
204                          "firmware update\n");
205                 break;
206         case FSF_PSQ_LINK_INVALID_WWPN:
207                 dev_warn(&req->adapter->ccw_device->dev,
208                          "The FCP device detected a WWPN that is "
209                          "duplicate or not valid\n");
210                 break;
211         case FSF_PSQ_LINK_NO_NPIV_SUPPORT:
212                 dev_warn(&req->adapter->ccw_device->dev,
213                          "The fibre channel fabric does not support NPIV\n");
214                 break;
215         case FSF_PSQ_LINK_NO_FCP_RESOURCES:
216                 dev_warn(&req->adapter->ccw_device->dev,
217                          "The FCP adapter cannot support more NPIV ports\n");
218                 break;
219         case FSF_PSQ_LINK_NO_FABRIC_RESOURCES:
220                 dev_warn(&req->adapter->ccw_device->dev,
221                          "The adjacent switch cannot support "
222                          "more NPIV ports\n");
223                 break;
224         case FSF_PSQ_LINK_FABRIC_LOGIN_UNABLE:
225                 dev_warn(&req->adapter->ccw_device->dev,
226                          "The FCP adapter could not log in to the "
227                          "fibre channel fabric\n");
228                 break;
229         case FSF_PSQ_LINK_WWPN_ASSIGNMENT_CORRUPTED:
230                 dev_warn(&req->adapter->ccw_device->dev,
231                          "The WWPN assignment file on the FCP adapter "
232                          "has been damaged\n");
233                 break;
234         case FSF_PSQ_LINK_MODE_TABLE_CURRUPTED:
235                 dev_warn(&req->adapter->ccw_device->dev,
236                          "The mode table on the FCP adapter "
237                          "has been damaged\n");
238                 break;
239         case FSF_PSQ_LINK_NO_WWPN_ASSIGNMENT:
240                 dev_warn(&req->adapter->ccw_device->dev,
241                          "All NPIV ports on the FCP adapter have "
242                          "been assigned\n");
243                 break;
244         default:
245                 dev_warn(&req->adapter->ccw_device->dev,
246                          "The link between the FCP adapter and "
247                          "the FC fabric is down\n");
248         }
249 out:
250         zfcp_erp_adapter_failed(adapter, id, req);
251 }
252
253 static void zfcp_fsf_status_read_link_down(struct zfcp_fsf_req *req)
254 {
255         struct fsf_status_read_buffer *sr_buf = req->data;
256         struct fsf_link_down_info *ldi =
257                 (struct fsf_link_down_info *) &sr_buf->payload;
258
259         switch (sr_buf->status_subtype) {
260         case FSF_STATUS_READ_SUB_NO_PHYSICAL_LINK:
261                 zfcp_fsf_link_down_info_eval(req, "fssrld1", ldi);
262                 break;
263         case FSF_STATUS_READ_SUB_FDISC_FAILED:
264                 zfcp_fsf_link_down_info_eval(req, "fssrld2", ldi);
265                 break;
266         case FSF_STATUS_READ_SUB_FIRMWARE_UPDATE:
267                 zfcp_fsf_link_down_info_eval(req, "fssrld3", NULL);
268         };
269 }
270
271 static void zfcp_fsf_status_read_handler(struct zfcp_fsf_req *req)
272 {
273         struct zfcp_adapter *adapter = req->adapter;
274         struct fsf_status_read_buffer *sr_buf = req->data;
275
276         if (req->status & ZFCP_STATUS_FSFREQ_DISMISSED) {
277                 zfcp_hba_dbf_event_fsf_unsol("dism", adapter, sr_buf);
278                 mempool_free(sr_buf, adapter->pool.data_status_read);
279                 zfcp_fsf_req_free(req);
280                 return;
281         }
282
283         zfcp_hba_dbf_event_fsf_unsol("read", adapter, sr_buf);
284
285         switch (sr_buf->status_type) {
286         case FSF_STATUS_READ_PORT_CLOSED:
287                 zfcp_fsf_status_read_port_closed(req);
288                 break;
289         case FSF_STATUS_READ_INCOMING_ELS:
290                 zfcp_fc_incoming_els(req);
291                 break;
292         case FSF_STATUS_READ_SENSE_DATA_AVAIL:
293                 break;
294         case FSF_STATUS_READ_BIT_ERROR_THRESHOLD:
295                 dev_warn(&adapter->ccw_device->dev,
296                          "The error threshold for checksum statistics "
297                          "has been exceeded\n");
298                 zfcp_hba_dbf_event_berr(adapter, req);
299                 break;
300         case FSF_STATUS_READ_LINK_DOWN:
301                 zfcp_fsf_status_read_link_down(req);
302                 break;
303         case FSF_STATUS_READ_LINK_UP:
304                 dev_info(&adapter->ccw_device->dev,
305                          "The local link has been restored\n");
306                 /* All ports should be marked as ready to run again */
307                 zfcp_erp_modify_adapter_status(adapter, "fssrh_1", NULL,
308                                                ZFCP_STATUS_COMMON_RUNNING,
309                                                ZFCP_SET);
310                 zfcp_erp_adapter_reopen(adapter,
311                                         ZFCP_STATUS_ADAPTER_LINK_UNPLUGGED |
312                                         ZFCP_STATUS_COMMON_ERP_FAILED,
313                                         "fssrh_2", req);
314                 break;
315         case FSF_STATUS_READ_NOTIFICATION_LOST:
316                 if (sr_buf->status_subtype & FSF_STATUS_READ_SUB_ACT_UPDATED)
317                         zfcp_erp_adapter_access_changed(adapter, "fssrh_3",
318                                                         req);
319                 if (sr_buf->status_subtype & FSF_STATUS_READ_SUB_INCOMING_ELS)
320                         schedule_work(&adapter->scan_work);
321                 break;
322         case FSF_STATUS_READ_CFDC_UPDATED:
323                 zfcp_erp_adapter_access_changed(adapter, "fssrh_4", req);
324                 break;
325         case FSF_STATUS_READ_FEATURE_UPDATE_ALERT:
326                 adapter->adapter_features = sr_buf->payload.word[0];
327                 break;
328         }
329
330         mempool_free(sr_buf, adapter->pool.data_status_read);
331         zfcp_fsf_req_free(req);
332
333         atomic_inc(&adapter->stat_miss);
334         queue_work(zfcp_data.work_queue, &adapter->stat_work);
335 }
336
337 static void zfcp_fsf_fsfstatus_qual_eval(struct zfcp_fsf_req *req)
338 {
339         switch (req->qtcb->header.fsf_status_qual.word[0]) {
340         case FSF_SQ_FCP_RSP_AVAILABLE:
341         case FSF_SQ_INVOKE_LINK_TEST_PROCEDURE:
342         case FSF_SQ_NO_RETRY_POSSIBLE:
343         case FSF_SQ_ULP_DEPENDENT_ERP_REQUIRED:
344                 return;
345         case FSF_SQ_COMMAND_ABORTED:
346                 req->status |= ZFCP_STATUS_FSFREQ_ABORTED;
347                 break;
348         case FSF_SQ_NO_RECOM:
349                 dev_err(&req->adapter->ccw_device->dev,
350                         "The FCP adapter reported a problem "
351                         "that cannot be recovered\n");
352                 zfcp_erp_adapter_shutdown(req->adapter, 0, "fsfsqe1", req);
353                 break;
354         }
355         /* all non-return stats set FSFREQ_ERROR*/
356         req->status |= ZFCP_STATUS_FSFREQ_ERROR;
357 }
358
359 static void zfcp_fsf_fsfstatus_eval(struct zfcp_fsf_req *req)
360 {
361         if (unlikely(req->status & ZFCP_STATUS_FSFREQ_ERROR))
362                 return;
363
364         switch (req->qtcb->header.fsf_status) {
365         case FSF_UNKNOWN_COMMAND:
366                 dev_err(&req->adapter->ccw_device->dev,
367                         "The FCP adapter does not recognize the command 0x%x\n",
368                         req->qtcb->header.fsf_command);
369                 zfcp_erp_adapter_shutdown(req->adapter, 0, "fsfse_1", req);
370                 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
371                 break;
372         case FSF_ADAPTER_STATUS_AVAILABLE:
373                 zfcp_fsf_fsfstatus_qual_eval(req);
374                 break;
375         }
376 }
377
378 static void zfcp_fsf_protstatus_eval(struct zfcp_fsf_req *req)
379 {
380         struct zfcp_adapter *adapter = req->adapter;
381         struct fsf_qtcb *qtcb = req->qtcb;
382         union fsf_prot_status_qual *psq = &qtcb->prefix.prot_status_qual;
383
384         zfcp_hba_dbf_event_fsf_response(req);
385
386         if (req->status & ZFCP_STATUS_FSFREQ_DISMISSED) {
387                 req->status |= ZFCP_STATUS_FSFREQ_ERROR |
388                         ZFCP_STATUS_FSFREQ_RETRY; /* only for SCSI cmnds. */
389                 return;
390         }
391
392         switch (qtcb->prefix.prot_status) {
393         case FSF_PROT_GOOD:
394         case FSF_PROT_FSF_STATUS_PRESENTED:
395                 return;
396         case FSF_PROT_QTCB_VERSION_ERROR:
397                 dev_err(&adapter->ccw_device->dev,
398                         "QTCB version 0x%x not supported by FCP adapter "
399                         "(0x%x to 0x%x)\n", FSF_QTCB_CURRENT_VERSION,
400                         psq->word[0], psq->word[1]);
401                 zfcp_erp_adapter_shutdown(adapter, 0, "fspse_1", req);
402                 break;
403         case FSF_PROT_ERROR_STATE:
404         case FSF_PROT_SEQ_NUMB_ERROR:
405                 zfcp_erp_adapter_reopen(adapter, 0, "fspse_2", req);
406                 req->status |= ZFCP_STATUS_FSFREQ_RETRY;
407                 break;
408         case FSF_PROT_UNSUPP_QTCB_TYPE:
409                 dev_err(&adapter->ccw_device->dev,
410                         "The QTCB type is not supported by the FCP adapter\n");
411                 zfcp_erp_adapter_shutdown(adapter, 0, "fspse_3", req);
412                 break;
413         case FSF_PROT_HOST_CONNECTION_INITIALIZING:
414                 atomic_set_mask(ZFCP_STATUS_ADAPTER_HOST_CON_INIT,
415                                 &adapter->status);
416                 break;
417         case FSF_PROT_DUPLICATE_REQUEST_ID:
418                 dev_err(&adapter->ccw_device->dev,
419                         "0x%Lx is an ambiguous request identifier\n",
420                         (unsigned long long)qtcb->bottom.support.req_handle);
421                 zfcp_erp_adapter_shutdown(adapter, 0, "fspse_4", req);
422                 break;
423         case FSF_PROT_LINK_DOWN:
424                 zfcp_fsf_link_down_info_eval(req, "fspse_5",
425                                              &psq->link_down_info);
426                 /* FIXME: reopening adapter now? better wait for link up */
427                 zfcp_erp_adapter_reopen(adapter, 0, "fspse_6", req);
428                 break;
429         case FSF_PROT_REEST_QUEUE:
430                 /* All ports should be marked as ready to run again */
431                 zfcp_erp_modify_adapter_status(adapter, "fspse_7", NULL,
432                                                ZFCP_STATUS_COMMON_RUNNING,
433                                                ZFCP_SET);
434                 zfcp_erp_adapter_reopen(adapter,
435                                         ZFCP_STATUS_ADAPTER_LINK_UNPLUGGED |
436                                         ZFCP_STATUS_COMMON_ERP_FAILED,
437                                         "fspse_8", req);
438                 break;
439         default:
440                 dev_err(&adapter->ccw_device->dev,
441                         "0x%x is not a valid transfer protocol status\n",
442                         qtcb->prefix.prot_status);
443                 zfcp_erp_adapter_shutdown(adapter, 0, "fspse_9", req);
444         }
445         req->status |= ZFCP_STATUS_FSFREQ_ERROR;
446 }
447
448 /**
449  * zfcp_fsf_req_complete - process completion of a FSF request
450  * @fsf_req: The FSF request that has been completed.
451  *
452  * When a request has been completed either from the FCP adapter,
453  * or it has been dismissed due to a queue shutdown, this function
454  * is called to process the completion status and trigger further
455  * events related to the FSF request.
456  */
457 void zfcp_fsf_req_complete(struct zfcp_fsf_req *req)
458 {
459         if (unlikely(req->fsf_command == FSF_QTCB_UNSOLICITED_STATUS)) {
460                 zfcp_fsf_status_read_handler(req);
461                 return;
462         }
463
464         del_timer(&req->timer);
465         zfcp_fsf_protstatus_eval(req);
466         zfcp_fsf_fsfstatus_eval(req);
467         req->handler(req);
468
469         if (req->erp_action)
470                 zfcp_erp_notify(req->erp_action, 0);
471         req->status |= ZFCP_STATUS_FSFREQ_COMPLETED;
472
473         if (likely(req->status & ZFCP_STATUS_FSFREQ_CLEANUP))
474                 zfcp_fsf_req_free(req);
475         else
476         /* notify initiator waiting for the requests completion */
477         /*
478          * FIXME: Race! We must not access fsf_req here as it might have been
479          * cleaned up already due to the set ZFCP_STATUS_FSFREQ_COMPLETED
480          * flag. It's an improbable case. But, we have the same paranoia for
481          * the cleanup flag already.
482          * Might better be handled using complete()?
483          * (setting the flag and doing wakeup ought to be atomic
484          *  with regard to checking the flag as long as waitqueue is
485          *  part of the to be released structure)
486          */
487                 wake_up(&req->completion_wq);
488 }
489
490 static int zfcp_fsf_exchange_config_evaluate(struct zfcp_fsf_req *req)
491 {
492         struct fsf_qtcb_bottom_config *bottom;
493         struct zfcp_adapter *adapter = req->adapter;
494         struct Scsi_Host *shost = adapter->scsi_host;
495
496         bottom = &req->qtcb->bottom.config;
497
498         if (req->data)
499                 memcpy(req->data, bottom, sizeof(*bottom));
500
501         fc_host_node_name(shost) = bottom->nport_serv_param.wwnn;
502         fc_host_port_name(shost) = bottom->nport_serv_param.wwpn;
503         fc_host_port_id(shost) = bottom->s_id & ZFCP_DID_MASK;
504         fc_host_speed(shost) = bottom->fc_link_speed;
505         fc_host_supported_classes(shost) = FC_COS_CLASS2 | FC_COS_CLASS3;
506
507         adapter->hydra_version = bottom->adapter_type;
508         adapter->timer_ticks = bottom->timer_interval;
509
510         if (fc_host_permanent_port_name(shost) == -1)
511                 fc_host_permanent_port_name(shost) = fc_host_port_name(shost);
512
513         switch (bottom->fc_topology) {
514         case FSF_TOPO_P2P:
515                 adapter->peer_d_id = bottom->peer_d_id & ZFCP_DID_MASK;
516                 adapter->peer_wwpn = bottom->plogi_payload.wwpn;
517                 adapter->peer_wwnn = bottom->plogi_payload.wwnn;
518                 fc_host_port_type(shost) = FC_PORTTYPE_PTP;
519                 break;
520         case FSF_TOPO_FABRIC:
521                 fc_host_port_type(shost) = FC_PORTTYPE_NPORT;
522                 break;
523         case FSF_TOPO_AL:
524                 fc_host_port_type(shost) = FC_PORTTYPE_NLPORT;
525         default:
526                 dev_err(&adapter->ccw_device->dev,
527                         "Unknown or unsupported arbitrated loop "
528                         "fibre channel topology detected\n");
529                 zfcp_erp_adapter_shutdown(adapter, 0, "fsece_1", req);
530                 return -EIO;
531         }
532
533         return 0;
534 }
535
536 static void zfcp_fsf_exchange_config_data_handler(struct zfcp_fsf_req *req)
537 {
538         struct zfcp_adapter *adapter = req->adapter;
539         struct fsf_qtcb *qtcb = req->qtcb;
540         struct fsf_qtcb_bottom_config *bottom = &qtcb->bottom.config;
541         struct Scsi_Host *shost = adapter->scsi_host;
542
543         if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
544                 return;
545
546         adapter->fsf_lic_version = bottom->lic_version;
547         adapter->adapter_features = bottom->adapter_features;
548         adapter->connection_features = bottom->connection_features;
549         adapter->peer_wwpn = 0;
550         adapter->peer_wwnn = 0;
551         adapter->peer_d_id = 0;
552
553         switch (qtcb->header.fsf_status) {
554         case FSF_GOOD:
555                 if (zfcp_fsf_exchange_config_evaluate(req))
556                         return;
557
558                 if (bottom->max_qtcb_size < sizeof(struct fsf_qtcb)) {
559                         dev_err(&adapter->ccw_device->dev,
560                                 "FCP adapter maximum QTCB size (%d bytes) "
561                                 "is too small\n",
562                                 bottom->max_qtcb_size);
563                         zfcp_erp_adapter_shutdown(adapter, 0, "fsecdh1", req);
564                         return;
565                 }
566                 atomic_set_mask(ZFCP_STATUS_ADAPTER_XCONFIG_OK,
567                                 &adapter->status);
568                 break;
569         case FSF_EXCHANGE_CONFIG_DATA_INCOMPLETE:
570                 fc_host_node_name(shost) = 0;
571                 fc_host_port_name(shost) = 0;
572                 fc_host_port_id(shost) = 0;
573                 fc_host_speed(shost) = FC_PORTSPEED_UNKNOWN;
574                 fc_host_port_type(shost) = FC_PORTTYPE_UNKNOWN;
575                 adapter->hydra_version = 0;
576
577                 atomic_set_mask(ZFCP_STATUS_ADAPTER_XCONFIG_OK,
578                                 &adapter->status);
579
580                 zfcp_fsf_link_down_info_eval(req, "fsecdh2",
581                         &qtcb->header.fsf_status_qual.link_down_info);
582                 break;
583         default:
584                 zfcp_erp_adapter_shutdown(adapter, 0, "fsecdh3", req);
585                 return;
586         }
587
588         if (adapter->adapter_features & FSF_FEATURE_HBAAPI_MANAGEMENT) {
589                 adapter->hardware_version = bottom->hardware_version;
590                 memcpy(fc_host_serial_number(shost), bottom->serial_number,
591                        min(FC_SERIAL_NUMBER_SIZE, 17));
592                 EBCASC(fc_host_serial_number(shost),
593                        min(FC_SERIAL_NUMBER_SIZE, 17));
594         }
595
596         if (FSF_QTCB_CURRENT_VERSION < bottom->low_qtcb_version) {
597                 dev_err(&adapter->ccw_device->dev,
598                         "The FCP adapter only supports newer "
599                         "control block versions\n");
600                 zfcp_erp_adapter_shutdown(adapter, 0, "fsecdh4", req);
601                 return;
602         }
603         if (FSF_QTCB_CURRENT_VERSION > bottom->high_qtcb_version) {
604                 dev_err(&adapter->ccw_device->dev,
605                         "The FCP adapter only supports older "
606                         "control block versions\n");
607                 zfcp_erp_adapter_shutdown(adapter, 0, "fsecdh5", req);
608         }
609 }
610
611 static void zfcp_fsf_exchange_port_evaluate(struct zfcp_fsf_req *req)
612 {
613         struct zfcp_adapter *adapter = req->adapter;
614         struct fsf_qtcb_bottom_port *bottom = &req->qtcb->bottom.port;
615         struct Scsi_Host *shost = adapter->scsi_host;
616
617         if (req->data)
618                 memcpy(req->data, bottom, sizeof(*bottom));
619
620         if (adapter->connection_features & FSF_FEATURE_NPIV_MODE) {
621                 fc_host_permanent_port_name(shost) = bottom->wwpn;
622                 fc_host_port_type(shost) = FC_PORTTYPE_NPIV;
623         } else
624                 fc_host_permanent_port_name(shost) = fc_host_port_name(shost);
625         fc_host_maxframe_size(shost) = bottom->maximum_frame_size;
626         fc_host_supported_speeds(shost) = bottom->supported_speed;
627 }
628
629 static void zfcp_fsf_exchange_port_data_handler(struct zfcp_fsf_req *req)
630 {
631         struct fsf_qtcb *qtcb = req->qtcb;
632
633         if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
634                 return;
635
636         switch (qtcb->header.fsf_status) {
637         case FSF_GOOD:
638                 zfcp_fsf_exchange_port_evaluate(req);
639                 break;
640         case FSF_EXCHANGE_CONFIG_DATA_INCOMPLETE:
641                 zfcp_fsf_exchange_port_evaluate(req);
642                 zfcp_fsf_link_down_info_eval(req, "fsepdh1",
643                         &qtcb->header.fsf_status_qual.link_down_info);
644                 break;
645         }
646 }
647
648 static int zfcp_fsf_req_sbal_get(struct zfcp_adapter *adapter)
649         __releases(&adapter->req_q_lock)
650         __acquires(&adapter->req_q_lock)
651 {
652         struct zfcp_qdio_queue *req_q = &adapter->req_q;
653         long ret;
654
655         if (atomic_read(&req_q->count) <= -REQUEST_LIST_SIZE)
656                 return -EIO;
657         if (atomic_read(&req_q->count) > 0)
658                 return 0;
659
660         atomic_dec(&req_q->count);
661         spin_unlock_bh(&adapter->req_q_lock);
662         ret = wait_event_interruptible_timeout(adapter->request_wq,
663                                         atomic_read(&req_q->count) >= 0,
664                                         5 * HZ);
665         spin_lock_bh(&adapter->req_q_lock);
666         atomic_inc(&req_q->count);
667
668         if (ret > 0)
669                 return 0;
670         if (!ret)
671                 atomic_inc(&adapter->qdio_outb_full);
672         return -EIO;
673 }
674
675 static struct zfcp_fsf_req *zfcp_fsf_alloc_noqtcb(mempool_t *pool)
676 {
677         struct zfcp_fsf_req *req;
678         req = mempool_alloc(pool, GFP_ATOMIC);
679         if (!req)
680                 return NULL;
681         memset(req, 0, sizeof(*req));
682         req->pool = pool;
683         return req;
684 }
685
686 static struct zfcp_fsf_req *zfcp_fsf_alloc_qtcb(mempool_t *pool)
687 {
688         struct zfcp_fsf_req_qtcb *qtcb;
689
690         if (likely(pool))
691                 qtcb = mempool_alloc(pool, GFP_ATOMIC);
692         else
693                 qtcb = kmem_cache_alloc(zfcp_data.fsf_req_qtcb_cache,
694                                         GFP_ATOMIC);
695         if (unlikely(!qtcb))
696                 return NULL;
697
698         memset(qtcb, 0, sizeof(*qtcb));
699         qtcb->fsf_req.qtcb = &qtcb->qtcb;
700         qtcb->fsf_req.pool = pool;
701
702         return &qtcb->fsf_req;
703 }
704
705 static struct zfcp_fsf_req *zfcp_fsf_req_create(struct zfcp_adapter *adapter,
706                                                 u32 fsf_cmd, int req_flags,
707                                                 mempool_t *pool)
708 {
709         struct qdio_buffer_element *sbale;
710
711         struct zfcp_fsf_req *req;
712         struct zfcp_qdio_queue *req_q = &adapter->req_q;
713
714         if (req_flags & ZFCP_REQ_NO_QTCB)
715                 req = zfcp_fsf_alloc_noqtcb(pool);
716         else
717                 req = zfcp_fsf_alloc_qtcb(pool);
718
719         if (unlikely(!req))
720                 return ERR_PTR(-EIO);
721
722         if (adapter->req_no == 0)
723                 adapter->req_no++;
724
725         INIT_LIST_HEAD(&req->list);
726         init_timer(&req->timer);
727         init_waitqueue_head(&req->completion_wq);
728
729         req->adapter = adapter;
730         req->fsf_command = fsf_cmd;
731         req->req_id = adapter->req_no;
732         req->sbal_number = 1;
733         req->sbal_first = req_q->first;
734         req->sbal_last = req_q->first;
735         req->sbale_curr = 1;
736
737         sbale = zfcp_qdio_sbale_req(req);
738         sbale[0].addr = (void *) req->req_id;
739         sbale[0].flags |= SBAL_FLAGS0_COMMAND;
740
741         if (likely(req->qtcb)) {
742                 req->qtcb->prefix.req_seq_no = req->adapter->fsf_req_seq_no;
743                 req->qtcb->prefix.req_id = req->req_id;
744                 req->qtcb->prefix.ulp_info = 26;
745                 req->qtcb->prefix.qtcb_type = fsf_qtcb_type[req->fsf_command];
746                 req->qtcb->prefix.qtcb_version = FSF_QTCB_CURRENT_VERSION;
747                 req->qtcb->header.req_handle = req->req_id;
748                 req->qtcb->header.fsf_command = req->fsf_command;
749                 req->seq_no = adapter->fsf_req_seq_no;
750                 req->qtcb->prefix.req_seq_no = adapter->fsf_req_seq_no;
751                 sbale[1].addr = (void *) req->qtcb;
752                 sbale[1].length = sizeof(struct fsf_qtcb);
753         }
754
755         if (!(atomic_read(&adapter->status) & ZFCP_STATUS_ADAPTER_QDIOUP)) {
756                 zfcp_fsf_req_free(req);
757                 return ERR_PTR(-EIO);
758         }
759
760         if (likely(req_flags & ZFCP_REQ_AUTO_CLEANUP))
761                 req->status |= ZFCP_STATUS_FSFREQ_CLEANUP;
762
763         return req;
764 }
765
766 static int zfcp_fsf_req_send(struct zfcp_fsf_req *req)
767 {
768         struct zfcp_adapter *adapter = req->adapter;
769         unsigned long        flags;
770         int                  idx;
771         int                  with_qtcb = (req->qtcb != NULL);
772
773         /* put allocated FSF request into hash table */
774         spin_lock_irqsave(&adapter->req_list_lock, flags);
775         idx = zfcp_reqlist_hash(req->req_id);
776         list_add_tail(&req->list, &adapter->req_list[idx]);
777         spin_unlock_irqrestore(&adapter->req_list_lock, flags);
778
779         req->qdio_outb_usage = atomic_read(&adapter->req_q.count);
780         req->issued = get_clock();
781         if (zfcp_qdio_send(req)) {
782                 del_timer(&req->timer);
783                 spin_lock_irqsave(&adapter->req_list_lock, flags);
784                 /* lookup request again, list might have changed */
785                 if (zfcp_reqlist_find_safe(adapter, req))
786                         zfcp_reqlist_remove(adapter, req);
787                 spin_unlock_irqrestore(&adapter->req_list_lock, flags);
788                 zfcp_erp_adapter_reopen(adapter, 0, "fsrs__1", req);
789                 return -EIO;
790         }
791
792         /* Don't increase for unsolicited status */
793         if (with_qtcb)
794                 adapter->fsf_req_seq_no++;
795         adapter->req_no++;
796
797         return 0;
798 }
799
800 /**
801  * zfcp_fsf_status_read - send status read request
802  * @adapter: pointer to struct zfcp_adapter
803  * @req_flags: request flags
804  * Returns: 0 on success, ERROR otherwise
805  */
806 int zfcp_fsf_status_read(struct zfcp_adapter *adapter)
807 {
808         struct zfcp_fsf_req *req;
809         struct fsf_status_read_buffer *sr_buf;
810         struct qdio_buffer_element *sbale;
811         int retval = -EIO;
812
813         spin_lock_bh(&adapter->req_q_lock);
814         if (zfcp_fsf_req_sbal_get(adapter))
815                 goto out;
816
817         req = zfcp_fsf_req_create(adapter, FSF_QTCB_UNSOLICITED_STATUS,
818                                   ZFCP_REQ_NO_QTCB,
819                                   adapter->pool.fsf_req_status_read);
820         if (IS_ERR(req)) {
821                 retval = PTR_ERR(req);
822                 goto out;
823         }
824
825         sbale = zfcp_qdio_sbale_req(req);
826         sbale[0].flags |= SBAL_FLAGS0_TYPE_STATUS;
827         sbale[2].flags |= SBAL_FLAGS_LAST_ENTRY;
828         req->sbale_curr = 2;
829
830         sr_buf = mempool_alloc(adapter->pool.data_status_read, GFP_ATOMIC);
831         if (!sr_buf) {
832                 retval = -ENOMEM;
833                 goto failed_buf;
834         }
835         memset(sr_buf, 0, sizeof(*sr_buf));
836         req->data = sr_buf;
837         sbale = zfcp_qdio_sbale_curr(req);
838         sbale->addr = (void *) sr_buf;
839         sbale->length = sizeof(*sr_buf);
840
841         retval = zfcp_fsf_req_send(req);
842         if (retval)
843                 goto failed_req_send;
844
845         goto out;
846
847 failed_req_send:
848         mempool_free(sr_buf, adapter->pool.data_status_read);
849 failed_buf:
850         zfcp_fsf_req_free(req);
851         zfcp_hba_dbf_event_fsf_unsol("fail", adapter, NULL);
852 out:
853         spin_unlock_bh(&adapter->req_q_lock);
854         return retval;
855 }
856
857 static void zfcp_fsf_abort_fcp_command_handler(struct zfcp_fsf_req *req)
858 {
859         struct zfcp_unit *unit = req->data;
860         union fsf_status_qual *fsq = &req->qtcb->header.fsf_status_qual;
861
862         if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
863                 return;
864
865         switch (req->qtcb->header.fsf_status) {
866         case FSF_PORT_HANDLE_NOT_VALID:
867                 if (fsq->word[0] == fsq->word[1]) {
868                         zfcp_erp_adapter_reopen(unit->port->adapter, 0,
869                                                 "fsafch1", req);
870                         req->status |= ZFCP_STATUS_FSFREQ_ERROR;
871                 }
872                 break;
873         case FSF_LUN_HANDLE_NOT_VALID:
874                 if (fsq->word[0] == fsq->word[1]) {
875                         zfcp_erp_port_reopen(unit->port, 0, "fsafch2", req);
876                         req->status |= ZFCP_STATUS_FSFREQ_ERROR;
877                 }
878                 break;
879         case FSF_FCP_COMMAND_DOES_NOT_EXIST:
880                 req->status |= ZFCP_STATUS_FSFREQ_ABORTNOTNEEDED;
881                 break;
882         case FSF_PORT_BOXED:
883                 zfcp_erp_port_boxed(unit->port, "fsafch3", req);
884                 req->status |= ZFCP_STATUS_FSFREQ_ERROR |
885                                ZFCP_STATUS_FSFREQ_RETRY;
886                 break;
887         case FSF_LUN_BOXED:
888                 zfcp_erp_unit_boxed(unit, "fsafch4", req);
889                 req->status |= ZFCP_STATUS_FSFREQ_ERROR |
890                                ZFCP_STATUS_FSFREQ_RETRY;
891                 break;
892         case FSF_ADAPTER_STATUS_AVAILABLE:
893                 switch (fsq->word[0]) {
894                 case FSF_SQ_INVOKE_LINK_TEST_PROCEDURE:
895                         zfcp_test_link(unit->port);
896                 case FSF_SQ_ULP_DEPENDENT_ERP_REQUIRED:
897                         req->status |= ZFCP_STATUS_FSFREQ_ERROR;
898                         break;
899                 }
900                 break;
901         case FSF_GOOD:
902                 req->status |= ZFCP_STATUS_FSFREQ_ABORTSUCCEEDED;
903                 break;
904         }
905 }
906
907 /**
908  * zfcp_fsf_abort_fcp_command - abort running SCSI command
909  * @old_req_id: unsigned long
910  * @unit: pointer to struct zfcp_unit
911  * Returns: pointer to struct zfcp_fsf_req
912  */
913
914 struct zfcp_fsf_req *zfcp_fsf_abort_fcp_command(unsigned long old_req_id,
915                                                 struct zfcp_unit *unit)
916 {
917         struct qdio_buffer_element *sbale;
918         struct zfcp_fsf_req *req = NULL;
919         struct zfcp_adapter *adapter = unit->port->adapter;
920
921         spin_lock_bh(&adapter->req_q_lock);
922         if (zfcp_fsf_req_sbal_get(adapter))
923                 goto out;
924         req = zfcp_fsf_req_create(adapter, FSF_QTCB_ABORT_FCP_CMND,
925                                   0, adapter->pool.fsf_req_abort);
926         if (IS_ERR(req)) {
927                 req = NULL;
928                 goto out;
929         }
930
931         if (unlikely(!(atomic_read(&unit->status) &
932                        ZFCP_STATUS_COMMON_UNBLOCKED)))
933                 goto out_error_free;
934
935         sbale = zfcp_qdio_sbale_req(req);
936         sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
937         sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
938
939         req->data = unit;
940         req->handler = zfcp_fsf_abort_fcp_command_handler;
941         req->qtcb->header.lun_handle = unit->handle;
942         req->qtcb->header.port_handle = unit->port->handle;
943         req->qtcb->bottom.support.req_handle = (u64) old_req_id;
944
945         zfcp_fsf_start_timer(req, ZFCP_SCSI_ER_TIMEOUT);
946         if (!zfcp_fsf_req_send(req))
947                 goto out;
948
949 out_error_free:
950         zfcp_fsf_req_free(req);
951         req = NULL;
952 out:
953         spin_unlock_bh(&adapter->req_q_lock);
954         return req;
955 }
956
957 static void zfcp_fsf_send_ct_handler(struct zfcp_fsf_req *req)
958 {
959         struct zfcp_adapter *adapter = req->adapter;
960         struct zfcp_send_ct *send_ct = req->data;
961         struct fsf_qtcb_header *header = &req->qtcb->header;
962
963         send_ct->status = -EINVAL;
964
965         if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
966                 goto skip_fsfstatus;
967
968         switch (header->fsf_status) {
969         case FSF_GOOD:
970                 zfcp_san_dbf_event_ct_response(req);
971                 send_ct->status = 0;
972                 break;
973         case FSF_SERVICE_CLASS_NOT_SUPPORTED:
974                 zfcp_fsf_class_not_supp(req);
975                 break;
976         case FSF_ADAPTER_STATUS_AVAILABLE:
977                 switch (header->fsf_status_qual.word[0]){
978                 case FSF_SQ_INVOKE_LINK_TEST_PROCEDURE:
979                 case FSF_SQ_ULP_DEPENDENT_ERP_REQUIRED:
980                         req->status |= ZFCP_STATUS_FSFREQ_ERROR;
981                         break;
982                 }
983                 break;
984         case FSF_ACCESS_DENIED:
985                 break;
986         case FSF_PORT_BOXED:
987                 req->status |= ZFCP_STATUS_FSFREQ_ERROR |
988                                ZFCP_STATUS_FSFREQ_RETRY;
989                 break;
990         case FSF_PORT_HANDLE_NOT_VALID:
991                 zfcp_erp_adapter_reopen(adapter, 0, "fsscth1", req);
992         case FSF_GENERIC_COMMAND_REJECTED:
993         case FSF_PAYLOAD_SIZE_MISMATCH:
994         case FSF_REQUEST_SIZE_TOO_LARGE:
995         case FSF_RESPONSE_SIZE_TOO_LARGE:
996         case FSF_SBAL_MISMATCH:
997                 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
998                 break;
999         }
1000
1001 skip_fsfstatus:
1002         if (send_ct->handler)
1003                 send_ct->handler(send_ct->handler_data);
1004 }
1005
1006 static int zfcp_fsf_setup_ct_els_sbals(struct zfcp_fsf_req *req,
1007                                        struct scatterlist *sg_req,
1008                                        struct scatterlist *sg_resp,
1009                                        int max_sbals)
1010 {
1011         struct qdio_buffer_element *sbale = zfcp_qdio_sbale_req(req);
1012         u32 feat = req->adapter->adapter_features;
1013         int bytes;
1014
1015         if (!(feat & FSF_FEATURE_ELS_CT_CHAINED_SBALS)) {
1016                 if (sg_req->length > PAGE_SIZE || sg_resp->length > PAGE_SIZE ||
1017                     !sg_is_last(sg_req) || !sg_is_last(sg_resp))
1018                         return -EOPNOTSUPP;
1019
1020                 sbale[0].flags |= SBAL_FLAGS0_TYPE_WRITE_READ;
1021                 sbale[2].addr   = sg_virt(sg_req);
1022                 sbale[2].length = sg_req->length;
1023                 sbale[3].addr   = sg_virt(sg_resp);
1024                 sbale[3].length = sg_resp->length;
1025                 sbale[3].flags |= SBAL_FLAGS_LAST_ENTRY;
1026                 return 0;
1027         }
1028
1029         bytes = zfcp_qdio_sbals_from_sg(req, SBAL_FLAGS0_TYPE_WRITE_READ,
1030                                         sg_req, max_sbals);
1031         if (bytes <= 0)
1032                 return -ENOMEM;
1033         req->qtcb->bottom.support.req_buf_length = bytes;
1034         req->sbale_curr = ZFCP_LAST_SBALE_PER_SBAL;
1035
1036         bytes = zfcp_qdio_sbals_from_sg(req, SBAL_FLAGS0_TYPE_WRITE_READ,
1037                                         sg_resp, max_sbals);
1038         if (bytes <= 0)
1039                 return -ENOMEM;
1040         req->qtcb->bottom.support.resp_buf_length = bytes;
1041
1042         return 0;
1043 }
1044
1045 /**
1046  * zfcp_fsf_send_ct - initiate a Generic Service request (FC-GS)
1047  * @ct: pointer to struct zfcp_send_ct with data for request
1048  * @pool: if non-null this mempool is used to allocate struct zfcp_fsf_req
1049  * @erp_action: if non-null the Generic Service request sent within ERP
1050  */
1051 int zfcp_fsf_send_ct(struct zfcp_send_ct *ct, mempool_t *pool,
1052                      struct zfcp_erp_action *erp_action)
1053 {
1054         struct zfcp_wka_port *wka_port = ct->wka_port;
1055         struct zfcp_adapter *adapter = wka_port->adapter;
1056         struct zfcp_fsf_req *req;
1057         int ret = -EIO;
1058
1059         spin_lock_bh(&adapter->req_q_lock);
1060         if (zfcp_fsf_req_sbal_get(adapter))
1061                 goto out;
1062
1063         req = zfcp_fsf_req_create(adapter, FSF_QTCB_SEND_GENERIC,
1064                                   ZFCP_REQ_AUTO_CLEANUP, pool);
1065         if (IS_ERR(req)) {
1066                 ret = PTR_ERR(req);
1067                 goto out;
1068         }
1069
1070         ret = zfcp_fsf_setup_ct_els_sbals(req, ct->req, ct->resp,
1071                                           FSF_MAX_SBALS_PER_REQ);
1072         if (ret)
1073                 goto failed_send;
1074
1075         req->handler = zfcp_fsf_send_ct_handler;
1076         req->qtcb->header.port_handle = wka_port->handle;
1077         req->qtcb->bottom.support.service_class = FSF_CLASS_3;
1078         req->qtcb->bottom.support.timeout = ct->timeout;
1079         req->data = ct;
1080
1081         zfcp_san_dbf_event_ct_request(req);
1082
1083         if (erp_action) {
1084                 erp_action->fsf_req = req;
1085                 req->erp_action = erp_action;
1086                 zfcp_fsf_start_erp_timer(req);
1087         } else
1088                 zfcp_fsf_start_timer(req, ZFCP_FSF_REQUEST_TIMEOUT);
1089
1090         ret = zfcp_fsf_req_send(req);
1091         if (ret)
1092                 goto failed_send;
1093
1094         goto out;
1095
1096 failed_send:
1097         zfcp_fsf_req_free(req);
1098         if (erp_action)
1099                 erp_action->fsf_req = NULL;
1100 out:
1101         spin_unlock_bh(&adapter->req_q_lock);
1102         return ret;
1103 }
1104
1105 static void zfcp_fsf_send_els_handler(struct zfcp_fsf_req *req)
1106 {
1107         struct zfcp_send_els *send_els = req->data;
1108         struct zfcp_port *port = send_els->port;
1109         struct fsf_qtcb_header *header = &req->qtcb->header;
1110
1111         send_els->status = -EINVAL;
1112
1113         if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
1114                 goto skip_fsfstatus;
1115
1116         switch (header->fsf_status) {
1117         case FSF_GOOD:
1118                 zfcp_san_dbf_event_els_response(req);
1119                 send_els->status = 0;
1120                 break;
1121         case FSF_SERVICE_CLASS_NOT_SUPPORTED:
1122                 zfcp_fsf_class_not_supp(req);
1123                 break;
1124         case FSF_ADAPTER_STATUS_AVAILABLE:
1125                 switch (header->fsf_status_qual.word[0]){
1126                 case FSF_SQ_INVOKE_LINK_TEST_PROCEDURE:
1127                         if (port && (send_els->ls_code != ZFCP_LS_ADISC))
1128                                 zfcp_test_link(port);
1129                         /*fall through */
1130                 case FSF_SQ_ULP_DEPENDENT_ERP_REQUIRED:
1131                 case FSF_SQ_RETRY_IF_POSSIBLE:
1132                         req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1133                         break;
1134                 }
1135                 break;
1136         case FSF_ELS_COMMAND_REJECTED:
1137         case FSF_PAYLOAD_SIZE_MISMATCH:
1138         case FSF_REQUEST_SIZE_TOO_LARGE:
1139         case FSF_RESPONSE_SIZE_TOO_LARGE:
1140                 break;
1141         case FSF_ACCESS_DENIED:
1142                 zfcp_fsf_access_denied_port(req, port);
1143                 break;
1144         case FSF_SBAL_MISMATCH:
1145                 /* should never occure, avoided in zfcp_fsf_send_els */
1146                 /* fall through */
1147         default:
1148                 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1149                 break;
1150         }
1151 skip_fsfstatus:
1152         if (send_els->handler)
1153                 send_els->handler(send_els->handler_data);
1154 }
1155
1156 /**
1157  * zfcp_fsf_send_els - initiate an ELS command (FC-FS)
1158  * @els: pointer to struct zfcp_send_els with data for the command
1159  */
1160 int zfcp_fsf_send_els(struct zfcp_send_els *els)
1161 {
1162         struct zfcp_fsf_req *req;
1163         struct zfcp_adapter *adapter = els->adapter;
1164         struct fsf_qtcb_bottom_support *bottom;
1165         int ret = -EIO;
1166
1167         spin_lock_bh(&adapter->req_q_lock);
1168         if (zfcp_fsf_req_sbal_get(adapter))
1169                 goto out;
1170         req = zfcp_fsf_req_create(adapter, FSF_QTCB_SEND_ELS,
1171                                   ZFCP_REQ_AUTO_CLEANUP, NULL);
1172         if (IS_ERR(req)) {
1173                 ret = PTR_ERR(req);
1174                 goto out;
1175         }
1176
1177         ret = zfcp_fsf_setup_ct_els_sbals(req, els->req, els->resp, 2);
1178
1179         if (ret)
1180                 goto failed_send;
1181
1182         bottom = &req->qtcb->bottom.support;
1183         req->handler = zfcp_fsf_send_els_handler;
1184         bottom->d_id = els->d_id;
1185         bottom->service_class = FSF_CLASS_3;
1186         bottom->timeout = 2 * R_A_TOV;
1187         req->data = els;
1188
1189         zfcp_san_dbf_event_els_request(req);
1190
1191         zfcp_fsf_start_timer(req, ZFCP_FSF_REQUEST_TIMEOUT);
1192         ret = zfcp_fsf_req_send(req);
1193         if (ret)
1194                 goto failed_send;
1195
1196         goto out;
1197
1198 failed_send:
1199         zfcp_fsf_req_free(req);
1200 out:
1201         spin_unlock_bh(&adapter->req_q_lock);
1202         return ret;
1203 }
1204
1205 int zfcp_fsf_exchange_config_data(struct zfcp_erp_action *erp_action)
1206 {
1207         struct qdio_buffer_element *sbale;
1208         struct zfcp_fsf_req *req;
1209         struct zfcp_adapter *adapter = erp_action->adapter;
1210         int retval = -EIO;
1211
1212         spin_lock_bh(&adapter->req_q_lock);
1213         if (zfcp_fsf_req_sbal_get(adapter))
1214                 goto out;
1215         req = zfcp_fsf_req_create(adapter,
1216                                   FSF_QTCB_EXCHANGE_CONFIG_DATA,
1217                                   ZFCP_REQ_AUTO_CLEANUP,
1218                                   adapter->pool.fsf_req_erp);
1219         if (IS_ERR(req)) {
1220                 retval = PTR_ERR(req);
1221                 goto out;
1222         }
1223
1224         sbale = zfcp_qdio_sbale_req(req);
1225         sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
1226         sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
1227
1228         req->qtcb->bottom.config.feature_selection =
1229                         FSF_FEATURE_CFDC |
1230                         FSF_FEATURE_LUN_SHARING |
1231                         FSF_FEATURE_NOTIFICATION_LOST |
1232                         FSF_FEATURE_UPDATE_ALERT;
1233         req->erp_action = erp_action;
1234         req->handler = zfcp_fsf_exchange_config_data_handler;
1235         erp_action->fsf_req = req;
1236
1237         zfcp_fsf_start_erp_timer(req);
1238         retval = zfcp_fsf_req_send(req);
1239         if (retval) {
1240                 zfcp_fsf_req_free(req);
1241                 erp_action->fsf_req = NULL;
1242         }
1243 out:
1244         spin_unlock_bh(&adapter->req_q_lock);
1245         return retval;
1246 }
1247
1248 int zfcp_fsf_exchange_config_data_sync(struct zfcp_adapter *adapter,
1249                                        struct fsf_qtcb_bottom_config *data)
1250 {
1251         struct qdio_buffer_element *sbale;
1252         struct zfcp_fsf_req *req = NULL;
1253         int retval = -EIO;
1254
1255         spin_lock_bh(&adapter->req_q_lock);
1256         if (zfcp_fsf_req_sbal_get(adapter))
1257                 goto out;
1258
1259         req = zfcp_fsf_req_create(adapter, FSF_QTCB_EXCHANGE_CONFIG_DATA,
1260                                   0, NULL);
1261         if (IS_ERR(req)) {
1262                 retval = PTR_ERR(req);
1263                 goto out;
1264         }
1265
1266         sbale = zfcp_qdio_sbale_req(req);
1267         sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
1268         sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
1269         req->handler = zfcp_fsf_exchange_config_data_handler;
1270
1271         req->qtcb->bottom.config.feature_selection =
1272                         FSF_FEATURE_CFDC |
1273                         FSF_FEATURE_LUN_SHARING |
1274                         FSF_FEATURE_NOTIFICATION_LOST |
1275                         FSF_FEATURE_UPDATE_ALERT;
1276
1277         if (data)
1278                 req->data = data;
1279
1280         zfcp_fsf_start_timer(req, ZFCP_FSF_REQUEST_TIMEOUT);
1281         retval = zfcp_fsf_req_send(req);
1282 out:
1283         spin_unlock_bh(&adapter->req_q_lock);
1284         if (!retval)
1285                 wait_event(req->completion_wq,
1286                            req->status & ZFCP_STATUS_FSFREQ_COMPLETED);
1287
1288         zfcp_fsf_req_free(req);
1289
1290         return retval;
1291 }
1292
1293 /**
1294  * zfcp_fsf_exchange_port_data - request information about local port
1295  * @erp_action: ERP action for the adapter for which port data is requested
1296  * Returns: 0 on success, error otherwise
1297  */
1298 int zfcp_fsf_exchange_port_data(struct zfcp_erp_action *erp_action)
1299 {
1300         struct qdio_buffer_element *sbale;
1301         struct zfcp_fsf_req *req;
1302         struct zfcp_adapter *adapter = erp_action->adapter;
1303         int retval = -EIO;
1304
1305         if (!(adapter->adapter_features & FSF_FEATURE_HBAAPI_MANAGEMENT))
1306                 return -EOPNOTSUPP;
1307
1308         spin_lock_bh(&adapter->req_q_lock);
1309         if (zfcp_fsf_req_sbal_get(adapter))
1310                 goto out;
1311         req = zfcp_fsf_req_create(adapter, FSF_QTCB_EXCHANGE_PORT_DATA,
1312                                   ZFCP_REQ_AUTO_CLEANUP,
1313                                   adapter->pool.fsf_req_erp);
1314         if (IS_ERR(req)) {
1315                 retval = PTR_ERR(req);
1316                 goto out;
1317         }
1318
1319         sbale = zfcp_qdio_sbale_req(req);
1320         sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
1321         sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
1322
1323         req->handler = zfcp_fsf_exchange_port_data_handler;
1324         req->erp_action = erp_action;
1325         erp_action->fsf_req = req;
1326
1327         zfcp_fsf_start_erp_timer(req);
1328         retval = zfcp_fsf_req_send(req);
1329         if (retval) {
1330                 zfcp_fsf_req_free(req);
1331                 erp_action->fsf_req = NULL;
1332         }
1333 out:
1334         spin_unlock_bh(&adapter->req_q_lock);
1335         return retval;
1336 }
1337
1338 /**
1339  * zfcp_fsf_exchange_port_data_sync - request information about local port
1340  * @adapter: pointer to struct zfcp_adapter
1341  * @data: pointer to struct fsf_qtcb_bottom_port
1342  * Returns: 0 on success, error otherwise
1343  */
1344 int zfcp_fsf_exchange_port_data_sync(struct zfcp_adapter *adapter,
1345                                      struct fsf_qtcb_bottom_port *data)
1346 {
1347         struct qdio_buffer_element *sbale;
1348         struct zfcp_fsf_req *req = NULL;
1349         int retval = -EIO;
1350
1351         if (!(adapter->adapter_features & FSF_FEATURE_HBAAPI_MANAGEMENT))
1352                 return -EOPNOTSUPP;
1353
1354         spin_lock_bh(&adapter->req_q_lock);
1355         if (zfcp_fsf_req_sbal_get(adapter))
1356                 goto out;
1357
1358         req = zfcp_fsf_req_create(adapter, FSF_QTCB_EXCHANGE_PORT_DATA, 0,
1359                                   NULL);
1360         if (IS_ERR(req)) {
1361                 retval = PTR_ERR(req);
1362                 goto out;
1363         }
1364
1365         if (data)
1366                 req->data = data;
1367
1368         sbale = zfcp_qdio_sbale_req(req);
1369         sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
1370         sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
1371
1372         req->handler = zfcp_fsf_exchange_port_data_handler;
1373         zfcp_fsf_start_timer(req, ZFCP_FSF_REQUEST_TIMEOUT);
1374         retval = zfcp_fsf_req_send(req);
1375 out:
1376         spin_unlock_bh(&adapter->req_q_lock);
1377         if (!retval)
1378                 wait_event(req->completion_wq,
1379                            req->status & ZFCP_STATUS_FSFREQ_COMPLETED);
1380         zfcp_fsf_req_free(req);
1381
1382         return retval;
1383 }
1384
1385 static void zfcp_fsf_open_port_handler(struct zfcp_fsf_req *req)
1386 {
1387         struct zfcp_port *port = req->data;
1388         struct fsf_qtcb_header *header = &req->qtcb->header;
1389         struct fsf_plogi *plogi;
1390
1391         if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
1392                 return;
1393
1394         switch (header->fsf_status) {
1395         case FSF_PORT_ALREADY_OPEN:
1396                 break;
1397         case FSF_ACCESS_DENIED:
1398                 zfcp_fsf_access_denied_port(req, port);
1399                 break;
1400         case FSF_MAXIMUM_NUMBER_OF_PORTS_EXCEEDED:
1401                 dev_warn(&req->adapter->ccw_device->dev,
1402                          "Not enough FCP adapter resources to open "
1403                          "remote port 0x%016Lx\n",
1404                          (unsigned long long)port->wwpn);
1405                 zfcp_erp_port_failed(port, "fsoph_1", req);
1406                 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1407                 break;
1408         case FSF_ADAPTER_STATUS_AVAILABLE:
1409                 switch (header->fsf_status_qual.word[0]) {
1410                 case FSF_SQ_INVOKE_LINK_TEST_PROCEDURE:
1411                 case FSF_SQ_ULP_DEPENDENT_ERP_REQUIRED:
1412                 case FSF_SQ_NO_RETRY_POSSIBLE:
1413                         req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1414                         break;
1415                 }
1416                 break;
1417         case FSF_GOOD:
1418                 port->handle = header->port_handle;
1419                 atomic_set_mask(ZFCP_STATUS_COMMON_OPEN |
1420                                 ZFCP_STATUS_PORT_PHYS_OPEN, &port->status);
1421                 atomic_clear_mask(ZFCP_STATUS_COMMON_ACCESS_DENIED |
1422                                   ZFCP_STATUS_COMMON_ACCESS_BOXED,
1423                                   &port->status);
1424                 /* check whether D_ID has changed during open */
1425                 /*
1426                  * FIXME: This check is not airtight, as the FCP channel does
1427                  * not monitor closures of target port connections caused on
1428                  * the remote side. Thus, they might miss out on invalidating
1429                  * locally cached WWPNs (and other N_Port parameters) of gone
1430                  * target ports. So, our heroic attempt to make things safe
1431                  * could be undermined by 'open port' response data tagged with
1432                  * obsolete WWPNs. Another reason to monitor potential
1433                  * connection closures ourself at least (by interpreting
1434                  * incoming ELS' and unsolicited status). It just crosses my
1435                  * mind that one should be able to cross-check by means of
1436                  * another GID_PN straight after a port has been opened.
1437                  * Alternately, an ADISC/PDISC ELS should suffice, as well.
1438                  */
1439                 plogi = (struct fsf_plogi *) req->qtcb->bottom.support.els;
1440                 if (req->qtcb->bottom.support.els1_length >=
1441                     FSF_PLOGI_MIN_LEN) {
1442                         if (plogi->serv_param.wwpn != port->wwpn)
1443                                 port->d_id = 0;
1444                         else {
1445                                 port->wwnn = plogi->serv_param.wwnn;
1446                                 zfcp_fc_plogi_evaluate(port, plogi);
1447                         }
1448                 }
1449                 break;
1450         case FSF_UNKNOWN_OP_SUBTYPE:
1451                 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1452                 break;
1453         }
1454 }
1455
1456 /**
1457  * zfcp_fsf_open_port - create and send open port request
1458  * @erp_action: pointer to struct zfcp_erp_action
1459  * Returns: 0 on success, error otherwise
1460  */
1461 int zfcp_fsf_open_port(struct zfcp_erp_action *erp_action)
1462 {
1463         struct qdio_buffer_element *sbale;
1464         struct zfcp_adapter *adapter = erp_action->adapter;
1465         struct zfcp_fsf_req *req;
1466         int retval = -EIO;
1467
1468         spin_lock_bh(&adapter->req_q_lock);
1469         if (zfcp_fsf_req_sbal_get(adapter))
1470                 goto out;
1471
1472         req = zfcp_fsf_req_create(adapter,
1473                                   FSF_QTCB_OPEN_PORT_WITH_DID,
1474                                   ZFCP_REQ_AUTO_CLEANUP,
1475                                   adapter->pool.fsf_req_erp);
1476         if (IS_ERR(req)) {
1477                 retval = PTR_ERR(req);
1478                 goto out;
1479         }
1480
1481         sbale = zfcp_qdio_sbale_req(req);
1482         sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
1483         sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
1484
1485         req->handler = zfcp_fsf_open_port_handler;
1486         req->qtcb->bottom.support.d_id = erp_action->port->d_id;
1487         req->data = erp_action->port;
1488         req->erp_action = erp_action;
1489         erp_action->fsf_req = req;
1490
1491         zfcp_fsf_start_erp_timer(req);
1492         retval = zfcp_fsf_req_send(req);
1493         if (retval) {
1494                 zfcp_fsf_req_free(req);
1495                 erp_action->fsf_req = NULL;
1496         }
1497 out:
1498         spin_unlock_bh(&adapter->req_q_lock);
1499         return retval;
1500 }
1501
1502 static void zfcp_fsf_close_port_handler(struct zfcp_fsf_req *req)
1503 {
1504         struct zfcp_port *port = req->data;
1505
1506         if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
1507                 return;
1508
1509         switch (req->qtcb->header.fsf_status) {
1510         case FSF_PORT_HANDLE_NOT_VALID:
1511                 zfcp_erp_adapter_reopen(port->adapter, 0, "fscph_1", req);
1512                 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1513                 break;
1514         case FSF_ADAPTER_STATUS_AVAILABLE:
1515                 break;
1516         case FSF_GOOD:
1517                 zfcp_erp_modify_port_status(port, "fscph_2", req,
1518                                             ZFCP_STATUS_COMMON_OPEN,
1519                                             ZFCP_CLEAR);
1520                 break;
1521         }
1522 }
1523
1524 /**
1525  * zfcp_fsf_close_port - create and send close port request
1526  * @erp_action: pointer to struct zfcp_erp_action
1527  * Returns: 0 on success, error otherwise
1528  */
1529 int zfcp_fsf_close_port(struct zfcp_erp_action *erp_action)
1530 {
1531         struct qdio_buffer_element *sbale;
1532         struct zfcp_adapter *adapter = erp_action->adapter;
1533         struct zfcp_fsf_req *req;
1534         int retval = -EIO;
1535
1536         spin_lock_bh(&adapter->req_q_lock);
1537         if (zfcp_fsf_req_sbal_get(adapter))
1538                 goto out;
1539
1540         req = zfcp_fsf_req_create(adapter, FSF_QTCB_CLOSE_PORT,
1541                                   ZFCP_REQ_AUTO_CLEANUP,
1542                                   adapter->pool.fsf_req_erp);
1543         if (IS_ERR(req)) {
1544                 retval = PTR_ERR(req);
1545                 goto out;
1546         }
1547
1548         sbale = zfcp_qdio_sbale_req(req);
1549         sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
1550         sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
1551
1552         req->handler = zfcp_fsf_close_port_handler;
1553         req->data = erp_action->port;
1554         req->erp_action = erp_action;
1555         req->qtcb->header.port_handle = erp_action->port->handle;
1556         erp_action->fsf_req = req;
1557
1558         zfcp_fsf_start_erp_timer(req);
1559         retval = zfcp_fsf_req_send(req);
1560         if (retval) {
1561                 zfcp_fsf_req_free(req);
1562                 erp_action->fsf_req = NULL;
1563         }
1564 out:
1565         spin_unlock_bh(&adapter->req_q_lock);
1566         return retval;
1567 }
1568
1569 static void zfcp_fsf_open_wka_port_handler(struct zfcp_fsf_req *req)
1570 {
1571         struct zfcp_wka_port *wka_port = req->data;
1572         struct fsf_qtcb_header *header = &req->qtcb->header;
1573
1574         if (req->status & ZFCP_STATUS_FSFREQ_ERROR) {
1575                 wka_port->status = ZFCP_WKA_PORT_OFFLINE;
1576                 goto out;
1577         }
1578
1579         switch (header->fsf_status) {
1580         case FSF_MAXIMUM_NUMBER_OF_PORTS_EXCEEDED:
1581                 dev_warn(&req->adapter->ccw_device->dev,
1582                          "Opening WKA port 0x%x failed\n", wka_port->d_id);
1583         case FSF_ADAPTER_STATUS_AVAILABLE:
1584                 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1585         case FSF_ACCESS_DENIED:
1586                 wka_port->status = ZFCP_WKA_PORT_OFFLINE;
1587                 break;
1588         case FSF_PORT_ALREADY_OPEN:
1589                 break;
1590         case FSF_GOOD:
1591                 wka_port->handle = header->port_handle;
1592                 wka_port->status = ZFCP_WKA_PORT_ONLINE;
1593         }
1594 out:
1595         wake_up(&wka_port->completion_wq);
1596 }
1597
1598 /**
1599  * zfcp_fsf_open_wka_port - create and send open wka-port request
1600  * @wka_port: pointer to struct zfcp_wka_port
1601  * Returns: 0 on success, error otherwise
1602  */
1603 int zfcp_fsf_open_wka_port(struct zfcp_wka_port *wka_port)
1604 {
1605         struct qdio_buffer_element *sbale;
1606         struct zfcp_adapter *adapter = wka_port->adapter;
1607         struct zfcp_fsf_req *req;
1608         int retval = -EIO;
1609
1610         spin_lock_bh(&adapter->req_q_lock);
1611         if (zfcp_fsf_req_sbal_get(adapter))
1612                 goto out;
1613
1614         req = zfcp_fsf_req_create(adapter,
1615                                   FSF_QTCB_OPEN_PORT_WITH_DID,
1616                                   ZFCP_REQ_AUTO_CLEANUP,
1617                                   adapter->pool.fsf_req_erp);
1618         if (unlikely(IS_ERR(req))) {
1619                 retval = PTR_ERR(req);
1620                 goto out;
1621         }
1622
1623         sbale = zfcp_qdio_sbale_req(req);
1624         sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
1625         sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
1626
1627         req->handler = zfcp_fsf_open_wka_port_handler;
1628         req->qtcb->bottom.support.d_id = wka_port->d_id;
1629         req->data = wka_port;
1630
1631         zfcp_fsf_start_timer(req, ZFCP_FSF_REQUEST_TIMEOUT);
1632         retval = zfcp_fsf_req_send(req);
1633         if (retval)
1634                 zfcp_fsf_req_free(req);
1635 out:
1636         spin_unlock_bh(&adapter->req_q_lock);
1637         return retval;
1638 }
1639
1640 static void zfcp_fsf_close_wka_port_handler(struct zfcp_fsf_req *req)
1641 {
1642         struct zfcp_wka_port *wka_port = req->data;
1643
1644         if (req->qtcb->header.fsf_status == FSF_PORT_HANDLE_NOT_VALID) {
1645                 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1646                 zfcp_erp_adapter_reopen(wka_port->adapter, 0, "fscwph1", req);
1647         }
1648
1649         wka_port->status = ZFCP_WKA_PORT_OFFLINE;
1650         wake_up(&wka_port->completion_wq);
1651 }
1652
1653 /**
1654  * zfcp_fsf_close_wka_port - create and send close wka port request
1655  * @erp_action: pointer to struct zfcp_erp_action
1656  * Returns: 0 on success, error otherwise
1657  */
1658 int zfcp_fsf_close_wka_port(struct zfcp_wka_port *wka_port)
1659 {
1660         struct qdio_buffer_element *sbale;
1661         struct zfcp_adapter *adapter = wka_port->adapter;
1662         struct zfcp_fsf_req *req;
1663         int retval = -EIO;
1664
1665         spin_lock_bh(&adapter->req_q_lock);
1666         if (zfcp_fsf_req_sbal_get(adapter))
1667                 goto out;
1668
1669         req = zfcp_fsf_req_create(adapter, FSF_QTCB_CLOSE_PORT,
1670                                   ZFCP_REQ_AUTO_CLEANUP,
1671                                   adapter->pool.fsf_req_erp);
1672         if (unlikely(IS_ERR(req))) {
1673                 retval = PTR_ERR(req);
1674                 goto out;
1675         }
1676
1677         sbale = zfcp_qdio_sbale_req(req);
1678         sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
1679         sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
1680
1681         req->handler = zfcp_fsf_close_wka_port_handler;
1682         req->data = wka_port;
1683         req->qtcb->header.port_handle = wka_port->handle;
1684
1685         zfcp_fsf_start_timer(req, ZFCP_FSF_REQUEST_TIMEOUT);
1686         retval = zfcp_fsf_req_send(req);
1687         if (retval)
1688                 zfcp_fsf_req_free(req);
1689 out:
1690         spin_unlock_bh(&adapter->req_q_lock);
1691         return retval;
1692 }
1693
1694 static void zfcp_fsf_close_physical_port_handler(struct zfcp_fsf_req *req)
1695 {
1696         struct zfcp_port *port = req->data;
1697         struct fsf_qtcb_header *header = &req->qtcb->header;
1698         struct zfcp_unit *unit;
1699
1700         if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
1701                 return;
1702
1703         switch (header->fsf_status) {
1704         case FSF_PORT_HANDLE_NOT_VALID:
1705                 zfcp_erp_adapter_reopen(port->adapter, 0, "fscpph1", req);
1706                 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1707                 break;
1708         case FSF_ACCESS_DENIED:
1709                 zfcp_fsf_access_denied_port(req, port);
1710                 break;
1711         case FSF_PORT_BOXED:
1712                 zfcp_erp_port_boxed(port, "fscpph2", req);
1713                 req->status |= ZFCP_STATUS_FSFREQ_ERROR |
1714                                ZFCP_STATUS_FSFREQ_RETRY;
1715                 /* can't use generic zfcp_erp_modify_port_status because
1716                  * ZFCP_STATUS_COMMON_OPEN must not be reset for the port */
1717                 atomic_clear_mask(ZFCP_STATUS_PORT_PHYS_OPEN, &port->status);
1718                 list_for_each_entry(unit, &port->unit_list_head, list)
1719                         atomic_clear_mask(ZFCP_STATUS_COMMON_OPEN,
1720                                           &unit->status);
1721                 break;
1722         case FSF_ADAPTER_STATUS_AVAILABLE:
1723                 switch (header->fsf_status_qual.word[0]) {
1724                 case FSF_SQ_INVOKE_LINK_TEST_PROCEDURE:
1725                         /* fall through */
1726                 case FSF_SQ_ULP_DEPENDENT_ERP_REQUIRED:
1727                         req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1728                         break;
1729                 }
1730                 break;
1731         case FSF_GOOD:
1732                 /* can't use generic zfcp_erp_modify_port_status because
1733                  * ZFCP_STATUS_COMMON_OPEN must not be reset for the port
1734                  */
1735                 atomic_clear_mask(ZFCP_STATUS_PORT_PHYS_OPEN, &port->status);
1736                 list_for_each_entry(unit, &port->unit_list_head, list)
1737                         atomic_clear_mask(ZFCP_STATUS_COMMON_OPEN,
1738                                           &unit->status);
1739                 break;
1740         }
1741 }
1742
1743 /**
1744  * zfcp_fsf_close_physical_port - close physical port
1745  * @erp_action: pointer to struct zfcp_erp_action
1746  * Returns: 0 on success
1747  */
1748 int zfcp_fsf_close_physical_port(struct zfcp_erp_action *erp_action)
1749 {
1750         struct qdio_buffer_element *sbale;
1751         struct zfcp_adapter *adapter = erp_action->adapter;
1752         struct zfcp_fsf_req *req;
1753         int retval = -EIO;
1754
1755         spin_lock_bh(&adapter->req_q_lock);
1756         if (zfcp_fsf_req_sbal_get(adapter))
1757                 goto out;
1758
1759         req = zfcp_fsf_req_create(adapter, FSF_QTCB_CLOSE_PHYSICAL_PORT,
1760                                   ZFCP_REQ_AUTO_CLEANUP,
1761                                   adapter->pool.fsf_req_erp);
1762         if (IS_ERR(req)) {
1763                 retval = PTR_ERR(req);
1764                 goto out;
1765         }
1766
1767         sbale = zfcp_qdio_sbale_req(req);
1768         sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
1769         sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
1770
1771         req->data = erp_action->port;
1772         req->qtcb->header.port_handle = erp_action->port->handle;
1773         req->erp_action = erp_action;
1774         req->handler = zfcp_fsf_close_physical_port_handler;
1775         erp_action->fsf_req = req;
1776
1777         zfcp_fsf_start_erp_timer(req);
1778         retval = zfcp_fsf_req_send(req);
1779         if (retval) {
1780                 zfcp_fsf_req_free(req);
1781                 erp_action->fsf_req = NULL;
1782         }
1783 out:
1784         spin_unlock_bh(&adapter->req_q_lock);
1785         return retval;
1786 }
1787
1788 static void zfcp_fsf_open_unit_handler(struct zfcp_fsf_req *req)
1789 {
1790         struct zfcp_adapter *adapter = req->adapter;
1791         struct zfcp_unit *unit = req->data;
1792         struct fsf_qtcb_header *header = &req->qtcb->header;
1793         struct fsf_qtcb_bottom_support *bottom = &req->qtcb->bottom.support;
1794         struct fsf_queue_designator *queue_designator =
1795                                 &header->fsf_status_qual.fsf_queue_designator;
1796         int exclusive, readwrite;
1797
1798         if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
1799                 return;
1800
1801         atomic_clear_mask(ZFCP_STATUS_COMMON_ACCESS_DENIED |
1802                           ZFCP_STATUS_COMMON_ACCESS_BOXED |
1803                           ZFCP_STATUS_UNIT_SHARED |
1804                           ZFCP_STATUS_UNIT_READONLY,
1805                           &unit->status);
1806
1807         switch (header->fsf_status) {
1808
1809         case FSF_PORT_HANDLE_NOT_VALID:
1810                 zfcp_erp_adapter_reopen(unit->port->adapter, 0, "fsouh_1", req);
1811                 /* fall through */
1812         case FSF_LUN_ALREADY_OPEN:
1813                 break;
1814         case FSF_ACCESS_DENIED:
1815                 zfcp_fsf_access_denied_unit(req, unit);
1816                 atomic_clear_mask(ZFCP_STATUS_UNIT_SHARED, &unit->status);
1817                 atomic_clear_mask(ZFCP_STATUS_UNIT_READONLY, &unit->status);
1818                 break;
1819         case FSF_PORT_BOXED:
1820                 zfcp_erp_port_boxed(unit->port, "fsouh_2", req);
1821                 req->status |= ZFCP_STATUS_FSFREQ_ERROR |
1822                                ZFCP_STATUS_FSFREQ_RETRY;
1823                 break;
1824         case FSF_LUN_SHARING_VIOLATION:
1825                 if (header->fsf_status_qual.word[0])
1826                         dev_warn(&adapter->ccw_device->dev,
1827                                  "LUN 0x%Lx on port 0x%Lx is already in "
1828                                  "use by CSS%d, MIF Image ID %x\n",
1829                                  (unsigned long long)unit->fcp_lun,
1830                                  (unsigned long long)unit->port->wwpn,
1831                                  queue_designator->cssid,
1832                                  queue_designator->hla);
1833                 else
1834                         zfcp_act_eval_err(adapter,
1835                                           header->fsf_status_qual.word[2]);
1836                 zfcp_erp_unit_access_denied(unit, "fsouh_3", req);
1837                 atomic_clear_mask(ZFCP_STATUS_UNIT_SHARED, &unit->status);
1838                 atomic_clear_mask(ZFCP_STATUS_UNIT_READONLY, &unit->status);
1839                 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1840                 break;
1841         case FSF_MAXIMUM_NUMBER_OF_LUNS_EXCEEDED:
1842                 dev_warn(&adapter->ccw_device->dev,
1843                          "No handle is available for LUN "
1844                          "0x%016Lx on port 0x%016Lx\n",
1845                          (unsigned long long)unit->fcp_lun,
1846                          (unsigned long long)unit->port->wwpn);
1847                 zfcp_erp_unit_failed(unit, "fsouh_4", req);
1848                 /* fall through */
1849         case FSF_INVALID_COMMAND_OPTION:
1850                 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1851                 break;
1852         case FSF_ADAPTER_STATUS_AVAILABLE:
1853                 switch (header->fsf_status_qual.word[0]) {
1854                 case FSF_SQ_INVOKE_LINK_TEST_PROCEDURE:
1855                         zfcp_test_link(unit->port);
1856                         /* fall through */
1857                 case FSF_SQ_ULP_DEPENDENT_ERP_REQUIRED:
1858                         req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1859                         break;
1860                 }
1861                 break;
1862
1863         case FSF_GOOD:
1864                 unit->handle = header->lun_handle;
1865                 atomic_set_mask(ZFCP_STATUS_COMMON_OPEN, &unit->status);
1866
1867                 if (!(adapter->connection_features & FSF_FEATURE_NPIV_MODE) &&
1868                     (adapter->adapter_features & FSF_FEATURE_LUN_SHARING) &&
1869                     (adapter->ccw_device->id.dev_model != ZFCP_DEVICE_MODEL_PRIV)) {
1870                         exclusive = (bottom->lun_access_info &
1871                                         FSF_UNIT_ACCESS_EXCLUSIVE);
1872                         readwrite = (bottom->lun_access_info &
1873                                         FSF_UNIT_ACCESS_OUTBOUND_TRANSFER);
1874
1875                         if (!exclusive)
1876                                 atomic_set_mask(ZFCP_STATUS_UNIT_SHARED,
1877                                                 &unit->status);
1878
1879                         if (!readwrite) {
1880                                 atomic_set_mask(ZFCP_STATUS_UNIT_READONLY,
1881                                                 &unit->status);
1882                                 dev_info(&adapter->ccw_device->dev,
1883                                          "SCSI device at LUN 0x%016Lx on port "
1884                                          "0x%016Lx opened read-only\n",
1885                                          (unsigned long long)unit->fcp_lun,
1886                                          (unsigned long long)unit->port->wwpn);
1887                         }
1888
1889                         if (exclusive && !readwrite) {
1890                                 dev_err(&adapter->ccw_device->dev,
1891                                         "Exclusive read-only access not "
1892                                         "supported (unit 0x%016Lx, "
1893                                         "port 0x%016Lx)\n",
1894                                         (unsigned long long)unit->fcp_lun,
1895                                         (unsigned long long)unit->port->wwpn);
1896                                 zfcp_erp_unit_failed(unit, "fsouh_5", req);
1897                                 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1898                                 zfcp_erp_unit_shutdown(unit, 0, "fsouh_6", req);
1899                         } else if (!exclusive && readwrite) {
1900                                 dev_err(&adapter->ccw_device->dev,
1901                                         "Shared read-write access not "
1902                                         "supported (unit 0x%016Lx, port "
1903                                         "0x%016Lx)\n",
1904                                         (unsigned long long)unit->fcp_lun,
1905                                         (unsigned long long)unit->port->wwpn);
1906                                 zfcp_erp_unit_failed(unit, "fsouh_7", req);
1907                                 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1908                                 zfcp_erp_unit_shutdown(unit, 0, "fsouh_8", req);
1909                         }
1910                 }
1911                 break;
1912         }
1913 }
1914
1915 /**
1916  * zfcp_fsf_open_unit - open unit
1917  * @erp_action: pointer to struct zfcp_erp_action
1918  * Returns: 0 on success, error otherwise
1919  */
1920 int zfcp_fsf_open_unit(struct zfcp_erp_action *erp_action)
1921 {
1922         struct qdio_buffer_element *sbale;
1923         struct zfcp_adapter *adapter = erp_action->adapter;
1924         struct zfcp_fsf_req *req;
1925         int retval = -EIO;
1926
1927         spin_lock_bh(&adapter->req_q_lock);
1928         if (zfcp_fsf_req_sbal_get(adapter))
1929                 goto out;
1930
1931         req = zfcp_fsf_req_create(adapter, FSF_QTCB_OPEN_LUN,
1932                                   ZFCP_REQ_AUTO_CLEANUP,
1933                                   adapter->pool.fsf_req_erp);
1934         if (IS_ERR(req)) {
1935                 retval = PTR_ERR(req);
1936                 goto out;
1937         }
1938
1939         sbale = zfcp_qdio_sbale_req(req);
1940         sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
1941         sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
1942
1943         req->qtcb->header.port_handle = erp_action->port->handle;
1944         req->qtcb->bottom.support.fcp_lun = erp_action->unit->fcp_lun;
1945         req->handler = zfcp_fsf_open_unit_handler;
1946         req->data = erp_action->unit;
1947         req->erp_action = erp_action;
1948         erp_action->fsf_req = req;
1949
1950         if (!(adapter->connection_features & FSF_FEATURE_NPIV_MODE))
1951                 req->qtcb->bottom.support.option = FSF_OPEN_LUN_SUPPRESS_BOXING;
1952
1953         zfcp_fsf_start_erp_timer(req);
1954         retval = zfcp_fsf_req_send(req);
1955         if (retval) {
1956                 zfcp_fsf_req_free(req);
1957                 erp_action->fsf_req = NULL;
1958         }
1959 out:
1960         spin_unlock_bh(&adapter->req_q_lock);
1961         return retval;
1962 }
1963
1964 static void zfcp_fsf_close_unit_handler(struct zfcp_fsf_req *req)
1965 {
1966         struct zfcp_unit *unit = req->data;
1967
1968         if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
1969                 return;
1970
1971         switch (req->qtcb->header.fsf_status) {
1972         case FSF_PORT_HANDLE_NOT_VALID:
1973                 zfcp_erp_adapter_reopen(unit->port->adapter, 0, "fscuh_1", req);
1974                 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1975                 break;
1976         case FSF_LUN_HANDLE_NOT_VALID:
1977                 zfcp_erp_port_reopen(unit->port, 0, "fscuh_2", req);
1978                 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1979                 break;
1980         case FSF_PORT_BOXED:
1981                 zfcp_erp_port_boxed(unit->port, "fscuh_3", req);
1982                 req->status |= ZFCP_STATUS_FSFREQ_ERROR |
1983                                ZFCP_STATUS_FSFREQ_RETRY;
1984                 break;
1985         case FSF_ADAPTER_STATUS_AVAILABLE:
1986                 switch (req->qtcb->header.fsf_status_qual.word[0]) {
1987                 case FSF_SQ_INVOKE_LINK_TEST_PROCEDURE:
1988                         zfcp_test_link(unit->port);
1989                         /* fall through */
1990                 case FSF_SQ_ULP_DEPENDENT_ERP_REQUIRED:
1991                         req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1992                         break;
1993                 }
1994                 break;
1995         case FSF_GOOD:
1996                 atomic_clear_mask(ZFCP_STATUS_COMMON_OPEN, &unit->status);
1997                 break;
1998         }
1999 }
2000
2001 /**
2002  * zfcp_fsf_close_unit - close zfcp unit
2003  * @erp_action: pointer to struct zfcp_unit
2004  * Returns: 0 on success, error otherwise
2005  */
2006 int zfcp_fsf_close_unit(struct zfcp_erp_action *erp_action)
2007 {
2008         struct qdio_buffer_element *sbale;
2009         struct zfcp_adapter *adapter = erp_action->adapter;
2010         struct zfcp_fsf_req *req;
2011         int retval = -EIO;
2012
2013         spin_lock_bh(&adapter->req_q_lock);
2014         if (zfcp_fsf_req_sbal_get(adapter))
2015                 goto out;
2016         req = zfcp_fsf_req_create(adapter, FSF_QTCB_CLOSE_LUN,
2017                                   ZFCP_REQ_AUTO_CLEANUP,
2018                                   adapter->pool.fsf_req_erp);
2019         if (IS_ERR(req)) {
2020                 retval = PTR_ERR(req);
2021                 goto out;
2022         }
2023
2024         sbale = zfcp_qdio_sbale_req(req);
2025         sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
2026         sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
2027
2028         req->qtcb->header.port_handle = erp_action->port->handle;
2029         req->qtcb->header.lun_handle = erp_action->unit->handle;
2030         req->handler = zfcp_fsf_close_unit_handler;
2031         req->data = erp_action->unit;
2032         req->erp_action = erp_action;
2033         erp_action->fsf_req = req;
2034
2035         zfcp_fsf_start_erp_timer(req);
2036         retval = zfcp_fsf_req_send(req);
2037         if (retval) {
2038                 zfcp_fsf_req_free(req);
2039                 erp_action->fsf_req = NULL;
2040         }
2041 out:
2042         spin_unlock_bh(&adapter->req_q_lock);
2043         return retval;
2044 }
2045
2046 static void zfcp_fsf_update_lat(struct fsf_latency_record *lat_rec, u32 lat)
2047 {
2048         lat_rec->sum += lat;
2049         lat_rec->min = min(lat_rec->min, lat);
2050         lat_rec->max = max(lat_rec->max, lat);
2051 }
2052
2053 static void zfcp_fsf_req_latency(struct zfcp_fsf_req *req)
2054 {
2055         struct fsf_qual_latency_info *lat_inf;
2056         struct latency_cont *lat;
2057         struct zfcp_unit *unit = req->unit;
2058
2059         lat_inf = &req->qtcb->prefix.prot_status_qual.latency_info;
2060
2061         switch (req->qtcb->bottom.io.data_direction) {
2062         case FSF_DATADIR_READ:
2063                 lat = &unit->latencies.read;
2064                 break;
2065         case FSF_DATADIR_WRITE:
2066                 lat = &unit->latencies.write;
2067                 break;
2068         case FSF_DATADIR_CMND:
2069                 lat = &unit->latencies.cmd;
2070                 break;
2071         default:
2072                 return;
2073         }
2074
2075         spin_lock(&unit->latencies.lock);
2076         zfcp_fsf_update_lat(&lat->channel, lat_inf->channel_lat);
2077         zfcp_fsf_update_lat(&lat->fabric, lat_inf->fabric_lat);
2078         lat->counter++;
2079         spin_unlock(&unit->latencies.lock);
2080 }
2081
2082 #ifdef CONFIG_BLK_DEV_IO_TRACE
2083 static void zfcp_fsf_trace_latency(struct zfcp_fsf_req *fsf_req)
2084 {
2085         struct fsf_qual_latency_info *lat_inf;
2086         struct scsi_cmnd *scsi_cmnd = (struct scsi_cmnd *)fsf_req->data;
2087         struct request *req = scsi_cmnd->request;
2088         struct zfcp_blk_drv_data trace;
2089         int ticks = fsf_req->adapter->timer_ticks;
2090
2091         trace.flags = 0;
2092         trace.magic = ZFCP_BLK_DRV_DATA_MAGIC;
2093         if (fsf_req->adapter->adapter_features & FSF_FEATURE_MEASUREMENT_DATA) {
2094                 trace.flags |= ZFCP_BLK_LAT_VALID;
2095                 lat_inf = &fsf_req->qtcb->prefix.prot_status_qual.latency_info;
2096                 trace.channel_lat = lat_inf->channel_lat * ticks;
2097                 trace.fabric_lat = lat_inf->fabric_lat * ticks;
2098         }
2099         if (fsf_req->status & ZFCP_STATUS_FSFREQ_ERROR)
2100                 trace.flags |= ZFCP_BLK_REQ_ERROR;
2101         trace.inb_usage = fsf_req->qdio_inb_usage;
2102         trace.outb_usage = fsf_req->qdio_outb_usage;
2103
2104         blk_add_driver_data(req->q, req, &trace, sizeof(trace));
2105 }
2106 #else
2107 static inline void zfcp_fsf_trace_latency(struct zfcp_fsf_req *fsf_req)
2108 {
2109 }
2110 #endif
2111
2112 static void zfcp_fsf_send_fcp_command_task_handler(struct zfcp_fsf_req *req)
2113 {
2114         struct scsi_cmnd *scpnt;
2115         struct fcp_rsp_iu *fcp_rsp_iu = (struct fcp_rsp_iu *)
2116             &(req->qtcb->bottom.io.fcp_rsp);
2117         u32 sns_len;
2118         char *fcp_rsp_info = (unsigned char *) &fcp_rsp_iu[1];
2119         unsigned long flags;
2120
2121         read_lock_irqsave(&req->adapter->abort_lock, flags);
2122
2123         scpnt = req->data;
2124         if (unlikely(!scpnt)) {
2125                 read_unlock_irqrestore(&req->adapter->abort_lock, flags);
2126                 return;
2127         }
2128
2129         if (unlikely(req->status & ZFCP_STATUS_FSFREQ_ABORTED)) {
2130                 set_host_byte(scpnt, DID_SOFT_ERROR);
2131                 goto skip_fsfstatus;
2132         }
2133
2134         if (unlikely(req->status & ZFCP_STATUS_FSFREQ_ERROR)) {
2135                 set_host_byte(scpnt, DID_ERROR);
2136                 goto skip_fsfstatus;
2137         }
2138
2139         set_msg_byte(scpnt, COMMAND_COMPLETE);
2140
2141         scpnt->result |= fcp_rsp_iu->scsi_status;
2142
2143         if (req->adapter->adapter_features & FSF_FEATURE_MEASUREMENT_DATA)
2144                 zfcp_fsf_req_latency(req);
2145
2146         zfcp_fsf_trace_latency(req);
2147
2148         if (unlikely(fcp_rsp_iu->validity.bits.fcp_rsp_len_valid)) {
2149                 if (fcp_rsp_info[3] == RSP_CODE_GOOD)
2150                         set_host_byte(scpnt, DID_OK);
2151                 else {
2152                         set_host_byte(scpnt, DID_ERROR);
2153                         goto skip_fsfstatus;
2154                 }
2155         }
2156
2157         if (unlikely(fcp_rsp_iu->validity.bits.fcp_sns_len_valid)) {
2158                 sns_len = FSF_FCP_RSP_SIZE - sizeof(struct fcp_rsp_iu) +
2159                           fcp_rsp_iu->fcp_rsp_len;
2160                 sns_len = min(sns_len, (u32) SCSI_SENSE_BUFFERSIZE);
2161                 sns_len = min(sns_len, fcp_rsp_iu->fcp_sns_len);
2162
2163                 memcpy(scpnt->sense_buffer,
2164                        zfcp_get_fcp_sns_info_ptr(fcp_rsp_iu), sns_len);
2165         }
2166
2167         if (unlikely(fcp_rsp_iu->validity.bits.fcp_resid_under)) {
2168                 scsi_set_resid(scpnt, fcp_rsp_iu->fcp_resid);
2169                 if (scsi_bufflen(scpnt) - scsi_get_resid(scpnt) <
2170                     scpnt->underflow)
2171                         set_host_byte(scpnt, DID_ERROR);
2172         }
2173 skip_fsfstatus:
2174         if (scpnt->result != 0)
2175                 zfcp_scsi_dbf_event_result("erro", 3, req->adapter, scpnt, req);
2176         else if (scpnt->retries > 0)
2177                 zfcp_scsi_dbf_event_result("retr", 4, req->adapter, scpnt, req);
2178         else
2179                 zfcp_scsi_dbf_event_result("norm", 6, req->adapter, scpnt, req);
2180
2181         scpnt->host_scribble = NULL;
2182         (scpnt->scsi_done) (scpnt);
2183         /*
2184          * We must hold this lock until scsi_done has been called.
2185          * Otherwise we may call scsi_done after abort regarding this
2186          * command has completed.
2187          * Note: scsi_done must not block!
2188          */
2189         read_unlock_irqrestore(&req->adapter->abort_lock, flags);
2190 }
2191
2192 static void zfcp_fsf_send_fcp_ctm_handler(struct zfcp_fsf_req *req)
2193 {
2194         struct fcp_rsp_iu *fcp_rsp_iu = (struct fcp_rsp_iu *)
2195             &(req->qtcb->bottom.io.fcp_rsp);
2196         char *fcp_rsp_info = (unsigned char *) &fcp_rsp_iu[1];
2197
2198         if ((fcp_rsp_info[3] != RSP_CODE_GOOD) ||
2199              (req->status & ZFCP_STATUS_FSFREQ_ERROR))
2200                 req->status |= ZFCP_STATUS_FSFREQ_TMFUNCFAILED;
2201 }
2202
2203
2204 static void zfcp_fsf_send_fcp_command_handler(struct zfcp_fsf_req *req)
2205 {
2206         struct zfcp_unit *unit;
2207         struct fsf_qtcb_header *header = &req->qtcb->header;
2208
2209         if (unlikely(req->status & ZFCP_STATUS_FSFREQ_TASK_MANAGEMENT))
2210                 unit = req->data;
2211         else
2212                 unit = req->unit;
2213
2214         if (unlikely(req->status & ZFCP_STATUS_FSFREQ_ERROR))
2215                 goto skip_fsfstatus;
2216
2217         switch (header->fsf_status) {
2218         case FSF_HANDLE_MISMATCH:
2219         case FSF_PORT_HANDLE_NOT_VALID:
2220                 zfcp_erp_adapter_reopen(unit->port->adapter, 0, "fssfch1", req);
2221                 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2222                 break;
2223         case FSF_FCPLUN_NOT_VALID:
2224         case FSF_LUN_HANDLE_NOT_VALID:
2225                 zfcp_erp_port_reopen(unit->port, 0, "fssfch2", req);
2226                 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2227                 break;
2228         case FSF_SERVICE_CLASS_NOT_SUPPORTED:
2229                 zfcp_fsf_class_not_supp(req);
2230                 break;
2231         case FSF_ACCESS_DENIED:
2232                 zfcp_fsf_access_denied_unit(req, unit);
2233                 break;
2234         case FSF_DIRECTION_INDICATOR_NOT_VALID:
2235                 dev_err(&req->adapter->ccw_device->dev,
2236                         "Incorrect direction %d, unit 0x%016Lx on port "
2237                         "0x%016Lx closed\n",
2238                         req->qtcb->bottom.io.data_direction,
2239                         (unsigned long long)unit->fcp_lun,
2240                         (unsigned long long)unit->port->wwpn);
2241                 zfcp_erp_adapter_shutdown(unit->port->adapter, 0, "fssfch3",
2242                                           req);
2243                 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2244                 break;
2245         case FSF_CMND_LENGTH_NOT_VALID:
2246                 dev_err(&req->adapter->ccw_device->dev,
2247                         "Incorrect CDB length %d, unit 0x%016Lx on "
2248                         "port 0x%016Lx closed\n",
2249                         req->qtcb->bottom.io.fcp_cmnd_length,
2250                         (unsigned long long)unit->fcp_lun,
2251                         (unsigned long long)unit->port->wwpn);
2252                 zfcp_erp_adapter_shutdown(unit->port->adapter, 0, "fssfch4",
2253                                           req);
2254                 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2255                 break;
2256         case FSF_PORT_BOXED:
2257                 zfcp_erp_port_boxed(unit->port, "fssfch5", req);
2258                 req->status |= ZFCP_STATUS_FSFREQ_ERROR |
2259                                ZFCP_STATUS_FSFREQ_RETRY;
2260                 break;
2261         case FSF_LUN_BOXED:
2262                 zfcp_erp_unit_boxed(unit, "fssfch6", req);
2263                 req->status |= ZFCP_STATUS_FSFREQ_ERROR |
2264                                ZFCP_STATUS_FSFREQ_RETRY;
2265                 break;
2266         case FSF_ADAPTER_STATUS_AVAILABLE:
2267                 if (header->fsf_status_qual.word[0] ==
2268                     FSF_SQ_INVOKE_LINK_TEST_PROCEDURE)
2269                         zfcp_test_link(unit->port);
2270                 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2271                 break;
2272         }
2273 skip_fsfstatus:
2274         if (req->status & ZFCP_STATUS_FSFREQ_TASK_MANAGEMENT)
2275                 zfcp_fsf_send_fcp_ctm_handler(req);
2276         else {
2277                 zfcp_fsf_send_fcp_command_task_handler(req);
2278                 req->unit = NULL;
2279                 zfcp_unit_put(unit);
2280         }
2281 }
2282
2283 static void zfcp_set_fcp_dl(struct fcp_cmnd_iu *fcp_cmd, u32 fcp_dl)
2284 {
2285         u32 *fcp_dl_ptr;
2286
2287         /*
2288          * fcp_dl_addr = start address of fcp_cmnd structure +
2289          * size of fixed part + size of dynamically sized add_dcp_cdb field
2290          * SEE FCP-2 documentation
2291          */
2292         fcp_dl_ptr = (u32 *) ((unsigned char *) &fcp_cmd[1] +
2293                         (fcp_cmd->add_fcp_cdb_length << 2));
2294         *fcp_dl_ptr = fcp_dl;
2295 }
2296
2297 /**
2298  * zfcp_fsf_send_fcp_command_task - initiate an FCP command (for a SCSI command)
2299  * @unit: unit where command is sent to
2300  * @scsi_cmnd: scsi command to be sent
2301  */
2302 int zfcp_fsf_send_fcp_command_task(struct zfcp_unit *unit,
2303                                    struct scsi_cmnd *scsi_cmnd)
2304 {
2305         struct zfcp_fsf_req *req;
2306         struct fcp_cmnd_iu *fcp_cmnd_iu;
2307         unsigned int sbtype;
2308         int real_bytes, retval = -EIO;
2309         struct zfcp_adapter *adapter = unit->port->adapter;
2310
2311         if (unlikely(!(atomic_read(&unit->status) &
2312                        ZFCP_STATUS_COMMON_UNBLOCKED)))
2313                 return -EBUSY;
2314
2315         spin_lock(&adapter->req_q_lock);
2316         if (atomic_read(&adapter->req_q.count) <= 0) {
2317                 atomic_inc(&adapter->qdio_outb_full);
2318                 goto out;
2319         }
2320         req = zfcp_fsf_req_create(adapter, FSF_QTCB_FCP_CMND,
2321                                   ZFCP_REQ_AUTO_CLEANUP,
2322                                   adapter->pool.fsf_req_scsi);
2323         if (IS_ERR(req)) {
2324                 retval = PTR_ERR(req);
2325                 goto out;
2326         }
2327
2328         zfcp_unit_get(unit);
2329         req->unit = unit;
2330         req->data = scsi_cmnd;
2331         req->handler = zfcp_fsf_send_fcp_command_handler;
2332         req->qtcb->header.lun_handle = unit->handle;
2333         req->qtcb->header.port_handle = unit->port->handle;
2334         req->qtcb->bottom.io.service_class = FSF_CLASS_3;
2335
2336         scsi_cmnd->host_scribble = (unsigned char *) req->req_id;
2337
2338         fcp_cmnd_iu = (struct fcp_cmnd_iu *) &(req->qtcb->bottom.io.fcp_cmnd);
2339         fcp_cmnd_iu->fcp_lun = unit->fcp_lun;
2340         /*
2341          * set depending on data direction:
2342          *      data direction bits in SBALE (SB Type)
2343          *      data direction bits in QTCB
2344          *      data direction bits in FCP_CMND IU
2345          */
2346         switch (scsi_cmnd->sc_data_direction) {
2347         case DMA_NONE:
2348                 req->qtcb->bottom.io.data_direction = FSF_DATADIR_CMND;
2349                 sbtype = SBAL_FLAGS0_TYPE_READ;
2350                 break;
2351         case DMA_FROM_DEVICE:
2352                 req->qtcb->bottom.io.data_direction = FSF_DATADIR_READ;
2353                 sbtype = SBAL_FLAGS0_TYPE_READ;
2354                 fcp_cmnd_iu->rddata = 1;
2355                 break;
2356         case DMA_TO_DEVICE:
2357                 req->qtcb->bottom.io.data_direction = FSF_DATADIR_WRITE;
2358                 sbtype = SBAL_FLAGS0_TYPE_WRITE;
2359                 fcp_cmnd_iu->wddata = 1;
2360                 break;
2361         case DMA_BIDIRECTIONAL:
2362         default:
2363                 retval = -EIO;
2364                 goto failed_scsi_cmnd;
2365         }
2366
2367         if (likely((scsi_cmnd->device->simple_tags) ||
2368                    ((atomic_read(&unit->status) & ZFCP_STATUS_UNIT_READONLY) &&
2369                     (atomic_read(&unit->status) & ZFCP_STATUS_UNIT_SHARED))))
2370                 fcp_cmnd_iu->task_attribute = SIMPLE_Q;
2371         else
2372                 fcp_cmnd_iu->task_attribute = UNTAGGED;
2373
2374         if (unlikely(scsi_cmnd->cmd_len > FCP_CDB_LENGTH))
2375                 fcp_cmnd_iu->add_fcp_cdb_length =
2376                         (scsi_cmnd->cmd_len - FCP_CDB_LENGTH) >> 2;
2377
2378         memcpy(fcp_cmnd_iu->fcp_cdb, scsi_cmnd->cmnd, scsi_cmnd->cmd_len);
2379
2380         req->qtcb->bottom.io.fcp_cmnd_length = sizeof(struct fcp_cmnd_iu) +
2381                 fcp_cmnd_iu->add_fcp_cdb_length + sizeof(u32);
2382
2383         real_bytes = zfcp_qdio_sbals_from_sg(req, sbtype,
2384                                              scsi_sglist(scsi_cmnd),
2385                                              FSF_MAX_SBALS_PER_REQ);
2386         if (unlikely(real_bytes < 0)) {
2387                 if (req->sbal_number < FSF_MAX_SBALS_PER_REQ)
2388                         retval = -EIO;
2389                 else {
2390                         dev_err(&adapter->ccw_device->dev,
2391                                 "Oversize data package, unit 0x%016Lx "
2392                                 "on port 0x%016Lx closed\n",
2393                                 (unsigned long long)unit->fcp_lun,
2394                                 (unsigned long long)unit->port->wwpn);
2395                         zfcp_erp_unit_shutdown(unit, 0, "fssfct1", req);
2396                         retval = -EINVAL;
2397                 }
2398                 goto failed_scsi_cmnd;
2399         }
2400
2401         zfcp_set_fcp_dl(fcp_cmnd_iu, real_bytes);
2402
2403         retval = zfcp_fsf_req_send(req);
2404         if (unlikely(retval))
2405                 goto failed_scsi_cmnd;
2406
2407         goto out;
2408
2409 failed_scsi_cmnd:
2410         zfcp_unit_put(unit);
2411         zfcp_fsf_req_free(req);
2412         scsi_cmnd->host_scribble = NULL;
2413 out:
2414         spin_unlock(&adapter->req_q_lock);
2415         return retval;
2416 }
2417
2418 /**
2419  * zfcp_fsf_send_fcp_ctm - send SCSI task management command
2420  * @unit: pointer to struct zfcp_unit
2421  * @tm_flags: unsigned byte for task management flags
2422  * Returns: on success pointer to struct fsf_req, NULL otherwise
2423  */
2424 struct zfcp_fsf_req *zfcp_fsf_send_fcp_ctm(struct zfcp_unit *unit, u8 tm_flags)
2425 {
2426         struct qdio_buffer_element *sbale;
2427         struct zfcp_fsf_req *req = NULL;
2428         struct fcp_cmnd_iu *fcp_cmnd_iu;
2429         struct zfcp_adapter *adapter = unit->port->adapter;
2430
2431         if (unlikely(!(atomic_read(&unit->status) &
2432                        ZFCP_STATUS_COMMON_UNBLOCKED)))
2433                 return NULL;
2434
2435         spin_lock_bh(&adapter->req_q_lock);
2436         if (zfcp_fsf_req_sbal_get(adapter))
2437                 goto out;
2438         req = zfcp_fsf_req_create(adapter, FSF_QTCB_FCP_CMND, 0,
2439                                   adapter->pool.fsf_req_scsi);
2440         if (IS_ERR(req)) {
2441                 req = NULL;
2442                 goto out;
2443         }
2444
2445         req->status |= ZFCP_STATUS_FSFREQ_TASK_MANAGEMENT;
2446         req->data = unit;
2447         req->handler = zfcp_fsf_send_fcp_command_handler;
2448         req->qtcb->header.lun_handle = unit->handle;
2449         req->qtcb->header.port_handle = unit->port->handle;
2450         req->qtcb->bottom.io.data_direction = FSF_DATADIR_CMND;
2451         req->qtcb->bottom.io.service_class = FSF_CLASS_3;
2452         req->qtcb->bottom.io.fcp_cmnd_length =  sizeof(struct fcp_cmnd_iu) +
2453                                                 sizeof(u32);
2454
2455         sbale = zfcp_qdio_sbale_req(req);
2456         sbale[0].flags |= SBAL_FLAGS0_TYPE_WRITE;
2457         sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
2458
2459         fcp_cmnd_iu = (struct fcp_cmnd_iu *) &req->qtcb->bottom.io.fcp_cmnd;
2460         fcp_cmnd_iu->fcp_lun = unit->fcp_lun;
2461         fcp_cmnd_iu->task_management_flags = tm_flags;
2462
2463         zfcp_fsf_start_timer(req, ZFCP_SCSI_ER_TIMEOUT);
2464         if (!zfcp_fsf_req_send(req))
2465                 goto out;
2466
2467         zfcp_fsf_req_free(req);
2468         req = NULL;
2469 out:
2470         spin_unlock_bh(&adapter->req_q_lock);
2471         return req;
2472 }
2473
2474 static void zfcp_fsf_control_file_handler(struct zfcp_fsf_req *req)
2475 {
2476         if (req->qtcb->header.fsf_status != FSF_GOOD)
2477                 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2478 }
2479
2480 /**
2481  * zfcp_fsf_control_file - control file upload/download
2482  * @adapter: pointer to struct zfcp_adapter
2483  * @fsf_cfdc: pointer to struct zfcp_fsf_cfdc
2484  * Returns: on success pointer to struct zfcp_fsf_req, NULL otherwise
2485  */
2486 struct zfcp_fsf_req *zfcp_fsf_control_file(struct zfcp_adapter *adapter,
2487                                            struct zfcp_fsf_cfdc *fsf_cfdc)
2488 {
2489         struct qdio_buffer_element *sbale;
2490         struct zfcp_fsf_req *req = NULL;
2491         struct fsf_qtcb_bottom_support *bottom;
2492         int direction, retval = -EIO, bytes;
2493
2494         if (!(adapter->adapter_features & FSF_FEATURE_CFDC))
2495                 return ERR_PTR(-EOPNOTSUPP);
2496
2497         switch (fsf_cfdc->command) {
2498         case FSF_QTCB_DOWNLOAD_CONTROL_FILE:
2499                 direction = SBAL_FLAGS0_TYPE_WRITE;
2500                 break;
2501         case FSF_QTCB_UPLOAD_CONTROL_FILE:
2502                 direction = SBAL_FLAGS0_TYPE_READ;
2503                 break;
2504         default:
2505                 return ERR_PTR(-EINVAL);
2506         }
2507
2508         spin_lock_bh(&adapter->req_q_lock);
2509         if (zfcp_fsf_req_sbal_get(adapter))
2510                 goto out;
2511
2512         req = zfcp_fsf_req_create(adapter, fsf_cfdc->command, 0, NULL);
2513         if (IS_ERR(req)) {
2514                 retval = -EPERM;
2515                 goto out;
2516         }
2517
2518         req->handler = zfcp_fsf_control_file_handler;
2519
2520         sbale = zfcp_qdio_sbale_req(req);
2521         sbale[0].flags |= direction;
2522
2523         bottom = &req->qtcb->bottom.support;
2524         bottom->operation_subtype = FSF_CFDC_OPERATION_SUBTYPE;
2525         bottom->option = fsf_cfdc->option;
2526
2527         bytes = zfcp_qdio_sbals_from_sg(req, direction, fsf_cfdc->sg,
2528                                         FSF_MAX_SBALS_PER_REQ);
2529         if (bytes != ZFCP_CFDC_MAX_SIZE) {
2530                 retval = -ENOMEM;
2531                 zfcp_fsf_req_free(req);
2532                 goto out;
2533         }
2534
2535         zfcp_fsf_start_timer(req, ZFCP_FSF_REQUEST_TIMEOUT);
2536         retval = zfcp_fsf_req_send(req);
2537 out:
2538         spin_unlock_bh(&adapter->req_q_lock);
2539
2540         if (!retval) {
2541                 wait_event(req->completion_wq,
2542                            req->status & ZFCP_STATUS_FSFREQ_COMPLETED);
2543                 return req;
2544         }
2545         return ERR_PTR(retval);
2546 }