[SCSI] zfcp: Simplify latency lock handling
[safe/jmp/linux-2.6] / drivers / s390 / scsi / zfcp_fsf.c
1 /*
2  * zfcp device driver
3  *
4  * Implementation of FSF commands.
5  *
6  * Copyright IBM Corporation 2002, 2008
7  */
8
9 #define KMSG_COMPONENT "zfcp"
10 #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt
11
12 #include <linux/blktrace_api.h>
13 #include "zfcp_ext.h"
14
15 static void zfcp_fsf_request_timeout_handler(unsigned long data)
16 {
17         struct zfcp_adapter *adapter = (struct zfcp_adapter *) data;
18         zfcp_erp_adapter_reopen(adapter, ZFCP_STATUS_COMMON_ERP_FAILED, 62,
19                                 NULL);
20 }
21
22 static void zfcp_fsf_start_timer(struct zfcp_fsf_req *fsf_req,
23                                  unsigned long timeout)
24 {
25         fsf_req->timer.function = zfcp_fsf_request_timeout_handler;
26         fsf_req->timer.data = (unsigned long) fsf_req->adapter;
27         fsf_req->timer.expires = jiffies + timeout;
28         add_timer(&fsf_req->timer);
29 }
30
31 static void zfcp_fsf_start_erp_timer(struct zfcp_fsf_req *fsf_req)
32 {
33         BUG_ON(!fsf_req->erp_action);
34         fsf_req->timer.function = zfcp_erp_timeout_handler;
35         fsf_req->timer.data = (unsigned long) fsf_req->erp_action;
36         fsf_req->timer.expires = jiffies + 30 * HZ;
37         add_timer(&fsf_req->timer);
38 }
39
40 /* association between FSF command and FSF QTCB type */
41 static u32 fsf_qtcb_type[] = {
42         [FSF_QTCB_FCP_CMND] =             FSF_IO_COMMAND,
43         [FSF_QTCB_ABORT_FCP_CMND] =       FSF_SUPPORT_COMMAND,
44         [FSF_QTCB_OPEN_PORT_WITH_DID] =   FSF_SUPPORT_COMMAND,
45         [FSF_QTCB_OPEN_LUN] =             FSF_SUPPORT_COMMAND,
46         [FSF_QTCB_CLOSE_LUN] =            FSF_SUPPORT_COMMAND,
47         [FSF_QTCB_CLOSE_PORT] =           FSF_SUPPORT_COMMAND,
48         [FSF_QTCB_CLOSE_PHYSICAL_PORT] =  FSF_SUPPORT_COMMAND,
49         [FSF_QTCB_SEND_ELS] =             FSF_SUPPORT_COMMAND,
50         [FSF_QTCB_SEND_GENERIC] =         FSF_SUPPORT_COMMAND,
51         [FSF_QTCB_EXCHANGE_CONFIG_DATA] = FSF_CONFIG_COMMAND,
52         [FSF_QTCB_EXCHANGE_PORT_DATA] =   FSF_PORT_COMMAND,
53         [FSF_QTCB_DOWNLOAD_CONTROL_FILE] = FSF_SUPPORT_COMMAND,
54         [FSF_QTCB_UPLOAD_CONTROL_FILE] =  FSF_SUPPORT_COMMAND
55 };
56
57 static void zfcp_act_eval_err(struct zfcp_adapter *adapter, u32 table)
58 {
59         u16 subtable = table >> 16;
60         u16 rule = table & 0xffff;
61         const char *act_type[] = { "unknown", "OS", "WWPN", "DID", "LUN" };
62
63         if (subtable && subtable < ARRAY_SIZE(act_type))
64                 dev_warn(&adapter->ccw_device->dev,
65                          "Access denied according to ACT rule type %s, "
66                          "rule %d\n", act_type[subtable], rule);
67 }
68
69 static void zfcp_fsf_access_denied_port(struct zfcp_fsf_req *req,
70                                         struct zfcp_port *port)
71 {
72         struct fsf_qtcb_header *header = &req->qtcb->header;
73         dev_warn(&req->adapter->ccw_device->dev,
74                  "Access denied to port 0x%016Lx\n",
75                  (unsigned long long)port->wwpn);
76         zfcp_act_eval_err(req->adapter, header->fsf_status_qual.halfword[0]);
77         zfcp_act_eval_err(req->adapter, header->fsf_status_qual.halfword[1]);
78         zfcp_erp_port_access_denied(port, 55, req);
79         req->status |= ZFCP_STATUS_FSFREQ_ERROR;
80 }
81
82 static void zfcp_fsf_access_denied_unit(struct zfcp_fsf_req *req,
83                                         struct zfcp_unit *unit)
84 {
85         struct fsf_qtcb_header *header = &req->qtcb->header;
86         dev_warn(&req->adapter->ccw_device->dev,
87                  "Access denied to unit 0x%016Lx on port 0x%016Lx\n",
88                  (unsigned long long)unit->fcp_lun,
89                  (unsigned long long)unit->port->wwpn);
90         zfcp_act_eval_err(req->adapter, header->fsf_status_qual.halfword[0]);
91         zfcp_act_eval_err(req->adapter, header->fsf_status_qual.halfword[1]);
92         zfcp_erp_unit_access_denied(unit, 59, req);
93         req->status |= ZFCP_STATUS_FSFREQ_ERROR;
94 }
95
96 static void zfcp_fsf_class_not_supp(struct zfcp_fsf_req *req)
97 {
98         dev_err(&req->adapter->ccw_device->dev, "FCP device not "
99                 "operational because of an unsupported FC class\n");
100         zfcp_erp_adapter_shutdown(req->adapter, 0, 123, req);
101         req->status |= ZFCP_STATUS_FSFREQ_ERROR;
102 }
103
104 /**
105  * zfcp_fsf_req_free - free memory used by fsf request
106  * @fsf_req: pointer to struct zfcp_fsf_req
107  */
108 void zfcp_fsf_req_free(struct zfcp_fsf_req *req)
109 {
110         if (likely(req->pool)) {
111                 mempool_free(req, req->pool);
112                 return;
113         }
114
115         if (req->qtcb) {
116                 kmem_cache_free(zfcp_data.fsf_req_qtcb_cache, req);
117                 return;
118         }
119 }
120
121 /**
122  * zfcp_fsf_req_dismiss_all - dismiss all fsf requests
123  * @adapter: pointer to struct zfcp_adapter
124  *
125  * Never ever call this without shutting down the adapter first.
126  * Otherwise the adapter would continue using and corrupting s390 storage.
127  * Included BUG_ON() call to ensure this is done.
128  * ERP is supposed to be the only user of this function.
129  */
130 void zfcp_fsf_req_dismiss_all(struct zfcp_adapter *adapter)
131 {
132         struct zfcp_fsf_req *req, *tmp;
133         unsigned long flags;
134         LIST_HEAD(remove_queue);
135         unsigned int i;
136
137         BUG_ON(atomic_read(&adapter->status) & ZFCP_STATUS_ADAPTER_QDIOUP);
138         spin_lock_irqsave(&adapter->req_list_lock, flags);
139         for (i = 0; i < REQUEST_LIST_SIZE; i++)
140                 list_splice_init(&adapter->req_list[i], &remove_queue);
141         spin_unlock_irqrestore(&adapter->req_list_lock, flags);
142
143         list_for_each_entry_safe(req, tmp, &remove_queue, list) {
144                 list_del(&req->list);
145                 req->status |= ZFCP_STATUS_FSFREQ_DISMISSED;
146                 zfcp_fsf_req_complete(req);
147         }
148 }
149
150 static void zfcp_fsf_status_read_port_closed(struct zfcp_fsf_req *req)
151 {
152         struct fsf_status_read_buffer *sr_buf = req->data;
153         struct zfcp_adapter *adapter = req->adapter;
154         struct zfcp_port *port;
155         int d_id = sr_buf->d_id & ZFCP_DID_MASK;
156         unsigned long flags;
157
158         read_lock_irqsave(&zfcp_data.config_lock, flags);
159         list_for_each_entry(port, &adapter->port_list_head, list)
160                 if (port->d_id == d_id) {
161                         read_unlock_irqrestore(&zfcp_data.config_lock, flags);
162                         switch (sr_buf->status_subtype) {
163                         case FSF_STATUS_READ_SUB_CLOSE_PHYS_PORT:
164                                 zfcp_erp_port_reopen(port, 0, 101, req);
165                                 break;
166                         case FSF_STATUS_READ_SUB_ERROR_PORT:
167                                 zfcp_erp_port_shutdown(port, 0, 122, req);
168                                 break;
169                         }
170                         return;
171                 }
172         read_unlock_irqrestore(&zfcp_data.config_lock, flags);
173 }
174
175 static void zfcp_fsf_link_down_info_eval(struct zfcp_fsf_req *req, u8 id,
176                                          struct fsf_link_down_info *link_down)
177 {
178         struct zfcp_adapter *adapter = req->adapter;
179
180         if (atomic_read(&adapter->status) & ZFCP_STATUS_ADAPTER_LINK_UNPLUGGED)
181                 return;
182
183         atomic_set_mask(ZFCP_STATUS_ADAPTER_LINK_UNPLUGGED, &adapter->status);
184
185         if (!link_down)
186                 goto out;
187
188         switch (link_down->error_code) {
189         case FSF_PSQ_LINK_NO_LIGHT:
190                 dev_warn(&req->adapter->ccw_device->dev,
191                          "There is no light signal from the local "
192                          "fibre channel cable\n");
193                 break;
194         case FSF_PSQ_LINK_WRAP_PLUG:
195                 dev_warn(&req->adapter->ccw_device->dev,
196                          "There is a wrap plug instead of a fibre "
197                          "channel cable\n");
198                 break;
199         case FSF_PSQ_LINK_NO_FCP:
200                 dev_warn(&req->adapter->ccw_device->dev,
201                          "The adjacent fibre channel node does not "
202                          "support FCP\n");
203                 break;
204         case FSF_PSQ_LINK_FIRMWARE_UPDATE:
205                 dev_warn(&req->adapter->ccw_device->dev,
206                          "The FCP device is suspended because of a "
207                          "firmware update\n");
208                 break;
209         case FSF_PSQ_LINK_INVALID_WWPN:
210                 dev_warn(&req->adapter->ccw_device->dev,
211                          "The FCP device detected a WWPN that is "
212                          "duplicate or not valid\n");
213                 break;
214         case FSF_PSQ_LINK_NO_NPIV_SUPPORT:
215                 dev_warn(&req->adapter->ccw_device->dev,
216                          "The fibre channel fabric does not support NPIV\n");
217                 break;
218         case FSF_PSQ_LINK_NO_FCP_RESOURCES:
219                 dev_warn(&req->adapter->ccw_device->dev,
220                          "The FCP adapter cannot support more NPIV ports\n");
221                 break;
222         case FSF_PSQ_LINK_NO_FABRIC_RESOURCES:
223                 dev_warn(&req->adapter->ccw_device->dev,
224                          "The adjacent switch cannot support "
225                          "more NPIV ports\n");
226                 break;
227         case FSF_PSQ_LINK_FABRIC_LOGIN_UNABLE:
228                 dev_warn(&req->adapter->ccw_device->dev,
229                          "The FCP adapter could not log in to the "
230                          "fibre channel fabric\n");
231                 break;
232         case FSF_PSQ_LINK_WWPN_ASSIGNMENT_CORRUPTED:
233                 dev_warn(&req->adapter->ccw_device->dev,
234                          "The WWPN assignment file on the FCP adapter "
235                          "has been damaged\n");
236                 break;
237         case FSF_PSQ_LINK_MODE_TABLE_CURRUPTED:
238                 dev_warn(&req->adapter->ccw_device->dev,
239                          "The mode table on the FCP adapter "
240                          "has been damaged\n");
241                 break;
242         case FSF_PSQ_LINK_NO_WWPN_ASSIGNMENT:
243                 dev_warn(&req->adapter->ccw_device->dev,
244                          "All NPIV ports on the FCP adapter have "
245                          "been assigned\n");
246                 break;
247         default:
248                 dev_warn(&req->adapter->ccw_device->dev,
249                          "The link between the FCP adapter and "
250                          "the FC fabric is down\n");
251         }
252 out:
253         zfcp_erp_adapter_failed(adapter, id, req);
254 }
255
256 static void zfcp_fsf_status_read_link_down(struct zfcp_fsf_req *req)
257 {
258         struct fsf_status_read_buffer *sr_buf = req->data;
259         struct fsf_link_down_info *ldi =
260                 (struct fsf_link_down_info *) &sr_buf->payload;
261
262         switch (sr_buf->status_subtype) {
263         case FSF_STATUS_READ_SUB_NO_PHYSICAL_LINK:
264                 zfcp_fsf_link_down_info_eval(req, 38, ldi);
265                 break;
266         case FSF_STATUS_READ_SUB_FDISC_FAILED:
267                 zfcp_fsf_link_down_info_eval(req, 39, ldi);
268                 break;
269         case FSF_STATUS_READ_SUB_FIRMWARE_UPDATE:
270                 zfcp_fsf_link_down_info_eval(req, 40, NULL);
271         };
272 }
273
274 static void zfcp_fsf_status_read_handler(struct zfcp_fsf_req *req)
275 {
276         struct zfcp_adapter *adapter = req->adapter;
277         struct fsf_status_read_buffer *sr_buf = req->data;
278
279         if (req->status & ZFCP_STATUS_FSFREQ_DISMISSED) {
280                 zfcp_hba_dbf_event_fsf_unsol("dism", adapter, sr_buf);
281                 mempool_free(sr_buf, adapter->pool.data_status_read);
282                 zfcp_fsf_req_free(req);
283                 return;
284         }
285
286         zfcp_hba_dbf_event_fsf_unsol("read", adapter, sr_buf);
287
288         switch (sr_buf->status_type) {
289         case FSF_STATUS_READ_PORT_CLOSED:
290                 zfcp_fsf_status_read_port_closed(req);
291                 break;
292         case FSF_STATUS_READ_INCOMING_ELS:
293                 zfcp_fc_incoming_els(req);
294                 break;
295         case FSF_STATUS_READ_SENSE_DATA_AVAIL:
296                 break;
297         case FSF_STATUS_READ_BIT_ERROR_THRESHOLD:
298                 dev_warn(&adapter->ccw_device->dev,
299                          "The error threshold for checksum statistics "
300                          "has been exceeded\n");
301                 zfcp_hba_dbf_event_berr(adapter, req);
302                 break;
303         case FSF_STATUS_READ_LINK_DOWN:
304                 zfcp_fsf_status_read_link_down(req);
305                 break;
306         case FSF_STATUS_READ_LINK_UP:
307                 dev_info(&adapter->ccw_device->dev,
308                          "The local link has been restored\n");
309                 /* All ports should be marked as ready to run again */
310                 zfcp_erp_modify_adapter_status(adapter, 30, NULL,
311                                                ZFCP_STATUS_COMMON_RUNNING,
312                                                ZFCP_SET);
313                 zfcp_erp_adapter_reopen(adapter,
314                                         ZFCP_STATUS_ADAPTER_LINK_UNPLUGGED |
315                                         ZFCP_STATUS_COMMON_ERP_FAILED,
316                                         102, req);
317                 break;
318         case FSF_STATUS_READ_NOTIFICATION_LOST:
319                 if (sr_buf->status_subtype & FSF_STATUS_READ_SUB_ACT_UPDATED)
320                         zfcp_erp_adapter_access_changed(adapter, 135, req);
321                 if (sr_buf->status_subtype & FSF_STATUS_READ_SUB_INCOMING_ELS)
322                         schedule_work(&adapter->scan_work);
323                 break;
324         case FSF_STATUS_READ_CFDC_UPDATED:
325                 zfcp_erp_adapter_access_changed(adapter, 136, req);
326                 break;
327         case FSF_STATUS_READ_FEATURE_UPDATE_ALERT:
328                 adapter->adapter_features = sr_buf->payload.word[0];
329                 break;
330         }
331
332         mempool_free(sr_buf, adapter->pool.data_status_read);
333         zfcp_fsf_req_free(req);
334
335         atomic_inc(&adapter->stat_miss);
336         queue_work(zfcp_data.work_queue, &adapter->stat_work);
337 }
338
339 static void zfcp_fsf_fsfstatus_qual_eval(struct zfcp_fsf_req *req)
340 {
341         switch (req->qtcb->header.fsf_status_qual.word[0]) {
342         case FSF_SQ_FCP_RSP_AVAILABLE:
343         case FSF_SQ_INVOKE_LINK_TEST_PROCEDURE:
344         case FSF_SQ_NO_RETRY_POSSIBLE:
345         case FSF_SQ_ULP_DEPENDENT_ERP_REQUIRED:
346                 return;
347         case FSF_SQ_COMMAND_ABORTED:
348                 req->status |= ZFCP_STATUS_FSFREQ_ABORTED;
349                 break;
350         case FSF_SQ_NO_RECOM:
351                 dev_err(&req->adapter->ccw_device->dev,
352                         "The FCP adapter reported a problem "
353                         "that cannot be recovered\n");
354                 zfcp_erp_adapter_shutdown(req->adapter, 0, 121, req);
355                 break;
356         }
357         /* all non-return stats set FSFREQ_ERROR*/
358         req->status |= ZFCP_STATUS_FSFREQ_ERROR;
359 }
360
361 static void zfcp_fsf_fsfstatus_eval(struct zfcp_fsf_req *req)
362 {
363         if (unlikely(req->status & ZFCP_STATUS_FSFREQ_ERROR))
364                 return;
365
366         switch (req->qtcb->header.fsf_status) {
367         case FSF_UNKNOWN_COMMAND:
368                 dev_err(&req->adapter->ccw_device->dev,
369                         "The FCP adapter does not recognize the command 0x%x\n",
370                         req->qtcb->header.fsf_command);
371                 zfcp_erp_adapter_shutdown(req->adapter, 0, 120, req);
372                 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
373                 break;
374         case FSF_ADAPTER_STATUS_AVAILABLE:
375                 zfcp_fsf_fsfstatus_qual_eval(req);
376                 break;
377         }
378 }
379
380 static void zfcp_fsf_protstatus_eval(struct zfcp_fsf_req *req)
381 {
382         struct zfcp_adapter *adapter = req->adapter;
383         struct fsf_qtcb *qtcb = req->qtcb;
384         union fsf_prot_status_qual *psq = &qtcb->prefix.prot_status_qual;
385
386         zfcp_hba_dbf_event_fsf_response(req);
387
388         if (req->status & ZFCP_STATUS_FSFREQ_DISMISSED) {
389                 req->status |= ZFCP_STATUS_FSFREQ_ERROR |
390                         ZFCP_STATUS_FSFREQ_RETRY; /* only for SCSI cmnds. */
391                 return;
392         }
393
394         switch (qtcb->prefix.prot_status) {
395         case FSF_PROT_GOOD:
396         case FSF_PROT_FSF_STATUS_PRESENTED:
397                 return;
398         case FSF_PROT_QTCB_VERSION_ERROR:
399                 dev_err(&adapter->ccw_device->dev,
400                         "QTCB version 0x%x not supported by FCP adapter "
401                         "(0x%x to 0x%x)\n", FSF_QTCB_CURRENT_VERSION,
402                         psq->word[0], psq->word[1]);
403                 zfcp_erp_adapter_shutdown(adapter, 0, 117, req);
404                 break;
405         case FSF_PROT_ERROR_STATE:
406         case FSF_PROT_SEQ_NUMB_ERROR:
407                 zfcp_erp_adapter_reopen(adapter, 0, 98, req);
408                 req->status |= ZFCP_STATUS_FSFREQ_RETRY;
409                 break;
410         case FSF_PROT_UNSUPP_QTCB_TYPE:
411                 dev_err(&adapter->ccw_device->dev,
412                         "The QTCB type is not supported by the FCP adapter\n");
413                 zfcp_erp_adapter_shutdown(adapter, 0, 118, req);
414                 break;
415         case FSF_PROT_HOST_CONNECTION_INITIALIZING:
416                 atomic_set_mask(ZFCP_STATUS_ADAPTER_HOST_CON_INIT,
417                                 &adapter->status);
418                 break;
419         case FSF_PROT_DUPLICATE_REQUEST_ID:
420                 dev_err(&adapter->ccw_device->dev,
421                         "0x%Lx is an ambiguous request identifier\n",
422                         (unsigned long long)qtcb->bottom.support.req_handle);
423                 zfcp_erp_adapter_shutdown(adapter, 0, 78, req);
424                 break;
425         case FSF_PROT_LINK_DOWN:
426                 zfcp_fsf_link_down_info_eval(req, 37, &psq->link_down_info);
427                 /* FIXME: reopening adapter now? better wait for link up */
428                 zfcp_erp_adapter_reopen(adapter, 0, 79, req);
429                 break;
430         case FSF_PROT_REEST_QUEUE:
431                 /* All ports should be marked as ready to run again */
432                 zfcp_erp_modify_adapter_status(adapter, 28, NULL,
433                                                ZFCP_STATUS_COMMON_RUNNING,
434                                                ZFCP_SET);
435                 zfcp_erp_adapter_reopen(adapter,
436                                         ZFCP_STATUS_ADAPTER_LINK_UNPLUGGED |
437                                         ZFCP_STATUS_COMMON_ERP_FAILED, 99, req);
438                 break;
439         default:
440                 dev_err(&adapter->ccw_device->dev,
441                         "0x%x is not a valid transfer protocol status\n",
442                         qtcb->prefix.prot_status);
443                 zfcp_erp_adapter_shutdown(adapter, 0, 119, req);
444         }
445         req->status |= ZFCP_STATUS_FSFREQ_ERROR;
446 }
447
448 /**
449  * zfcp_fsf_req_complete - process completion of a FSF request
450  * @fsf_req: The FSF request that has been completed.
451  *
452  * When a request has been completed either from the FCP adapter,
453  * or it has been dismissed due to a queue shutdown, this function
454  * is called to process the completion status and trigger further
455  * events related to the FSF request.
456  */
457 void zfcp_fsf_req_complete(struct zfcp_fsf_req *req)
458 {
459         if (unlikely(req->fsf_command == FSF_QTCB_UNSOLICITED_STATUS)) {
460                 zfcp_fsf_status_read_handler(req);
461                 return;
462         }
463
464         del_timer(&req->timer);
465         zfcp_fsf_protstatus_eval(req);
466         zfcp_fsf_fsfstatus_eval(req);
467         req->handler(req);
468
469         if (req->erp_action)
470                 zfcp_erp_notify(req->erp_action, 0);
471         req->status |= ZFCP_STATUS_FSFREQ_COMPLETED;
472
473         if (likely(req->status & ZFCP_STATUS_FSFREQ_CLEANUP))
474                 zfcp_fsf_req_free(req);
475         else
476         /* notify initiator waiting for the requests completion */
477         /*
478          * FIXME: Race! We must not access fsf_req here as it might have been
479          * cleaned up already due to the set ZFCP_STATUS_FSFREQ_COMPLETED
480          * flag. It's an improbable case. But, we have the same paranoia for
481          * the cleanup flag already.
482          * Might better be handled using complete()?
483          * (setting the flag and doing wakeup ought to be atomic
484          *  with regard to checking the flag as long as waitqueue is
485          *  part of the to be released structure)
486          */
487                 wake_up(&req->completion_wq);
488 }
489
490 static int zfcp_fsf_exchange_config_evaluate(struct zfcp_fsf_req *req)
491 {
492         struct fsf_qtcb_bottom_config *bottom;
493         struct zfcp_adapter *adapter = req->adapter;
494         struct Scsi_Host *shost = adapter->scsi_host;
495
496         bottom = &req->qtcb->bottom.config;
497
498         if (req->data)
499                 memcpy(req->data, bottom, sizeof(*bottom));
500
501         fc_host_node_name(shost) = bottom->nport_serv_param.wwnn;
502         fc_host_port_name(shost) = bottom->nport_serv_param.wwpn;
503         fc_host_port_id(shost) = bottom->s_id & ZFCP_DID_MASK;
504         fc_host_speed(shost) = bottom->fc_link_speed;
505         fc_host_supported_classes(shost) = FC_COS_CLASS2 | FC_COS_CLASS3;
506
507         adapter->hydra_version = bottom->adapter_type;
508         adapter->timer_ticks = bottom->timer_interval;
509
510         if (fc_host_permanent_port_name(shost) == -1)
511                 fc_host_permanent_port_name(shost) = fc_host_port_name(shost);
512
513         switch (bottom->fc_topology) {
514         case FSF_TOPO_P2P:
515                 adapter->peer_d_id = bottom->peer_d_id & ZFCP_DID_MASK;
516                 adapter->peer_wwpn = bottom->plogi_payload.wwpn;
517                 adapter->peer_wwnn = bottom->plogi_payload.wwnn;
518                 fc_host_port_type(shost) = FC_PORTTYPE_PTP;
519                 break;
520         case FSF_TOPO_FABRIC:
521                 fc_host_port_type(shost) = FC_PORTTYPE_NPORT;
522                 break;
523         case FSF_TOPO_AL:
524                 fc_host_port_type(shost) = FC_PORTTYPE_NLPORT;
525         default:
526                 dev_err(&adapter->ccw_device->dev,
527                         "Unknown or unsupported arbitrated loop "
528                         "fibre channel topology detected\n");
529                 zfcp_erp_adapter_shutdown(adapter, 0, 127, req);
530                 return -EIO;
531         }
532
533         return 0;
534 }
535
536 static void zfcp_fsf_exchange_config_data_handler(struct zfcp_fsf_req *req)
537 {
538         struct zfcp_adapter *adapter = req->adapter;
539         struct fsf_qtcb *qtcb = req->qtcb;
540         struct fsf_qtcb_bottom_config *bottom = &qtcb->bottom.config;
541         struct Scsi_Host *shost = adapter->scsi_host;
542
543         if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
544                 return;
545
546         adapter->fsf_lic_version = bottom->lic_version;
547         adapter->adapter_features = bottom->adapter_features;
548         adapter->connection_features = bottom->connection_features;
549         adapter->peer_wwpn = 0;
550         adapter->peer_wwnn = 0;
551         adapter->peer_d_id = 0;
552
553         switch (qtcb->header.fsf_status) {
554         case FSF_GOOD:
555                 if (zfcp_fsf_exchange_config_evaluate(req))
556                         return;
557
558                 if (bottom->max_qtcb_size < sizeof(struct fsf_qtcb)) {
559                         dev_err(&adapter->ccw_device->dev,
560                                 "FCP adapter maximum QTCB size (%d bytes) "
561                                 "is too small\n",
562                                 bottom->max_qtcb_size);
563                         zfcp_erp_adapter_shutdown(adapter, 0, 129, req);
564                         return;
565                 }
566                 atomic_set_mask(ZFCP_STATUS_ADAPTER_XCONFIG_OK,
567                                 &adapter->status);
568                 break;
569         case FSF_EXCHANGE_CONFIG_DATA_INCOMPLETE:
570                 fc_host_node_name(shost) = 0;
571                 fc_host_port_name(shost) = 0;
572                 fc_host_port_id(shost) = 0;
573                 fc_host_speed(shost) = FC_PORTSPEED_UNKNOWN;
574                 fc_host_port_type(shost) = FC_PORTTYPE_UNKNOWN;
575                 adapter->hydra_version = 0;
576
577                 atomic_set_mask(ZFCP_STATUS_ADAPTER_XCONFIG_OK,
578                                 &adapter->status);
579
580                 zfcp_fsf_link_down_info_eval(req, 42,
581                         &qtcb->header.fsf_status_qual.link_down_info);
582                 break;
583         default:
584                 zfcp_erp_adapter_shutdown(adapter, 0, 130, req);
585                 return;
586         }
587
588         if (adapter->adapter_features & FSF_FEATURE_HBAAPI_MANAGEMENT) {
589                 adapter->hardware_version = bottom->hardware_version;
590                 memcpy(fc_host_serial_number(shost), bottom->serial_number,
591                        min(FC_SERIAL_NUMBER_SIZE, 17));
592                 EBCASC(fc_host_serial_number(shost),
593                        min(FC_SERIAL_NUMBER_SIZE, 17));
594         }
595
596         if (FSF_QTCB_CURRENT_VERSION < bottom->low_qtcb_version) {
597                 dev_err(&adapter->ccw_device->dev,
598                         "The FCP adapter only supports newer "
599                         "control block versions\n");
600                 zfcp_erp_adapter_shutdown(adapter, 0, 125, req);
601                 return;
602         }
603         if (FSF_QTCB_CURRENT_VERSION > bottom->high_qtcb_version) {
604                 dev_err(&adapter->ccw_device->dev,
605                         "The FCP adapter only supports older "
606                         "control block versions\n");
607                 zfcp_erp_adapter_shutdown(adapter, 0, 126, req);
608         }
609 }
610
611 static void zfcp_fsf_exchange_port_evaluate(struct zfcp_fsf_req *req)
612 {
613         struct zfcp_adapter *adapter = req->adapter;
614         struct fsf_qtcb_bottom_port *bottom = &req->qtcb->bottom.port;
615         struct Scsi_Host *shost = adapter->scsi_host;
616
617         if (req->data)
618                 memcpy(req->data, bottom, sizeof(*bottom));
619
620         if (adapter->connection_features & FSF_FEATURE_NPIV_MODE)
621                 fc_host_permanent_port_name(shost) = bottom->wwpn;
622         else
623                 fc_host_permanent_port_name(shost) = fc_host_port_name(shost);
624         fc_host_maxframe_size(shost) = bottom->maximum_frame_size;
625         fc_host_supported_speeds(shost) = bottom->supported_speed;
626 }
627
628 static void zfcp_fsf_exchange_port_data_handler(struct zfcp_fsf_req *req)
629 {
630         struct fsf_qtcb *qtcb = req->qtcb;
631
632         if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
633                 return;
634
635         switch (qtcb->header.fsf_status) {
636         case FSF_GOOD:
637                 zfcp_fsf_exchange_port_evaluate(req);
638                 break;
639         case FSF_EXCHANGE_CONFIG_DATA_INCOMPLETE:
640                 zfcp_fsf_exchange_port_evaluate(req);
641                 zfcp_fsf_link_down_info_eval(req, 43,
642                         &qtcb->header.fsf_status_qual.link_down_info);
643                 break;
644         }
645 }
646
647 static int zfcp_fsf_sbal_available(struct zfcp_adapter *adapter)
648 {
649         if (atomic_read(&adapter->req_q.count) > 0)
650                 return 1;
651         atomic_inc(&adapter->qdio_outb_full);
652         return 0;
653 }
654
655 static int zfcp_fsf_req_sbal_get(struct zfcp_adapter *adapter)
656         __releases(&adapter->req_q_lock)
657         __acquires(&adapter->req_q_lock)
658 {
659         struct zfcp_qdio_queue *req_q = &adapter->req_q;
660         long ret;
661
662         if (atomic_read(&req_q->count) <= -REQUEST_LIST_SIZE)
663                 return -EIO;
664         if (atomic_read(&req_q->count) > 0)
665                 return 0;
666
667         atomic_dec(&req_q->count);
668         spin_unlock_bh(&adapter->req_q_lock);
669         ret = wait_event_interruptible_timeout(adapter->request_wq,
670                                         atomic_read(&req_q->count) >= 0,
671                                         5 * HZ);
672         spin_lock_bh(&adapter->req_q_lock);
673         atomic_inc(&req_q->count);
674
675         if (ret > 0)
676                 return 0;
677         if (!ret)
678                 atomic_inc(&adapter->qdio_outb_full);
679         return -EIO;
680 }
681
682 static struct zfcp_fsf_req *zfcp_fsf_alloc_noqtcb(mempool_t *pool)
683 {
684         struct zfcp_fsf_req *req;
685         req = mempool_alloc(pool, GFP_ATOMIC);
686         if (!req)
687                 return NULL;
688         memset(req, 0, sizeof(*req));
689         req->pool = pool;
690         return req;
691 }
692
693 static struct zfcp_fsf_req *zfcp_fsf_alloc_qtcb(mempool_t *pool)
694 {
695         struct zfcp_fsf_req_qtcb *qtcb;
696
697         if (likely(pool))
698                 qtcb = mempool_alloc(pool, GFP_ATOMIC);
699         else
700                 qtcb = kmem_cache_alloc(zfcp_data.fsf_req_qtcb_cache,
701                                         GFP_ATOMIC);
702         if (unlikely(!qtcb))
703                 return NULL;
704
705         memset(qtcb, 0, sizeof(*qtcb));
706         qtcb->fsf_req.qtcb = &qtcb->qtcb;
707         qtcb->fsf_req.pool = pool;
708
709         return &qtcb->fsf_req;
710 }
711
712 static struct zfcp_fsf_req *zfcp_fsf_req_create(struct zfcp_adapter *adapter,
713                                                 u32 fsf_cmd, int req_flags,
714                                                 mempool_t *pool)
715 {
716         struct qdio_buffer_element *sbale;
717
718         struct zfcp_fsf_req *req;
719         struct zfcp_qdio_queue *req_q = &adapter->req_q;
720
721         if (req_flags & ZFCP_REQ_NO_QTCB)
722                 req = zfcp_fsf_alloc_noqtcb(pool);
723         else
724                 req = zfcp_fsf_alloc_qtcb(pool);
725
726         if (unlikely(!req))
727                 return ERR_PTR(-EIO);
728
729         if (adapter->req_no == 0)
730                 adapter->req_no++;
731
732         INIT_LIST_HEAD(&req->list);
733         init_timer(&req->timer);
734         init_waitqueue_head(&req->completion_wq);
735
736         req->adapter = adapter;
737         req->fsf_command = fsf_cmd;
738         req->req_id = adapter->req_no++;
739         req->sbal_number = 1;
740         req->sbal_first = req_q->first;
741         req->sbal_last = req_q->first;
742         req->sbale_curr = 1;
743
744         sbale = zfcp_qdio_sbale_req(req);
745         sbale[0].addr = (void *) req->req_id;
746         sbale[0].flags |= SBAL_FLAGS0_COMMAND;
747
748         if (likely(req->qtcb)) {
749                 req->qtcb->prefix.req_seq_no = req->adapter->fsf_req_seq_no;
750                 req->qtcb->prefix.req_id = req->req_id;
751                 req->qtcb->prefix.ulp_info = 26;
752                 req->qtcb->prefix.qtcb_type = fsf_qtcb_type[req->fsf_command];
753                 req->qtcb->prefix.qtcb_version = FSF_QTCB_CURRENT_VERSION;
754                 req->qtcb->header.req_handle = req->req_id;
755                 req->qtcb->header.fsf_command = req->fsf_command;
756                 req->seq_no = adapter->fsf_req_seq_no;
757                 req->qtcb->prefix.req_seq_no = adapter->fsf_req_seq_no;
758                 sbale[1].addr = (void *) req->qtcb;
759                 sbale[1].length = sizeof(struct fsf_qtcb);
760         }
761
762         if (!(atomic_read(&adapter->status) & ZFCP_STATUS_ADAPTER_QDIOUP)) {
763                 zfcp_fsf_req_free(req);
764                 return ERR_PTR(-EIO);
765         }
766
767         if (likely(req_flags & ZFCP_REQ_AUTO_CLEANUP))
768                 req->status |= ZFCP_STATUS_FSFREQ_CLEANUP;
769
770         return req;
771 }
772
773 static int zfcp_fsf_req_send(struct zfcp_fsf_req *req)
774 {
775         struct zfcp_adapter *adapter = req->adapter;
776         unsigned long flags;
777         int idx;
778
779         /* put allocated FSF request into hash table */
780         spin_lock_irqsave(&adapter->req_list_lock, flags);
781         idx = zfcp_reqlist_hash(req->req_id);
782         list_add_tail(&req->list, &adapter->req_list[idx]);
783         spin_unlock_irqrestore(&adapter->req_list_lock, flags);
784
785         req->qdio_outb_usage = atomic_read(&adapter->req_q.count);
786         req->issued = get_clock();
787         if (zfcp_qdio_send(req)) {
788                 del_timer(&req->timer);
789                 spin_lock_irqsave(&adapter->req_list_lock, flags);
790                 /* lookup request again, list might have changed */
791                 if (zfcp_reqlist_find_safe(adapter, req))
792                         zfcp_reqlist_remove(adapter, req);
793                 spin_unlock_irqrestore(&adapter->req_list_lock, flags);
794                 zfcp_erp_adapter_reopen(adapter, 0, 116, req);
795                 return -EIO;
796         }
797
798         /* Don't increase for unsolicited status */
799         if (req->qtcb)
800                 adapter->fsf_req_seq_no++;
801
802         return 0;
803 }
804
805 /**
806  * zfcp_fsf_status_read - send status read request
807  * @adapter: pointer to struct zfcp_adapter
808  * @req_flags: request flags
809  * Returns: 0 on success, ERROR otherwise
810  */
811 int zfcp_fsf_status_read(struct zfcp_adapter *adapter)
812 {
813         struct zfcp_fsf_req *req;
814         struct fsf_status_read_buffer *sr_buf;
815         struct qdio_buffer_element *sbale;
816         int retval = -EIO;
817
818         spin_lock_bh(&adapter->req_q_lock);
819         if (zfcp_fsf_req_sbal_get(adapter))
820                 goto out;
821
822         req = zfcp_fsf_req_create(adapter, FSF_QTCB_UNSOLICITED_STATUS,
823                                   ZFCP_REQ_NO_QTCB,
824                                   adapter->pool.fsf_req_status_read);
825         if (IS_ERR(req)) {
826                 retval = PTR_ERR(req);
827                 goto out;
828         }
829
830         sbale = zfcp_qdio_sbale_req(req);
831         sbale[0].flags |= SBAL_FLAGS0_TYPE_STATUS;
832         sbale[2].flags |= SBAL_FLAGS_LAST_ENTRY;
833         req->sbale_curr = 2;
834
835         sr_buf = mempool_alloc(adapter->pool.data_status_read, GFP_ATOMIC);
836         if (!sr_buf) {
837                 retval = -ENOMEM;
838                 goto failed_buf;
839         }
840         memset(sr_buf, 0, sizeof(*sr_buf));
841         req->data = sr_buf;
842         sbale = zfcp_qdio_sbale_curr(req);
843         sbale->addr = (void *) sr_buf;
844         sbale->length = sizeof(*sr_buf);
845
846         retval = zfcp_fsf_req_send(req);
847         if (retval)
848                 goto failed_req_send;
849
850         goto out;
851
852 failed_req_send:
853         mempool_free(sr_buf, adapter->pool.data_status_read);
854 failed_buf:
855         zfcp_fsf_req_free(req);
856         zfcp_hba_dbf_event_fsf_unsol("fail", adapter, NULL);
857 out:
858         spin_unlock_bh(&adapter->req_q_lock);
859         return retval;
860 }
861
862 static void zfcp_fsf_abort_fcp_command_handler(struct zfcp_fsf_req *req)
863 {
864         struct zfcp_unit *unit = req->data;
865         union fsf_status_qual *fsq = &req->qtcb->header.fsf_status_qual;
866
867         if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
868                 return;
869
870         switch (req->qtcb->header.fsf_status) {
871         case FSF_PORT_HANDLE_NOT_VALID:
872                 if (fsq->word[0] == fsq->word[1]) {
873                         zfcp_erp_adapter_reopen(unit->port->adapter, 0, 104,
874                                                 req);
875                         req->status |= ZFCP_STATUS_FSFREQ_ERROR;
876                 }
877                 break;
878         case FSF_LUN_HANDLE_NOT_VALID:
879                 if (fsq->word[0] == fsq->word[1]) {
880                         zfcp_erp_port_reopen(unit->port, 0, 105, req);
881                         req->status |= ZFCP_STATUS_FSFREQ_ERROR;
882                 }
883                 break;
884         case FSF_FCP_COMMAND_DOES_NOT_EXIST:
885                 req->status |= ZFCP_STATUS_FSFREQ_ABORTNOTNEEDED;
886                 break;
887         case FSF_PORT_BOXED:
888                 zfcp_erp_port_boxed(unit->port, 47, req);
889                 req->status |= ZFCP_STATUS_FSFREQ_ERROR |
890                                ZFCP_STATUS_FSFREQ_RETRY;
891                 break;
892         case FSF_LUN_BOXED:
893                 zfcp_erp_unit_boxed(unit, 48, req);
894                 req->status |= ZFCP_STATUS_FSFREQ_ERROR |
895                                ZFCP_STATUS_FSFREQ_RETRY;
896                 break;
897         case FSF_ADAPTER_STATUS_AVAILABLE:
898                 switch (fsq->word[0]) {
899                 case FSF_SQ_INVOKE_LINK_TEST_PROCEDURE:
900                         zfcp_test_link(unit->port);
901                 case FSF_SQ_ULP_DEPENDENT_ERP_REQUIRED:
902                         req->status |= ZFCP_STATUS_FSFREQ_ERROR;
903                         break;
904                 }
905                 break;
906         case FSF_GOOD:
907                 req->status |= ZFCP_STATUS_FSFREQ_ABORTSUCCEEDED;
908                 break;
909         }
910 }
911
912 /**
913  * zfcp_fsf_abort_fcp_command - abort running SCSI command
914  * @old_req_id: unsigned long
915  * @adapter: pointer to struct zfcp_adapter
916  * @unit: pointer to struct zfcp_unit
917  * @req_flags: integer specifying the request flags
918  * Returns: pointer to struct zfcp_fsf_req
919  *
920  * FIXME(design): should be watched by a timeout !!!
921  */
922
923 struct zfcp_fsf_req *zfcp_fsf_abort_fcp_command(unsigned long old_req_id,
924                                                 struct zfcp_adapter *adapter,
925                                                 struct zfcp_unit *unit,
926                                                 int req_flags)
927 {
928         struct qdio_buffer_element *sbale;
929         struct zfcp_fsf_req *req = NULL;
930
931         spin_lock(&adapter->req_q_lock);
932         if (!zfcp_fsf_sbal_available(adapter))
933                 goto out;
934         req = zfcp_fsf_req_create(adapter, FSF_QTCB_ABORT_FCP_CMND,
935                                   req_flags, adapter->pool.fsf_req_abort);
936         if (IS_ERR(req)) {
937                 req = NULL;
938                 goto out;
939         }
940
941         if (unlikely(!(atomic_read(&unit->status) &
942                        ZFCP_STATUS_COMMON_UNBLOCKED)))
943                 goto out_error_free;
944
945         sbale = zfcp_qdio_sbale_req(req);
946         sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
947         sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
948
949         req->data = unit;
950         req->handler = zfcp_fsf_abort_fcp_command_handler;
951         req->qtcb->header.lun_handle = unit->handle;
952         req->qtcb->header.port_handle = unit->port->handle;
953         req->qtcb->bottom.support.req_handle = (u64) old_req_id;
954
955         zfcp_fsf_start_timer(req, ZFCP_SCSI_ER_TIMEOUT);
956         if (!zfcp_fsf_req_send(req))
957                 goto out;
958
959 out_error_free:
960         zfcp_fsf_req_free(req);
961         req = NULL;
962 out:
963         spin_unlock(&adapter->req_q_lock);
964         return req;
965 }
966
967 static void zfcp_fsf_send_ct_handler(struct zfcp_fsf_req *req)
968 {
969         struct zfcp_adapter *adapter = req->adapter;
970         struct zfcp_send_ct *send_ct = req->data;
971         struct fsf_qtcb_header *header = &req->qtcb->header;
972
973         send_ct->status = -EINVAL;
974
975         if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
976                 goto skip_fsfstatus;
977
978         switch (header->fsf_status) {
979         case FSF_GOOD:
980                 zfcp_san_dbf_event_ct_response(req);
981                 send_ct->status = 0;
982                 break;
983         case FSF_SERVICE_CLASS_NOT_SUPPORTED:
984                 zfcp_fsf_class_not_supp(req);
985                 break;
986         case FSF_ADAPTER_STATUS_AVAILABLE:
987                 switch (header->fsf_status_qual.word[0]){
988                 case FSF_SQ_INVOKE_LINK_TEST_PROCEDURE:
989                 case FSF_SQ_ULP_DEPENDENT_ERP_REQUIRED:
990                         req->status |= ZFCP_STATUS_FSFREQ_ERROR;
991                         break;
992                 }
993                 break;
994         case FSF_ACCESS_DENIED:
995                 break;
996         case FSF_PORT_BOXED:
997                 req->status |= ZFCP_STATUS_FSFREQ_ERROR |
998                                ZFCP_STATUS_FSFREQ_RETRY;
999                 break;
1000         case FSF_PORT_HANDLE_NOT_VALID:
1001                 zfcp_erp_adapter_reopen(adapter, 0, 106, req);
1002         case FSF_GENERIC_COMMAND_REJECTED:
1003         case FSF_PAYLOAD_SIZE_MISMATCH:
1004         case FSF_REQUEST_SIZE_TOO_LARGE:
1005         case FSF_RESPONSE_SIZE_TOO_LARGE:
1006         case FSF_SBAL_MISMATCH:
1007                 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1008                 break;
1009         }
1010
1011 skip_fsfstatus:
1012         if (send_ct->handler)
1013                 send_ct->handler(send_ct->handler_data);
1014 }
1015
1016 static int zfcp_fsf_setup_ct_els_sbals(struct zfcp_fsf_req *req,
1017                                        struct scatterlist *sg_req,
1018                                        struct scatterlist *sg_resp,
1019                                        int max_sbals)
1020 {
1021         struct qdio_buffer_element *sbale = zfcp_qdio_sbale_req(req);
1022         u32 feat = req->adapter->adapter_features;
1023         int bytes;
1024
1025         if (!(feat & FSF_FEATURE_ELS_CT_CHAINED_SBALS)) {
1026                 if (sg_req->length > PAGE_SIZE || sg_resp->length > PAGE_SIZE ||
1027                     !sg_is_last(sg_req) || !sg_is_last(sg_resp))
1028                         return -EOPNOTSUPP;
1029
1030                 sbale[0].flags |= SBAL_FLAGS0_TYPE_WRITE_READ;
1031                 sbale[2].addr   = sg_virt(sg_req);
1032                 sbale[2].length = sg_req->length;
1033                 sbale[3].addr   = sg_virt(sg_resp);
1034                 sbale[3].length = sg_resp->length;
1035                 sbale[3].flags |= SBAL_FLAGS_LAST_ENTRY;
1036                 return 0;
1037         }
1038
1039         bytes = zfcp_qdio_sbals_from_sg(req, SBAL_FLAGS0_TYPE_WRITE_READ,
1040                                         sg_req, max_sbals);
1041         if (bytes <= 0)
1042                 return -ENOMEM;
1043         req->qtcb->bottom.support.req_buf_length = bytes;
1044         req->sbale_curr = ZFCP_LAST_SBALE_PER_SBAL;
1045
1046         bytes = zfcp_qdio_sbals_from_sg(req, SBAL_FLAGS0_TYPE_WRITE_READ,
1047                                         sg_resp, max_sbals);
1048         if (bytes <= 0)
1049                 return -ENOMEM;
1050         req->qtcb->bottom.support.resp_buf_length = bytes;
1051
1052         return 0;
1053 }
1054
1055 /**
1056  * zfcp_fsf_send_ct - initiate a Generic Service request (FC-GS)
1057  * @ct: pointer to struct zfcp_send_ct with data for request
1058  * @pool: if non-null this mempool is used to allocate struct zfcp_fsf_req
1059  * @erp_action: if non-null the Generic Service request sent within ERP
1060  */
1061 int zfcp_fsf_send_ct(struct zfcp_send_ct *ct, mempool_t *pool,
1062                      struct zfcp_erp_action *erp_action)
1063 {
1064         struct zfcp_wka_port *wka_port = ct->wka_port;
1065         struct zfcp_adapter *adapter = wka_port->adapter;
1066         struct zfcp_fsf_req *req;
1067         int ret = -EIO;
1068
1069         spin_lock_bh(&adapter->req_q_lock);
1070         if (zfcp_fsf_req_sbal_get(adapter))
1071                 goto out;
1072
1073         req = zfcp_fsf_req_create(adapter, FSF_QTCB_SEND_GENERIC,
1074                                   ZFCP_REQ_AUTO_CLEANUP, pool);
1075         if (IS_ERR(req)) {
1076                 ret = PTR_ERR(req);
1077                 goto out;
1078         }
1079
1080         ret = zfcp_fsf_setup_ct_els_sbals(req, ct->req, ct->resp,
1081                                           FSF_MAX_SBALS_PER_REQ);
1082         if (ret)
1083                 goto failed_send;
1084
1085         req->handler = zfcp_fsf_send_ct_handler;
1086         req->qtcb->header.port_handle = wka_port->handle;
1087         req->qtcb->bottom.support.service_class = FSF_CLASS_3;
1088         req->qtcb->bottom.support.timeout = ct->timeout;
1089         req->data = ct;
1090
1091         zfcp_san_dbf_event_ct_request(req);
1092
1093         if (erp_action) {
1094                 erp_action->fsf_req = req;
1095                 req->erp_action = erp_action;
1096                 zfcp_fsf_start_erp_timer(req);
1097         } else
1098                 zfcp_fsf_start_timer(req, ZFCP_FSF_REQUEST_TIMEOUT);
1099
1100         ret = zfcp_fsf_req_send(req);
1101         if (ret)
1102                 goto failed_send;
1103
1104         goto out;
1105
1106 failed_send:
1107         zfcp_fsf_req_free(req);
1108         if (erp_action)
1109                 erp_action->fsf_req = NULL;
1110 out:
1111         spin_unlock_bh(&adapter->req_q_lock);
1112         return ret;
1113 }
1114
1115 static void zfcp_fsf_send_els_handler(struct zfcp_fsf_req *req)
1116 {
1117         struct zfcp_send_els *send_els = req->data;
1118         struct zfcp_port *port = send_els->port;
1119         struct fsf_qtcb_header *header = &req->qtcb->header;
1120
1121         send_els->status = -EINVAL;
1122
1123         if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
1124                 goto skip_fsfstatus;
1125
1126         switch (header->fsf_status) {
1127         case FSF_GOOD:
1128                 zfcp_san_dbf_event_els_response(req);
1129                 send_els->status = 0;
1130                 break;
1131         case FSF_SERVICE_CLASS_NOT_SUPPORTED:
1132                 zfcp_fsf_class_not_supp(req);
1133                 break;
1134         case FSF_ADAPTER_STATUS_AVAILABLE:
1135                 switch (header->fsf_status_qual.word[0]){
1136                 case FSF_SQ_INVOKE_LINK_TEST_PROCEDURE:
1137                         if (port && (send_els->ls_code != ZFCP_LS_ADISC))
1138                                 zfcp_test_link(port);
1139                         /*fall through */
1140                 case FSF_SQ_ULP_DEPENDENT_ERP_REQUIRED:
1141                 case FSF_SQ_RETRY_IF_POSSIBLE:
1142                         req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1143                         break;
1144                 }
1145                 break;
1146         case FSF_ELS_COMMAND_REJECTED:
1147         case FSF_PAYLOAD_SIZE_MISMATCH:
1148         case FSF_REQUEST_SIZE_TOO_LARGE:
1149         case FSF_RESPONSE_SIZE_TOO_LARGE:
1150                 break;
1151         case FSF_ACCESS_DENIED:
1152                 zfcp_fsf_access_denied_port(req, port);
1153                 break;
1154         case FSF_SBAL_MISMATCH:
1155                 /* should never occure, avoided in zfcp_fsf_send_els */
1156                 /* fall through */
1157         default:
1158                 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1159                 break;
1160         }
1161 skip_fsfstatus:
1162         if (send_els->handler)
1163                 send_els->handler(send_els->handler_data);
1164 }
1165
1166 /**
1167  * zfcp_fsf_send_els - initiate an ELS command (FC-FS)
1168  * @els: pointer to struct zfcp_send_els with data for the command
1169  */
1170 int zfcp_fsf_send_els(struct zfcp_send_els *els)
1171 {
1172         struct zfcp_fsf_req *req;
1173         struct zfcp_adapter *adapter = els->adapter;
1174         struct fsf_qtcb_bottom_support *bottom;
1175         int ret = -EIO;
1176
1177         if (unlikely(!(atomic_read(&els->port->status) &
1178                        ZFCP_STATUS_COMMON_UNBLOCKED)))
1179                 return -EBUSY;
1180
1181         spin_lock(&adapter->req_q_lock);
1182         if (!zfcp_fsf_sbal_available(adapter))
1183                 goto out;
1184         req = zfcp_fsf_req_create(adapter, FSF_QTCB_SEND_ELS,
1185                                   ZFCP_REQ_AUTO_CLEANUP, NULL);
1186         if (IS_ERR(req)) {
1187                 ret = PTR_ERR(req);
1188                 goto out;
1189         }
1190
1191         ret = zfcp_fsf_setup_ct_els_sbals(req, els->req, els->resp, 2);
1192
1193         if (ret)
1194                 goto failed_send;
1195
1196         bottom = &req->qtcb->bottom.support;
1197         req->handler = zfcp_fsf_send_els_handler;
1198         bottom->d_id = els->d_id;
1199         bottom->service_class = FSF_CLASS_3;
1200         bottom->timeout = 2 * R_A_TOV;
1201         req->data = els;
1202
1203         zfcp_san_dbf_event_els_request(req);
1204
1205         zfcp_fsf_start_timer(req, ZFCP_FSF_REQUEST_TIMEOUT);
1206         ret = zfcp_fsf_req_send(req);
1207         if (ret)
1208                 goto failed_send;
1209
1210         goto out;
1211
1212 failed_send:
1213         zfcp_fsf_req_free(req);
1214 out:
1215         spin_unlock(&adapter->req_q_lock);
1216         return ret;
1217 }
1218
1219 int zfcp_fsf_exchange_config_data(struct zfcp_erp_action *erp_action)
1220 {
1221         struct qdio_buffer_element *sbale;
1222         struct zfcp_fsf_req *req;
1223         struct zfcp_adapter *adapter = erp_action->adapter;
1224         int retval = -EIO;
1225
1226         spin_lock_bh(&adapter->req_q_lock);
1227         if (!zfcp_fsf_sbal_available(adapter))
1228                 goto out;
1229         req = zfcp_fsf_req_create(adapter,
1230                                   FSF_QTCB_EXCHANGE_CONFIG_DATA,
1231                                   ZFCP_REQ_AUTO_CLEANUP,
1232                                   adapter->pool.fsf_req_erp);
1233         if (IS_ERR(req)) {
1234                 retval = PTR_ERR(req);
1235                 goto out;
1236         }
1237
1238         sbale = zfcp_qdio_sbale_req(req);
1239         sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
1240         sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
1241
1242         req->qtcb->bottom.config.feature_selection =
1243                         FSF_FEATURE_CFDC |
1244                         FSF_FEATURE_LUN_SHARING |
1245                         FSF_FEATURE_NOTIFICATION_LOST |
1246                         FSF_FEATURE_UPDATE_ALERT;
1247         req->erp_action = erp_action;
1248         req->handler = zfcp_fsf_exchange_config_data_handler;
1249         erp_action->fsf_req = req;
1250
1251         zfcp_fsf_start_erp_timer(req);
1252         retval = zfcp_fsf_req_send(req);
1253         if (retval) {
1254                 zfcp_fsf_req_free(req);
1255                 erp_action->fsf_req = NULL;
1256         }
1257 out:
1258         spin_unlock_bh(&adapter->req_q_lock);
1259         return retval;
1260 }
1261
1262 int zfcp_fsf_exchange_config_data_sync(struct zfcp_adapter *adapter,
1263                                        struct fsf_qtcb_bottom_config *data)
1264 {
1265         struct qdio_buffer_element *sbale;
1266         struct zfcp_fsf_req *req = NULL;
1267         int retval = -EIO;
1268
1269         spin_lock_bh(&adapter->req_q_lock);
1270         if (zfcp_fsf_req_sbal_get(adapter))
1271                 goto out;
1272
1273         req = zfcp_fsf_req_create(adapter, FSF_QTCB_EXCHANGE_CONFIG_DATA,
1274                                   0, NULL);
1275         if (IS_ERR(req)) {
1276                 retval = PTR_ERR(req);
1277                 goto out;
1278         }
1279
1280         sbale = zfcp_qdio_sbale_req(req);
1281         sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
1282         sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
1283         req->handler = zfcp_fsf_exchange_config_data_handler;
1284
1285         req->qtcb->bottom.config.feature_selection =
1286                         FSF_FEATURE_CFDC |
1287                         FSF_FEATURE_LUN_SHARING |
1288                         FSF_FEATURE_NOTIFICATION_LOST |
1289                         FSF_FEATURE_UPDATE_ALERT;
1290
1291         if (data)
1292                 req->data = data;
1293
1294         zfcp_fsf_start_timer(req, ZFCP_FSF_REQUEST_TIMEOUT);
1295         retval = zfcp_fsf_req_send(req);
1296 out:
1297         spin_unlock_bh(&adapter->req_q_lock);
1298         if (!retval)
1299                 wait_event(req->completion_wq,
1300                            req->status & ZFCP_STATUS_FSFREQ_COMPLETED);
1301
1302         zfcp_fsf_req_free(req);
1303
1304         return retval;
1305 }
1306
1307 /**
1308  * zfcp_fsf_exchange_port_data - request information about local port
1309  * @erp_action: ERP action for the adapter for which port data is requested
1310  * Returns: 0 on success, error otherwise
1311  */
1312 int zfcp_fsf_exchange_port_data(struct zfcp_erp_action *erp_action)
1313 {
1314         struct qdio_buffer_element *sbale;
1315         struct zfcp_fsf_req *req;
1316         struct zfcp_adapter *adapter = erp_action->adapter;
1317         int retval = -EIO;
1318
1319         if (!(adapter->adapter_features & FSF_FEATURE_HBAAPI_MANAGEMENT))
1320                 return -EOPNOTSUPP;
1321
1322         spin_lock_bh(&adapter->req_q_lock);
1323         if (!zfcp_fsf_sbal_available(adapter))
1324                 goto out;
1325         req = zfcp_fsf_req_create(adapter, FSF_QTCB_EXCHANGE_PORT_DATA,
1326                                   ZFCP_REQ_AUTO_CLEANUP,
1327                                   adapter->pool.fsf_req_erp);
1328         if (IS_ERR(req)) {
1329                 retval = PTR_ERR(req);
1330                 goto out;
1331         }
1332
1333         sbale = zfcp_qdio_sbale_req(req);
1334         sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
1335         sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
1336
1337         req->handler = zfcp_fsf_exchange_port_data_handler;
1338         req->erp_action = erp_action;
1339         erp_action->fsf_req = req;
1340
1341         zfcp_fsf_start_erp_timer(req);
1342         retval = zfcp_fsf_req_send(req);
1343         if (retval) {
1344                 zfcp_fsf_req_free(req);
1345                 erp_action->fsf_req = NULL;
1346         }
1347 out:
1348         spin_unlock_bh(&adapter->req_q_lock);
1349         return retval;
1350 }
1351
1352 /**
1353  * zfcp_fsf_exchange_port_data_sync - request information about local port
1354  * @adapter: pointer to struct zfcp_adapter
1355  * @data: pointer to struct fsf_qtcb_bottom_port
1356  * Returns: 0 on success, error otherwise
1357  */
1358 int zfcp_fsf_exchange_port_data_sync(struct zfcp_adapter *adapter,
1359                                      struct fsf_qtcb_bottom_port *data)
1360 {
1361         struct qdio_buffer_element *sbale;
1362         struct zfcp_fsf_req *req = NULL;
1363         int retval = -EIO;
1364
1365         if (!(adapter->adapter_features & FSF_FEATURE_HBAAPI_MANAGEMENT))
1366                 return -EOPNOTSUPP;
1367
1368         spin_lock_bh(&adapter->req_q_lock);
1369         if (!zfcp_fsf_sbal_available(adapter))
1370                 goto out;
1371
1372         req = zfcp_fsf_req_create(adapter, FSF_QTCB_EXCHANGE_PORT_DATA, 0,
1373                                   NULL);
1374         if (IS_ERR(req)) {
1375                 retval = PTR_ERR(req);
1376                 goto out;
1377         }
1378
1379         if (data)
1380                 req->data = data;
1381
1382         sbale = zfcp_qdio_sbale_req(req);
1383         sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
1384         sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
1385
1386         req->handler = zfcp_fsf_exchange_port_data_handler;
1387         zfcp_fsf_start_timer(req, ZFCP_FSF_REQUEST_TIMEOUT);
1388         retval = zfcp_fsf_req_send(req);
1389 out:
1390         spin_unlock_bh(&adapter->req_q_lock);
1391         if (!retval)
1392                 wait_event(req->completion_wq,
1393                            req->status & ZFCP_STATUS_FSFREQ_COMPLETED);
1394         zfcp_fsf_req_free(req);
1395
1396         return retval;
1397 }
1398
1399 static void zfcp_fsf_open_port_handler(struct zfcp_fsf_req *req)
1400 {
1401         struct zfcp_port *port = req->data;
1402         struct fsf_qtcb_header *header = &req->qtcb->header;
1403         struct fsf_plogi *plogi;
1404
1405         if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
1406                 return;
1407
1408         switch (header->fsf_status) {
1409         case FSF_PORT_ALREADY_OPEN:
1410                 break;
1411         case FSF_ACCESS_DENIED:
1412                 zfcp_fsf_access_denied_port(req, port);
1413                 break;
1414         case FSF_MAXIMUM_NUMBER_OF_PORTS_EXCEEDED:
1415                 dev_warn(&req->adapter->ccw_device->dev,
1416                          "Not enough FCP adapter resources to open "
1417                          "remote port 0x%016Lx\n",
1418                          (unsigned long long)port->wwpn);
1419                 zfcp_erp_port_failed(port, 31, req);
1420                 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1421                 break;
1422         case FSF_ADAPTER_STATUS_AVAILABLE:
1423                 switch (header->fsf_status_qual.word[0]) {
1424                 case FSF_SQ_INVOKE_LINK_TEST_PROCEDURE:
1425                 case FSF_SQ_ULP_DEPENDENT_ERP_REQUIRED:
1426                 case FSF_SQ_NO_RETRY_POSSIBLE:
1427                         req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1428                         break;
1429                 }
1430                 break;
1431         case FSF_GOOD:
1432                 port->handle = header->port_handle;
1433                 atomic_set_mask(ZFCP_STATUS_COMMON_OPEN |
1434                                 ZFCP_STATUS_PORT_PHYS_OPEN, &port->status);
1435                 atomic_clear_mask(ZFCP_STATUS_COMMON_ACCESS_DENIED |
1436                                   ZFCP_STATUS_COMMON_ACCESS_BOXED,
1437                                   &port->status);
1438                 /* check whether D_ID has changed during open */
1439                 /*
1440                  * FIXME: This check is not airtight, as the FCP channel does
1441                  * not monitor closures of target port connections caused on
1442                  * the remote side. Thus, they might miss out on invalidating
1443                  * locally cached WWPNs (and other N_Port parameters) of gone
1444                  * target ports. So, our heroic attempt to make things safe
1445                  * could be undermined by 'open port' response data tagged with
1446                  * obsolete WWPNs. Another reason to monitor potential
1447                  * connection closures ourself at least (by interpreting
1448                  * incoming ELS' and unsolicited status). It just crosses my
1449                  * mind that one should be able to cross-check by means of
1450                  * another GID_PN straight after a port has been opened.
1451                  * Alternately, an ADISC/PDISC ELS should suffice, as well.
1452                  */
1453                 plogi = (struct fsf_plogi *) req->qtcb->bottom.support.els;
1454                 if (req->qtcb->bottom.support.els1_length >=
1455                     FSF_PLOGI_MIN_LEN) {
1456                         if (plogi->serv_param.wwpn != port->wwpn)
1457                                 port->d_id = 0;
1458                         else {
1459                                 port->wwnn = plogi->serv_param.wwnn;
1460                                 zfcp_fc_plogi_evaluate(port, plogi);
1461                         }
1462                 }
1463                 break;
1464         case FSF_UNKNOWN_OP_SUBTYPE:
1465                 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1466                 break;
1467         }
1468 }
1469
1470 /**
1471  * zfcp_fsf_open_port - create and send open port request
1472  * @erp_action: pointer to struct zfcp_erp_action
1473  * Returns: 0 on success, error otherwise
1474  */
1475 int zfcp_fsf_open_port(struct zfcp_erp_action *erp_action)
1476 {
1477         struct qdio_buffer_element *sbale;
1478         struct zfcp_adapter *adapter = erp_action->adapter;
1479         struct zfcp_fsf_req *req;
1480         int retval = -EIO;
1481
1482         spin_lock_bh(&adapter->req_q_lock);
1483         if (zfcp_fsf_req_sbal_get(adapter))
1484                 goto out;
1485
1486         req = zfcp_fsf_req_create(adapter,
1487                                   FSF_QTCB_OPEN_PORT_WITH_DID,
1488                                   ZFCP_REQ_AUTO_CLEANUP,
1489                                   adapter->pool.fsf_req_erp);
1490         if (IS_ERR(req)) {
1491                 retval = PTR_ERR(req);
1492                 goto out;
1493         }
1494
1495         sbale = zfcp_qdio_sbale_req(req);
1496         sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
1497         sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
1498
1499         req->handler = zfcp_fsf_open_port_handler;
1500         req->qtcb->bottom.support.d_id = erp_action->port->d_id;
1501         req->data = erp_action->port;
1502         req->erp_action = erp_action;
1503         erp_action->fsf_req = req;
1504
1505         zfcp_fsf_start_erp_timer(req);
1506         retval = zfcp_fsf_req_send(req);
1507         if (retval) {
1508                 zfcp_fsf_req_free(req);
1509                 erp_action->fsf_req = NULL;
1510         }
1511 out:
1512         spin_unlock_bh(&adapter->req_q_lock);
1513         return retval;
1514 }
1515
1516 static void zfcp_fsf_close_port_handler(struct zfcp_fsf_req *req)
1517 {
1518         struct zfcp_port *port = req->data;
1519
1520         if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
1521                 return;
1522
1523         switch (req->qtcb->header.fsf_status) {
1524         case FSF_PORT_HANDLE_NOT_VALID:
1525                 zfcp_erp_adapter_reopen(port->adapter, 0, 107, req);
1526                 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1527                 break;
1528         case FSF_ADAPTER_STATUS_AVAILABLE:
1529                 break;
1530         case FSF_GOOD:
1531                 zfcp_erp_modify_port_status(port, 33, req,
1532                                             ZFCP_STATUS_COMMON_OPEN,
1533                                             ZFCP_CLEAR);
1534                 break;
1535         }
1536 }
1537
1538 /**
1539  * zfcp_fsf_close_port - create and send close port request
1540  * @erp_action: pointer to struct zfcp_erp_action
1541  * Returns: 0 on success, error otherwise
1542  */
1543 int zfcp_fsf_close_port(struct zfcp_erp_action *erp_action)
1544 {
1545         struct qdio_buffer_element *sbale;
1546         struct zfcp_adapter *adapter = erp_action->adapter;
1547         struct zfcp_fsf_req *req;
1548         int retval = -EIO;
1549
1550         spin_lock_bh(&adapter->req_q_lock);
1551         if (zfcp_fsf_req_sbal_get(adapter))
1552                 goto out;
1553
1554         req = zfcp_fsf_req_create(adapter, FSF_QTCB_CLOSE_PORT,
1555                                   ZFCP_REQ_AUTO_CLEANUP,
1556                                   adapter->pool.fsf_req_erp);
1557         if (IS_ERR(req)) {
1558                 retval = PTR_ERR(req);
1559                 goto out;
1560         }
1561
1562         sbale = zfcp_qdio_sbale_req(req);
1563         sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
1564         sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
1565
1566         req->handler = zfcp_fsf_close_port_handler;
1567         req->data = erp_action->port;
1568         req->erp_action = erp_action;
1569         req->qtcb->header.port_handle = erp_action->port->handle;
1570         erp_action->fsf_req = req;
1571
1572         zfcp_fsf_start_erp_timer(req);
1573         retval = zfcp_fsf_req_send(req);
1574         if (retval) {
1575                 zfcp_fsf_req_free(req);
1576                 erp_action->fsf_req = NULL;
1577         }
1578 out:
1579         spin_unlock_bh(&adapter->req_q_lock);
1580         return retval;
1581 }
1582
1583 static void zfcp_fsf_open_wka_port_handler(struct zfcp_fsf_req *req)
1584 {
1585         struct zfcp_wka_port *wka_port = req->data;
1586         struct fsf_qtcb_header *header = &req->qtcb->header;
1587
1588         if (req->status & ZFCP_STATUS_FSFREQ_ERROR) {
1589                 wka_port->status = ZFCP_WKA_PORT_OFFLINE;
1590                 goto out;
1591         }
1592
1593         switch (header->fsf_status) {
1594         case FSF_MAXIMUM_NUMBER_OF_PORTS_EXCEEDED:
1595                 dev_warn(&req->adapter->ccw_device->dev,
1596                          "Opening WKA port 0x%x failed\n", wka_port->d_id);
1597         case FSF_ADAPTER_STATUS_AVAILABLE:
1598                 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1599         case FSF_ACCESS_DENIED:
1600                 wka_port->status = ZFCP_WKA_PORT_OFFLINE;
1601                 break;
1602         case FSF_PORT_ALREADY_OPEN:
1603                 break;
1604         case FSF_GOOD:
1605                 wka_port->handle = header->port_handle;
1606                 wka_port->status = ZFCP_WKA_PORT_ONLINE;
1607         }
1608 out:
1609         wake_up(&wka_port->completion_wq);
1610 }
1611
1612 /**
1613  * zfcp_fsf_open_wka_port - create and send open wka-port request
1614  * @wka_port: pointer to struct zfcp_wka_port
1615  * Returns: 0 on success, error otherwise
1616  */
1617 int zfcp_fsf_open_wka_port(struct zfcp_wka_port *wka_port)
1618 {
1619         struct qdio_buffer_element *sbale;
1620         struct zfcp_adapter *adapter = wka_port->adapter;
1621         struct zfcp_fsf_req *req;
1622         int retval = -EIO;
1623
1624         spin_lock_bh(&adapter->req_q_lock);
1625         if (zfcp_fsf_req_sbal_get(adapter))
1626                 goto out;
1627
1628         req = zfcp_fsf_req_create(adapter,
1629                                   FSF_QTCB_OPEN_PORT_WITH_DID,
1630                                   ZFCP_REQ_AUTO_CLEANUP,
1631                                   adapter->pool.fsf_req_erp);
1632         if (unlikely(IS_ERR(req))) {
1633                 retval = PTR_ERR(req);
1634                 goto out;
1635         }
1636
1637         sbale = zfcp_qdio_sbale_req(req);
1638         sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
1639         sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
1640
1641         req->handler = zfcp_fsf_open_wka_port_handler;
1642         req->qtcb->bottom.support.d_id = wka_port->d_id;
1643         req->data = wka_port;
1644
1645         zfcp_fsf_start_timer(req, ZFCP_FSF_REQUEST_TIMEOUT);
1646         retval = zfcp_fsf_req_send(req);
1647         if (retval)
1648                 zfcp_fsf_req_free(req);
1649 out:
1650         spin_unlock_bh(&adapter->req_q_lock);
1651         return retval;
1652 }
1653
1654 static void zfcp_fsf_close_wka_port_handler(struct zfcp_fsf_req *req)
1655 {
1656         struct zfcp_wka_port *wka_port = req->data;
1657
1658         if (req->qtcb->header.fsf_status == FSF_PORT_HANDLE_NOT_VALID) {
1659                 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1660                 zfcp_erp_adapter_reopen(wka_port->adapter, 0, 84, req);
1661         }
1662
1663         wka_port->status = ZFCP_WKA_PORT_OFFLINE;
1664         wake_up(&wka_port->completion_wq);
1665 }
1666
1667 /**
1668  * zfcp_fsf_close_wka_port - create and send close wka port request
1669  * @erp_action: pointer to struct zfcp_erp_action
1670  * Returns: 0 on success, error otherwise
1671  */
1672 int zfcp_fsf_close_wka_port(struct zfcp_wka_port *wka_port)
1673 {
1674         struct qdio_buffer_element *sbale;
1675         struct zfcp_adapter *adapter = wka_port->adapter;
1676         struct zfcp_fsf_req *req;
1677         int retval = -EIO;
1678
1679         spin_lock_bh(&adapter->req_q_lock);
1680         if (zfcp_fsf_req_sbal_get(adapter))
1681                 goto out;
1682
1683         req = zfcp_fsf_req_create(adapter, FSF_QTCB_CLOSE_PORT,
1684                                   ZFCP_REQ_AUTO_CLEANUP,
1685                                   adapter->pool.fsf_req_erp);
1686         if (unlikely(IS_ERR(req))) {
1687                 retval = PTR_ERR(req);
1688                 goto out;
1689         }
1690
1691         sbale = zfcp_qdio_sbale_req(req);
1692         sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
1693         sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
1694
1695         req->handler = zfcp_fsf_close_wka_port_handler;
1696         req->data = wka_port;
1697         req->qtcb->header.port_handle = wka_port->handle;
1698
1699         zfcp_fsf_start_timer(req, ZFCP_FSF_REQUEST_TIMEOUT);
1700         retval = zfcp_fsf_req_send(req);
1701         if (retval)
1702                 zfcp_fsf_req_free(req);
1703 out:
1704         spin_unlock_bh(&adapter->req_q_lock);
1705         return retval;
1706 }
1707
1708 static void zfcp_fsf_close_physical_port_handler(struct zfcp_fsf_req *req)
1709 {
1710         struct zfcp_port *port = req->data;
1711         struct fsf_qtcb_header *header = &req->qtcb->header;
1712         struct zfcp_unit *unit;
1713
1714         if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
1715                 return;
1716
1717         switch (header->fsf_status) {
1718         case FSF_PORT_HANDLE_NOT_VALID:
1719                 zfcp_erp_adapter_reopen(port->adapter, 0, 108, req);
1720                 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1721                 break;
1722         case FSF_ACCESS_DENIED:
1723                 zfcp_fsf_access_denied_port(req, port);
1724                 break;
1725         case FSF_PORT_BOXED:
1726                 zfcp_erp_port_boxed(port, 50, req);
1727                 req->status |= ZFCP_STATUS_FSFREQ_ERROR |
1728                                ZFCP_STATUS_FSFREQ_RETRY;
1729                 /* can't use generic zfcp_erp_modify_port_status because
1730                  * ZFCP_STATUS_COMMON_OPEN must not be reset for the port */
1731                 atomic_clear_mask(ZFCP_STATUS_PORT_PHYS_OPEN, &port->status);
1732                 list_for_each_entry(unit, &port->unit_list_head, list)
1733                         atomic_clear_mask(ZFCP_STATUS_COMMON_OPEN,
1734                                           &unit->status);
1735                 break;
1736         case FSF_ADAPTER_STATUS_AVAILABLE:
1737                 switch (header->fsf_status_qual.word[0]) {
1738                 case FSF_SQ_INVOKE_LINK_TEST_PROCEDURE:
1739                         /* fall through */
1740                 case FSF_SQ_ULP_DEPENDENT_ERP_REQUIRED:
1741                         req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1742                         break;
1743                 }
1744                 break;
1745         case FSF_GOOD:
1746                 /* can't use generic zfcp_erp_modify_port_status because
1747                  * ZFCP_STATUS_COMMON_OPEN must not be reset for the port
1748                  */
1749                 atomic_clear_mask(ZFCP_STATUS_PORT_PHYS_OPEN, &port->status);
1750                 list_for_each_entry(unit, &port->unit_list_head, list)
1751                         atomic_clear_mask(ZFCP_STATUS_COMMON_OPEN,
1752                                           &unit->status);
1753                 break;
1754         }
1755 }
1756
1757 /**
1758  * zfcp_fsf_close_physical_port - close physical port
1759  * @erp_action: pointer to struct zfcp_erp_action
1760  * Returns: 0 on success
1761  */
1762 int zfcp_fsf_close_physical_port(struct zfcp_erp_action *erp_action)
1763 {
1764         struct qdio_buffer_element *sbale;
1765         struct zfcp_adapter *adapter = erp_action->adapter;
1766         struct zfcp_fsf_req *req;
1767         int retval = -EIO;
1768
1769         spin_lock_bh(&adapter->req_q_lock);
1770         if (zfcp_fsf_req_sbal_get(adapter))
1771                 goto out;
1772
1773         req = zfcp_fsf_req_create(adapter, FSF_QTCB_CLOSE_PHYSICAL_PORT,
1774                                   ZFCP_REQ_AUTO_CLEANUP,
1775                                   adapter->pool.fsf_req_erp);
1776         if (IS_ERR(req)) {
1777                 retval = PTR_ERR(req);
1778                 goto out;
1779         }
1780
1781         sbale = zfcp_qdio_sbale_req(req);
1782         sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
1783         sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
1784
1785         req->data = erp_action->port;
1786         req->qtcb->header.port_handle = erp_action->port->handle;
1787         req->erp_action = erp_action;
1788         req->handler = zfcp_fsf_close_physical_port_handler;
1789         erp_action->fsf_req = req;
1790
1791         zfcp_fsf_start_erp_timer(req);
1792         retval = zfcp_fsf_req_send(req);
1793         if (retval) {
1794                 zfcp_fsf_req_free(req);
1795                 erp_action->fsf_req = NULL;
1796         }
1797 out:
1798         spin_unlock_bh(&adapter->req_q_lock);
1799         return retval;
1800 }
1801
1802 static void zfcp_fsf_open_unit_handler(struct zfcp_fsf_req *req)
1803 {
1804         struct zfcp_adapter *adapter = req->adapter;
1805         struct zfcp_unit *unit = req->data;
1806         struct fsf_qtcb_header *header = &req->qtcb->header;
1807         struct fsf_qtcb_bottom_support *bottom = &req->qtcb->bottom.support;
1808         struct fsf_queue_designator *queue_designator =
1809                                 &header->fsf_status_qual.fsf_queue_designator;
1810         int exclusive, readwrite;
1811
1812         if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
1813                 return;
1814
1815         atomic_clear_mask(ZFCP_STATUS_COMMON_ACCESS_DENIED |
1816                           ZFCP_STATUS_COMMON_ACCESS_BOXED |
1817                           ZFCP_STATUS_UNIT_SHARED |
1818                           ZFCP_STATUS_UNIT_READONLY,
1819                           &unit->status);
1820
1821         switch (header->fsf_status) {
1822
1823         case FSF_PORT_HANDLE_NOT_VALID:
1824                 zfcp_erp_adapter_reopen(unit->port->adapter, 0, 109, req);
1825                 /* fall through */
1826         case FSF_LUN_ALREADY_OPEN:
1827                 break;
1828         case FSF_ACCESS_DENIED:
1829                 zfcp_fsf_access_denied_unit(req, unit);
1830                 atomic_clear_mask(ZFCP_STATUS_UNIT_SHARED, &unit->status);
1831                 atomic_clear_mask(ZFCP_STATUS_UNIT_READONLY, &unit->status);
1832                 break;
1833         case FSF_PORT_BOXED:
1834                 zfcp_erp_port_boxed(unit->port, 51, req);
1835                 req->status |= ZFCP_STATUS_FSFREQ_ERROR |
1836                                ZFCP_STATUS_FSFREQ_RETRY;
1837                 break;
1838         case FSF_LUN_SHARING_VIOLATION:
1839                 if (header->fsf_status_qual.word[0])
1840                         dev_warn(&adapter->ccw_device->dev,
1841                                  "LUN 0x%Lx on port 0x%Lx is already in "
1842                                  "use by CSS%d, MIF Image ID %x\n",
1843                                  (unsigned long long)unit->fcp_lun,
1844                                  (unsigned long long)unit->port->wwpn,
1845                                  queue_designator->cssid,
1846                                  queue_designator->hla);
1847                 else
1848                         zfcp_act_eval_err(adapter,
1849                                           header->fsf_status_qual.word[2]);
1850                 zfcp_erp_unit_access_denied(unit, 60, req);
1851                 atomic_clear_mask(ZFCP_STATUS_UNIT_SHARED, &unit->status);
1852                 atomic_clear_mask(ZFCP_STATUS_UNIT_READONLY, &unit->status);
1853                 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1854                 break;
1855         case FSF_MAXIMUM_NUMBER_OF_LUNS_EXCEEDED:
1856                 dev_warn(&adapter->ccw_device->dev,
1857                          "No handle is available for LUN "
1858                          "0x%016Lx on port 0x%016Lx\n",
1859                          (unsigned long long)unit->fcp_lun,
1860                          (unsigned long long)unit->port->wwpn);
1861                 zfcp_erp_unit_failed(unit, 34, req);
1862                 /* fall through */
1863         case FSF_INVALID_COMMAND_OPTION:
1864                 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1865                 break;
1866         case FSF_ADAPTER_STATUS_AVAILABLE:
1867                 switch (header->fsf_status_qual.word[0]) {
1868                 case FSF_SQ_INVOKE_LINK_TEST_PROCEDURE:
1869                         zfcp_test_link(unit->port);
1870                         /* fall through */
1871                 case FSF_SQ_ULP_DEPENDENT_ERP_REQUIRED:
1872                         req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1873                         break;
1874                 }
1875                 break;
1876
1877         case FSF_GOOD:
1878                 unit->handle = header->lun_handle;
1879                 atomic_set_mask(ZFCP_STATUS_COMMON_OPEN, &unit->status);
1880
1881                 if (!(adapter->connection_features & FSF_FEATURE_NPIV_MODE) &&
1882                     (adapter->adapter_features & FSF_FEATURE_LUN_SHARING) &&
1883                     (adapter->ccw_device->id.dev_model != ZFCP_DEVICE_MODEL_PRIV)) {
1884                         exclusive = (bottom->lun_access_info &
1885                                         FSF_UNIT_ACCESS_EXCLUSIVE);
1886                         readwrite = (bottom->lun_access_info &
1887                                         FSF_UNIT_ACCESS_OUTBOUND_TRANSFER);
1888
1889                         if (!exclusive)
1890                                 atomic_set_mask(ZFCP_STATUS_UNIT_SHARED,
1891                                                 &unit->status);
1892
1893                         if (!readwrite) {
1894                                 atomic_set_mask(ZFCP_STATUS_UNIT_READONLY,
1895                                                 &unit->status);
1896                                 dev_info(&adapter->ccw_device->dev,
1897                                          "SCSI device at LUN 0x%016Lx on port "
1898                                          "0x%016Lx opened read-only\n",
1899                                          (unsigned long long)unit->fcp_lun,
1900                                          (unsigned long long)unit->port->wwpn);
1901                         }
1902
1903                         if (exclusive && !readwrite) {
1904                                 dev_err(&adapter->ccw_device->dev,
1905                                         "Exclusive read-only access not "
1906                                         "supported (unit 0x%016Lx, "
1907                                         "port 0x%016Lx)\n",
1908                                         (unsigned long long)unit->fcp_lun,
1909                                         (unsigned long long)unit->port->wwpn);
1910                                 zfcp_erp_unit_failed(unit, 35, req);
1911                                 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1912                                 zfcp_erp_unit_shutdown(unit, 0, 80, req);
1913                         } else if (!exclusive && readwrite) {
1914                                 dev_err(&adapter->ccw_device->dev,
1915                                         "Shared read-write access not "
1916                                         "supported (unit 0x%016Lx, port "
1917                                         "0x%016Lx)\n",
1918                                         (unsigned long long)unit->fcp_lun,
1919                                         (unsigned long long)unit->port->wwpn);
1920                                 zfcp_erp_unit_failed(unit, 36, req);
1921                                 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1922                                 zfcp_erp_unit_shutdown(unit, 0, 81, req);
1923                         }
1924                 }
1925                 break;
1926         }
1927 }
1928
1929 /**
1930  * zfcp_fsf_open_unit - open unit
1931  * @erp_action: pointer to struct zfcp_erp_action
1932  * Returns: 0 on success, error otherwise
1933  */
1934 int zfcp_fsf_open_unit(struct zfcp_erp_action *erp_action)
1935 {
1936         struct qdio_buffer_element *sbale;
1937         struct zfcp_adapter *adapter = erp_action->adapter;
1938         struct zfcp_fsf_req *req;
1939         int retval = -EIO;
1940
1941         spin_lock_bh(&adapter->req_q_lock);
1942         if (zfcp_fsf_req_sbal_get(adapter))
1943                 goto out;
1944
1945         req = zfcp_fsf_req_create(adapter, FSF_QTCB_OPEN_LUN,
1946                                   ZFCP_REQ_AUTO_CLEANUP,
1947                                   adapter->pool.fsf_req_erp);
1948         if (IS_ERR(req)) {
1949                 retval = PTR_ERR(req);
1950                 goto out;
1951         }
1952
1953         sbale = zfcp_qdio_sbale_req(req);
1954         sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
1955         sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
1956
1957         req->qtcb->header.port_handle = erp_action->port->handle;
1958         req->qtcb->bottom.support.fcp_lun = erp_action->unit->fcp_lun;
1959         req->handler = zfcp_fsf_open_unit_handler;
1960         req->data = erp_action->unit;
1961         req->erp_action = erp_action;
1962         erp_action->fsf_req = req;
1963
1964         if (!(adapter->connection_features & FSF_FEATURE_NPIV_MODE))
1965                 req->qtcb->bottom.support.option = FSF_OPEN_LUN_SUPPRESS_BOXING;
1966
1967         zfcp_fsf_start_erp_timer(req);
1968         retval = zfcp_fsf_req_send(req);
1969         if (retval) {
1970                 zfcp_fsf_req_free(req);
1971                 erp_action->fsf_req = NULL;
1972         }
1973 out:
1974         spin_unlock_bh(&adapter->req_q_lock);
1975         return retval;
1976 }
1977
1978 static void zfcp_fsf_close_unit_handler(struct zfcp_fsf_req *req)
1979 {
1980         struct zfcp_unit *unit = req->data;
1981
1982         if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
1983                 return;
1984
1985         switch (req->qtcb->header.fsf_status) {
1986         case FSF_PORT_HANDLE_NOT_VALID:
1987                 zfcp_erp_adapter_reopen(unit->port->adapter, 0, 110, req);
1988                 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1989                 break;
1990         case FSF_LUN_HANDLE_NOT_VALID:
1991                 zfcp_erp_port_reopen(unit->port, 0, 111, req);
1992                 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1993                 break;
1994         case FSF_PORT_BOXED:
1995                 zfcp_erp_port_boxed(unit->port, 52, req);
1996                 req->status |= ZFCP_STATUS_FSFREQ_ERROR |
1997                                ZFCP_STATUS_FSFREQ_RETRY;
1998                 break;
1999         case FSF_ADAPTER_STATUS_AVAILABLE:
2000                 switch (req->qtcb->header.fsf_status_qual.word[0]) {
2001                 case FSF_SQ_INVOKE_LINK_TEST_PROCEDURE:
2002                         zfcp_test_link(unit->port);
2003                         /* fall through */
2004                 case FSF_SQ_ULP_DEPENDENT_ERP_REQUIRED:
2005                         req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2006                         break;
2007                 }
2008                 break;
2009         case FSF_GOOD:
2010                 atomic_clear_mask(ZFCP_STATUS_COMMON_OPEN, &unit->status);
2011                 break;
2012         }
2013 }
2014
2015 /**
2016  * zfcp_fsf_close_unit - close zfcp unit
2017  * @erp_action: pointer to struct zfcp_unit
2018  * Returns: 0 on success, error otherwise
2019  */
2020 int zfcp_fsf_close_unit(struct zfcp_erp_action *erp_action)
2021 {
2022         struct qdio_buffer_element *sbale;
2023         struct zfcp_adapter *adapter = erp_action->adapter;
2024         struct zfcp_fsf_req *req;
2025         int retval = -EIO;
2026
2027         spin_lock_bh(&adapter->req_q_lock);
2028         if (zfcp_fsf_req_sbal_get(adapter))
2029                 goto out;
2030         req = zfcp_fsf_req_create(adapter, FSF_QTCB_CLOSE_LUN,
2031                                   ZFCP_REQ_AUTO_CLEANUP,
2032                                   adapter->pool.fsf_req_erp);
2033         if (IS_ERR(req)) {
2034                 retval = PTR_ERR(req);
2035                 goto out;
2036         }
2037
2038         sbale = zfcp_qdio_sbale_req(req);
2039         sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
2040         sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
2041
2042         req->qtcb->header.port_handle = erp_action->port->handle;
2043         req->qtcb->header.lun_handle = erp_action->unit->handle;
2044         req->handler = zfcp_fsf_close_unit_handler;
2045         req->data = erp_action->unit;
2046         req->erp_action = erp_action;
2047         erp_action->fsf_req = req;
2048
2049         zfcp_fsf_start_erp_timer(req);
2050         retval = zfcp_fsf_req_send(req);
2051         if (retval) {
2052                 zfcp_fsf_req_free(req);
2053                 erp_action->fsf_req = NULL;
2054         }
2055 out:
2056         spin_unlock_bh(&adapter->req_q_lock);
2057         return retval;
2058 }
2059
2060 static void zfcp_fsf_update_lat(struct fsf_latency_record *lat_rec, u32 lat)
2061 {
2062         lat_rec->sum += lat;
2063         lat_rec->min = min(lat_rec->min, lat);
2064         lat_rec->max = max(lat_rec->max, lat);
2065 }
2066
2067 static void zfcp_fsf_req_latency(struct zfcp_fsf_req *req)
2068 {
2069         struct fsf_qual_latency_info *lat_inf;
2070         struct latency_cont *lat;
2071         struct zfcp_unit *unit = req->unit;
2072
2073         lat_inf = &req->qtcb->prefix.prot_status_qual.latency_info;
2074
2075         switch (req->qtcb->bottom.io.data_direction) {
2076         case FSF_DATADIR_READ:
2077                 lat = &unit->latencies.read;
2078                 break;
2079         case FSF_DATADIR_WRITE:
2080                 lat = &unit->latencies.write;
2081                 break;
2082         case FSF_DATADIR_CMND:
2083                 lat = &unit->latencies.cmd;
2084                 break;
2085         default:
2086                 return;
2087         }
2088
2089         spin_lock(&unit->latencies.lock);
2090         zfcp_fsf_update_lat(&lat->channel, lat_inf->channel_lat);
2091         zfcp_fsf_update_lat(&lat->fabric, lat_inf->fabric_lat);
2092         lat->counter++;
2093         spin_unlock(&unit->latencies.lock);
2094 }
2095
2096 #ifdef CONFIG_BLK_DEV_IO_TRACE
2097 static void zfcp_fsf_trace_latency(struct zfcp_fsf_req *fsf_req)
2098 {
2099         struct fsf_qual_latency_info *lat_inf;
2100         struct scsi_cmnd *scsi_cmnd = (struct scsi_cmnd *)fsf_req->data;
2101         struct request *req = scsi_cmnd->request;
2102         struct zfcp_blk_drv_data trace;
2103         int ticks = fsf_req->adapter->timer_ticks;
2104
2105         trace.flags = 0;
2106         trace.magic = ZFCP_BLK_DRV_DATA_MAGIC;
2107         if (fsf_req->adapter->adapter_features & FSF_FEATURE_MEASUREMENT_DATA) {
2108                 trace.flags |= ZFCP_BLK_LAT_VALID;
2109                 lat_inf = &fsf_req->qtcb->prefix.prot_status_qual.latency_info;
2110                 trace.channel_lat = lat_inf->channel_lat * ticks;
2111                 trace.fabric_lat = lat_inf->fabric_lat * ticks;
2112         }
2113         if (fsf_req->status & ZFCP_STATUS_FSFREQ_ERROR)
2114                 trace.flags |= ZFCP_BLK_REQ_ERROR;
2115         trace.inb_usage = fsf_req->qdio_inb_usage;
2116         trace.outb_usage = fsf_req->qdio_outb_usage;
2117
2118         blk_add_driver_data(req->q, req, &trace, sizeof(trace));
2119 }
2120 #else
2121 static inline void zfcp_fsf_trace_latency(struct zfcp_fsf_req *fsf_req)
2122 {
2123 }
2124 #endif
2125
2126 static void zfcp_fsf_send_fcp_command_task_handler(struct zfcp_fsf_req *req)
2127 {
2128         struct scsi_cmnd *scpnt;
2129         struct fcp_rsp_iu *fcp_rsp_iu = (struct fcp_rsp_iu *)
2130             &(req->qtcb->bottom.io.fcp_rsp);
2131         u32 sns_len;
2132         char *fcp_rsp_info = (unsigned char *) &fcp_rsp_iu[1];
2133         unsigned long flags;
2134
2135         read_lock_irqsave(&req->adapter->abort_lock, flags);
2136
2137         scpnt = req->data;
2138         if (unlikely(!scpnt)) {
2139                 read_unlock_irqrestore(&req->adapter->abort_lock, flags);
2140                 return;
2141         }
2142
2143         if (unlikely(req->status & ZFCP_STATUS_FSFREQ_ABORTED)) {
2144                 set_host_byte(scpnt, DID_SOFT_ERROR);
2145                 goto skip_fsfstatus;
2146         }
2147
2148         if (unlikely(req->status & ZFCP_STATUS_FSFREQ_ERROR)) {
2149                 set_host_byte(scpnt, DID_ERROR);
2150                 goto skip_fsfstatus;
2151         }
2152
2153         set_msg_byte(scpnt, COMMAND_COMPLETE);
2154
2155         scpnt->result |= fcp_rsp_iu->scsi_status;
2156
2157         if (req->adapter->adapter_features & FSF_FEATURE_MEASUREMENT_DATA)
2158                 zfcp_fsf_req_latency(req);
2159
2160         zfcp_fsf_trace_latency(req);
2161
2162         if (unlikely(fcp_rsp_iu->validity.bits.fcp_rsp_len_valid)) {
2163                 if (fcp_rsp_info[3] == RSP_CODE_GOOD)
2164                         set_host_byte(scpnt, DID_OK);
2165                 else {
2166                         set_host_byte(scpnt, DID_ERROR);
2167                         goto skip_fsfstatus;
2168                 }
2169         }
2170
2171         if (unlikely(fcp_rsp_iu->validity.bits.fcp_sns_len_valid)) {
2172                 sns_len = FSF_FCP_RSP_SIZE - sizeof(struct fcp_rsp_iu) +
2173                           fcp_rsp_iu->fcp_rsp_len;
2174                 sns_len = min(sns_len, (u32) SCSI_SENSE_BUFFERSIZE);
2175                 sns_len = min(sns_len, fcp_rsp_iu->fcp_sns_len);
2176
2177                 memcpy(scpnt->sense_buffer,
2178                        zfcp_get_fcp_sns_info_ptr(fcp_rsp_iu), sns_len);
2179         }
2180
2181         if (unlikely(fcp_rsp_iu->validity.bits.fcp_resid_under)) {
2182                 scsi_set_resid(scpnt, fcp_rsp_iu->fcp_resid);
2183                 if (scsi_bufflen(scpnt) - scsi_get_resid(scpnt) <
2184                     scpnt->underflow)
2185                         set_host_byte(scpnt, DID_ERROR);
2186         }
2187 skip_fsfstatus:
2188         if (scpnt->result != 0)
2189                 zfcp_scsi_dbf_event_result("erro", 3, req->adapter, scpnt, req);
2190         else if (scpnt->retries > 0)
2191                 zfcp_scsi_dbf_event_result("retr", 4, req->adapter, scpnt, req);
2192         else
2193                 zfcp_scsi_dbf_event_result("norm", 6, req->adapter, scpnt, req);
2194
2195         scpnt->host_scribble = NULL;
2196         (scpnt->scsi_done) (scpnt);
2197         /*
2198          * We must hold this lock until scsi_done has been called.
2199          * Otherwise we may call scsi_done after abort regarding this
2200          * command has completed.
2201          * Note: scsi_done must not block!
2202          */
2203         read_unlock_irqrestore(&req->adapter->abort_lock, flags);
2204 }
2205
2206 static void zfcp_fsf_send_fcp_ctm_handler(struct zfcp_fsf_req *req)
2207 {
2208         struct fcp_rsp_iu *fcp_rsp_iu = (struct fcp_rsp_iu *)
2209             &(req->qtcb->bottom.io.fcp_rsp);
2210         char *fcp_rsp_info = (unsigned char *) &fcp_rsp_iu[1];
2211
2212         if ((fcp_rsp_info[3] != RSP_CODE_GOOD) ||
2213              (req->status & ZFCP_STATUS_FSFREQ_ERROR))
2214                 req->status |= ZFCP_STATUS_FSFREQ_TMFUNCFAILED;
2215 }
2216
2217
2218 static void zfcp_fsf_send_fcp_command_handler(struct zfcp_fsf_req *req)
2219 {
2220         struct zfcp_unit *unit;
2221         struct fsf_qtcb_header *header = &req->qtcb->header;
2222
2223         if (unlikely(req->status & ZFCP_STATUS_FSFREQ_TASK_MANAGEMENT))
2224                 unit = req->data;
2225         else
2226                 unit = req->unit;
2227
2228         if (unlikely(req->status & ZFCP_STATUS_FSFREQ_ERROR))
2229                 goto skip_fsfstatus;
2230
2231         switch (header->fsf_status) {
2232         case FSF_HANDLE_MISMATCH:
2233         case FSF_PORT_HANDLE_NOT_VALID:
2234                 zfcp_erp_adapter_reopen(unit->port->adapter, 0, 112, req);
2235                 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2236                 break;
2237         case FSF_FCPLUN_NOT_VALID:
2238         case FSF_LUN_HANDLE_NOT_VALID:
2239                 zfcp_erp_port_reopen(unit->port, 0, 113, req);
2240                 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2241                 break;
2242         case FSF_SERVICE_CLASS_NOT_SUPPORTED:
2243                 zfcp_fsf_class_not_supp(req);
2244                 break;
2245         case FSF_ACCESS_DENIED:
2246                 zfcp_fsf_access_denied_unit(req, unit);
2247                 break;
2248         case FSF_DIRECTION_INDICATOR_NOT_VALID:
2249                 dev_err(&req->adapter->ccw_device->dev,
2250                         "Incorrect direction %d, unit 0x%016Lx on port "
2251                         "0x%016Lx closed\n",
2252                         req->qtcb->bottom.io.data_direction,
2253                         (unsigned long long)unit->fcp_lun,
2254                         (unsigned long long)unit->port->wwpn);
2255                 zfcp_erp_adapter_shutdown(unit->port->adapter, 0, 133, req);
2256                 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2257                 break;
2258         case FSF_CMND_LENGTH_NOT_VALID:
2259                 dev_err(&req->adapter->ccw_device->dev,
2260                         "Incorrect CDB length %d, unit 0x%016Lx on "
2261                         "port 0x%016Lx closed\n",
2262                         req->qtcb->bottom.io.fcp_cmnd_length,
2263                         (unsigned long long)unit->fcp_lun,
2264                         (unsigned long long)unit->port->wwpn);
2265                 zfcp_erp_adapter_shutdown(unit->port->adapter, 0, 134, req);
2266                 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2267                 break;
2268         case FSF_PORT_BOXED:
2269                 zfcp_erp_port_boxed(unit->port, 53, req);
2270                 req->status |= ZFCP_STATUS_FSFREQ_ERROR |
2271                                ZFCP_STATUS_FSFREQ_RETRY;
2272                 break;
2273         case FSF_LUN_BOXED:
2274                 zfcp_erp_unit_boxed(unit, 54, req);
2275                 req->status |= ZFCP_STATUS_FSFREQ_ERROR |
2276                                ZFCP_STATUS_FSFREQ_RETRY;
2277                 break;
2278         case FSF_ADAPTER_STATUS_AVAILABLE:
2279                 if (header->fsf_status_qual.word[0] ==
2280                     FSF_SQ_INVOKE_LINK_TEST_PROCEDURE)
2281                         zfcp_test_link(unit->port);
2282                 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2283                 break;
2284         }
2285 skip_fsfstatus:
2286         if (req->status & ZFCP_STATUS_FSFREQ_TASK_MANAGEMENT)
2287                 zfcp_fsf_send_fcp_ctm_handler(req);
2288         else {
2289                 zfcp_fsf_send_fcp_command_task_handler(req);
2290                 req->unit = NULL;
2291                 zfcp_unit_put(unit);
2292         }
2293 }
2294
2295 static void zfcp_set_fcp_dl(struct fcp_cmnd_iu *fcp_cmd, u32 fcp_dl)
2296 {
2297         u32 *fcp_dl_ptr;
2298
2299         /*
2300          * fcp_dl_addr = start address of fcp_cmnd structure +
2301          * size of fixed part + size of dynamically sized add_dcp_cdb field
2302          * SEE FCP-2 documentation
2303          */
2304         fcp_dl_ptr = (u32 *) ((unsigned char *) &fcp_cmd[1] +
2305                         (fcp_cmd->add_fcp_cdb_length << 2));
2306         *fcp_dl_ptr = fcp_dl;
2307 }
2308
2309 /**
2310  * zfcp_fsf_send_fcp_command_task - initiate an FCP command (for a SCSI command)
2311  * @adapter: adapter where scsi command is issued
2312  * @unit: unit where command is sent to
2313  * @scsi_cmnd: scsi command to be sent
2314  * @timer: timer to be started when request is initiated
2315  * @req_flags: flags for fsf_request
2316  */
2317 int zfcp_fsf_send_fcp_command_task(struct zfcp_adapter *adapter,
2318                                    struct zfcp_unit *unit,
2319                                    struct scsi_cmnd *scsi_cmnd,
2320                                    int use_timer, int req_flags)
2321 {
2322         struct zfcp_fsf_req *req;
2323         struct fcp_cmnd_iu *fcp_cmnd_iu;
2324         unsigned int sbtype;
2325         int real_bytes, retval = -EIO;
2326
2327         if (unlikely(!(atomic_read(&unit->status) &
2328                        ZFCP_STATUS_COMMON_UNBLOCKED)))
2329                 return -EBUSY;
2330
2331         spin_lock(&adapter->req_q_lock);
2332         if (!zfcp_fsf_sbal_available(adapter))
2333                 goto out;
2334         req = zfcp_fsf_req_create(adapter, FSF_QTCB_FCP_CMND, req_flags,
2335                                   adapter->pool.fsf_req_scsi);
2336         if (IS_ERR(req)) {
2337                 retval = PTR_ERR(req);
2338                 goto out;
2339         }
2340
2341         zfcp_unit_get(unit);
2342         req->unit = unit;
2343         req->data = scsi_cmnd;
2344         req->handler = zfcp_fsf_send_fcp_command_handler;
2345         req->qtcb->header.lun_handle = unit->handle;
2346         req->qtcb->header.port_handle = unit->port->handle;
2347         req->qtcb->bottom.io.service_class = FSF_CLASS_3;
2348
2349         scsi_cmnd->host_scribble = (unsigned char *) req->req_id;
2350
2351         fcp_cmnd_iu = (struct fcp_cmnd_iu *) &(req->qtcb->bottom.io.fcp_cmnd);
2352         fcp_cmnd_iu->fcp_lun = unit->fcp_lun;
2353         /*
2354          * set depending on data direction:
2355          *      data direction bits in SBALE (SB Type)
2356          *      data direction bits in QTCB
2357          *      data direction bits in FCP_CMND IU
2358          */
2359         switch (scsi_cmnd->sc_data_direction) {
2360         case DMA_NONE:
2361                 req->qtcb->bottom.io.data_direction = FSF_DATADIR_CMND;
2362                 sbtype = SBAL_FLAGS0_TYPE_READ;
2363                 break;
2364         case DMA_FROM_DEVICE:
2365                 req->qtcb->bottom.io.data_direction = FSF_DATADIR_READ;
2366                 sbtype = SBAL_FLAGS0_TYPE_READ;
2367                 fcp_cmnd_iu->rddata = 1;
2368                 break;
2369         case DMA_TO_DEVICE:
2370                 req->qtcb->bottom.io.data_direction = FSF_DATADIR_WRITE;
2371                 sbtype = SBAL_FLAGS0_TYPE_WRITE;
2372                 fcp_cmnd_iu->wddata = 1;
2373                 break;
2374         case DMA_BIDIRECTIONAL:
2375         default:
2376                 retval = -EIO;
2377                 goto failed_scsi_cmnd;
2378         }
2379
2380         if (likely((scsi_cmnd->device->simple_tags) ||
2381                    ((atomic_read(&unit->status) & ZFCP_STATUS_UNIT_READONLY) &&
2382                     (atomic_read(&unit->status) & ZFCP_STATUS_UNIT_SHARED))))
2383                 fcp_cmnd_iu->task_attribute = SIMPLE_Q;
2384         else
2385                 fcp_cmnd_iu->task_attribute = UNTAGGED;
2386
2387         if (unlikely(scsi_cmnd->cmd_len > FCP_CDB_LENGTH))
2388                 fcp_cmnd_iu->add_fcp_cdb_length =
2389                         (scsi_cmnd->cmd_len - FCP_CDB_LENGTH) >> 2;
2390
2391         memcpy(fcp_cmnd_iu->fcp_cdb, scsi_cmnd->cmnd, scsi_cmnd->cmd_len);
2392
2393         req->qtcb->bottom.io.fcp_cmnd_length = sizeof(struct fcp_cmnd_iu) +
2394                 fcp_cmnd_iu->add_fcp_cdb_length + sizeof(u32);
2395
2396         real_bytes = zfcp_qdio_sbals_from_sg(req, sbtype,
2397                                              scsi_sglist(scsi_cmnd),
2398                                              FSF_MAX_SBALS_PER_REQ);
2399         if (unlikely(real_bytes < 0)) {
2400                 if (req->sbal_number < FSF_MAX_SBALS_PER_REQ)
2401                         retval = -EIO;
2402                 else {
2403                         dev_err(&adapter->ccw_device->dev,
2404                                 "Oversize data package, unit 0x%016Lx "
2405                                 "on port 0x%016Lx closed\n",
2406                                 (unsigned long long)unit->fcp_lun,
2407                                 (unsigned long long)unit->port->wwpn);
2408                         zfcp_erp_unit_shutdown(unit, 0, 131, req);
2409                         retval = -EINVAL;
2410                 }
2411                 goto failed_scsi_cmnd;
2412         }
2413
2414         zfcp_set_fcp_dl(fcp_cmnd_iu, real_bytes);
2415
2416         if (use_timer)
2417                 zfcp_fsf_start_timer(req, ZFCP_FSF_REQUEST_TIMEOUT);
2418
2419         retval = zfcp_fsf_req_send(req);
2420         if (unlikely(retval))
2421                 goto failed_scsi_cmnd;
2422
2423         goto out;
2424
2425 failed_scsi_cmnd:
2426         zfcp_unit_put(unit);
2427         zfcp_fsf_req_free(req);
2428         scsi_cmnd->host_scribble = NULL;
2429 out:
2430         spin_unlock(&adapter->req_q_lock);
2431         return retval;
2432 }
2433
2434 /**
2435  * zfcp_fsf_send_fcp_ctm - send SCSI task management command
2436  * @adapter: pointer to struct zfcp-adapter
2437  * @unit: pointer to struct zfcp_unit
2438  * @tm_flags: unsigned byte for task management flags
2439  * @req_flags: int request flags
2440  * Returns: on success pointer to struct fsf_req, NULL otherwise
2441  */
2442 struct zfcp_fsf_req *zfcp_fsf_send_fcp_ctm(struct zfcp_adapter *adapter,
2443                                            struct zfcp_unit *unit,
2444                                            u8 tm_flags, int req_flags)
2445 {
2446         struct qdio_buffer_element *sbale;
2447         struct zfcp_fsf_req *req = NULL;
2448         struct fcp_cmnd_iu *fcp_cmnd_iu;
2449
2450         if (unlikely(!(atomic_read(&unit->status) &
2451                        ZFCP_STATUS_COMMON_UNBLOCKED)))
2452                 return NULL;
2453
2454         spin_lock(&adapter->req_q_lock);
2455         if (!zfcp_fsf_sbal_available(adapter))
2456                 goto out;
2457         req = zfcp_fsf_req_create(adapter, FSF_QTCB_FCP_CMND, req_flags,
2458                                   adapter->pool.fsf_req_scsi);
2459         if (IS_ERR(req)) {
2460                 req = NULL;
2461                 goto out;
2462         }
2463
2464         req->status |= ZFCP_STATUS_FSFREQ_TASK_MANAGEMENT;
2465         req->data = unit;
2466         req->handler = zfcp_fsf_send_fcp_command_handler;
2467         req->qtcb->header.lun_handle = unit->handle;
2468         req->qtcb->header.port_handle = unit->port->handle;
2469         req->qtcb->bottom.io.data_direction = FSF_DATADIR_CMND;
2470         req->qtcb->bottom.io.service_class = FSF_CLASS_3;
2471         req->qtcb->bottom.io.fcp_cmnd_length =  sizeof(struct fcp_cmnd_iu) +
2472                                                 sizeof(u32);
2473
2474         sbale = zfcp_qdio_sbale_req(req);
2475         sbale[0].flags |= SBAL_FLAGS0_TYPE_WRITE;
2476         sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
2477
2478         fcp_cmnd_iu = (struct fcp_cmnd_iu *) &req->qtcb->bottom.io.fcp_cmnd;
2479         fcp_cmnd_iu->fcp_lun = unit->fcp_lun;
2480         fcp_cmnd_iu->task_management_flags = tm_flags;
2481
2482         zfcp_fsf_start_timer(req, ZFCP_SCSI_ER_TIMEOUT);
2483         if (!zfcp_fsf_req_send(req))
2484                 goto out;
2485
2486         zfcp_fsf_req_free(req);
2487         req = NULL;
2488 out:
2489         spin_unlock(&adapter->req_q_lock);
2490         return req;
2491 }
2492
2493 static void zfcp_fsf_control_file_handler(struct zfcp_fsf_req *req)
2494 {
2495         if (req->qtcb->header.fsf_status != FSF_GOOD)
2496                 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2497 }
2498
2499 /**
2500  * zfcp_fsf_control_file - control file upload/download
2501  * @adapter: pointer to struct zfcp_adapter
2502  * @fsf_cfdc: pointer to struct zfcp_fsf_cfdc
2503  * Returns: on success pointer to struct zfcp_fsf_req, NULL otherwise
2504  */
2505 struct zfcp_fsf_req *zfcp_fsf_control_file(struct zfcp_adapter *adapter,
2506                                            struct zfcp_fsf_cfdc *fsf_cfdc)
2507 {
2508         struct qdio_buffer_element *sbale;
2509         struct zfcp_fsf_req *req = NULL;
2510         struct fsf_qtcb_bottom_support *bottom;
2511         int direction, retval = -EIO, bytes;
2512
2513         if (!(adapter->adapter_features & FSF_FEATURE_CFDC))
2514                 return ERR_PTR(-EOPNOTSUPP);
2515
2516         switch (fsf_cfdc->command) {
2517         case FSF_QTCB_DOWNLOAD_CONTROL_FILE:
2518                 direction = SBAL_FLAGS0_TYPE_WRITE;
2519                 break;
2520         case FSF_QTCB_UPLOAD_CONTROL_FILE:
2521                 direction = SBAL_FLAGS0_TYPE_READ;
2522                 break;
2523         default:
2524                 return ERR_PTR(-EINVAL);
2525         }
2526
2527         spin_lock_bh(&adapter->req_q_lock);
2528         if (zfcp_fsf_req_sbal_get(adapter))
2529                 goto out;
2530
2531         req = zfcp_fsf_req_create(adapter, fsf_cfdc->command, 0, NULL);
2532         if (IS_ERR(req)) {
2533                 retval = -EPERM;
2534                 goto out;
2535         }
2536
2537         req->handler = zfcp_fsf_control_file_handler;
2538
2539         sbale = zfcp_qdio_sbale_req(req);
2540         sbale[0].flags |= direction;
2541
2542         bottom = &req->qtcb->bottom.support;
2543         bottom->operation_subtype = FSF_CFDC_OPERATION_SUBTYPE;
2544         bottom->option = fsf_cfdc->option;
2545
2546         bytes = zfcp_qdio_sbals_from_sg(req, direction, fsf_cfdc->sg,
2547                                         FSF_MAX_SBALS_PER_REQ);
2548         if (bytes != ZFCP_CFDC_MAX_SIZE) {
2549                 retval = -ENOMEM;
2550                 zfcp_fsf_req_free(req);
2551                 goto out;
2552         }
2553
2554         zfcp_fsf_start_timer(req, ZFCP_FSF_REQUEST_TIMEOUT);
2555         retval = zfcp_fsf_req_send(req);
2556 out:
2557         spin_unlock_bh(&adapter->req_q_lock);
2558
2559         if (!retval) {
2560                 wait_event(req->completion_wq,
2561                            req->status & ZFCP_STATUS_FSFREQ_COMPLETED);
2562                 return req;
2563         }
2564         return ERR_PTR(retval);
2565 }