ieee1394: sbp2: update includes
[safe/jmp/linux-2.6] / drivers / ieee1394 / sbp2.c
1 /*
2  * sbp2.c - SBP-2 protocol driver for IEEE-1394
3  *
4  * Copyright (C) 2000 James Goodwin, Filanet Corporation (www.filanet.com)
5  * jamesg@filanet.com (JSG)
6  *
7  * Copyright (C) 2003 Ben Collins <bcollins@debian.org>
8  *
9  * This program is free software; you can redistribute it and/or modify
10  * it under the terms of the GNU General Public License as published by
11  * the Free Software Foundation; either version 2 of the License, or
12  * (at your option) any later version.
13  *
14  * This program is distributed in the hope that it will be useful,
15  * but WITHOUT ANY WARRANTY; without even the implied warranty of
16  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
17  * GNU General Public License for more details.
18  *
19  * You should have received a copy of the GNU General Public License
20  * along with this program; if not, write to the Free Software Foundation,
21  * Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
22  */
23
24 /*
25  * Brief Description:
26  *
27  * This driver implements the Serial Bus Protocol 2 (SBP-2) over IEEE-1394
28  * under Linux. The SBP-2 driver is implemented as an IEEE-1394 high-level
29  * driver. It also registers as a SCSI lower-level driver in order to accept
30  * SCSI commands for transport using SBP-2.
31  *
32  * You may access any attached SBP-2 storage devices as if they were SCSI
33  * devices (e.g. mount /dev/sda1,  fdisk, mkfs, etc.).
34  *
35  * Current Issues:
36  *
37  *      - Error Handling: SCSI aborts and bus reset requests are handled somewhat
38  *        but the code needs additional debugging.
39  */
40
41 #include <linux/blkdev.h>
42 #include <linux/compiler.h>
43 #include <linux/delay.h>
44 #include <linux/device.h>
45 #include <linux/dma-mapping.h>
46 #include <linux/gfp.h>
47 #include <linux/init.h>
48 #include <linux/kernel.h>
49 #include <linux/list.h>
50 #include <linux/module.h>
51 #include <linux/moduleparam.h>
52 #include <linux/pci.h>
53 #include <linux/slab.h>
54 #include <linux/spinlock.h>
55 #include <linux/stat.h>
56 #include <linux/string.h>
57 #include <linux/stringify.h>
58 #include <linux/types.h>
59 #include <linux/wait.h>
60
61 #include <asm/byteorder.h>
62 #include <asm/errno.h>
63 #include <asm/param.h>
64 #include <asm/scatterlist.h>
65 #include <asm/system.h>
66 #include <asm/types.h>
67
68 #ifdef CONFIG_IEEE1394_SBP2_PHYS_DMA
69 #include <asm/io.h> /* for bus_to_virt */
70 #endif
71
72 #include <scsi/scsi.h>
73 #include <scsi/scsi_cmnd.h>
74 #include <scsi/scsi_dbg.h>
75 #include <scsi/scsi_device.h>
76 #include <scsi/scsi_host.h>
77
78 #include "csr1212.h"
79 #include "highlevel.h"
80 #include "hosts.h"
81 #include "ieee1394.h"
82 #include "ieee1394_core.h"
83 #include "ieee1394_hotplug.h"
84 #include "ieee1394_transactions.h"
85 #include "ieee1394_types.h"
86 #include "nodemgr.h"
87 #include "sbp2.h"
88
89 /*
90  * Module load parameter definitions
91  */
92
93 /*
94  * Change max_speed on module load if you have a bad IEEE-1394
95  * controller that has trouble running 2KB packets at 400mb.
96  *
97  * NOTE: On certain OHCI parts I have seen short packets on async transmit
98  * (probably due to PCI latency/throughput issues with the part). You can
99  * bump down the speed if you are running into problems.
100  */
101 static int max_speed = IEEE1394_SPEED_MAX;
102 module_param(max_speed, int, 0644);
103 MODULE_PARM_DESC(max_speed, "Force max speed (3 = 800mb, 2 = 400mb, 1 = 200mb, 0 = 100mb)");
104
105 /*
106  * Set serialize_io to 1 if you'd like only one scsi command sent
107  * down to us at a time (debugging). This might be necessary for very
108  * badly behaved sbp2 devices.
109  *
110  * TODO: Make this configurable per device.
111  */
112 static int serialize_io = 1;
113 module_param(serialize_io, int, 0444);
114 MODULE_PARM_DESC(serialize_io, "Serialize I/O coming from scsi drivers (default = 1, faster = 0)");
115
116 /*
117  * Bump up max_sectors if you'd like to support very large sized
118  * transfers. Please note that some older sbp2 bridge chips are broken for
119  * transfers greater or equal to 128KB.  Default is a value of 255
120  * sectors, or just under 128KB (at 512 byte sector size). I can note that
121  * the Oxsemi sbp2 chipsets have no problems supporting very large
122  * transfer sizes.
123  */
124 static int max_sectors = SBP2_MAX_SECTORS;
125 module_param(max_sectors, int, 0444);
126 MODULE_PARM_DESC(max_sectors, "Change max sectors per I/O supported (default = "
127                  __stringify(SBP2_MAX_SECTORS) ")");
128
129 /*
130  * Exclusive login to sbp2 device? In most cases, the sbp2 driver should
131  * do an exclusive login, as it's generally unsafe to have two hosts
132  * talking to a single sbp2 device at the same time (filesystem coherency,
133  * etc.). If you're running an sbp2 device that supports multiple logins,
134  * and you're either running read-only filesystems or some sort of special
135  * filesystem supporting multiple hosts, e.g. OpenGFS, Oracle Cluster
136  * File System, or Lustre, then set exclusive_login to zero.
137  *
138  * So far only bridges from Oxford Semiconductor are known to support
139  * concurrent logins. Depending on firmware, four or two concurrent logins
140  * are possible on OXFW911 and newer Oxsemi bridges.
141  */
142 static int exclusive_login = 1;
143 module_param(exclusive_login, int, 0644);
144 MODULE_PARM_DESC(exclusive_login, "Exclusive login to sbp2 device (default = 1)");
145
146 /*
147  * If any of the following workarounds is required for your device to work,
148  * please submit the kernel messages logged by sbp2 to the linux1394-devel
149  * mailing list.
150  *
151  * - 128kB max transfer
152  *   Limit transfer size. Necessary for some old bridges.
153  *
154  * - 36 byte inquiry
155  *   When scsi_mod probes the device, let the inquiry command look like that
156  *   from MS Windows.
157  *
158  * - skip mode page 8
159  *   Suppress sending of mode_sense for mode page 8 if the device pretends to
160  *   support the SCSI Primary Block commands instead of Reduced Block Commands.
161  *
162  * - fix capacity
163  *   Tell sd_mod to correct the last sector number reported by read_capacity.
164  *   Avoids access beyond actual disk limits on devices with an off-by-one bug.
165  *   Don't use this with devices which don't have this bug.
166  *
167  * - override internal blacklist
168  *   Instead of adding to the built-in blacklist, use only the workarounds
169  *   specified in the module load parameter.
170  *   Useful if a blacklist entry interfered with a non-broken device.
171  */
172 static int sbp2_default_workarounds;
173 module_param_named(workarounds, sbp2_default_workarounds, int, 0644);
174 MODULE_PARM_DESC(workarounds, "Work around device bugs (default = 0"
175         ", 128kB max transfer = " __stringify(SBP2_WORKAROUND_128K_MAX_TRANS)
176         ", 36 byte inquiry = "    __stringify(SBP2_WORKAROUND_INQUIRY_36)
177         ", skip mode page 8 = "   __stringify(SBP2_WORKAROUND_MODE_SENSE_8)
178         ", fix capacity = "       __stringify(SBP2_WORKAROUND_FIX_CAPACITY)
179         ", override internal blacklist = " __stringify(SBP2_WORKAROUND_OVERRIDE)
180         ", or a combination)");
181
182 /*
183  * Export information about protocols/devices supported by this driver.
184  */
185 static struct ieee1394_device_id sbp2_id_table[] = {
186         {
187          .match_flags = IEEE1394_MATCH_SPECIFIER_ID | IEEE1394_MATCH_VERSION,
188          .specifier_id = SBP2_UNIT_SPEC_ID_ENTRY & 0xffffff,
189          .version = SBP2_SW_VERSION_ENTRY & 0xffffff},
190         {}
191 };
192
193 MODULE_DEVICE_TABLE(ieee1394, sbp2_id_table);
194
195 /*
196  * Debug levels, configured via kernel config, or enable here.
197  */
198
199 #define CONFIG_IEEE1394_SBP2_DEBUG 0
200 /* #define CONFIG_IEEE1394_SBP2_DEBUG_ORBS */
201 /* #define CONFIG_IEEE1394_SBP2_DEBUG_DMA */
202 /* #define CONFIG_IEEE1394_SBP2_DEBUG 1 */
203 /* #define CONFIG_IEEE1394_SBP2_DEBUG 2 */
204 /* #define CONFIG_IEEE1394_SBP2_PACKET_DUMP */
205
206 #ifdef CONFIG_IEEE1394_SBP2_DEBUG_ORBS
207 #define SBP2_ORB_DEBUG(fmt, args...)    HPSB_ERR("sbp2(%s): "fmt, __FUNCTION__, ## args)
208 static u32 global_outstanding_command_orbs = 0;
209 #define outstanding_orb_incr global_outstanding_command_orbs++
210 #define outstanding_orb_decr global_outstanding_command_orbs--
211 #else
212 #define SBP2_ORB_DEBUG(fmt, args...)    do {} while (0)
213 #define outstanding_orb_incr            do {} while (0)
214 #define outstanding_orb_decr            do {} while (0)
215 #endif
216
217 #ifdef CONFIG_IEEE1394_SBP2_DEBUG_DMA
218 #define SBP2_DMA_ALLOC(fmt, args...) \
219         HPSB_ERR("sbp2(%s)alloc(%d): "fmt, __FUNCTION__, \
220                  ++global_outstanding_dmas, ## args)
221 #define SBP2_DMA_FREE(fmt, args...) \
222         HPSB_ERR("sbp2(%s)free(%d): "fmt, __FUNCTION__, \
223                  --global_outstanding_dmas, ## args)
224 static u32 global_outstanding_dmas = 0;
225 #else
226 #define SBP2_DMA_ALLOC(fmt, args...)    do {} while (0)
227 #define SBP2_DMA_FREE(fmt, args...)     do {} while (0)
228 #endif
229
230 #if CONFIG_IEEE1394_SBP2_DEBUG >= 2
231 #define SBP2_DEBUG(fmt, args...)        HPSB_ERR("sbp2: "fmt, ## args)
232 #define SBP2_INFO(fmt, args...)         HPSB_ERR("sbp2: "fmt, ## args)
233 #define SBP2_NOTICE(fmt, args...)       HPSB_ERR("sbp2: "fmt, ## args)
234 #define SBP2_WARN(fmt, args...)         HPSB_ERR("sbp2: "fmt, ## args)
235 #elif CONFIG_IEEE1394_SBP2_DEBUG == 1
236 #define SBP2_DEBUG(fmt, args...)        HPSB_DEBUG("sbp2: "fmt, ## args)
237 #define SBP2_INFO(fmt, args...)         HPSB_INFO("sbp2: "fmt, ## args)
238 #define SBP2_NOTICE(fmt, args...)       HPSB_NOTICE("sbp2: "fmt, ## args)
239 #define SBP2_WARN(fmt, args...)         HPSB_WARN("sbp2: "fmt, ## args)
240 #else
241 #define SBP2_DEBUG(fmt, args...)        do {} while (0)
242 #define SBP2_INFO(fmt, args...)         HPSB_INFO("sbp2: "fmt, ## args)
243 #define SBP2_NOTICE(fmt, args...)       HPSB_NOTICE("sbp2: "fmt, ## args)
244 #define SBP2_WARN(fmt, args...)         HPSB_WARN("sbp2: "fmt, ## args)
245 #endif
246
247 #define SBP2_ERR(fmt, args...)          HPSB_ERR("sbp2: "fmt, ## args)
248 #define SBP2_DEBUG_ENTER()              SBP2_DEBUG("%s", __FUNCTION__)
249
250 /*
251  * Globals
252  */
253
254 static void sbp2scsi_complete_all_commands(struct scsi_id_instance_data *scsi_id,
255                                            u32 status);
256
257 static void sbp2scsi_complete_command(struct scsi_id_instance_data *scsi_id,
258                                       u32 scsi_status, struct scsi_cmnd *SCpnt,
259                                       void (*done)(struct scsi_cmnd *));
260
261 static struct scsi_host_template scsi_driver_template;
262
263 static const u8 sbp2_speedto_max_payload[] = { 0x7, 0x8, 0x9, 0xA, 0xB, 0xC };
264
265 static void sbp2_host_reset(struct hpsb_host *host);
266
267 static int sbp2_probe(struct device *dev);
268 static int sbp2_remove(struct device *dev);
269 static int sbp2_update(struct unit_directory *ud);
270
271 static struct hpsb_highlevel sbp2_highlevel = {
272         .name =         SBP2_DEVICE_NAME,
273         .host_reset =   sbp2_host_reset,
274 };
275
276 static struct hpsb_address_ops sbp2_ops = {
277         .write = sbp2_handle_status_write
278 };
279
280 #ifdef CONFIG_IEEE1394_SBP2_PHYS_DMA
281 static struct hpsb_address_ops sbp2_physdma_ops = {
282         .read = sbp2_handle_physdma_read,
283         .write = sbp2_handle_physdma_write,
284 };
285 #endif
286
287 static struct hpsb_protocol_driver sbp2_driver = {
288         .name           = "SBP2 Driver",
289         .id_table       = sbp2_id_table,
290         .update         = sbp2_update,
291         .driver         = {
292                 .name           = SBP2_DEVICE_NAME,
293                 .bus            = &ieee1394_bus_type,
294                 .probe          = sbp2_probe,
295                 .remove         = sbp2_remove,
296         },
297 };
298
299 /*
300  * List of devices with known bugs.
301  *
302  * The firmware_revision field, masked with 0xffff00, is the best indicator
303  * for the type of bridge chip of a device.  It yields a few false positives
304  * but this did not break correctly behaving devices so far.
305  */
306 static const struct {
307         u32 firmware_revision;
308         u32 model_id;
309         unsigned workarounds;
310 } sbp2_workarounds_table[] = {
311         /* DViCO Momobay CX-1 with TSB42AA9 bridge */ {
312                 .firmware_revision      = 0x002800,
313                 .model_id               = 0x001010,
314                 .workarounds            = SBP2_WORKAROUND_INQUIRY_36 |
315                                           SBP2_WORKAROUND_MODE_SENSE_8,
316         },
317         /* Initio bridges, actually only needed for some older ones */ {
318                 .firmware_revision      = 0x000200,
319                 .workarounds            = SBP2_WORKAROUND_INQUIRY_36,
320         },
321         /* Symbios bridge */ {
322                 .firmware_revision      = 0xa0b800,
323                 .workarounds            = SBP2_WORKAROUND_128K_MAX_TRANS,
324         },
325         /*
326          * Note about the following Apple iPod blacklist entries:
327          *
328          * There are iPods (2nd gen, 3rd gen) with model_id==0.  Since our
329          * matching logic treats 0 as a wildcard, we cannot match this ID
330          * without rewriting the matching routine.  Fortunately these iPods
331          * do not feature the read_capacity bug according to one report.
332          * Read_capacity behaviour as well as model_id could change due to
333          * Apple-supplied firmware updates though.
334          */
335         /* iPod 4th generation */ {
336                 .firmware_revision      = 0x0a2700,
337                 .model_id               = 0x000021,
338                 .workarounds            = SBP2_WORKAROUND_FIX_CAPACITY,
339         },
340         /* iPod mini */ {
341                 .firmware_revision      = 0x0a2700,
342                 .model_id               = 0x000023,
343                 .workarounds            = SBP2_WORKAROUND_FIX_CAPACITY,
344         },
345         /* iPod Photo */ {
346                 .firmware_revision      = 0x0a2700,
347                 .model_id               = 0x00007e,
348                 .workarounds            = SBP2_WORKAROUND_FIX_CAPACITY,
349         }
350 };
351
352 /**************************************
353  * General utility functions
354  **************************************/
355
356 #ifndef __BIG_ENDIAN
357 /*
358  * Converts a buffer from be32 to cpu byte ordering. Length is in bytes.
359  */
360 static inline void sbp2util_be32_to_cpu_buffer(void *buffer, int length)
361 {
362         u32 *temp = buffer;
363
364         for (length = (length >> 2); length--; )
365                 temp[length] = be32_to_cpu(temp[length]);
366
367         return;
368 }
369
370 /*
371  * Converts a buffer from cpu to be32 byte ordering. Length is in bytes.
372  */
373 static inline void sbp2util_cpu_to_be32_buffer(void *buffer, int length)
374 {
375         u32 *temp = buffer;
376
377         for (length = (length >> 2); length--; )
378                 temp[length] = cpu_to_be32(temp[length]);
379
380         return;
381 }
382 #else /* BIG_ENDIAN */
383 /* Why waste the cpu cycles? */
384 #define sbp2util_be32_to_cpu_buffer(x,y) do {} while (0)
385 #define sbp2util_cpu_to_be32_buffer(x,y) do {} while (0)
386 #endif
387
388 #ifdef CONFIG_IEEE1394_SBP2_PACKET_DUMP
389 /*
390  * Debug packet dump routine. Length is in bytes.
391  */
392 static void sbp2util_packet_dump(void *buffer, int length, char *dump_name,
393                                  u32 dump_phys_addr)
394 {
395         int i;
396         unsigned char *dump = buffer;
397
398         if (!dump || !length || !dump_name)
399                 return;
400
401         if (dump_phys_addr)
402                 printk("[%s, 0x%x]", dump_name, dump_phys_addr);
403         else
404                 printk("[%s]", dump_name);
405         for (i = 0; i < length; i++) {
406                 if (i > 0x3f) {
407                         printk("\n   ...");
408                         break;
409                 }
410                 if ((i & 0x3) == 0)
411                         printk("  ");
412                 if ((i & 0xf) == 0)
413                         printk("\n   ");
414                 printk("%02x ", (int)dump[i]);
415         }
416         printk("\n");
417
418         return;
419 }
420 #else
421 #define sbp2util_packet_dump(w,x,y,z) do {} while (0)
422 #endif
423
424 static DECLARE_WAIT_QUEUE_HEAD(access_wq);
425
426 /*
427  * Waits for completion of an SBP-2 access request.
428  * Returns nonzero if timed out or prematurely interrupted.
429  */
430 static int sbp2util_access_timeout(struct scsi_id_instance_data *scsi_id,
431                                    int timeout)
432 {
433         long leftover = wait_event_interruptible_timeout(
434                                 access_wq, scsi_id->access_complete, timeout);
435
436         scsi_id->access_complete = 0;
437         return leftover <= 0;
438 }
439
440 /* Frees an allocated packet */
441 static void sbp2_free_packet(struct hpsb_packet *packet)
442 {
443         hpsb_free_tlabel(packet);
444         hpsb_free_packet(packet);
445 }
446
447 /* This is much like hpsb_node_write(), except it ignores the response
448  * subaction and returns immediately. Can be used from interrupts.
449  */
450 static int sbp2util_node_write_no_wait(struct node_entry *ne, u64 addr,
451                                        quadlet_t *buffer, size_t length)
452 {
453         struct hpsb_packet *packet;
454
455         packet = hpsb_make_writepacket(ne->host, ne->nodeid,
456                                        addr, buffer, length);
457         if (!packet)
458                 return -ENOMEM;
459
460         hpsb_set_packet_complete_task(packet,
461                                       (void (*)(void *))sbp2_free_packet,
462                                       packet);
463
464         hpsb_node_fill_packet(ne, packet);
465
466         if (hpsb_send_packet(packet) < 0) {
467                 sbp2_free_packet(packet);
468                 return -EIO;
469         }
470
471         return 0;
472 }
473
474 static void sbp2util_notify_fetch_agent(struct scsi_id_instance_data *scsi_id,
475                                         u64 offset, quadlet_t *data, size_t len)
476 {
477         /*
478          * There is a small window after a bus reset within which the node
479          * entry's generation is current but the reconnect wasn't completed.
480          */
481         if (atomic_read(&scsi_id->unfinished_reset))
482                 return;
483
484         if (hpsb_node_write(scsi_id->ne,
485                             scsi_id->sbp2_command_block_agent_addr + offset,
486                             data, len))
487                 SBP2_ERR("sbp2util_notify_fetch_agent failed.");
488         /*
489          * Now accept new SCSI commands, unless a bus reset happended during
490          * hpsb_node_write.
491          */
492         if (!atomic_read(&scsi_id->unfinished_reset))
493                 scsi_unblock_requests(scsi_id->scsi_host);
494 }
495
496 static void sbp2util_write_orb_pointer(void *p)
497 {
498         quadlet_t data[2];
499
500         data[0] = ORB_SET_NODE_ID(
501                         ((struct scsi_id_instance_data *)p)->hi->host->node_id);
502         data[1] = ((struct scsi_id_instance_data *)p)->last_orb_dma;
503         sbp2util_cpu_to_be32_buffer(data, 8);
504         sbp2util_notify_fetch_agent(p, SBP2_ORB_POINTER_OFFSET, data, 8);
505 }
506
507 static void sbp2util_write_doorbell(void *p)
508 {
509         sbp2util_notify_fetch_agent(p, SBP2_DOORBELL_OFFSET, NULL, 4);
510 }
511
512 /*
513  * This function is called to create a pool of command orbs used for
514  * command processing. It is called when a new sbp2 device is detected.
515  */
516 static int sbp2util_create_command_orb_pool(struct scsi_id_instance_data *scsi_id)
517 {
518         struct sbp2scsi_host_info *hi = scsi_id->hi;
519         int i;
520         unsigned long flags, orbs;
521         struct sbp2_command_info *command;
522
523         orbs = serialize_io ? 2 : SBP2_MAX_CMDS;
524
525         spin_lock_irqsave(&scsi_id->sbp2_command_orb_lock, flags);
526         for (i = 0; i < orbs; i++) {
527                 command = kzalloc(sizeof(*command), GFP_ATOMIC);
528                 if (!command) {
529                         spin_unlock_irqrestore(&scsi_id->sbp2_command_orb_lock,
530                                                flags);
531                         return -ENOMEM;
532                 }
533                 command->command_orb_dma =
534                     pci_map_single(hi->host->pdev, &command->command_orb,
535                                    sizeof(struct sbp2_command_orb),
536                                    PCI_DMA_TODEVICE);
537                 SBP2_DMA_ALLOC("single command orb DMA");
538                 command->sge_dma =
539                     pci_map_single(hi->host->pdev,
540                                    &command->scatter_gather_element,
541                                    sizeof(command->scatter_gather_element),
542                                    PCI_DMA_BIDIRECTIONAL);
543                 SBP2_DMA_ALLOC("scatter_gather_element");
544                 INIT_LIST_HEAD(&command->list);
545                 list_add_tail(&command->list, &scsi_id->sbp2_command_orb_completed);
546         }
547         spin_unlock_irqrestore(&scsi_id->sbp2_command_orb_lock, flags);
548         return 0;
549 }
550
551 /*
552  * This function is called to delete a pool of command orbs.
553  */
554 static void sbp2util_remove_command_orb_pool(struct scsi_id_instance_data *scsi_id)
555 {
556         struct hpsb_host *host = scsi_id->hi->host;
557         struct list_head *lh, *next;
558         struct sbp2_command_info *command;
559         unsigned long flags;
560
561         spin_lock_irqsave(&scsi_id->sbp2_command_orb_lock, flags);
562         if (!list_empty(&scsi_id->sbp2_command_orb_completed)) {
563                 list_for_each_safe(lh, next, &scsi_id->sbp2_command_orb_completed) {
564                         command = list_entry(lh, struct sbp2_command_info, list);
565
566                         /* Release our generic DMA's */
567                         pci_unmap_single(host->pdev, command->command_orb_dma,
568                                          sizeof(struct sbp2_command_orb),
569                                          PCI_DMA_TODEVICE);
570                         SBP2_DMA_FREE("single command orb DMA");
571                         pci_unmap_single(host->pdev, command->sge_dma,
572                                          sizeof(command->scatter_gather_element),
573                                          PCI_DMA_BIDIRECTIONAL);
574                         SBP2_DMA_FREE("scatter_gather_element");
575
576                         kfree(command);
577                 }
578         }
579         spin_unlock_irqrestore(&scsi_id->sbp2_command_orb_lock, flags);
580         return;
581 }
582
583 /*
584  * This function finds the sbp2_command for a given outstanding command
585  * orb.Only looks at the inuse list.
586  */
587 static struct sbp2_command_info *sbp2util_find_command_for_orb(
588                 struct scsi_id_instance_data *scsi_id, dma_addr_t orb)
589 {
590         struct sbp2_command_info *command;
591         unsigned long flags;
592
593         spin_lock_irqsave(&scsi_id->sbp2_command_orb_lock, flags);
594         if (!list_empty(&scsi_id->sbp2_command_orb_inuse)) {
595                 list_for_each_entry(command, &scsi_id->sbp2_command_orb_inuse, list) {
596                         if (command->command_orb_dma == orb) {
597                                 spin_unlock_irqrestore(&scsi_id->sbp2_command_orb_lock, flags);
598                                 return command;
599                         }
600                 }
601         }
602         spin_unlock_irqrestore(&scsi_id->sbp2_command_orb_lock, flags);
603
604         SBP2_ORB_DEBUG("could not match command orb %x", (unsigned int)orb);
605
606         return NULL;
607 }
608
609 /*
610  * This function finds the sbp2_command for a given outstanding SCpnt.
611  * Only looks at the inuse list.
612  * Must be called with scsi_id->sbp2_command_orb_lock held.
613  */
614 static struct sbp2_command_info *sbp2util_find_command_for_SCpnt(
615                 struct scsi_id_instance_data *scsi_id, void *SCpnt)
616 {
617         struct sbp2_command_info *command;
618
619         if (!list_empty(&scsi_id->sbp2_command_orb_inuse))
620                 list_for_each_entry(command, &scsi_id->sbp2_command_orb_inuse, list)
621                         if (command->Current_SCpnt == SCpnt)
622                                 return command;
623         return NULL;
624 }
625
626 /*
627  * This function allocates a command orb used to send a scsi command.
628  */
629 static struct sbp2_command_info *sbp2util_allocate_command_orb(
630                 struct scsi_id_instance_data *scsi_id,
631                 struct scsi_cmnd *Current_SCpnt,
632                 void (*Current_done)(struct scsi_cmnd *))
633 {
634         struct list_head *lh;
635         struct sbp2_command_info *command = NULL;
636         unsigned long flags;
637
638         spin_lock_irqsave(&scsi_id->sbp2_command_orb_lock, flags);
639         if (!list_empty(&scsi_id->sbp2_command_orb_completed)) {
640                 lh = scsi_id->sbp2_command_orb_completed.next;
641                 list_del(lh);
642                 command = list_entry(lh, struct sbp2_command_info, list);
643                 command->Current_done = Current_done;
644                 command->Current_SCpnt = Current_SCpnt;
645                 list_add_tail(&command->list, &scsi_id->sbp2_command_orb_inuse);
646         } else {
647                 SBP2_ERR("%s: no orbs available", __FUNCTION__);
648         }
649         spin_unlock_irqrestore(&scsi_id->sbp2_command_orb_lock, flags);
650         return command;
651 }
652
653 /* Free our DMA's */
654 static void sbp2util_free_command_dma(struct sbp2_command_info *command)
655 {
656         struct scsi_id_instance_data *scsi_id =
657                 (struct scsi_id_instance_data *)command->Current_SCpnt->device->host->hostdata[0];
658         struct hpsb_host *host;
659
660         if (!scsi_id) {
661                 SBP2_ERR("%s: scsi_id == NULL", __FUNCTION__);
662                 return;
663         }
664
665         host = scsi_id->ud->ne->host;
666
667         if (command->cmd_dma) {
668                 if (command->dma_type == CMD_DMA_SINGLE) {
669                         pci_unmap_single(host->pdev, command->cmd_dma,
670                                          command->dma_size, command->dma_dir);
671                         SBP2_DMA_FREE("single bulk");
672                 } else if (command->dma_type == CMD_DMA_PAGE) {
673                         pci_unmap_page(host->pdev, command->cmd_dma,
674                                        command->dma_size, command->dma_dir);
675                         SBP2_DMA_FREE("single page");
676                 } /* XXX: Check for CMD_DMA_NONE bug */
677                 command->dma_type = CMD_DMA_NONE;
678                 command->cmd_dma = 0;
679         }
680
681         if (command->sge_buffer) {
682                 pci_unmap_sg(host->pdev, command->sge_buffer,
683                              command->dma_size, command->dma_dir);
684                 SBP2_DMA_FREE("scatter list");
685                 command->sge_buffer = NULL;
686         }
687 }
688
689 /*
690  * This function moves a command to the completed orb list.
691  * Must be called with scsi_id->sbp2_command_orb_lock held.
692  */
693 static void sbp2util_mark_command_completed(
694                 struct scsi_id_instance_data *scsi_id,
695                 struct sbp2_command_info *command)
696 {
697         list_del(&command->list);
698         sbp2util_free_command_dma(command);
699         list_add_tail(&command->list, &scsi_id->sbp2_command_orb_completed);
700 }
701
702 /*
703  * Is scsi_id valid? Is the 1394 node still present?
704  */
705 static inline int sbp2util_node_is_available(struct scsi_id_instance_data *scsi_id)
706 {
707         return scsi_id && scsi_id->ne && !scsi_id->ne->in_limbo;
708 }
709
710 /*********************************************
711  * IEEE-1394 core driver stack related section
712  *********************************************/
713 static struct scsi_id_instance_data *sbp2_alloc_device(struct unit_directory *ud);
714
715 static int sbp2_probe(struct device *dev)
716 {
717         struct unit_directory *ud;
718         struct scsi_id_instance_data *scsi_id;
719
720         SBP2_DEBUG_ENTER();
721
722         ud = container_of(dev, struct unit_directory, device);
723
724         /* Don't probe UD's that have the LUN flag. We'll probe the LUN(s)
725          * instead. */
726         if (ud->flags & UNIT_DIRECTORY_HAS_LUN_DIRECTORY)
727                 return -ENODEV;
728
729         scsi_id = sbp2_alloc_device(ud);
730
731         if (!scsi_id)
732                 return -ENOMEM;
733
734         sbp2_parse_unit_directory(scsi_id, ud);
735
736         return sbp2_start_device(scsi_id);
737 }
738
739 static int sbp2_remove(struct device *dev)
740 {
741         struct unit_directory *ud;
742         struct scsi_id_instance_data *scsi_id;
743         struct scsi_device *sdev;
744
745         SBP2_DEBUG_ENTER();
746
747         ud = container_of(dev, struct unit_directory, device);
748         scsi_id = ud->device.driver_data;
749         if (!scsi_id)
750                 return 0;
751
752         if (scsi_id->scsi_host) {
753                 /* Get rid of enqueued commands if there is no chance to
754                  * send them. */
755                 if (!sbp2util_node_is_available(scsi_id))
756                         sbp2scsi_complete_all_commands(scsi_id, DID_NO_CONNECT);
757                 /* scsi_remove_device() will trigger shutdown functions of SCSI
758                  * highlevel drivers which would deadlock if blocked. */
759                 atomic_set(&scsi_id->unfinished_reset, 0);
760                 scsi_unblock_requests(scsi_id->scsi_host);
761         }
762         sdev = scsi_id->sdev;
763         if (sdev) {
764                 scsi_id->sdev = NULL;
765                 scsi_remove_device(sdev);
766         }
767
768         sbp2_logout_device(scsi_id);
769         sbp2_remove_device(scsi_id);
770
771         return 0;
772 }
773
774 static int sbp2_update(struct unit_directory *ud)
775 {
776         struct scsi_id_instance_data *scsi_id = ud->device.driver_data;
777
778         SBP2_DEBUG_ENTER();
779
780         if (sbp2_reconnect_device(scsi_id)) {
781
782                 /*
783                  * Ok, reconnect has failed. Perhaps we didn't
784                  * reconnect fast enough. Try doing a regular login, but
785                  * first do a logout just in case of any weirdness.
786                  */
787                 sbp2_logout_device(scsi_id);
788
789                 if (sbp2_login_device(scsi_id)) {
790                         /* Login failed too, just fail, and the backend
791                          * will call our sbp2_remove for us */
792                         SBP2_ERR("Failed to reconnect to sbp2 device!");
793                         return -EBUSY;
794                 }
795         }
796
797         /* Set max retries to something large on the device. */
798         sbp2_set_busy_timeout(scsi_id);
799
800         /* Do a SBP-2 fetch agent reset. */
801         sbp2_agent_reset(scsi_id, 1);
802
803         /* Get the max speed and packet size that we can use. */
804         sbp2_max_speed_and_size(scsi_id);
805
806         /* Complete any pending commands with busy (so they get
807          * retried) and remove them from our queue
808          */
809         sbp2scsi_complete_all_commands(scsi_id, DID_BUS_BUSY);
810
811         /* Accept new commands unless there was another bus reset in the
812          * meantime. */
813         if (hpsb_node_entry_valid(scsi_id->ne)) {
814                 atomic_set(&scsi_id->unfinished_reset, 0);
815                 scsi_unblock_requests(scsi_id->scsi_host);
816         }
817         return 0;
818 }
819
820 /* This functions is called by the sbp2_probe, for each new device. We now
821  * allocate one scsi host for each scsi_id (unit directory). */
822 static struct scsi_id_instance_data *sbp2_alloc_device(struct unit_directory *ud)
823 {
824         struct sbp2scsi_host_info *hi;
825         struct Scsi_Host *scsi_host = NULL;
826         struct scsi_id_instance_data *scsi_id = NULL;
827
828         SBP2_DEBUG_ENTER();
829
830         scsi_id = kzalloc(sizeof(*scsi_id), GFP_KERNEL);
831         if (!scsi_id) {
832                 SBP2_ERR("failed to create scsi_id");
833                 goto failed_alloc;
834         }
835
836         scsi_id->ne = ud->ne;
837         scsi_id->ud = ud;
838         scsi_id->speed_code = IEEE1394_SPEED_100;
839         scsi_id->max_payload_size = sbp2_speedto_max_payload[IEEE1394_SPEED_100];
840         scsi_id->status_fifo_addr = CSR1212_INVALID_ADDR_SPACE;
841         INIT_LIST_HEAD(&scsi_id->sbp2_command_orb_inuse);
842         INIT_LIST_HEAD(&scsi_id->sbp2_command_orb_completed);
843         INIT_LIST_HEAD(&scsi_id->scsi_list);
844         spin_lock_init(&scsi_id->sbp2_command_orb_lock);
845         atomic_set(&scsi_id->unfinished_reset, 0);
846         INIT_WORK(&scsi_id->protocol_work, NULL, NULL);
847
848         ud->device.driver_data = scsi_id;
849
850         hi = hpsb_get_hostinfo(&sbp2_highlevel, ud->ne->host);
851         if (!hi) {
852                 hi = hpsb_create_hostinfo(&sbp2_highlevel, ud->ne->host, sizeof(*hi));
853                 if (!hi) {
854                         SBP2_ERR("failed to allocate hostinfo");
855                         goto failed_alloc;
856                 }
857                 SBP2_DEBUG("sbp2_alloc_device: allocated hostinfo");
858                 hi->host = ud->ne->host;
859                 INIT_LIST_HEAD(&hi->scsi_ids);
860
861 #ifdef CONFIG_IEEE1394_SBP2_PHYS_DMA
862                 /* Handle data movement if physical dma is not
863                  * enabled or not supported on host controller */
864                 if (!hpsb_register_addrspace(&sbp2_highlevel, ud->ne->host,
865                                              &sbp2_physdma_ops,
866                                              0x0ULL, 0xfffffffcULL)) {
867                         SBP2_ERR("failed to register lower 4GB address range");
868                         goto failed_alloc;
869                 }
870 #endif
871         }
872
873         /* Prevent unloading of the 1394 host */
874         if (!try_module_get(hi->host->driver->owner)) {
875                 SBP2_ERR("failed to get a reference on 1394 host driver");
876                 goto failed_alloc;
877         }
878
879         scsi_id->hi = hi;
880
881         list_add_tail(&scsi_id->scsi_list, &hi->scsi_ids);
882
883         /* Register the status FIFO address range. We could use the same FIFO
884          * for targets at different nodes. However we need different FIFOs per
885          * target in order to support multi-unit devices.
886          * The FIFO is located out of the local host controller's physical range
887          * but, if possible, within the posted write area. Status writes will
888          * then be performed as unified transactions. This slightly reduces
889          * bandwidth usage, and some Prolific based devices seem to require it.
890          */
891         scsi_id->status_fifo_addr = hpsb_allocate_and_register_addrspace(
892                         &sbp2_highlevel, ud->ne->host, &sbp2_ops,
893                         sizeof(struct sbp2_status_block), sizeof(quadlet_t),
894                         ud->ne->host->low_addr_space, CSR1212_ALL_SPACE_END);
895         if (scsi_id->status_fifo_addr == CSR1212_INVALID_ADDR_SPACE) {
896                 SBP2_ERR("failed to allocate status FIFO address range");
897                 goto failed_alloc;
898         }
899
900         /* Register our host with the SCSI stack. */
901         scsi_host = scsi_host_alloc(&scsi_driver_template,
902                                     sizeof(unsigned long));
903         if (!scsi_host) {
904                 SBP2_ERR("failed to register scsi host");
905                 goto failed_alloc;
906         }
907
908         scsi_host->hostdata[0] = (unsigned long)scsi_id;
909
910         if (!scsi_add_host(scsi_host, &ud->device)) {
911                 scsi_id->scsi_host = scsi_host;
912                 return scsi_id;
913         }
914
915         SBP2_ERR("failed to add scsi host");
916         scsi_host_put(scsi_host);
917
918 failed_alloc:
919         sbp2_remove_device(scsi_id);
920         return NULL;
921 }
922
923 static void sbp2_host_reset(struct hpsb_host *host)
924 {
925         struct sbp2scsi_host_info *hi;
926         struct scsi_id_instance_data *scsi_id;
927
928         hi = hpsb_get_hostinfo(&sbp2_highlevel, host);
929
930         if (hi) {
931                 list_for_each_entry(scsi_id, &hi->scsi_ids, scsi_list) {
932                         atomic_set(&scsi_id->unfinished_reset, 1);
933                         scsi_block_requests(scsi_id->scsi_host);
934                 }
935         }
936 }
937
938 /*
939  * This function is where we first pull the node unique ids, and then
940  * allocate memory and register a SBP-2 device.
941  */
942 static int sbp2_start_device(struct scsi_id_instance_data *scsi_id)
943 {
944         struct sbp2scsi_host_info *hi = scsi_id->hi;
945         int error;
946
947         SBP2_DEBUG_ENTER();
948
949         /* Login FIFO DMA */
950         scsi_id->login_response =
951                 pci_alloc_consistent(hi->host->pdev,
952                                      sizeof(struct sbp2_login_response),
953                                      &scsi_id->login_response_dma);
954         if (!scsi_id->login_response)
955                 goto alloc_fail;
956         SBP2_DMA_ALLOC("consistent DMA region for login FIFO");
957
958         /* Query logins ORB DMA */
959         scsi_id->query_logins_orb =
960                 pci_alloc_consistent(hi->host->pdev,
961                                      sizeof(struct sbp2_query_logins_orb),
962                                      &scsi_id->query_logins_orb_dma);
963         if (!scsi_id->query_logins_orb)
964                 goto alloc_fail;
965         SBP2_DMA_ALLOC("consistent DMA region for query logins ORB");
966
967         /* Query logins response DMA */
968         scsi_id->query_logins_response =
969                 pci_alloc_consistent(hi->host->pdev,
970                                      sizeof(struct sbp2_query_logins_response),
971                                      &scsi_id->query_logins_response_dma);
972         if (!scsi_id->query_logins_response)
973                 goto alloc_fail;
974         SBP2_DMA_ALLOC("consistent DMA region for query logins response");
975
976         /* Reconnect ORB DMA */
977         scsi_id->reconnect_orb =
978                 pci_alloc_consistent(hi->host->pdev,
979                                      sizeof(struct sbp2_reconnect_orb),
980                                      &scsi_id->reconnect_orb_dma);
981         if (!scsi_id->reconnect_orb)
982                 goto alloc_fail;
983         SBP2_DMA_ALLOC("consistent DMA region for reconnect ORB");
984
985         /* Logout ORB DMA */
986         scsi_id->logout_orb =
987                 pci_alloc_consistent(hi->host->pdev,
988                                      sizeof(struct sbp2_logout_orb),
989                                      &scsi_id->logout_orb_dma);
990         if (!scsi_id->logout_orb)
991                 goto alloc_fail;
992         SBP2_DMA_ALLOC("consistent DMA region for logout ORB");
993
994         /* Login ORB DMA */
995         scsi_id->login_orb =
996                 pci_alloc_consistent(hi->host->pdev,
997                                      sizeof(struct sbp2_login_orb),
998                                      &scsi_id->login_orb_dma);
999         if (!scsi_id->login_orb)
1000                 goto alloc_fail;
1001         SBP2_DMA_ALLOC("consistent DMA region for login ORB");
1002
1003         SBP2_DEBUG("New SBP-2 device inserted, SCSI ID = %x", scsi_id->ud->id);
1004
1005         /*
1006          * Create our command orb pool
1007          */
1008         if (sbp2util_create_command_orb_pool(scsi_id)) {
1009                 SBP2_ERR("sbp2util_create_command_orb_pool failed!");
1010                 sbp2_remove_device(scsi_id);
1011                 return -ENOMEM;
1012         }
1013
1014         /* Schedule a timeout here. The reason is that we may be so close
1015          * to a bus reset, that the device is not available for logins.
1016          * This can happen when the bus reset is caused by the host
1017          * connected to the sbp2 device being removed. That host would
1018          * have a certain amount of time to relogin before the sbp2 device
1019          * allows someone else to login instead. One second makes sense. */
1020         if (msleep_interruptible(1000)) {
1021                 sbp2_remove_device(scsi_id);
1022                 return -EINTR;
1023         }
1024
1025         /*
1026          * Login to the sbp-2 device
1027          */
1028         if (sbp2_login_device(scsi_id)) {
1029                 /* Login failed, just remove the device. */
1030                 sbp2_remove_device(scsi_id);
1031                 return -EBUSY;
1032         }
1033
1034         /*
1035          * Set max retries to something large on the device
1036          */
1037         sbp2_set_busy_timeout(scsi_id);
1038
1039         /*
1040          * Do a SBP-2 fetch agent reset
1041          */
1042         sbp2_agent_reset(scsi_id, 1);
1043
1044         /*
1045          * Get the max speed and packet size that we can use
1046          */
1047         sbp2_max_speed_and_size(scsi_id);
1048
1049         /* Add this device to the scsi layer now */
1050         error = scsi_add_device(scsi_id->scsi_host, 0, scsi_id->ud->id, 0);
1051         if (error) {
1052                 SBP2_ERR("scsi_add_device failed");
1053                 sbp2_logout_device(scsi_id);
1054                 sbp2_remove_device(scsi_id);
1055                 return error;
1056         }
1057
1058         return 0;
1059
1060 alloc_fail:
1061         SBP2_ERR("Could not allocate memory for scsi_id");
1062         sbp2_remove_device(scsi_id);
1063         return -ENOMEM;
1064 }
1065
1066 /*
1067  * This function removes an sbp2 device from the sbp2scsi_host_info struct.
1068  */
1069 static void sbp2_remove_device(struct scsi_id_instance_data *scsi_id)
1070 {
1071         struct sbp2scsi_host_info *hi;
1072
1073         SBP2_DEBUG_ENTER();
1074
1075         if (!scsi_id)
1076                 return;
1077
1078         hi = scsi_id->hi;
1079
1080         /* This will remove our scsi device aswell */
1081         if (scsi_id->scsi_host) {
1082                 scsi_remove_host(scsi_id->scsi_host);
1083                 scsi_host_put(scsi_id->scsi_host);
1084         }
1085         flush_scheduled_work();
1086         sbp2util_remove_command_orb_pool(scsi_id);
1087
1088         list_del(&scsi_id->scsi_list);
1089
1090         if (scsi_id->login_response) {
1091                 pci_free_consistent(hi->host->pdev,
1092                                     sizeof(struct sbp2_login_response),
1093                                     scsi_id->login_response,
1094                                     scsi_id->login_response_dma);
1095                 SBP2_DMA_FREE("single login FIFO");
1096         }
1097
1098         if (scsi_id->login_orb) {
1099                 pci_free_consistent(hi->host->pdev,
1100                                     sizeof(struct sbp2_login_orb),
1101                                     scsi_id->login_orb,
1102                                     scsi_id->login_orb_dma);
1103                 SBP2_DMA_FREE("single login ORB");
1104         }
1105
1106         if (scsi_id->reconnect_orb) {
1107                 pci_free_consistent(hi->host->pdev,
1108                                     sizeof(struct sbp2_reconnect_orb),
1109                                     scsi_id->reconnect_orb,
1110                                     scsi_id->reconnect_orb_dma);
1111                 SBP2_DMA_FREE("single reconnect orb");
1112         }
1113
1114         if (scsi_id->logout_orb) {
1115                 pci_free_consistent(hi->host->pdev,
1116                                     sizeof(struct sbp2_logout_orb),
1117                                     scsi_id->logout_orb,
1118                                     scsi_id->logout_orb_dma);
1119                 SBP2_DMA_FREE("single logout orb");
1120         }
1121
1122         if (scsi_id->query_logins_orb) {
1123                 pci_free_consistent(hi->host->pdev,
1124                                     sizeof(struct sbp2_query_logins_orb),
1125                                     scsi_id->query_logins_orb,
1126                                     scsi_id->query_logins_orb_dma);
1127                 SBP2_DMA_FREE("single query logins orb");
1128         }
1129
1130         if (scsi_id->query_logins_response) {
1131                 pci_free_consistent(hi->host->pdev,
1132                                     sizeof(struct sbp2_query_logins_response),
1133                                     scsi_id->query_logins_response,
1134                                     scsi_id->query_logins_response_dma);
1135                 SBP2_DMA_FREE("single query logins data");
1136         }
1137
1138         if (scsi_id->status_fifo_addr != CSR1212_INVALID_ADDR_SPACE)
1139                 hpsb_unregister_addrspace(&sbp2_highlevel, hi->host,
1140                                           scsi_id->status_fifo_addr);
1141
1142         scsi_id->ud->device.driver_data = NULL;
1143
1144         if (hi)
1145                 module_put(hi->host->driver->owner);
1146
1147         SBP2_DEBUG("SBP-2 device removed, SCSI ID = %d", scsi_id->ud->id);
1148
1149         kfree(scsi_id);
1150 }
1151
1152 #ifdef CONFIG_IEEE1394_SBP2_PHYS_DMA
1153 /*
1154  * This function deals with physical dma write requests (for adapters that do not support
1155  * physical dma in hardware). Mostly just here for debugging...
1156  */
1157 static int sbp2_handle_physdma_write(struct hpsb_host *host, int nodeid,
1158                                      int destid, quadlet_t *data, u64 addr,
1159                                      size_t length, u16 flags)
1160 {
1161
1162         /*
1163          * Manually put the data in the right place.
1164          */
1165         memcpy(bus_to_virt((u32) addr), data, length);
1166         sbp2util_packet_dump(data, length, "sbp2 phys dma write by device",
1167                              (u32) addr);
1168         return RCODE_COMPLETE;
1169 }
1170
1171 /*
1172  * This function deals with physical dma read requests (for adapters that do not support
1173  * physical dma in hardware). Mostly just here for debugging...
1174  */
1175 static int sbp2_handle_physdma_read(struct hpsb_host *host, int nodeid,
1176                                     quadlet_t *data, u64 addr, size_t length,
1177                                     u16 flags)
1178 {
1179
1180         /*
1181          * Grab data from memory and send a read response.
1182          */
1183         memcpy(data, bus_to_virt((u32) addr), length);
1184         sbp2util_packet_dump(data, length, "sbp2 phys dma read by device",
1185                              (u32) addr);
1186         return RCODE_COMPLETE;
1187 }
1188 #endif
1189
1190 /**************************************
1191  * SBP-2 protocol related section
1192  **************************************/
1193
1194 /*
1195  * This function queries the device for the maximum concurrent logins it
1196  * supports.
1197  */
1198 static int sbp2_query_logins(struct scsi_id_instance_data *scsi_id)
1199 {
1200         struct sbp2scsi_host_info *hi = scsi_id->hi;
1201         quadlet_t data[2];
1202         int max_logins;
1203         int active_logins;
1204
1205         SBP2_DEBUG_ENTER();
1206
1207         scsi_id->query_logins_orb->reserved1 = 0x0;
1208         scsi_id->query_logins_orb->reserved2 = 0x0;
1209
1210         scsi_id->query_logins_orb->query_response_lo = scsi_id->query_logins_response_dma;
1211         scsi_id->query_logins_orb->query_response_hi = ORB_SET_NODE_ID(hi->host->node_id);
1212
1213         scsi_id->query_logins_orb->lun_misc = ORB_SET_FUNCTION(SBP2_QUERY_LOGINS_REQUEST);
1214         scsi_id->query_logins_orb->lun_misc |= ORB_SET_NOTIFY(1);
1215         scsi_id->query_logins_orb->lun_misc |= ORB_SET_LUN(scsi_id->sbp2_lun);
1216
1217         scsi_id->query_logins_orb->reserved_resp_length =
1218                 ORB_SET_QUERY_LOGINS_RESP_LENGTH(sizeof(struct sbp2_query_logins_response));
1219
1220         scsi_id->query_logins_orb->status_fifo_hi =
1221                 ORB_SET_STATUS_FIFO_HI(scsi_id->status_fifo_addr, hi->host->node_id);
1222         scsi_id->query_logins_orb->status_fifo_lo =
1223                 ORB_SET_STATUS_FIFO_LO(scsi_id->status_fifo_addr);
1224
1225         sbp2util_cpu_to_be32_buffer(scsi_id->query_logins_orb, sizeof(struct sbp2_query_logins_orb));
1226
1227         sbp2util_packet_dump(scsi_id->query_logins_orb, sizeof(struct sbp2_query_logins_orb),
1228                              "sbp2 query logins orb", scsi_id->query_logins_orb_dma);
1229
1230         memset(scsi_id->query_logins_response, 0, sizeof(struct sbp2_query_logins_response));
1231
1232         data[0] = ORB_SET_NODE_ID(hi->host->node_id);
1233         data[1] = scsi_id->query_logins_orb_dma;
1234         sbp2util_cpu_to_be32_buffer(data, 8);
1235
1236         hpsb_node_write(scsi_id->ne, scsi_id->sbp2_management_agent_addr, data, 8);
1237
1238         if (sbp2util_access_timeout(scsi_id, 2*HZ)) {
1239                 SBP2_INFO("Error querying logins to SBP-2 device - timed out");
1240                 return -EIO;
1241         }
1242
1243         if (scsi_id->status_block.ORB_offset_lo != scsi_id->query_logins_orb_dma) {
1244                 SBP2_INFO("Error querying logins to SBP-2 device - timed out");
1245                 return -EIO;
1246         }
1247
1248         if (STATUS_TEST_RDS(scsi_id->status_block.ORB_offset_hi_misc)) {
1249                 SBP2_INFO("Error querying logins to SBP-2 device - failed");
1250                 return -EIO;
1251         }
1252
1253         sbp2util_cpu_to_be32_buffer(scsi_id->query_logins_response, sizeof(struct sbp2_query_logins_response));
1254
1255         SBP2_DEBUG("length_max_logins = %x",
1256                    (unsigned int)scsi_id->query_logins_response->length_max_logins);
1257
1258         max_logins = RESPONSE_GET_MAX_LOGINS(scsi_id->query_logins_response->length_max_logins);
1259         SBP2_INFO("Maximum concurrent logins supported: %d", max_logins);
1260
1261         active_logins = RESPONSE_GET_ACTIVE_LOGINS(scsi_id->query_logins_response->length_max_logins);
1262         SBP2_INFO("Number of active logins: %d", active_logins);
1263
1264         if (active_logins >= max_logins) {
1265                 return -EIO;
1266         }
1267
1268         return 0;
1269 }
1270
1271 /*
1272  * This function is called in order to login to a particular SBP-2 device,
1273  * after a bus reset.
1274  */
1275 static int sbp2_login_device(struct scsi_id_instance_data *scsi_id)
1276 {
1277         struct sbp2scsi_host_info *hi = scsi_id->hi;
1278         quadlet_t data[2];
1279
1280         SBP2_DEBUG_ENTER();
1281
1282         if (!scsi_id->login_orb) {
1283                 SBP2_DEBUG("%s: login_orb not alloc'd!", __FUNCTION__);
1284                 return -EIO;
1285         }
1286
1287         if (!exclusive_login) {
1288                 if (sbp2_query_logins(scsi_id)) {
1289                         SBP2_INFO("Device does not support any more concurrent logins");
1290                         return -EIO;
1291                 }
1292         }
1293
1294         /* Set-up login ORB, assume no password */
1295         scsi_id->login_orb->password_hi = 0;
1296         scsi_id->login_orb->password_lo = 0;
1297
1298         scsi_id->login_orb->login_response_lo = scsi_id->login_response_dma;
1299         scsi_id->login_orb->login_response_hi = ORB_SET_NODE_ID(hi->host->node_id);
1300
1301         scsi_id->login_orb->lun_misc = ORB_SET_FUNCTION(SBP2_LOGIN_REQUEST);
1302         scsi_id->login_orb->lun_misc |= ORB_SET_RECONNECT(0);   /* One second reconnect time */
1303         scsi_id->login_orb->lun_misc |= ORB_SET_EXCLUSIVE(exclusive_login);     /* Exclusive access to device */
1304         scsi_id->login_orb->lun_misc |= ORB_SET_NOTIFY(1);      /* Notify us of login complete */
1305         scsi_id->login_orb->lun_misc |= ORB_SET_LUN(scsi_id->sbp2_lun);
1306
1307         scsi_id->login_orb->passwd_resp_lengths =
1308                 ORB_SET_LOGIN_RESP_LENGTH(sizeof(struct sbp2_login_response));
1309
1310         scsi_id->login_orb->status_fifo_hi =
1311                 ORB_SET_STATUS_FIFO_HI(scsi_id->status_fifo_addr, hi->host->node_id);
1312         scsi_id->login_orb->status_fifo_lo =
1313                 ORB_SET_STATUS_FIFO_LO(scsi_id->status_fifo_addr);
1314
1315         sbp2util_cpu_to_be32_buffer(scsi_id->login_orb, sizeof(struct sbp2_login_orb));
1316
1317         sbp2util_packet_dump(scsi_id->login_orb, sizeof(struct sbp2_login_orb),
1318                              "sbp2 login orb", scsi_id->login_orb_dma);
1319
1320         memset(scsi_id->login_response, 0, sizeof(struct sbp2_login_response));
1321
1322         data[0] = ORB_SET_NODE_ID(hi->host->node_id);
1323         data[1] = scsi_id->login_orb_dma;
1324         sbp2util_cpu_to_be32_buffer(data, 8);
1325
1326         hpsb_node_write(scsi_id->ne, scsi_id->sbp2_management_agent_addr, data, 8);
1327
1328         /*
1329          * Wait for login status (up to 20 seconds)...
1330          */
1331         if (sbp2util_access_timeout(scsi_id, 20*HZ)) {
1332                 SBP2_ERR("Error logging into SBP-2 device - timed out");
1333                 return -EIO;
1334         }
1335
1336         /*
1337          * Sanity. Make sure status returned matches login orb.
1338          */
1339         if (scsi_id->status_block.ORB_offset_lo != scsi_id->login_orb_dma) {
1340                 SBP2_ERR("Error logging into SBP-2 device - timed out");
1341                 return -EIO;
1342         }
1343
1344         if (STATUS_TEST_RDS(scsi_id->status_block.ORB_offset_hi_misc)) {
1345                 SBP2_ERR("Error logging into SBP-2 device - failed");
1346                 return -EIO;
1347         }
1348
1349         /*
1350          * Byte swap the login response, for use when reconnecting or
1351          * logging out.
1352          */
1353         sbp2util_cpu_to_be32_buffer(scsi_id->login_response, sizeof(struct sbp2_login_response));
1354
1355         /*
1356          * Grab our command block agent address from the login response.
1357          */
1358         SBP2_DEBUG("command_block_agent_hi = %x",
1359                    (unsigned int)scsi_id->login_response->command_block_agent_hi);
1360         SBP2_DEBUG("command_block_agent_lo = %x",
1361                    (unsigned int)scsi_id->login_response->command_block_agent_lo);
1362
1363         scsi_id->sbp2_command_block_agent_addr =
1364                 ((u64)scsi_id->login_response->command_block_agent_hi) << 32;
1365         scsi_id->sbp2_command_block_agent_addr |= ((u64)scsi_id->login_response->command_block_agent_lo);
1366         scsi_id->sbp2_command_block_agent_addr &= 0x0000ffffffffffffULL;
1367
1368         SBP2_INFO("Logged into SBP-2 device");
1369         return 0;
1370 }
1371
1372 /*
1373  * This function is called in order to logout from a particular SBP-2
1374  * device, usually called during driver unload.
1375  */
1376 static int sbp2_logout_device(struct scsi_id_instance_data *scsi_id)
1377 {
1378         struct sbp2scsi_host_info *hi = scsi_id->hi;
1379         quadlet_t data[2];
1380         int error;
1381
1382         SBP2_DEBUG_ENTER();
1383
1384         /*
1385          * Set-up logout ORB
1386          */
1387         scsi_id->logout_orb->reserved1 = 0x0;
1388         scsi_id->logout_orb->reserved2 = 0x0;
1389         scsi_id->logout_orb->reserved3 = 0x0;
1390         scsi_id->logout_orb->reserved4 = 0x0;
1391
1392         scsi_id->logout_orb->login_ID_misc = ORB_SET_FUNCTION(SBP2_LOGOUT_REQUEST);
1393         scsi_id->logout_orb->login_ID_misc |= ORB_SET_LOGIN_ID(scsi_id->login_response->length_login_ID);
1394
1395         /* Notify us when complete */
1396         scsi_id->logout_orb->login_ID_misc |= ORB_SET_NOTIFY(1);
1397
1398         scsi_id->logout_orb->reserved5 = 0x0;
1399         scsi_id->logout_orb->status_fifo_hi =
1400                 ORB_SET_STATUS_FIFO_HI(scsi_id->status_fifo_addr, hi->host->node_id);
1401         scsi_id->logout_orb->status_fifo_lo =
1402                 ORB_SET_STATUS_FIFO_LO(scsi_id->status_fifo_addr);
1403
1404         /*
1405          * Byte swap ORB if necessary
1406          */
1407         sbp2util_cpu_to_be32_buffer(scsi_id->logout_orb, sizeof(struct sbp2_logout_orb));
1408
1409         sbp2util_packet_dump(scsi_id->logout_orb, sizeof(struct sbp2_logout_orb),
1410                              "sbp2 logout orb", scsi_id->logout_orb_dma);
1411
1412         /*
1413          * Ok, let's write to the target's management agent register
1414          */
1415         data[0] = ORB_SET_NODE_ID(hi->host->node_id);
1416         data[1] = scsi_id->logout_orb_dma;
1417         sbp2util_cpu_to_be32_buffer(data, 8);
1418
1419         error = hpsb_node_write(scsi_id->ne,
1420                                 scsi_id->sbp2_management_agent_addr, data, 8);
1421         if (error)
1422                 return error;
1423
1424         /* Wait for device to logout...1 second. */
1425         if (sbp2util_access_timeout(scsi_id, HZ))
1426                 return -EIO;
1427
1428         SBP2_INFO("Logged out of SBP-2 device");
1429         return 0;
1430 }
1431
1432 /*
1433  * This function is called in order to reconnect to a particular SBP-2
1434  * device, after a bus reset.
1435  */
1436 static int sbp2_reconnect_device(struct scsi_id_instance_data *scsi_id)
1437 {
1438         struct sbp2scsi_host_info *hi = scsi_id->hi;
1439         quadlet_t data[2];
1440         int error;
1441
1442         SBP2_DEBUG_ENTER();
1443
1444         /*
1445          * Set-up reconnect ORB
1446          */
1447         scsi_id->reconnect_orb->reserved1 = 0x0;
1448         scsi_id->reconnect_orb->reserved2 = 0x0;
1449         scsi_id->reconnect_orb->reserved3 = 0x0;
1450         scsi_id->reconnect_orb->reserved4 = 0x0;
1451
1452         scsi_id->reconnect_orb->login_ID_misc = ORB_SET_FUNCTION(SBP2_RECONNECT_REQUEST);
1453         scsi_id->reconnect_orb->login_ID_misc |=
1454                 ORB_SET_LOGIN_ID(scsi_id->login_response->length_login_ID);
1455
1456         /* Notify us when complete */
1457         scsi_id->reconnect_orb->login_ID_misc |= ORB_SET_NOTIFY(1);
1458
1459         scsi_id->reconnect_orb->reserved5 = 0x0;
1460         scsi_id->reconnect_orb->status_fifo_hi =
1461                 ORB_SET_STATUS_FIFO_HI(scsi_id->status_fifo_addr, hi->host->node_id);
1462         scsi_id->reconnect_orb->status_fifo_lo =
1463                 ORB_SET_STATUS_FIFO_LO(scsi_id->status_fifo_addr);
1464
1465         /*
1466          * Byte swap ORB if necessary
1467          */
1468         sbp2util_cpu_to_be32_buffer(scsi_id->reconnect_orb, sizeof(struct sbp2_reconnect_orb));
1469
1470         sbp2util_packet_dump(scsi_id->reconnect_orb, sizeof(struct sbp2_reconnect_orb),
1471                              "sbp2 reconnect orb", scsi_id->reconnect_orb_dma);
1472
1473         data[0] = ORB_SET_NODE_ID(hi->host->node_id);
1474         data[1] = scsi_id->reconnect_orb_dma;
1475         sbp2util_cpu_to_be32_buffer(data, 8);
1476
1477         error = hpsb_node_write(scsi_id->ne,
1478                                 scsi_id->sbp2_management_agent_addr, data, 8);
1479         if (error)
1480                 return error;
1481
1482         /*
1483          * Wait for reconnect status (up to 1 second)...
1484          */
1485         if (sbp2util_access_timeout(scsi_id, HZ)) {
1486                 SBP2_ERR("Error reconnecting to SBP-2 device - timed out");
1487                 return -EIO;
1488         }
1489
1490         /*
1491          * Sanity. Make sure status returned matches reconnect orb.
1492          */
1493         if (scsi_id->status_block.ORB_offset_lo != scsi_id->reconnect_orb_dma) {
1494                 SBP2_ERR("Error reconnecting to SBP-2 device - timed out");
1495                 return -EIO;
1496         }
1497
1498         if (STATUS_TEST_RDS(scsi_id->status_block.ORB_offset_hi_misc)) {
1499                 SBP2_ERR("Error reconnecting to SBP-2 device - failed");
1500                 return -EIO;
1501         }
1502
1503         HPSB_DEBUG("Reconnected to SBP-2 device");
1504         return 0;
1505 }
1506
1507 /*
1508  * This function is called in order to set the busy timeout (number of
1509  * retries to attempt) on the sbp2 device.
1510  */
1511 static int sbp2_set_busy_timeout(struct scsi_id_instance_data *scsi_id)
1512 {
1513         quadlet_t data;
1514
1515         SBP2_DEBUG_ENTER();
1516
1517         data = cpu_to_be32(SBP2_BUSY_TIMEOUT_VALUE);
1518         if (hpsb_node_write(scsi_id->ne, SBP2_BUSY_TIMEOUT_ADDRESS, &data, 4))
1519                 SBP2_ERR("%s error", __FUNCTION__);
1520         return 0;
1521 }
1522
1523 /*
1524  * This function is called to parse sbp2 device's config rom unit
1525  * directory. Used to determine things like sbp2 management agent offset,
1526  * and command set used (SCSI or RBC).
1527  */
1528 static void sbp2_parse_unit_directory(struct scsi_id_instance_data *scsi_id,
1529                                       struct unit_directory *ud)
1530 {
1531         struct csr1212_keyval *kv;
1532         struct csr1212_dentry *dentry;
1533         u64 management_agent_addr;
1534         u32 command_set_spec_id, command_set, unit_characteristics,
1535             firmware_revision;
1536         unsigned workarounds;
1537         int i;
1538
1539         SBP2_DEBUG_ENTER();
1540
1541         management_agent_addr = 0x0;
1542         command_set_spec_id = 0x0;
1543         command_set = 0x0;
1544         unit_characteristics = 0x0;
1545         firmware_revision = 0x0;
1546
1547         /* Handle different fields in the unit directory, based on keys */
1548         csr1212_for_each_dir_entry(ud->ne->csr, kv, ud->ud_kv, dentry) {
1549                 switch (kv->key.id) {
1550                 case CSR1212_KV_ID_DEPENDENT_INFO:
1551                         if (kv->key.type == CSR1212_KV_TYPE_CSR_OFFSET) {
1552                                 /* Save off the management agent address */
1553                                 management_agent_addr =
1554                                     CSR1212_REGISTER_SPACE_BASE +
1555                                     (kv->value.csr_offset << 2);
1556
1557                                 SBP2_DEBUG("sbp2_management_agent_addr = %x",
1558                                            (unsigned int)management_agent_addr);
1559                         } else if (kv->key.type == CSR1212_KV_TYPE_IMMEDIATE) {
1560                                 scsi_id->sbp2_lun =
1561                                     ORB_SET_LUN(kv->value.immediate);
1562                         }
1563                         break;
1564
1565                 case SBP2_COMMAND_SET_SPEC_ID_KEY:
1566                         /* Command spec organization */
1567                         command_set_spec_id = kv->value.immediate;
1568                         SBP2_DEBUG("sbp2_command_set_spec_id = %x",
1569                                    (unsigned int)command_set_spec_id);
1570                         break;
1571
1572                 case SBP2_COMMAND_SET_KEY:
1573                         /* Command set used by sbp2 device */
1574                         command_set = kv->value.immediate;
1575                         SBP2_DEBUG("sbp2_command_set = %x",
1576                                    (unsigned int)command_set);
1577                         break;
1578
1579                 case SBP2_UNIT_CHARACTERISTICS_KEY:
1580                         /*
1581                          * Unit characterisitcs (orb related stuff
1582                          * that I'm not yet paying attention to)
1583                          */
1584                         unit_characteristics = kv->value.immediate;
1585                         SBP2_DEBUG("sbp2_unit_characteristics = %x",
1586                                    (unsigned int)unit_characteristics);
1587                         break;
1588
1589                 case SBP2_FIRMWARE_REVISION_KEY:
1590                         /* Firmware revision */
1591                         firmware_revision = kv->value.immediate;
1592                         SBP2_DEBUG("sbp2_firmware_revision = %x",
1593                                    (unsigned int)firmware_revision);
1594                         break;
1595
1596                 default:
1597                         break;
1598                 }
1599         }
1600
1601         workarounds = sbp2_default_workarounds;
1602
1603         if (!(workarounds & SBP2_WORKAROUND_OVERRIDE))
1604                 for (i = 0; i < ARRAY_SIZE(sbp2_workarounds_table); i++) {
1605                         if (sbp2_workarounds_table[i].firmware_revision &&
1606                             sbp2_workarounds_table[i].firmware_revision !=
1607                             (firmware_revision & 0xffff00))
1608                                 continue;
1609                         if (sbp2_workarounds_table[i].model_id &&
1610                             sbp2_workarounds_table[i].model_id != ud->model_id)
1611                                 continue;
1612                         workarounds |= sbp2_workarounds_table[i].workarounds;
1613                         break;
1614                 }
1615
1616         if (workarounds)
1617                 SBP2_INFO("Workarounds for node " NODE_BUS_FMT ": 0x%x "
1618                           "(firmware_revision 0x%06x, vendor_id 0x%06x,"
1619                           " model_id 0x%06x)",
1620                           NODE_BUS_ARGS(ud->ne->host, ud->ne->nodeid),
1621                           workarounds, firmware_revision,
1622                           ud->vendor_id ? ud->vendor_id : ud->ne->vendor_id,
1623                           ud->model_id);
1624
1625         /* We would need one SCSI host template for each target to adjust
1626          * max_sectors on the fly, therefore warn only. */
1627         if (workarounds & SBP2_WORKAROUND_128K_MAX_TRANS &&
1628             (max_sectors * 512) > (128 * 1024))
1629                 SBP2_WARN("Node " NODE_BUS_FMT ": Bridge only supports 128KB "
1630                           "max transfer size. WARNING: Current max_sectors "
1631                           "setting is larger than 128KB (%d sectors)",
1632                           NODE_BUS_ARGS(ud->ne->host, ud->ne->nodeid),
1633                           max_sectors);
1634
1635         /* If this is a logical unit directory entry, process the parent
1636          * to get the values. */
1637         if (ud->flags & UNIT_DIRECTORY_LUN_DIRECTORY) {
1638                 struct unit_directory *parent_ud =
1639                         container_of(ud->device.parent, struct unit_directory, device);
1640                 sbp2_parse_unit_directory(scsi_id, parent_ud);
1641         } else {
1642                 scsi_id->sbp2_management_agent_addr = management_agent_addr;
1643                 scsi_id->sbp2_command_set_spec_id = command_set_spec_id;
1644                 scsi_id->sbp2_command_set = command_set;
1645                 scsi_id->sbp2_unit_characteristics = unit_characteristics;
1646                 scsi_id->sbp2_firmware_revision = firmware_revision;
1647                 scsi_id->workarounds = workarounds;
1648                 if (ud->flags & UNIT_DIRECTORY_HAS_LUN)
1649                         scsi_id->sbp2_lun = ORB_SET_LUN(ud->lun);
1650         }
1651 }
1652
1653 #define SBP2_PAYLOAD_TO_BYTES(p) (1 << ((p) + 2))
1654
1655 /*
1656  * This function is called in order to determine the max speed and packet
1657  * size we can use in our ORBs. Note, that we (the driver and host) only
1658  * initiate the transaction. The SBP-2 device actually transfers the data
1659  * (by reading from the DMA area we tell it). This means that the SBP-2
1660  * device decides the actual maximum data it can transfer. We just tell it
1661  * the speed that it needs to use, and the max_rec the host supports, and
1662  * it takes care of the rest.
1663  */
1664 static int sbp2_max_speed_and_size(struct scsi_id_instance_data *scsi_id)
1665 {
1666         struct sbp2scsi_host_info *hi = scsi_id->hi;
1667         u8 payload;
1668
1669         SBP2_DEBUG_ENTER();
1670
1671         scsi_id->speed_code =
1672             hi->host->speed[NODEID_TO_NODE(scsi_id->ne->nodeid)];
1673
1674         /* Bump down our speed if the user requested it */
1675         if (scsi_id->speed_code > max_speed) {
1676                 scsi_id->speed_code = max_speed;
1677                 SBP2_ERR("Forcing SBP-2 max speed down to %s",
1678                          hpsb_speedto_str[scsi_id->speed_code]);
1679         }
1680
1681         /* Payload size is the lesser of what our speed supports and what
1682          * our host supports.  */
1683         payload = min(sbp2_speedto_max_payload[scsi_id->speed_code],
1684                       (u8) (hi->host->csr.max_rec - 1));
1685
1686         /* If physical DMA is off, work around limitation in ohci1394:
1687          * packet size must not exceed PAGE_SIZE */
1688         if (scsi_id->ne->host->low_addr_space < (1ULL << 32))
1689                 while (SBP2_PAYLOAD_TO_BYTES(payload) + 24 > PAGE_SIZE &&
1690                        payload)
1691                         payload--;
1692
1693         HPSB_DEBUG("Node " NODE_BUS_FMT ": Max speed [%s] - Max payload [%u]",
1694                    NODE_BUS_ARGS(hi->host, scsi_id->ne->nodeid),
1695                    hpsb_speedto_str[scsi_id->speed_code],
1696                    SBP2_PAYLOAD_TO_BYTES(payload));
1697
1698         scsi_id->max_payload_size = payload;
1699         return 0;
1700 }
1701
1702 /*
1703  * This function is called in order to perform a SBP-2 agent reset.
1704  */
1705 static int sbp2_agent_reset(struct scsi_id_instance_data *scsi_id, int wait)
1706 {
1707         quadlet_t data;
1708         u64 addr;
1709         int retval;
1710         unsigned long flags;
1711
1712         SBP2_DEBUG_ENTER();
1713
1714         cancel_delayed_work(&scsi_id->protocol_work);
1715         if (wait)
1716                 flush_scheduled_work();
1717
1718         data = ntohl(SBP2_AGENT_RESET_DATA);
1719         addr = scsi_id->sbp2_command_block_agent_addr + SBP2_AGENT_RESET_OFFSET;
1720
1721         if (wait)
1722                 retval = hpsb_node_write(scsi_id->ne, addr, &data, 4);
1723         else
1724                 retval = sbp2util_node_write_no_wait(scsi_id->ne, addr, &data, 4);
1725
1726         if (retval < 0) {
1727                 SBP2_ERR("hpsb_node_write failed.\n");
1728                 return -EIO;
1729         }
1730
1731         /*
1732          * Need to make sure orb pointer is written on next command
1733          */
1734         spin_lock_irqsave(&scsi_id->sbp2_command_orb_lock, flags);
1735         scsi_id->last_orb = NULL;
1736         spin_unlock_irqrestore(&scsi_id->sbp2_command_orb_lock, flags);
1737
1738         return 0;
1739 }
1740
1741 static void sbp2_prep_command_orb_sg(struct sbp2_command_orb *orb,
1742                                      struct sbp2scsi_host_info *hi,
1743                                      struct sbp2_command_info *command,
1744                                      unsigned int scsi_use_sg,
1745                                      struct scatterlist *sgpnt,
1746                                      u32 orb_direction,
1747                                      enum dma_data_direction dma_dir)
1748 {
1749         command->dma_dir = dma_dir;
1750         orb->data_descriptor_hi = ORB_SET_NODE_ID(hi->host->node_id);
1751         orb->misc |= ORB_SET_DIRECTION(orb_direction);
1752
1753         /* Special case if only one element (and less than 64KB in size) */
1754         if ((scsi_use_sg == 1) &&
1755             (sgpnt[0].length <= SBP2_MAX_SG_ELEMENT_LENGTH)) {
1756
1757                 SBP2_DEBUG("Only one s/g element");
1758                 command->dma_size = sgpnt[0].length;
1759                 command->dma_type = CMD_DMA_PAGE;
1760                 command->cmd_dma = pci_map_page(hi->host->pdev,
1761                                                 sgpnt[0].page,
1762                                                 sgpnt[0].offset,
1763                                                 command->dma_size,
1764                                                 command->dma_dir);
1765                 SBP2_DMA_ALLOC("single page scatter element");
1766
1767                 orb->data_descriptor_lo = command->cmd_dma;
1768                 orb->misc |= ORB_SET_DATA_SIZE(command->dma_size);
1769
1770         } else {
1771                 struct sbp2_unrestricted_page_table *sg_element =
1772                                         &command->scatter_gather_element[0];
1773                 u32 sg_count, sg_len;
1774                 dma_addr_t sg_addr;
1775                 int i, count = pci_map_sg(hi->host->pdev, sgpnt, scsi_use_sg,
1776                                           dma_dir);
1777
1778                 SBP2_DMA_ALLOC("scatter list");
1779
1780                 command->dma_size = scsi_use_sg;
1781                 command->sge_buffer = sgpnt;
1782
1783                 /* use page tables (s/g) */
1784                 orb->misc |= ORB_SET_PAGE_TABLE_PRESENT(0x1);
1785                 orb->data_descriptor_lo = command->sge_dma;
1786
1787                 /*
1788                  * Loop through and fill out our sbp-2 page tables
1789                  * (and split up anything too large)
1790                  */
1791                 for (i = 0, sg_count = 0 ; i < count; i++, sgpnt++) {
1792                         sg_len = sg_dma_len(sgpnt);
1793                         sg_addr = sg_dma_address(sgpnt);
1794                         while (sg_len) {
1795                                 sg_element[sg_count].segment_base_lo = sg_addr;
1796                                 if (sg_len > SBP2_MAX_SG_ELEMENT_LENGTH) {
1797                                         sg_element[sg_count].length_segment_base_hi =
1798                                                 PAGE_TABLE_SET_SEGMENT_LENGTH(SBP2_MAX_SG_ELEMENT_LENGTH);
1799                                         sg_addr += SBP2_MAX_SG_ELEMENT_LENGTH;
1800                                         sg_len -= SBP2_MAX_SG_ELEMENT_LENGTH;
1801                                 } else {
1802                                         sg_element[sg_count].length_segment_base_hi =
1803                                                 PAGE_TABLE_SET_SEGMENT_LENGTH(sg_len);
1804                                         sg_len = 0;
1805                                 }
1806                                 sg_count++;
1807                         }
1808                 }
1809
1810                 /* Number of page table (s/g) elements */
1811                 orb->misc |= ORB_SET_DATA_SIZE(sg_count);
1812
1813                 sbp2util_packet_dump(sg_element,
1814                                      (sizeof(struct sbp2_unrestricted_page_table)) * sg_count,
1815                                      "sbp2 s/g list", command->sge_dma);
1816
1817                 /* Byte swap page tables if necessary */
1818                 sbp2util_cpu_to_be32_buffer(sg_element,
1819                                             (sizeof(struct sbp2_unrestricted_page_table)) *
1820                                             sg_count);
1821         }
1822 }
1823
1824 static void sbp2_prep_command_orb_no_sg(struct sbp2_command_orb *orb,
1825                                         struct sbp2scsi_host_info *hi,
1826                                         struct sbp2_command_info *command,
1827                                         struct scatterlist *sgpnt,
1828                                         u32 orb_direction,
1829                                         unsigned int scsi_request_bufflen,
1830                                         void *scsi_request_buffer,
1831                                         enum dma_data_direction dma_dir)
1832 {
1833         command->dma_dir = dma_dir;
1834         command->dma_size = scsi_request_bufflen;
1835         command->dma_type = CMD_DMA_SINGLE;
1836         command->cmd_dma = pci_map_single(hi->host->pdev, scsi_request_buffer,
1837                                           command->dma_size, command->dma_dir);
1838         orb->data_descriptor_hi = ORB_SET_NODE_ID(hi->host->node_id);
1839         orb->misc |= ORB_SET_DIRECTION(orb_direction);
1840
1841         SBP2_DMA_ALLOC("single bulk");
1842
1843         /*
1844          * Handle case where we get a command w/o s/g enabled (but
1845          * check for transfers larger than 64K)
1846          */
1847         if (scsi_request_bufflen <= SBP2_MAX_SG_ELEMENT_LENGTH) {
1848
1849                 orb->data_descriptor_lo = command->cmd_dma;
1850                 orb->misc |= ORB_SET_DATA_SIZE(scsi_request_bufflen);
1851
1852         } else {
1853                 struct sbp2_unrestricted_page_table *sg_element =
1854                         &command->scatter_gather_element[0];
1855                 u32 sg_count, sg_len;
1856                 dma_addr_t sg_addr;
1857
1858                 /*
1859                  * Need to turn this into page tables, since the
1860                  * buffer is too large.
1861                  */
1862                 orb->data_descriptor_lo = command->sge_dma;
1863
1864                 /* Use page tables (s/g) */
1865                 orb->misc |= ORB_SET_PAGE_TABLE_PRESENT(0x1);
1866
1867                 /*
1868                  * fill out our sbp-2 page tables (and split up
1869                  * the large buffer)
1870                  */
1871                 sg_count = 0;
1872                 sg_len = scsi_request_bufflen;
1873                 sg_addr = command->cmd_dma;
1874                 while (sg_len) {
1875                         sg_element[sg_count].segment_base_lo = sg_addr;
1876                         if (sg_len > SBP2_MAX_SG_ELEMENT_LENGTH) {
1877                                 sg_element[sg_count].length_segment_base_hi =
1878                                         PAGE_TABLE_SET_SEGMENT_LENGTH(SBP2_MAX_SG_ELEMENT_LENGTH);
1879                                 sg_addr += SBP2_MAX_SG_ELEMENT_LENGTH;
1880                                 sg_len -= SBP2_MAX_SG_ELEMENT_LENGTH;
1881                         } else {
1882                                 sg_element[sg_count].length_segment_base_hi =
1883                                         PAGE_TABLE_SET_SEGMENT_LENGTH(sg_len);
1884                                 sg_len = 0;
1885                         }
1886                         sg_count++;
1887                 }
1888
1889                 /* Number of page table (s/g) elements */
1890                 orb->misc |= ORB_SET_DATA_SIZE(sg_count);
1891
1892                 sbp2util_packet_dump(sg_element,
1893                                      (sizeof(struct sbp2_unrestricted_page_table)) * sg_count,
1894                                      "sbp2 s/g list", command->sge_dma);
1895
1896                 /* Byte swap page tables if necessary */
1897                 sbp2util_cpu_to_be32_buffer(sg_element,
1898                                             (sizeof(struct sbp2_unrestricted_page_table)) *
1899                                              sg_count);
1900         }
1901 }
1902
1903 /*
1904  * This function is called to create the actual command orb and s/g list
1905  * out of the scsi command itself.
1906  */
1907 static void sbp2_create_command_orb(struct scsi_id_instance_data *scsi_id,
1908                                     struct sbp2_command_info *command,
1909                                     unchar *scsi_cmd,
1910                                     unsigned int scsi_use_sg,
1911                                     unsigned int scsi_request_bufflen,
1912                                     void *scsi_request_buffer,
1913                                     enum dma_data_direction dma_dir)
1914 {
1915         struct sbp2scsi_host_info *hi = scsi_id->hi;
1916         struct scatterlist *sgpnt = (struct scatterlist *)scsi_request_buffer;
1917         struct sbp2_command_orb *command_orb = &command->command_orb;
1918         u32 orb_direction;
1919
1920         /*
1921          * Set-up our command ORB..
1922          *
1923          * NOTE: We're doing unrestricted page tables (s/g), as this is
1924          * best performance (at least with the devices I have). This means
1925          * that data_size becomes the number of s/g elements, and
1926          * page_size should be zero (for unrestricted).
1927          */
1928         command_orb->next_ORB_hi = ORB_SET_NULL_PTR(1);
1929         command_orb->next_ORB_lo = 0x0;
1930         command_orb->misc = ORB_SET_MAX_PAYLOAD(scsi_id->max_payload_size);
1931         command_orb->misc |= ORB_SET_SPEED(scsi_id->speed_code);
1932         command_orb->misc |= ORB_SET_NOTIFY(1); /* Notify us when complete */
1933
1934         if (dma_dir == DMA_NONE)
1935                 orb_direction = ORB_DIRECTION_NO_DATA_TRANSFER;
1936         else if (dma_dir == DMA_TO_DEVICE && scsi_request_bufflen)
1937                 orb_direction = ORB_DIRECTION_WRITE_TO_MEDIA;
1938         else if (dma_dir == DMA_FROM_DEVICE && scsi_request_bufflen)
1939                 orb_direction = ORB_DIRECTION_READ_FROM_MEDIA;
1940         else {
1941                 SBP2_WARN("Falling back to DMA_NONE");
1942                 orb_direction = ORB_DIRECTION_NO_DATA_TRANSFER;
1943         }
1944
1945         /* Set-up our pagetable stuff */
1946         if (orb_direction == ORB_DIRECTION_NO_DATA_TRANSFER) {
1947                 SBP2_DEBUG("No data transfer");
1948                 command_orb->data_descriptor_hi = 0x0;
1949                 command_orb->data_descriptor_lo = 0x0;
1950                 command_orb->misc |= ORB_SET_DIRECTION(1);
1951         } else if (scsi_use_sg) {
1952                 SBP2_DEBUG("Use scatter/gather");
1953                 sbp2_prep_command_orb_sg(command_orb, hi, command, scsi_use_sg,
1954                                          sgpnt, orb_direction, dma_dir);
1955         } else {
1956                 SBP2_DEBUG("No scatter/gather");
1957                 sbp2_prep_command_orb_no_sg(command_orb, hi, command, sgpnt,
1958                                             orb_direction, scsi_request_bufflen,
1959                                             scsi_request_buffer, dma_dir);
1960         }
1961
1962         /* Byte swap command ORB if necessary */
1963         sbp2util_cpu_to_be32_buffer(command_orb, sizeof(struct sbp2_command_orb));
1964
1965         /* Put our scsi command in the command ORB */
1966         memset(command_orb->cdb, 0, 12);
1967         memcpy(command_orb->cdb, scsi_cmd, COMMAND_SIZE(*scsi_cmd));
1968 }
1969
1970 /*
1971  * This function is called in order to begin a regular SBP-2 command.
1972  */
1973 static void sbp2_link_orb_command(struct scsi_id_instance_data *scsi_id,
1974                                  struct sbp2_command_info *command)
1975 {
1976         struct sbp2scsi_host_info *hi = scsi_id->hi;
1977         struct sbp2_command_orb *command_orb = &command->command_orb;
1978         struct sbp2_command_orb *last_orb;
1979         dma_addr_t last_orb_dma;
1980         u64 addr = scsi_id->sbp2_command_block_agent_addr;
1981         quadlet_t data[2];
1982         size_t length;
1983         unsigned long flags;
1984
1985         outstanding_orb_incr;
1986         SBP2_ORB_DEBUG("sending command orb %p, total orbs = %x",
1987                        command_orb, global_outstanding_command_orbs);
1988
1989         pci_dma_sync_single_for_device(hi->host->pdev, command->command_orb_dma,
1990                                        sizeof(struct sbp2_command_orb),
1991                                        PCI_DMA_TODEVICE);
1992         pci_dma_sync_single_for_device(hi->host->pdev, command->sge_dma,
1993                                        sizeof(command->scatter_gather_element),
1994                                        PCI_DMA_BIDIRECTIONAL);
1995         /*
1996          * Check to see if there are any previous orbs to use
1997          */
1998         spin_lock_irqsave(&scsi_id->sbp2_command_orb_lock, flags);
1999         last_orb = scsi_id->last_orb;
2000         last_orb_dma = scsi_id->last_orb_dma;
2001         if (!last_orb) {
2002                 /*
2003                  * last_orb == NULL means: We know that the target's fetch agent
2004                  * is not active right now.
2005                  */
2006                 addr += SBP2_ORB_POINTER_OFFSET;
2007                 data[0] = ORB_SET_NODE_ID(hi->host->node_id);
2008                 data[1] = command->command_orb_dma;
2009                 sbp2util_cpu_to_be32_buffer(data, 8);
2010                 length = 8;
2011         } else {
2012                 /*
2013                  * last_orb != NULL means: We know that the target's fetch agent
2014                  * is (very probably) not dead or in reset state right now.
2015                  * We have an ORB already sent that we can append a new one to.
2016                  * The target's fetch agent may or may not have read this
2017                  * previous ORB yet.
2018                  */
2019                 pci_dma_sync_single_for_cpu(hi->host->pdev, last_orb_dma,
2020                                             sizeof(struct sbp2_command_orb),
2021                                             PCI_DMA_TODEVICE);
2022                 last_orb->next_ORB_lo = cpu_to_be32(command->command_orb_dma);
2023                 wmb();
2024                 /* Tells hardware that this pointer is valid */
2025                 last_orb->next_ORB_hi = 0;
2026                 pci_dma_sync_single_for_device(hi->host->pdev, last_orb_dma,
2027                                                sizeof(struct sbp2_command_orb),
2028                                                PCI_DMA_TODEVICE);
2029                 addr += SBP2_DOORBELL_OFFSET;
2030                 data[0] = 0;
2031                 length = 4;
2032         }
2033         scsi_id->last_orb = command_orb;
2034         scsi_id->last_orb_dma = command->command_orb_dma;
2035         spin_unlock_irqrestore(&scsi_id->sbp2_command_orb_lock, flags);
2036
2037         SBP2_ORB_DEBUG("write to %s register, command orb %p",
2038                         last_orb ? "DOORBELL" : "ORB_POINTER", command_orb);
2039         if (sbp2util_node_write_no_wait(scsi_id->ne, addr, data, length)) {
2040                 /*
2041                  * sbp2util_node_write_no_wait failed. We certainly ran out
2042                  * of transaction labels, perhaps just because there were no
2043                  * context switches which gave khpsbpkt a chance to collect
2044                  * free tlabels. Try again in non-atomic context. If necessary,
2045                  * the workqueue job will sleep to guaranteedly get a tlabel.
2046                  * We do not accept new commands until the job is over.
2047                  */
2048                 scsi_block_requests(scsi_id->scsi_host);
2049                 PREPARE_WORK(&scsi_id->protocol_work,
2050                              last_orb ? sbp2util_write_doorbell:
2051                                         sbp2util_write_orb_pointer,
2052                              scsi_id);
2053                 schedule_work(&scsi_id->protocol_work);
2054         }
2055 }
2056
2057 /*
2058  * This function is called in order to begin a regular SBP-2 command.
2059  */
2060 static int sbp2_send_command(struct scsi_id_instance_data *scsi_id,
2061                              struct scsi_cmnd *SCpnt,
2062                              void (*done)(struct scsi_cmnd *))
2063 {
2064         unchar *cmd = (unchar *) SCpnt->cmnd;
2065         unsigned int request_bufflen = SCpnt->request_bufflen;
2066         struct sbp2_command_info *command;
2067
2068         SBP2_DEBUG_ENTER();
2069         SBP2_DEBUG("SCSI transfer size = %x", request_bufflen);
2070         SBP2_DEBUG("SCSI s/g elements = %x", (unsigned int)SCpnt->use_sg);
2071
2072         /*
2073          * Allocate a command orb and s/g structure
2074          */
2075         command = sbp2util_allocate_command_orb(scsi_id, SCpnt, done);
2076         if (!command) {
2077                 return -EIO;
2078         }
2079
2080         /*
2081          * Now actually fill in the comamnd orb and sbp2 s/g list
2082          */
2083         sbp2_create_command_orb(scsi_id, command, cmd, SCpnt->use_sg,
2084                                 request_bufflen, SCpnt->request_buffer,
2085                                 SCpnt->sc_data_direction);
2086
2087         sbp2util_packet_dump(&command->command_orb, sizeof(struct sbp2_command_orb),
2088                              "sbp2 command orb", command->command_orb_dma);
2089
2090         /*
2091          * Link up the orb, and ring the doorbell if needed
2092          */
2093         sbp2_link_orb_command(scsi_id, command);
2094
2095         return 0;
2096 }
2097
2098 /*
2099  * Translates SBP-2 status into SCSI sense data for check conditions
2100  */
2101 static unsigned int sbp2_status_to_sense_data(unchar *sbp2_status, unchar *sense_data)
2102 {
2103         SBP2_DEBUG_ENTER();
2104
2105         /*
2106          * Ok, it's pretty ugly...   ;-)
2107          */
2108         sense_data[0] = 0x70;
2109         sense_data[1] = 0x0;
2110         sense_data[2] = sbp2_status[9];
2111         sense_data[3] = sbp2_status[12];
2112         sense_data[4] = sbp2_status[13];
2113         sense_data[5] = sbp2_status[14];
2114         sense_data[6] = sbp2_status[15];
2115         sense_data[7] = 10;
2116         sense_data[8] = sbp2_status[16];
2117         sense_data[9] = sbp2_status[17];
2118         sense_data[10] = sbp2_status[18];
2119         sense_data[11] = sbp2_status[19];
2120         sense_data[12] = sbp2_status[10];
2121         sense_data[13] = sbp2_status[11];
2122         sense_data[14] = sbp2_status[20];
2123         sense_data[15] = sbp2_status[21];
2124
2125         return sbp2_status[8] & 0x3f;   /* return scsi status */
2126 }
2127
2128 /*
2129  * This function deals with status writes from the SBP-2 device
2130  */
2131 static int sbp2_handle_status_write(struct hpsb_host *host, int nodeid,
2132                                     int destid, quadlet_t *data, u64 addr,
2133                                     size_t length, u16 fl)
2134 {
2135         struct sbp2scsi_host_info *hi;
2136         struct scsi_id_instance_data *scsi_id = NULL, *scsi_id_tmp;
2137         struct scsi_cmnd *SCpnt = NULL;
2138         struct sbp2_status_block *sb;
2139         u32 scsi_status = SBP2_SCSI_STATUS_GOOD;
2140         struct sbp2_command_info *command;
2141         unsigned long flags;
2142
2143         SBP2_DEBUG_ENTER();
2144
2145         sbp2util_packet_dump(data, length, "sbp2 status write by device", (u32)addr);
2146
2147         if (unlikely(length < 8 || length > sizeof(struct sbp2_status_block))) {
2148                 SBP2_ERR("Wrong size of status block");
2149                 return RCODE_ADDRESS_ERROR;
2150         }
2151         if (unlikely(!host)) {
2152                 SBP2_ERR("host is NULL - this is bad!");
2153                 return RCODE_ADDRESS_ERROR;
2154         }
2155         hi = hpsb_get_hostinfo(&sbp2_highlevel, host);
2156         if (unlikely(!hi)) {
2157                 SBP2_ERR("host info is NULL - this is bad!");
2158                 return RCODE_ADDRESS_ERROR;
2159         }
2160         /*
2161          * Find our scsi_id structure by looking at the status fifo address
2162          * written to by the sbp2 device.
2163          */
2164         list_for_each_entry(scsi_id_tmp, &hi->scsi_ids, scsi_list) {
2165                 if (scsi_id_tmp->ne->nodeid == nodeid &&
2166                     scsi_id_tmp->status_fifo_addr == addr) {
2167                         scsi_id = scsi_id_tmp;
2168                         break;
2169                 }
2170         }
2171         if (unlikely(!scsi_id)) {
2172                 SBP2_ERR("scsi_id is NULL - device is gone?");
2173                 return RCODE_ADDRESS_ERROR;
2174         }
2175
2176         /*
2177          * Put response into scsi_id status fifo buffer. The first two bytes
2178          * come in big endian bit order. Often the target writes only a
2179          * truncated status block, minimally the first two quadlets. The rest
2180          * is implied to be zeros.
2181          */
2182         sb = &scsi_id->status_block;
2183         memset(sb->command_set_dependent, 0, sizeof(sb->command_set_dependent));
2184         memcpy(sb, data, length);
2185         sbp2util_be32_to_cpu_buffer(sb, 8);
2186
2187         /*
2188          * Ignore unsolicited status. Handle command ORB status.
2189          */
2190         if (unlikely(STATUS_GET_SRC(sb->ORB_offset_hi_misc) == 2))
2191                 command = NULL;
2192         else
2193                 command = sbp2util_find_command_for_orb(scsi_id,
2194                                                         sb->ORB_offset_lo);
2195         if (command) {
2196                 SBP2_DEBUG("Found status for command ORB");
2197                 pci_dma_sync_single_for_cpu(hi->host->pdev, command->command_orb_dma,
2198                                             sizeof(struct sbp2_command_orb),
2199                                             PCI_DMA_TODEVICE);
2200                 pci_dma_sync_single_for_cpu(hi->host->pdev, command->sge_dma,
2201                                             sizeof(command->scatter_gather_element),
2202                                             PCI_DMA_BIDIRECTIONAL);
2203
2204                 SBP2_ORB_DEBUG("matched command orb %p", &command->command_orb);
2205                 outstanding_orb_decr;
2206
2207                 /*
2208                  * Matched status with command, now grab scsi command pointers
2209                  * and check status.
2210                  */
2211                 /*
2212                  * FIXME: If the src field in the status is 1, the ORB DMA must
2213                  * not be reused until status for a subsequent ORB is received.
2214                  */
2215                 SCpnt = command->Current_SCpnt;
2216                 spin_lock_irqsave(&scsi_id->sbp2_command_orb_lock, flags);
2217                 sbp2util_mark_command_completed(scsi_id, command);
2218                 spin_unlock_irqrestore(&scsi_id->sbp2_command_orb_lock, flags);
2219
2220                 if (SCpnt) {
2221                         u32 h = sb->ORB_offset_hi_misc;
2222                         u32 r = STATUS_GET_RESP(h);
2223
2224                         if (r != RESP_STATUS_REQUEST_COMPLETE) {
2225                                 SBP2_WARN("resp 0x%x, sbp_status 0x%x",
2226                                           r, STATUS_GET_SBP_STATUS(h));
2227                                 scsi_status =
2228                                         r == RESP_STATUS_TRANSPORT_FAILURE ?
2229                                         SBP2_SCSI_STATUS_BUSY :
2230                                         SBP2_SCSI_STATUS_COMMAND_TERMINATED;
2231                         }
2232                         /*
2233                          * See if the target stored any scsi status information.
2234                          */
2235                         if (STATUS_GET_LEN(h) > 1) {
2236                                 SBP2_DEBUG("CHECK CONDITION");
2237                                 scsi_status = sbp2_status_to_sense_data(
2238                                         (unchar *)sb, SCpnt->sense_buffer);
2239                         }
2240                         /*
2241                          * Check to see if the dead bit is set. If so, we'll
2242                          * have to initiate a fetch agent reset.
2243                          */
2244                         if (STATUS_TEST_DEAD(h)) {
2245                                 SBP2_DEBUG("Dead bit set - "
2246                                            "initiating fetch agent reset");
2247                                 sbp2_agent_reset(scsi_id, 0);
2248                         }
2249                         SBP2_ORB_DEBUG("completing command orb %p", &command->command_orb);
2250                 }
2251
2252                 /*
2253                  * Check here to see if there are no commands in-use. If there
2254                  * are none, we know that the fetch agent left the active state
2255                  * _and_ that we did not reactivate it yet. Therefore clear
2256                  * last_orb so that next time we write directly to the
2257                  * ORB_POINTER register. That way the fetch agent does not need
2258                  * to refetch the next_ORB.
2259                  */
2260                 spin_lock_irqsave(&scsi_id->sbp2_command_orb_lock, flags);
2261                 if (list_empty(&scsi_id->sbp2_command_orb_inuse))
2262                         scsi_id->last_orb = NULL;
2263                 spin_unlock_irqrestore(&scsi_id->sbp2_command_orb_lock, flags);
2264
2265         } else {
2266                 /*
2267                  * It's probably a login/logout/reconnect status.
2268                  */
2269                 if ((sb->ORB_offset_lo == scsi_id->reconnect_orb_dma) ||
2270                     (sb->ORB_offset_lo == scsi_id->login_orb_dma) ||
2271                     (sb->ORB_offset_lo == scsi_id->query_logins_orb_dma) ||
2272                     (sb->ORB_offset_lo == scsi_id->logout_orb_dma)) {
2273                         scsi_id->access_complete = 1;
2274                         wake_up_interruptible(&access_wq);
2275                 }
2276         }
2277
2278         if (SCpnt) {
2279                 SBP2_DEBUG("Completing SCSI command");
2280                 sbp2scsi_complete_command(scsi_id, scsi_status, SCpnt,
2281                                           command->Current_done);
2282                 SBP2_ORB_DEBUG("command orb completed");
2283         }
2284
2285         return RCODE_COMPLETE;
2286 }
2287
2288 /**************************************
2289  * SCSI interface related section
2290  **************************************/
2291
2292 /*
2293  * This routine is the main request entry routine for doing I/O. It is
2294  * called from the scsi stack directly.
2295  */
2296 static int sbp2scsi_queuecommand(struct scsi_cmnd *SCpnt,
2297                                  void (*done)(struct scsi_cmnd *))
2298 {
2299         struct scsi_id_instance_data *scsi_id =
2300                 (struct scsi_id_instance_data *)SCpnt->device->host->hostdata[0];
2301         struct sbp2scsi_host_info *hi;
2302         int result = DID_NO_CONNECT << 16;
2303
2304         SBP2_DEBUG_ENTER();
2305 #if (CONFIG_IEEE1394_SBP2_DEBUG >= 2) || defined(CONFIG_IEEE1394_SBP2_PACKET_DUMP)
2306         scsi_print_command(SCpnt);
2307 #endif
2308
2309         if (!sbp2util_node_is_available(scsi_id))
2310                 goto done;
2311
2312         hi = scsi_id->hi;
2313
2314         if (!hi) {
2315                 SBP2_ERR("sbp2scsi_host_info is NULL - this is bad!");
2316                 goto done;
2317         }
2318
2319         /*
2320          * Until we handle multiple luns, just return selection time-out
2321          * to any IO directed at non-zero LUNs
2322          */
2323         if (SCpnt->device->lun)
2324                 goto done;
2325
2326         /*
2327          * Check for request sense command, and handle it here
2328          * (autorequest sense)
2329          */
2330         if (SCpnt->cmnd[0] == REQUEST_SENSE) {
2331                 SBP2_DEBUG("REQUEST_SENSE");
2332                 memcpy(SCpnt->request_buffer, SCpnt->sense_buffer, SCpnt->request_bufflen);
2333                 memset(SCpnt->sense_buffer, 0, sizeof(SCpnt->sense_buffer));
2334                 sbp2scsi_complete_command(scsi_id, SBP2_SCSI_STATUS_GOOD, SCpnt, done);
2335                 return 0;
2336         }
2337
2338         /*
2339          * Check to see if we are in the middle of a bus reset.
2340          */
2341         if (!hpsb_node_entry_valid(scsi_id->ne)) {
2342                 SBP2_ERR("Bus reset in progress - rejecting command");
2343                 result = DID_BUS_BUSY << 16;
2344                 goto done;
2345         }
2346
2347         /*
2348          * Bidirectional commands are not yet implemented,
2349          * and unknown transfer direction not handled.
2350          */
2351         if (SCpnt->sc_data_direction == DMA_BIDIRECTIONAL) {
2352                 SBP2_ERR("Cannot handle DMA_BIDIRECTIONAL - rejecting command");
2353                 result = DID_ERROR << 16;
2354                 goto done;
2355         }
2356
2357         /*
2358          * Try and send our SCSI command
2359          */
2360         if (sbp2_send_command(scsi_id, SCpnt, done)) {
2361                 SBP2_ERR("Error sending SCSI command");
2362                 sbp2scsi_complete_command(scsi_id, SBP2_SCSI_STATUS_SELECTION_TIMEOUT,
2363                                           SCpnt, done);
2364         }
2365         return 0;
2366
2367 done:
2368         SCpnt->result = result;
2369         done(SCpnt);
2370         return 0;
2371 }
2372
2373 /*
2374  * This function is called in order to complete all outstanding SBP-2
2375  * commands (in case of resets, etc.).
2376  */
2377 static void sbp2scsi_complete_all_commands(struct scsi_id_instance_data *scsi_id,
2378                                            u32 status)
2379 {
2380         struct sbp2scsi_host_info *hi = scsi_id->hi;
2381         struct list_head *lh;
2382         struct sbp2_command_info *command;
2383         unsigned long flags;
2384
2385         SBP2_DEBUG_ENTER();
2386
2387         spin_lock_irqsave(&scsi_id->sbp2_command_orb_lock, flags);
2388         while (!list_empty(&scsi_id->sbp2_command_orb_inuse)) {
2389                 SBP2_DEBUG("Found pending command to complete");
2390                 lh = scsi_id->sbp2_command_orb_inuse.next;
2391                 command = list_entry(lh, struct sbp2_command_info, list);
2392                 pci_dma_sync_single_for_cpu(hi->host->pdev, command->command_orb_dma,
2393                                             sizeof(struct sbp2_command_orb),
2394                                             PCI_DMA_TODEVICE);
2395                 pci_dma_sync_single_for_cpu(hi->host->pdev, command->sge_dma,
2396                                             sizeof(command->scatter_gather_element),
2397                                             PCI_DMA_BIDIRECTIONAL);
2398                 sbp2util_mark_command_completed(scsi_id, command);
2399                 if (command->Current_SCpnt) {
2400                         command->Current_SCpnt->result = status << 16;
2401                         command->Current_done(command->Current_SCpnt);
2402                 }
2403         }
2404         spin_unlock_irqrestore(&scsi_id->sbp2_command_orb_lock, flags);
2405
2406         return;
2407 }
2408
2409 /*
2410  * This function is called in order to complete a regular SBP-2 command.
2411  *
2412  * This can be called in interrupt context.
2413  */
2414 static void sbp2scsi_complete_command(struct scsi_id_instance_data *scsi_id,
2415                                       u32 scsi_status, struct scsi_cmnd *SCpnt,
2416                                       void (*done)(struct scsi_cmnd *))
2417 {
2418         SBP2_DEBUG_ENTER();
2419
2420         /*
2421          * Sanity
2422          */
2423         if (!SCpnt) {
2424                 SBP2_ERR("SCpnt is NULL");
2425                 return;
2426         }
2427
2428         /*
2429          * If a bus reset is in progress and there was an error, don't
2430          * complete the command, just let it get retried at the end of the
2431          * bus reset.
2432          */
2433         if (!hpsb_node_entry_valid(scsi_id->ne)
2434             && (scsi_status != SBP2_SCSI_STATUS_GOOD)) {
2435                 SBP2_ERR("Bus reset in progress - retry command later");
2436                 return;
2437         }
2438
2439         /*
2440          * Switch on scsi status
2441          */
2442         switch (scsi_status) {
2443         case SBP2_SCSI_STATUS_GOOD:
2444                 SCpnt->result = DID_OK << 16;
2445                 break;
2446
2447         case SBP2_SCSI_STATUS_BUSY:
2448                 SBP2_ERR("SBP2_SCSI_STATUS_BUSY");
2449                 SCpnt->result = DID_BUS_BUSY << 16;
2450                 break;
2451
2452         case SBP2_SCSI_STATUS_CHECK_CONDITION:
2453                 SBP2_DEBUG("SBP2_SCSI_STATUS_CHECK_CONDITION");
2454                 SCpnt->result = CHECK_CONDITION << 1 | DID_OK << 16;
2455 #if CONFIG_IEEE1394_SBP2_DEBUG >= 1
2456                 scsi_print_command(SCpnt);
2457                 scsi_print_sense(SBP2_DEVICE_NAME, SCpnt);
2458 #endif
2459                 break;
2460
2461         case SBP2_SCSI_STATUS_SELECTION_TIMEOUT:
2462                 SBP2_ERR("SBP2_SCSI_STATUS_SELECTION_TIMEOUT");
2463                 SCpnt->result = DID_NO_CONNECT << 16;
2464                 scsi_print_command(SCpnt);
2465                 break;
2466
2467         case SBP2_SCSI_STATUS_CONDITION_MET:
2468         case SBP2_SCSI_STATUS_RESERVATION_CONFLICT:
2469         case SBP2_SCSI_STATUS_COMMAND_TERMINATED:
2470                 SBP2_ERR("Bad SCSI status = %x", scsi_status);
2471                 SCpnt->result = DID_ERROR << 16;
2472                 scsi_print_command(SCpnt);
2473                 break;
2474
2475         default:
2476                 SBP2_ERR("Unsupported SCSI status = %x", scsi_status);
2477                 SCpnt->result = DID_ERROR << 16;
2478         }
2479
2480         /*
2481          * If a bus reset is in progress and there was an error, complete
2482          * the command as busy so that it will get retried.
2483          */
2484         if (!hpsb_node_entry_valid(scsi_id->ne)
2485             && (scsi_status != SBP2_SCSI_STATUS_GOOD)) {
2486                 SBP2_ERR("Completing command with busy (bus reset)");
2487                 SCpnt->result = DID_BUS_BUSY << 16;
2488         }
2489
2490         /*
2491          * If a unit attention occurs, return busy status so it gets
2492          * retried... it could have happened because of a 1394 bus reset
2493          * or hot-plug...
2494          * XXX  DID_BUS_BUSY is actually a bad idea because it will defy
2495          * the scsi layer's retry logic.
2496          */
2497 #if 0
2498         if ((scsi_status == SBP2_SCSI_STATUS_CHECK_CONDITION) &&
2499             (SCpnt->sense_buffer[2] == UNIT_ATTENTION)) {
2500                 SBP2_DEBUG("UNIT ATTENTION - return busy");
2501                 SCpnt->result = DID_BUS_BUSY << 16;
2502         }
2503 #endif
2504
2505         /*
2506          * Tell scsi stack that we're done with this command
2507          */
2508         done(SCpnt);
2509 }
2510
2511 static int sbp2scsi_slave_alloc(struct scsi_device *sdev)
2512 {
2513         struct scsi_id_instance_data *scsi_id =
2514                 (struct scsi_id_instance_data *)sdev->host->hostdata[0];
2515
2516         scsi_id->sdev = sdev;
2517
2518         if (scsi_id->workarounds & SBP2_WORKAROUND_INQUIRY_36)
2519                 sdev->inquiry_len = 36;
2520         return 0;
2521 }
2522
2523 static int sbp2scsi_slave_configure(struct scsi_device *sdev)
2524 {
2525         struct scsi_id_instance_data *scsi_id =
2526                 (struct scsi_id_instance_data *)sdev->host->hostdata[0];
2527
2528         blk_queue_dma_alignment(sdev->request_queue, (512 - 1));
2529         sdev->use_10_for_rw = 1;
2530         sdev->use_10_for_ms = 1;
2531
2532         if (sdev->type == TYPE_DISK &&
2533             scsi_id->workarounds & SBP2_WORKAROUND_MODE_SENSE_8)
2534                 sdev->skip_ms_page_8 = 1;
2535         if (scsi_id->workarounds & SBP2_WORKAROUND_FIX_CAPACITY)
2536                 sdev->fix_capacity = 1;
2537         if (scsi_id->ne->guid_vendor_id == 0x0010b9 && /* Maxtor's OUI */
2538             (sdev->type == TYPE_DISK || sdev->type == TYPE_RBC))
2539                 sdev->allow_restart = 1;
2540         return 0;
2541 }
2542
2543 static void sbp2scsi_slave_destroy(struct scsi_device *sdev)
2544 {
2545         ((struct scsi_id_instance_data *)sdev->host->hostdata[0])->sdev = NULL;
2546         return;
2547 }
2548
2549 /*
2550  * Called by scsi stack when something has really gone wrong.  Usually
2551  * called when a command has timed-out for some reason.
2552  */
2553 static int sbp2scsi_abort(struct scsi_cmnd *SCpnt)
2554 {
2555         struct scsi_id_instance_data *scsi_id =
2556                 (struct scsi_id_instance_data *)SCpnt->device->host->hostdata[0];
2557         struct sbp2scsi_host_info *hi = scsi_id->hi;
2558         struct sbp2_command_info *command;
2559         unsigned long flags;
2560
2561         SBP2_ERR("aborting sbp2 command");
2562         scsi_print_command(SCpnt);
2563
2564         if (sbp2util_node_is_available(scsi_id)) {
2565
2566                 /*
2567                  * Right now, just return any matching command structures
2568                  * to the free pool.
2569                  */
2570                 spin_lock_irqsave(&scsi_id->sbp2_command_orb_lock, flags);
2571                 command = sbp2util_find_command_for_SCpnt(scsi_id, SCpnt);
2572                 if (command) {
2573                         SBP2_DEBUG("Found command to abort");
2574                         pci_dma_sync_single_for_cpu(hi->host->pdev,
2575                                                     command->command_orb_dma,
2576                                                     sizeof(struct sbp2_command_orb),
2577                                                     PCI_DMA_TODEVICE);
2578                         pci_dma_sync_single_for_cpu(hi->host->pdev,
2579                                                     command->sge_dma,
2580                                                     sizeof(command->scatter_gather_element),
2581                                                     PCI_DMA_BIDIRECTIONAL);
2582                         sbp2util_mark_command_completed(scsi_id, command);
2583                         if (command->Current_SCpnt) {
2584                                 command->Current_SCpnt->result = DID_ABORT << 16;
2585                                 command->Current_done(command->Current_SCpnt);
2586                         }
2587                 }
2588                 spin_unlock_irqrestore(&scsi_id->sbp2_command_orb_lock, flags);
2589
2590                 /*
2591                  * Initiate a fetch agent reset.
2592                  */
2593                 sbp2_agent_reset(scsi_id, 1);
2594                 sbp2scsi_complete_all_commands(scsi_id, DID_BUS_BUSY);
2595         }
2596
2597         return SUCCESS;
2598 }
2599
2600 /*
2601  * Called by scsi stack when something has really gone wrong.
2602  */
2603 static int sbp2scsi_reset(struct scsi_cmnd *SCpnt)
2604 {
2605         struct scsi_id_instance_data *scsi_id =
2606                 (struct scsi_id_instance_data *)SCpnt->device->host->hostdata[0];
2607
2608         SBP2_ERR("reset requested");
2609
2610         if (sbp2util_node_is_available(scsi_id)) {
2611                 SBP2_ERR("Generating sbp2 fetch agent reset");
2612                 sbp2_agent_reset(scsi_id, 1);
2613         }
2614
2615         return SUCCESS;
2616 }
2617
2618 static ssize_t sbp2_sysfs_ieee1394_id_show(struct device *dev,
2619                                            struct device_attribute *attr,
2620                                            char *buf)
2621 {
2622         struct scsi_device *sdev;
2623         struct scsi_id_instance_data *scsi_id;
2624         int lun;
2625
2626         if (!(sdev = to_scsi_device(dev)))
2627                 return 0;
2628
2629         if (!(scsi_id = (struct scsi_id_instance_data *)sdev->host->hostdata[0]))
2630                 return 0;
2631
2632         lun = ORB_SET_LUN(scsi_id->sbp2_lun);
2633
2634         return sprintf(buf, "%016Lx:%d:%d\n", (unsigned long long)scsi_id->ne->guid,
2635                        scsi_id->ud->id, lun);
2636 }
2637 static DEVICE_ATTR(ieee1394_id, S_IRUGO, sbp2_sysfs_ieee1394_id_show, NULL);
2638
2639 static struct device_attribute *sbp2_sysfs_sdev_attrs[] = {
2640         &dev_attr_ieee1394_id,
2641         NULL
2642 };
2643
2644 MODULE_AUTHOR("Ben Collins <bcollins@debian.org>");
2645 MODULE_DESCRIPTION("IEEE-1394 SBP-2 protocol driver");
2646 MODULE_SUPPORTED_DEVICE(SBP2_DEVICE_NAME);
2647 MODULE_LICENSE("GPL");
2648
2649 /* SCSI host template */
2650 static struct scsi_host_template scsi_driver_template = {
2651         .module =                       THIS_MODULE,
2652         .name =                         "SBP-2 IEEE-1394",
2653         .proc_name =                    SBP2_DEVICE_NAME,
2654         .queuecommand =                 sbp2scsi_queuecommand,
2655         .eh_abort_handler =             sbp2scsi_abort,
2656         .eh_device_reset_handler =      sbp2scsi_reset,
2657         .slave_alloc =                  sbp2scsi_slave_alloc,
2658         .slave_configure =              sbp2scsi_slave_configure,
2659         .slave_destroy =                sbp2scsi_slave_destroy,
2660         .this_id =                      -1,
2661         .sg_tablesize =                 SG_ALL,
2662         .use_clustering =               ENABLE_CLUSTERING,
2663         .cmd_per_lun =                  SBP2_MAX_CMDS,
2664         .can_queue =                    SBP2_MAX_CMDS,
2665         .emulated =                     1,
2666         .sdev_attrs =                   sbp2_sysfs_sdev_attrs,
2667 };
2668
2669 static int sbp2_module_init(void)
2670 {
2671         int ret;
2672
2673         SBP2_DEBUG_ENTER();
2674
2675         /* Module load debug option to force one command at a time (serializing I/O) */
2676         if (serialize_io) {
2677                 SBP2_INFO("Driver forced to serialize I/O (serialize_io=1)");
2678                 SBP2_INFO("Try serialize_io=0 for better performance");
2679                 scsi_driver_template.can_queue = 1;
2680                 scsi_driver_template.cmd_per_lun = 1;
2681         }
2682
2683         if (sbp2_default_workarounds & SBP2_WORKAROUND_128K_MAX_TRANS &&
2684             (max_sectors * 512) > (128 * 1024))
2685                 max_sectors = 128 * 1024 / 512;
2686         scsi_driver_template.max_sectors = max_sectors;
2687
2688         /* Register our high level driver with 1394 stack */
2689         hpsb_register_highlevel(&sbp2_highlevel);
2690
2691         ret = hpsb_register_protocol(&sbp2_driver);
2692         if (ret) {
2693                 SBP2_ERR("Failed to register protocol");
2694                 hpsb_unregister_highlevel(&sbp2_highlevel);
2695                 return ret;
2696         }
2697
2698         return 0;
2699 }
2700
2701 static void __exit sbp2_module_exit(void)
2702 {
2703         SBP2_DEBUG_ENTER();
2704
2705         hpsb_unregister_protocol(&sbp2_driver);
2706
2707         hpsb_unregister_highlevel(&sbp2_highlevel);
2708 }
2709
2710 module_init(sbp2_module_init);
2711 module_exit(sbp2_module_exit);