drivers/scsi/dc395x.c

   1 /*
   2  * dc395x.c
   3  *
   4  * Device Driver for Tekram DC395(U/UW/F), DC315(U)
   5  * PCI SCSI Bus Master Host Adapter
   6  * (SCSI chip set used Tekram ASIC TRM-S1040)
   7  *
   8  * Authors:
   9  *  C.L. Huang <ching@tekram.com.tw>
  10  *  Erich Chen <erich@tekram.com.tw>
  11  *  (C) Copyright 1995-1999 Tekram Technology Co., Ltd.
  12  *
  13  *  Kurt Garloff <garloff@suse.de>
  14  *  (C) 1999-2000 Kurt Garloff
  15  *
  16  *  Oliver Neukum <oliver@neukum.name>
  17  *  Ali Akcaagac <aliakc@web.de>
  18  *  Jamie Lenehan <lenehan@twibble.org>
  19  *  (C) 2003
  20  *
  21  * License: GNU GPL
  22  *
  23  *************************************************************************
  24  *
  25  * Redistribution and use in source and binary forms, with or without
  26  * modification, are permitted provided that the following conditions
  27  * are met:
  28  * 1. Redistributions of source code must retain the above copyright
  29  *    notice, this list of conditions and the following disclaimer.
  30  * 2. Redistributions in binary form must reproduce the above copyright
  31  *    notice, this list of conditions and the following disclaimer in the
  32  *    documentation and/or other materials provided with the distribution.
  33  * 3. The name of the author may not be used to endorse or promote products
  34  *    derived from this software without specific prior written permission.
  35  *
  36  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
  37  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
  38  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
  39  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
  40  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
  41  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
  42  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
  43  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  44  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
  45  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  46  *
  47  ************************************************************************
  48  */
  49 #include <linux/module.h>
  50 #include <linux/moduleparam.h>
  51 #include <linux/delay.h>
  52 #include <linux/ctype.h>
  53 #include <linux/blkdev.h>
  54 #include <linux/interrupt.h>
  55 #include <linux/init.h>
  56 #include <linux/spinlock.h>
  57 #include <linux/pci.h>
  58 #include <linux/list.h>
  59 #include <linux/vmalloc.h>
  60 #include <linux/slab.h>
  61 #include <asm/io.h>
  62
  63 #include <scsi/scsi.h>
  64 #include <scsi/scsi_cmnd.h>
  65 #include <scsi/scsi_device.h>
  66 #include <scsi/scsi_host.h>
  67 #include <scsi/scsi_transport_spi.h>
  68
  69 #include "dc395x.h"
  70
  71 #define DC395X_NAME     "dc395x"
  72 #define DC395X_BANNER   "Tekram DC395(U/UW/F), DC315(U) - ASIC TRM-S1040"
  73 #define DC395X_VERSION  "v2.05, 2004/03/08"
  74
  75 /*---------------------------------------------------------------------------
  76                                   Features
  77  ---------------------------------------------------------------------------*/
  78 /*
  79  * Set to disable parts of the driver
  80  */
  81 /*#define DC395x_NO_DISCONNECT*/
  82 /*#define DC395x_NO_TAGQ*/
  83 /*#define DC395x_NO_SYNC*/
  84 /*#define DC395x_NO_WIDE*/
  85
  86 /*---------------------------------------------------------------------------
  87                                   Debugging
  88  ---------------------------------------------------------------------------*/
  89 /*
  90  * Types of debugging that can be enabled and disabled
  91  */
  92 #define DBG_KG          0x0001
  93 #define DBG_0           0x0002
  94 #define DBG_1           0x0004
  95 #define DBG_SG          0x0020
  96 #define DBG_FIFO        0x0040
  97 #define DBG_PIO         0x0080
  98
  99
 100 /*
 101  * Set set of things to output debugging for.
 102  * Undefine to remove all debugging
 103  */
 104 /*#define DEBUG_MASK (DBG_0|DBG_1|DBG_SG|DBG_FIFO|DBG_PIO)*/
 105 /*#define  DEBUG_MASK   DBG_0*/
 106
 107
 108 /*
 109  * Output a kernel mesage at the specified level and append the
 110  * driver name and a ": " to the start of the message
 111  */
 112 #define dprintkl(level, format, arg...)  \
 113     printk(level DC395X_NAME ": " format , ## arg)
 114
 115
 116 #ifdef DEBUG_MASK
 117 /*
 118  * print a debug message - this is formated with KERN_DEBUG, then the
 119  * driver name followed by a ": " and then the message is output.
 120  * This also checks that the specified debug level is enabled before
 121  * outputing the message
 122  */
 123 #define dprintkdbg(type, format, arg...) \
 124         do { \
 125                 if ((type) & (DEBUG_MASK)) \
 126                         dprintkl(KERN_DEBUG , format , ## arg); \
 127         } while (0)
 128
 129 /*
 130  * Check if the specified type of debugging is enabled
 131  */
 132 #define debug_enabled(type)     ((DEBUG_MASK) & (type))
 133
 134 #else
 135 /*
 136  * No debugging. Do nothing
 137  */
 138 #define dprintkdbg(type, format, arg...) \
 139         do {} while (0)
 140 #define debug_enabled(type)     (0)
 141
 142 #endif
 143
 144
 145 #ifndef PCI_VENDOR_ID_TEKRAM
 146 #define PCI_VENDOR_ID_TEKRAM                    0x1DE1  /* Vendor ID    */
 147 #endif
 148 #ifndef PCI_DEVICE_ID_TEKRAM_TRMS1040
 149 #define PCI_DEVICE_ID_TEKRAM_TRMS1040           0x0391  /* Device ID    */
 150 #endif
 151
 152
 153 #define DC395x_LOCK_IO(dev,flags)               spin_lock_irqsave(((struct Scsi_Host *)dev)->host_lock, flags)
 154 #define DC395x_UNLOCK_IO(dev,flags)             spin_unlock_irqrestore(((struct Scsi_Host *)dev)->host_lock, flags)
 155
 156 #define DC395x_read8(acb,address)               (u8)(inb(acb->io_port_base + (address)))
 157 #define DC395x_read16(acb,address)              (u16)(inw(acb->io_port_base + (address)))
 158 #define DC395x_read32(acb,address)              (u32)(inl(acb->io_port_base + (address)))
 159 #define DC395x_write8(acb,address,value)        outb((value), acb->io_port_base + (address))
 160 #define DC395x_write16(acb,address,value)       outw((value), acb->io_port_base + (address))
 161 #define DC395x_write32(acb,address,value)       outl((value), acb->io_port_base + (address))
 162
 163 #define TAG_NONE 255
 164
 165 /*
 166  * srb->segement_x is the hw sg list. It is always allocated as a
 167  * DC395x_MAX_SG_LISTENTRY entries in a linear block which does not
 168  * cross a page boundy.
 169  */
 170 #define SEGMENTX_LEN    (sizeof(struct SGentry)*DC395x_MAX_SG_LISTENTRY)
 171
 172
 173 struct SGentry {
 174         u32 address;            /* bus! address */
 175         u32 length;
 176 };
 177
 178 /* The SEEPROM structure for TRM_S1040 */
 179 struct NVRamTarget {
 180         u8 cfg0;                /* Target configuration byte 0  */
 181         u8 period;              /* Target period                */
 182         u8 cfg2;                /* Target configuration byte 2  */
 183         u8 cfg3;                /* Target configuration byte 3  */
 184 };
 185
 186 struct NvRamType {
 187         u8 sub_vendor_id[2];    /* 0,1  Sub Vendor ID   */
 188         u8 sub_sys_id[2];       /* 2,3  Sub System ID   */
 189         u8 sub_class;           /* 4    Sub Class       */
 190         u8 vendor_id[2];        /* 5,6  Vendor ID       */
 191         u8 device_id[2];        /* 7,8  Device ID       */
 192         u8 reserved;            /* 9    Reserved        */
 193         struct NVRamTarget target[DC395x_MAX_SCSI_ID];
 194                                                 /** 10,11,12,13
 195                                                  ** 14,15,16,17
 196                                                  ** ....
 197                                                  ** ....
 198                                                  ** 70,71,72,73
 199                                                  */
 200         u8 scsi_id;             /* 74 Host Adapter SCSI ID      */
 201         u8 channel_cfg;         /* 75 Channel configuration     */
 202         u8 delay_time;          /* 76 Power on delay time       */
 203         u8 max_tag;             /* 77 Maximum tags              */
 204         u8 reserved0;           /* 78  */
 205         u8 boot_target;         /* 79  */
 206         u8 boot_lun;            /* 80  */
 207         u8 reserved1;           /* 81  */
 208         u16 reserved2[22];      /* 82,..125 */
 209         u16 cksum;              /* 126,127 */
 210 };
 211
 212 struct ScsiReqBlk {
 213         struct list_head list;          /* next/prev ptrs for srb lists */
 214         struct DeviceCtlBlk *dcb;
 215         struct scsi_cmnd *cmd;
 216
 217         struct SGentry *segment_x;      /* Linear array of hw sg entries (up to 64 entries) */
 218         dma_addr_t sg_bus_addr;         /* Bus address of sg list (ie, of segment_x) */
 219
 220         u8 sg_count;                    /* No of HW sg entries for this request */
 221         u8 sg_index;                    /* Index of HW sg entry for this request */
 222         size_t total_xfer_length;       /* Total number of bytes remaining to be transferred */
 223         size_t request_length;          /* Total number of bytes in this request */
 224         /*
 225          * The sense buffer handling function, request_sense, uses
 226          * the first hw sg entry (segment_x[0]) and the transfer
 227          * length (total_xfer_length). While doing this it stores the
 228          * original values into the last sg hw list
 229          * (srb->segment_x[DC395x_MAX_SG_LISTENTRY - 1] and the
 230          * total_xfer_length in xferred. These values are restored in
 231          * pci_unmap_srb_sense. This is the only place xferred is used.
 232          */
 233         size_t xferred;                 /* Saved copy of total_xfer_length */
 234
 235         u16 state;
 236
 237         u8 msgin_buf[6];
 238         u8 msgout_buf[6];
 239
 240         u8 adapter_status;
 241         u8 target_status;
 242         u8 msg_count;
 243         u8 end_message;
 244
 245         u8 tag_number;
 246         u8 status;
 247         u8 retry_count;
 248         u8 flag;
 249
 250         u8 scsi_phase;
 251 };
 252
 253 struct DeviceCtlBlk {
 254         struct list_head list;          /* next/prev ptrs for the dcb list */
 255         struct AdapterCtlBlk *acb;
 256         struct list_head srb_going_list;        /* head of going srb list */
 257         struct list_head srb_waiting_list;      /* head of waiting srb list */
 258
 259         struct ScsiReqBlk *active_srb;
 260         u32 tag_mask;
 261
 262         u16 max_command;
 263
 264         u8 target_id;           /* SCSI Target ID  (SCSI Only) */
 265         u8 target_lun;          /* SCSI Log.  Unit (SCSI Only) */
 266         u8 identify_msg;
 267         u8 dev_mode;
 268
 269         u8 inquiry7;            /* To store Inquiry flags */
 270         u8 sync_mode;           /* 0:async mode */
 271         u8 min_nego_period;     /* for nego. */
 272         u8 sync_period;         /* for reg.  */
 273
 274         u8 sync_offset;         /* for reg. and nego.(low nibble) */
 275         u8 flag;
 276         u8 dev_type;
 277         u8 init_tcq_flag;
 278 };
 279
 280 struct AdapterCtlBlk {
 281         struct Scsi_Host *scsi_host;
 282
 283         unsigned long io_port_base;
 284         unsigned long io_port_len;
 285
 286         struct list_head dcb_list;              /* head of going dcb list */
 287         struct DeviceCtlBlk *dcb_run_robin;
 288         struct DeviceCtlBlk *active_dcb;
 289
 290         struct list_head srb_free_list;         /* head of free srb list */
 291         struct ScsiReqBlk *tmp_srb;
 292         struct timer_list waiting_timer;
 293         struct timer_list selto_timer;
 294
 295         unsigned long last_reset;
 296
 297         u16 srb_count;
 298
 299         u8 sel_timeout;
 300
 301         unsigned int irq_level;
 302         u8 tag_max_num;
 303         u8 acb_flag;
 304         u8 gmode2;
 305
 306         u8 config;
 307         u8 lun_chk;
 308         u8 scan_devices;
 309         u8 hostid_bit;
 310
 311         u8 dcb_map[DC395x_MAX_SCSI_ID];
 312         struct DeviceCtlBlk *children[DC395x_MAX_SCSI_ID][32];
 313
 314         struct pci_dev *dev;
 315
 316         u8 msg_len;
 317
 318         struct ScsiReqBlk srb_array[DC395x_MAX_SRB_CNT];
 319         struct ScsiReqBlk srb;
 320
 321         struct NvRamType eeprom;        /* eeprom settings for this adapter */
 322 };
 323
 324
 325 /*---------------------------------------------------------------------------
 326                             Forward declarations
 327  ---------------------------------------------------------------------------*/
 328 static void data_out_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 329                 u16 *pscsi_status);
 330 static void data_in_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 331                 u16 *pscsi_status);
 332 static void command_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 333                 u16 *pscsi_status);
 334 static void status_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 335                 u16 *pscsi_status);
 336 static void msgout_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 337                 u16 *pscsi_status);
 338 static void msgin_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 339                 u16 *pscsi_status);
 340 static void data_out_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 341                 u16 *pscsi_status);
 342 static void data_in_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 343                 u16 *pscsi_status);
 344 static void command_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 345                 u16 *pscsi_status);
 346 static void status_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 347                 u16 *pscsi_status);
 348 static void msgout_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 349                 u16 *pscsi_status);
 350 static void msgin_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 351                 u16 *pscsi_status);
 352 static void nop0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 353                 u16 *pscsi_status);
 354 static void nop1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 355                 u16 *pscsi_status);
 356 static void set_basic_config(struct AdapterCtlBlk *acb);
 357 static void cleanup_after_transfer(struct AdapterCtlBlk *acb,
 358                 struct ScsiReqBlk *srb);
 359 static void reset_scsi_bus(struct AdapterCtlBlk *acb);
 360 static void data_io_transfer(struct AdapterCtlBlk *acb,
 361                 struct ScsiReqBlk *srb, u16 io_dir);
 362 static void disconnect(struct AdapterCtlBlk *acb);
 363 static void reselect(struct AdapterCtlBlk *acb);
 364 static u8 start_scsi(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb,
 365                 struct ScsiReqBlk *srb);
 366 static inline void enable_msgout_abort(struct AdapterCtlBlk *acb,
 367                 struct ScsiReqBlk *srb);
 368 static void build_srb(struct scsi_cmnd *cmd, struct DeviceCtlBlk *dcb,
 369                 struct ScsiReqBlk *srb);
 370 static void doing_srb_done(struct AdapterCtlBlk *acb, u8 did_code,
 371                 struct scsi_cmnd *cmd, u8 force);
 372 static void scsi_reset_detect(struct AdapterCtlBlk *acb);
 373 static void pci_unmap_srb(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb);
 374 static void pci_unmap_srb_sense(struct AdapterCtlBlk *acb,
 375                 struct ScsiReqBlk *srb);
 376 static void srb_done(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb,
 377                 struct ScsiReqBlk *srb);
 378 static void request_sense(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb,
 379                 struct ScsiReqBlk *srb);
 380 static void set_xfer_rate(struct AdapterCtlBlk *acb,
 381                 struct DeviceCtlBlk *dcb);
 382 static void waiting_timeout(struct timer_list *t);
 383
 384
 385 /*---------------------------------------------------------------------------
 386                                  Static Data
 387  ---------------------------------------------------------------------------*/
 388 static u16 current_sync_offset = 0;
 389
 390 static void *dc395x_scsi_phase0[] = {
 391         data_out_phase0,/* phase:0 */
 392         data_in_phase0, /* phase:1 */
 393         command_phase0, /* phase:2 */
 394         status_phase0,  /* phase:3 */
 395         nop0,           /* phase:4 PH_BUS_FREE .. initial phase */
 396         nop0,           /* phase:5 PH_BUS_FREE .. initial phase */
 397         msgout_phase0,  /* phase:6 */
 398         msgin_phase0,   /* phase:7 */
 399 };
 400
 401 static void *dc395x_scsi_phase1[] = {
 402         data_out_phase1,/* phase:0 */
 403         data_in_phase1, /* phase:1 */
 404         command_phase1, /* phase:2 */
 405         status_phase1,  /* phase:3 */
 406         nop1,           /* phase:4 PH_BUS_FREE .. initial phase */
 407         nop1,           /* phase:5 PH_BUS_FREE .. initial phase */
 408         msgout_phase1,  /* phase:6 */
 409         msgin_phase1,   /* phase:7 */
 410 };
 411
 412 /*
 413  *Fast20:       000      50ns, 20.0 MHz
 414  *              001      75ns, 13.3 MHz
 415  *              010     100ns, 10.0 MHz
 416  *              011     125ns,  8.0 MHz
 417  *              100     150ns,  6.6 MHz
 418  *              101     175ns,  5.7 MHz
 419  *              110     200ns,  5.0 MHz
 420  *              111     250ns,  4.0 MHz
 421  *
 422  *Fast40(LVDS): 000      25ns, 40.0 MHz
 423  *              001      50ns, 20.0 MHz
 424  *              010      75ns, 13.3 MHz
 425  *              011     100ns, 10.0 MHz
 426  *              100     125ns,  8.0 MHz
 427  *              101     150ns,  6.6 MHz
 428  *              110     175ns,  5.7 MHz
 429  *              111     200ns,  5.0 MHz
 430  */
 431 /*static u8     clock_period[] = {12,19,25,31,37,44,50,62};*/
 432
 433 /* real period:48ns,76ns,100ns,124ns,148ns,176ns,200ns,248ns */
 434 static u8 clock_period[] = { 12, 18, 25, 31, 37, 43, 50, 62 };
 435 static u16 clock_speed[] = { 200, 133, 100, 80, 67, 58, 50, 40 };
 436
 437
 438 /*---------------------------------------------------------------------------
 439                                 Configuration
 440   ---------------------------------------------------------------------------*/
 441 /*
 442  * Module/boot parameters currently effect *all* instances of the
 443  * card in the system.
 444  */
 445
 446 /*
 447  * Command line parameters are stored in a structure below.
 448  * These are the index's into the structure for the various
 449  * command line options.
 450  */
 451 #define CFG_ADAPTER_ID          0
 452 #define CFG_MAX_SPEED           1
 453 #define CFG_DEV_MODE            2
 454 #define CFG_ADAPTER_MODE        3
 455 #define CFG_TAGS                4
 456 #define CFG_RESET_DELAY         5
 457
 458 #define CFG_NUM                 6       /* number of configuration items */
 459
 460
 461 /*
 462  * Value used to indicate that a command line override
 463  * hasn't been used to modify the value.
 464  */
 465 #define CFG_PARAM_UNSET -1
 466
 467
 468 /*
 469  * Hold command line parameters.
 470  */
 471 struct ParameterData {
 472         int value;              /* value of this setting */
 473         int min;                /* minimum value */
 474         int max;                /* maximum value */
 475         int def;                /* default value */
 476         int safe;               /* safe value */
 477 };
 478 static struct ParameterData cfg_data[] = {
 479         { /* adapter id */
 480                 CFG_PARAM_UNSET,
 481                 0,
 482                 15,
 483                 7,
 484                 7
 485         },
 486         { /* max speed */
 487                 CFG_PARAM_UNSET,
 488                   0,
 489                   7,
 490                   1,    /* 13.3Mhz */
 491                   4,    /*  6.7Hmz */
 492         },
 493         { /* dev mode */
 494                 CFG_PARAM_UNSET,
 495                 0,
 496                 0x3f,
 497                 NTC_DO_PARITY_CHK | NTC_DO_DISCONNECT | NTC_DO_SYNC_NEGO |
 498                         NTC_DO_WIDE_NEGO | NTC_DO_TAG_QUEUEING |
 499                         NTC_DO_SEND_START,
 500                 NTC_DO_PARITY_CHK | NTC_DO_SEND_START
 501         },
 502         { /* adapter mode */
 503                 CFG_PARAM_UNSET,
 504                 0,
 505                 0x2f,
 506                 NAC_SCANLUN |
 507                 NAC_GT2DRIVES | NAC_GREATER_1G | NAC_POWERON_SCSI_RESET
 508                         /*| NAC_ACTIVE_NEG*/,
 509                 NAC_GT2DRIVES | NAC_GREATER_1G | NAC_POWERON_SCSI_RESET | 0x08
 510         },
 511         { /* tags */
 512                 CFG_PARAM_UNSET,
 513                 0,
 514                 5,
 515                 3,      /* 16 tags (??) */
 516                 2,
 517         },
 518         { /* reset delay */
 519                 CFG_PARAM_UNSET,
 520                 0,
 521                 180,
 522                 1,      /* 1 second */
 523                 10,     /* 10 seconds */
 524         }
 525 };
 526
 527
 528 /*
 529  * Safe settings. If set to zero the BIOS/default values with
 530  * command line overrides will be used. If set to 1 then safe and
 531  * slow settings will be used.
 532  */
 533 static bool use_safe_settings = 0;
 534 module_param_named(safe, use_safe_settings, bool, 0);
 535 MODULE_PARM_DESC(safe, "Use safe and slow settings only. Default: false");
 536
 537
 538 module_param_named(adapter_id, cfg_data[CFG_ADAPTER_ID].value, int, 0);
 539 MODULE_PARM_DESC(adapter_id, "Adapter SCSI ID. Default 7 (0-15)");
 540
 541 module_param_named(max_speed, cfg_data[CFG_MAX_SPEED].value, int, 0);
 542 MODULE_PARM_DESC(max_speed, "Maximum bus speed. Default 1 (0-7) Speeds: 0=20, 1=13.3, 2=10, 3=8, 4=6.7, 5=5.8, 6=5, 7=4 Mhz");
 543
 544 module_param_named(dev_mode, cfg_data[CFG_DEV_MODE].value, int, 0);
 545 MODULE_PARM_DESC(dev_mode, "Device mode.");
 546
 547 module_param_named(adapter_mode, cfg_data[CFG_ADAPTER_MODE].value, int, 0);
 548 MODULE_PARM_DESC(adapter_mode, "Adapter mode.");
 549
 550 module_param_named(tags, cfg_data[CFG_TAGS].value, int, 0);
 551 MODULE_PARM_DESC(tags, "Number of tags (1<<x). Default 3 (0-5)");
 552
 553 module_param_named(reset_delay, cfg_data[CFG_RESET_DELAY].value, int, 0);
 554 MODULE_PARM_DESC(reset_delay, "Reset delay in seconds. Default 1 (0-180)");
 555
 556
 557 /**
 558  * set_safe_settings - if the use_safe_settings option is set then
 559  * set all values to the safe and slow values.
 560  **/
 561 static void set_safe_settings(void)
 562 {
 563         if (use_safe_settings)
 564         {
 565                 int i;
 566
 567                 dprintkl(KERN_INFO, "Using safe settings.\n");
 568                 for (i = 0; i < CFG_NUM; i++)
 569                 {
 570                         cfg_data[i].value = cfg_data[i].safe;
 571                 }
 572         }
 573 }
 574
 575
 576 /**
 577  * fix_settings - reset any boot parameters which are out of range
 578  * back to the default values.
 579  **/
 580 static void fix_settings(void)
 581 {
 582         int i;
 583
 584         dprintkdbg(DBG_1,
 585                 "setup: AdapterId=%08x MaxSpeed=%08x DevMode=%08x "
 586                 "AdapterMode=%08x Tags=%08x ResetDelay=%08x\n",
 587                 cfg_data[CFG_ADAPTER_ID].value,
 588                 cfg_data[CFG_MAX_SPEED].value,
 589                 cfg_data[CFG_DEV_MODE].value,
 590                 cfg_data[CFG_ADAPTER_MODE].value,
 591                 cfg_data[CFG_TAGS].value,
 592                 cfg_data[CFG_RESET_DELAY].value);
 593         for (i = 0; i < CFG_NUM; i++)
 594         {
 595                 if (cfg_data[i].value < cfg_data[i].min
 596                     || cfg_data[i].value > cfg_data[i].max)
 597                         cfg_data[i].value = cfg_data[i].def;
 598         }
 599 }
 600
 601
 602
 603 /*
 604  * Mapping from the eeprom delay index value (index into this array)
 605  * to the number of actual seconds that the delay should be for.
 606  */
 607 static char eeprom_index_to_delay_map[] =
 608         { 1, 3, 5, 10, 16, 30, 60, 120 };
 609
 610
 611 /**
 612  * eeprom_index_to_delay - Take the eeprom delay setting and convert it
 613  * into a number of seconds.
 614  *
 615  * @eeprom: The eeprom structure in which we find the delay index to map.
 616  **/
 617 static void eeprom_index_to_delay(struct NvRamType *eeprom)
 618 {
 619         eeprom->delay_time = eeprom_index_to_delay_map[eeprom->delay_time];
 620 }
 621
 622
 623 /**
 624  * delay_to_eeprom_index - Take a delay in seconds and return the
 625  * closest eeprom index which will delay for at least that amount of
 626  * seconds.
 627  *
 628  * @delay: The delay, in seconds, to find the eeprom index for.
 629  **/
 630 static int delay_to_eeprom_index(int delay)
 631 {
 632         u8 idx = 0;
 633         while (idx < 7 && eeprom_index_to_delay_map[idx] < delay)
 634                 idx++;
 635         return idx;
 636 }
 637
 638
 639 /**
 640  * eeprom_override - Override the eeprom settings, in the provided
 641  * eeprom structure, with values that have been set on the command
 642  * line.
 643  *
 644  * @eeprom: The eeprom data to override with command line options.
 645  **/
 646 static void eeprom_override(struct NvRamType *eeprom)
 647 {
 648         u8 id;
 649
 650         /* Adapter Settings */
 651         if (cfg_data[CFG_ADAPTER_ID].value != CFG_PARAM_UNSET)
 652                 eeprom->scsi_id = (u8)cfg_data[CFG_ADAPTER_ID].value;
 653
 654         if (cfg_data[CFG_ADAPTER_MODE].value != CFG_PARAM_UNSET)
 655                 eeprom->channel_cfg = (u8)cfg_data[CFG_ADAPTER_MODE].value;
 656
 657         if (cfg_data[CFG_RESET_DELAY].value != CFG_PARAM_UNSET)
 658                 eeprom->delay_time = delay_to_eeprom_index(
 659                                         cfg_data[CFG_RESET_DELAY].value);
 660
 661         if (cfg_data[CFG_TAGS].value != CFG_PARAM_UNSET)
 662                 eeprom->max_tag = (u8)cfg_data[CFG_TAGS].value;
 663
 664         /* Device Settings */
 665         for (id = 0; id < DC395x_MAX_SCSI_ID; id++) {
 666                 if (cfg_data[CFG_DEV_MODE].value != CFG_PARAM_UNSET)
 667                         eeprom->target[id].cfg0 =
 668                                 (u8)cfg_data[CFG_DEV_MODE].value;
 669
 670                 if (cfg_data[CFG_MAX_SPEED].value != CFG_PARAM_UNSET)
 671                         eeprom->target[id].period =
 672                                 (u8)cfg_data[CFG_MAX_SPEED].value;
 673
 674         }
 675 }
 676
 677
 678 /*---------------------------------------------------------------------------
 679  ---------------------------------------------------------------------------*/
 680
 681 static unsigned int list_size(struct list_head *head)
 682 {
 683         unsigned int count = 0;
 684         struct list_head *pos;
 685         list_for_each(pos, head)
 686                 count++;
 687         return count;
 688 }
 689
 690
 691 static struct DeviceCtlBlk *dcb_get_next(struct list_head *head,
 692                 struct DeviceCtlBlk *pos)
 693 {
 694         int use_next = 0;
 695         struct DeviceCtlBlk* next = NULL;
 696         struct DeviceCtlBlk* i;
 697
 698         if (list_empty(head))
 699                 return NULL;
 700
 701         /* find supplied dcb and then select the next one */
 702         list_for_each_entry(i, head, list)
 703                 if (use_next) {
 704                         next = i;
 705                         break;
 706                 } else if (i == pos) {
 707                         use_next = 1;
 708                 }
 709         /* if no next one take the head one (ie, wraparound) */
 710         if (!next)
 711                 list_for_each_entry(i, head, list) {
 712                         next = i;
 713                         break;
 714                 }
 715
 716         return next;
 717 }
 718
 719
 720 static void free_tag(struct DeviceCtlBlk *dcb, struct ScsiReqBlk *srb)
 721 {
 722         if (srb->tag_number < 255) {
 723                 dcb->tag_mask &= ~(1 << srb->tag_number);       /* free tag mask */
 724                 srb->tag_number = 255;
 725         }
 726 }
 727
 728
 729 /* Find cmd in SRB list */
 730 static inline struct ScsiReqBlk *find_cmd(struct scsi_cmnd *cmd,
 731                 struct list_head *head)
 732 {
 733         struct ScsiReqBlk *i;
 734         list_for_each_entry(i, head, list)
 735                 if (i->cmd == cmd)
 736                         return i;
 737         return NULL;
 738 }
 739
 740 /* Sets the timer to wake us up */
 741 static void waiting_set_timer(struct AdapterCtlBlk *acb, unsigned long to)
 742 {
 743         if (timer_pending(&acb->waiting_timer))
 744                 return;
 745         if (time_before(jiffies + to, acb->last_reset - HZ / 2))
 746                 acb->waiting_timer.expires =
 747                     acb->last_reset - HZ / 2 + 1;
 748         else
 749                 acb->waiting_timer.expires = jiffies + to + 1;
 750         add_timer(&acb->waiting_timer);
 751 }
 752
 753
 754 /* Send the next command from the waiting list to the bus */
 755 static void waiting_process_next(struct AdapterCtlBlk *acb)
 756 {
 757         struct DeviceCtlBlk *start = NULL;
 758         struct DeviceCtlBlk *pos;
 759         struct DeviceCtlBlk *dcb;
 760         struct ScsiReqBlk *srb;
 761         struct list_head *dcb_list_head = &acb->dcb_list;
 762
 763         if (acb->active_dcb
 764             || (acb->acb_flag & (RESET_DETECT + RESET_DONE + RESET_DEV)))
 765                 return;
 766
 767         if (timer_pending(&acb->waiting_timer))
 768                 del_timer(&acb->waiting_timer);
 769
 770         if (list_empty(dcb_list_head))
 771                 return;
 772
 773         /*
 774          * Find the starting dcb. Need to find it again in the list
 775          * since the list may have changed since we set the ptr to it
 776          */
 777         list_for_each_entry(dcb, dcb_list_head, list)
 778                 if (dcb == acb->dcb_run_robin) {
 779                         start = dcb;
 780                         break;
 781                 }
 782         if (!start) {
 783                 /* This can happen! */
 784                 start = list_entry(dcb_list_head->next, typeof(*start), list);
 785                 acb->dcb_run_robin = start;
 786         }
 787
 788
 789         /*
 790          * Loop over the dcb, but we start somewhere (potentially) in
 791          * the middle of the loop so we need to manully do this.
 792          */
 793         pos = start;
 794         do {
 795                 struct list_head *waiting_list_head = &pos->srb_waiting_list;
 796
 797                 /* Make sure, the next another device gets scheduled ... */
 798                 acb->dcb_run_robin = dcb_get_next(dcb_list_head,
 799                                                   acb->dcb_run_robin);
 800
 801                 if (list_empty(waiting_list_head) ||
 802                     pos->max_command <= list_size(&pos->srb_going_list)) {
 803                         /* move to next dcb */
 804                         pos = dcb_get_next(dcb_list_head, pos);
 805                 } else {
 806                         srb = list_entry(waiting_list_head->next,
 807                                          struct ScsiReqBlk, list);
 808
 809                         /* Try to send to the bus */
 810                         if (!start_scsi(acb, pos, srb))
 811                                 list_move(&srb->list, &pos->srb_going_list);
 812                         else
 813                                 waiting_set_timer(acb, HZ/50);
 814                         break;
 815                 }
 816         } while (pos != start);
 817 }
 818
 819
 820 /* Wake up waiting queue */
 821 static void waiting_timeout(struct timer_list *t)
 822 {
 823         unsigned long flags;
 824         struct AdapterCtlBlk *acb = from_timer(acb, t, waiting_timer);
 825         dprintkdbg(DBG_1,
 826                 "waiting_timeout: Queue woken up by timer. acb=%p\n", acb);
 827         DC395x_LOCK_IO(acb->scsi_host, flags);
 828         waiting_process_next(acb);
 829         DC395x_UNLOCK_IO(acb->scsi_host, flags);
 830 }
 831
 832
 833 /* Get the DCB for a given ID/LUN combination */
 834 static struct DeviceCtlBlk *find_dcb(struct AdapterCtlBlk *acb, u8 id, u8 lun)
 835 {
 836         return acb->children[id][lun];
 837 }
 838
 839
 840 /* Send SCSI Request Block (srb) to adapter (acb) */
 841 static void send_srb(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb)
 842 {
 843         struct DeviceCtlBlk *dcb = srb->dcb;
 844
 845         if (dcb->max_command <= list_size(&dcb->srb_going_list) ||
 846             acb->active_dcb ||
 847             (acb->acb_flag & (RESET_DETECT + RESET_DONE + RESET_DEV))) {
 848                 list_add_tail(&srb->list, &dcb->srb_waiting_list);
 849                 waiting_process_next(acb);
 850                 return;
 851         }
 852
 853         if (!start_scsi(acb, dcb, srb)) {
 854                 list_add_tail(&srb->list, &dcb->srb_going_list);
 855         } else {
 856                 list_add(&srb->list, &dcb->srb_waiting_list);
 857                 waiting_set_timer(acb, HZ / 50);
 858         }
 859 }
 860
 861 /* Prepare SRB for being sent to Device DCB w/ command *cmd */
 862 static void build_srb(struct scsi_cmnd *cmd, struct DeviceCtlBlk *dcb,
 863                 struct ScsiReqBlk *srb)
 864 {
 865         int nseg;
 866         enum dma_data_direction dir = cmd->sc_data_direction;
 867         dprintkdbg(DBG_0, "build_srb: (0x%p) <%02i-%i>\n",
 868                 cmd, dcb->target_id, dcb->target_lun);
 869
 870         srb->dcb = dcb;
 871         srb->cmd = cmd;
 872         srb->sg_count = 0;
 873         srb->total_xfer_length = 0;
 874         srb->sg_bus_addr = 0;
 875         srb->sg_index = 0;
 876         srb->adapter_status = 0;
 877         srb->target_status = 0;
 878         srb->msg_count = 0;
 879         srb->status = 0;
 880         srb->flag = 0;
 881         srb->state = 0;
 882         srb->retry_count = 0;
 883         srb->tag_number = TAG_NONE;
 884         srb->scsi_phase = PH_BUS_FREE;  /* initial phase */
 885         srb->end_message = 0;
 886
 887         nseg = scsi_dma_map(cmd);
 888         BUG_ON(nseg < 0);
 889
 890         if (dir == DMA_NONE || !nseg) {
 891                 dprintkdbg(DBG_0,
 892                         "build_srb: [0] len=%d buf=%p use_sg=%d !MAP=%08x\n",
 893                            cmd->bufflen, scsi_sglist(cmd), scsi_sg_count(cmd),
 894                            srb->segment_x[0].address);
 895         } else {
 896                 int i;
 897                 u32 reqlen = scsi_bufflen(cmd);
 898                 struct scatterlist *sg;
 899                 struct SGentry *sgp = srb->segment_x;
 900
 901                 srb->sg_count = nseg;
 902
 903                 dprintkdbg(DBG_0,
 904                            "build_srb: [n] len=%d buf=%p use_sg=%d segs=%d\n",
 905                            reqlen, scsi_sglist(cmd), scsi_sg_count(cmd),
 906                            srb->sg_count);
 907
 908                 scsi_for_each_sg(cmd, sg, srb->sg_count, i) {
 909                         u32 busaddr = (u32)sg_dma_address(sg);
 910                         u32 seglen = (u32)sg->length;
 911                         sgp[i].address = busaddr;
 912                         sgp[i].length = seglen;
 913                         srb->total_xfer_length += seglen;
 914                 }
 915                 sgp += srb->sg_count - 1;
 916
 917                 /*
 918                  * adjust last page if too big as it is allocated
 919                  * on even page boundaries
 920                  */
 921                 if (srb->total_xfer_length > reqlen) {
 922                         sgp->length -= (srb->total_xfer_length - reqlen);
 923                         srb->total_xfer_length = reqlen;
 924                 }
 925
 926                 /* Fixup for WIDE padding - make sure length is even */
 927                 if (dcb->sync_period & WIDE_SYNC &&
 928                     srb->total_xfer_length % 2) {
 929                         srb->total_xfer_length++;
 930                         sgp->length++;
 931                 }
 932
 933                 srb->sg_bus_addr = dma_map_single(&dcb->acb->dev->dev,
 934                                 srb->segment_x, SEGMENTX_LEN, DMA_TO_DEVICE);
 935
 936                 dprintkdbg(DBG_SG, "build_srb: [n] map sg %p->%08x(%05x)\n",
 937                         srb->segment_x, srb->sg_bus_addr, SEGMENTX_LEN);
 938         }
 939
 940         srb->request_length = srb->total_xfer_length;
 941 }
 942
 943
 944 /**
 945  * dc395x_queue_command_lck - queue scsi command passed from the mid
 946  * layer, invoke 'done' on completion
 947  *
 948  * @cmd: pointer to scsi command object
 949  * @done: function pointer to be invoked on completion
 950  *
 951  * Returns 1 if the adapter (host) is busy, else returns 0. One
 952  * reason for an adapter to be busy is that the number
 953  * of outstanding queued commands is already equal to
 954  * struct Scsi_Host::can_queue .
 955  *
 956  * Required: if struct Scsi_Host::can_queue is ever non-zero
 957  *           then this function is required.
 958  *
 959  * Locks: struct Scsi_Host::host_lock held on entry (with "irqsave")
 960  *        and is expected to be held on return.
 961  *
 962  **/
 963 static int dc395x_queue_command_lck(struct scsi_cmnd *cmd, void (*done)(struct scsi_cmnd *))
 964 {
 965         struct DeviceCtlBlk *dcb;
 966         struct ScsiReqBlk *srb;
 967         struct AdapterCtlBlk *acb =
 968             (struct AdapterCtlBlk *)cmd->device->host->hostdata;
 969         dprintkdbg(DBG_0, "queue_command: (0x%p) <%02i-%i> cmnd=0x%02x\n",
 970                 cmd, cmd->device->id, (u8)cmd->device->lun, cmd->cmnd[0]);
 971
 972         /* Assume BAD_TARGET; will be cleared later */
 973         set_host_byte(cmd, DID_BAD_TARGET);
 974
 975         /* ignore invalid targets */
 976         if (cmd->device->id >= acb->scsi_host->max_id ||
 977             cmd->device->lun >= acb->scsi_host->max_lun ||
 978             cmd->device->lun >31) {
 979                 goto complete;
 980         }
 981
 982         /* does the specified lun on the specified device exist */
 983         if (!(acb->dcb_map[cmd->device->id] & (1 << cmd->device->lun))) {
 984                 dprintkl(KERN_INFO, "queue_command: Ignore target <%02i-%i>\n",
 985                         cmd->device->id, (u8)cmd->device->lun);
 986                 goto complete;
 987         }
 988
 989         /* do we have a DCB for the device */
 990         dcb = find_dcb(acb, cmd->device->id, cmd->device->lun);
 991         if (!dcb) {
 992                 /* should never happen */
 993                 dprintkl(KERN_ERR, "queue_command: No such device <%02i-%i>",
 994                         cmd->device->id, (u8)cmd->device->lun);
 995                 goto complete;
 996         }
 997
 998         /* set callback and clear result in the command */
 999         cmd->scsi_done = done;
1000         set_host_byte(cmd, DID_OK);
1001         set_status_byte(cmd, SAM_STAT_GOOD);
1002
1003         srb = list_first_entry_or_null(&acb->srb_free_list,
1004                         struct ScsiReqBlk, list);
1005         if (!srb) {
1006                 /*
1007                  * Return 1 since we are unable to queue this command at this
1008                  * point in time.
1009                  */
1010                 dprintkdbg(DBG_0, "queue_command: No free srb's\n");
1011                 return 1;
1012         }
1013         list_del(&srb->list);
1014
1015         build_srb(cmd, dcb, srb);
1016
1017         if (!list_empty(&dcb->srb_waiting_list)) {
1018                 /* append to waiting queue */
1019                 list_add_tail(&srb->list, &dcb->srb_waiting_list);
1020                 waiting_process_next(acb);
1021         } else {
1022                 /* process immediately */
1023                 send_srb(acb, srb);
1024         }
1025         dprintkdbg(DBG_1, "queue_command: (0x%p) done\n", cmd);
1026         return 0;
1027
1028 complete:
1029         /*
1030          * Complete the command immediatey, and then return 0 to
1031          * indicate that we have handled the command. This is usually
1032          * done when the commad is for things like non existent
1033          * devices.
1034          */
1035         done(cmd);
1036         return 0;
1037 }
1038
1039 static DEF_SCSI_QCMD(dc395x_queue_command)
1040
1041 static void dump_register_info(struct AdapterCtlBlk *acb,
1042                 struct DeviceCtlBlk *dcb, struct ScsiReqBlk *srb)
1043 {
1044         u16 pstat;
1045         struct pci_dev *dev = acb->dev;
1046         pci_read_config_word(dev, PCI_STATUS, &pstat);
1047         if (!dcb)
1048                 dcb = acb->active_dcb;
1049         if (!srb && dcb)
1050                 srb = dcb->active_srb;
1051         if (srb) {
1052                 if (!srb->cmd)
1053                         dprintkl(KERN_INFO, "dump: srb=%p cmd=%p OOOPS!\n",
1054                                 srb, srb->cmd);
1055                 else
1056                         dprintkl(KERN_INFO, "dump: srb=%p cmd=%p "
1057                                  "cmnd=0x%02x <%02i-%i>\n",
1058                                 srb, srb->cmd,
1059                                 srb->cmd->cmnd[0], srb->cmd->device->id,
1060                                 (u8)srb->cmd->device->lun);
1061                 printk("  sglist=%p cnt=%i idx=%i len=%zu\n",
1062                        srb->segment_x, srb->sg_count, srb->sg_index,
1063                        srb->total_xfer_length);
1064                 printk("  state=0x%04x status=0x%02x phase=0x%02x (%sconn.)\n",
1065                        srb->state, srb->status, srb->scsi_phase,
1066                        (acb->active_dcb) ? "" : "not");
1067         }
1068         dprintkl(KERN_INFO, "dump: SCSI{status=0x%04x fifocnt=0x%02x "
1069                 "signals=0x%02x irqstat=0x%02x sync=0x%02x target=0x%02x "
1070                 "rselid=0x%02x ctr=0x%08x irqen=0x%02x config=0x%04x "
1071                 "config2=0x%02x cmd=0x%02x selto=0x%02x}\n",
1072                 DC395x_read16(acb, TRM_S1040_SCSI_STATUS),
1073                 DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT),
1074                 DC395x_read8(acb, TRM_S1040_SCSI_SIGNAL),
1075                 DC395x_read8(acb, TRM_S1040_SCSI_INTSTATUS),
1076                 DC395x_read8(acb, TRM_S1040_SCSI_SYNC),
1077                 DC395x_read8(acb, TRM_S1040_SCSI_TARGETID),
1078                 DC395x_read8(acb, TRM_S1040_SCSI_IDMSG),
1079                 DC395x_read32(acb, TRM_S1040_SCSI_COUNTER),
1080                 DC395x_read8(acb, TRM_S1040_SCSI_INTEN),
1081                 DC395x_read16(acb, TRM_S1040_SCSI_CONFIG0),
1082                 DC395x_read8(acb, TRM_S1040_SCSI_CONFIG2),
1083                 DC395x_read8(acb, TRM_S1040_SCSI_COMMAND),
1084                 DC395x_read8(acb, TRM_S1040_SCSI_TIMEOUT));
1085         dprintkl(KERN_INFO, "dump: DMA{cmd=0x%04x fifocnt=0x%02x fstat=0x%02x "
1086                 "irqstat=0x%02x irqen=0x%02x cfg=0x%04x tctr=0x%08x "
1087                 "ctctr=0x%08x addr=0x%08x:0x%08x}\n",
1088                 DC395x_read16(acb, TRM_S1040_DMA_COMMAND),
1089                 DC395x_read8(acb, TRM_S1040_DMA_FIFOCNT),
1090                 DC395x_read8(acb, TRM_S1040_DMA_FIFOSTAT),
1091                 DC395x_read8(acb, TRM_S1040_DMA_STATUS),
1092                 DC395x_read8(acb, TRM_S1040_DMA_INTEN),
1093                 DC395x_read16(acb, TRM_S1040_DMA_CONFIG),
1094                 DC395x_read32(acb, TRM_S1040_DMA_XCNT),
1095                 DC395x_read32(acb, TRM_S1040_DMA_CXCNT),
1096                 DC395x_read32(acb, TRM_S1040_DMA_XHIGHADDR),
1097                 DC395x_read32(acb, TRM_S1040_DMA_XLOWADDR));
1098         dprintkl(KERN_INFO, "dump: gen{gctrl=0x%02x gstat=0x%02x gtmr=0x%02x} "
1099                 "pci{status=0x%04x}\n",
1100                 DC395x_read8(acb, TRM_S1040_GEN_CONTROL),
1101                 DC395x_read8(acb, TRM_S1040_GEN_STATUS),
1102                 DC395x_read8(acb, TRM_S1040_GEN_TIMER),
1103                 pstat);
1104 }
1105
1106
1107 static inline void clear_fifo(struct AdapterCtlBlk *acb, char *txt)
1108 {
1109 #if debug_enabled(DBG_FIFO)
1110         u8 lines = DC395x_read8(acb, TRM_S1040_SCSI_SIGNAL);
1111         u8 fifocnt = DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT);
1112         if (!(fifocnt & 0x40))
1113                 dprintkdbg(DBG_FIFO,
1114                         "clear_fifo: (%i bytes) on phase %02x in %s\n",
1115                         fifocnt & 0x3f, lines, txt);
1116 #endif
1117         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_CLRFIFO);
1118 }
1119
1120
1121 static void reset_dev_param(struct AdapterCtlBlk *acb)
1122 {
1123         struct DeviceCtlBlk *dcb;
1124         struct NvRamType *eeprom = &acb->eeprom;
1125         dprintkdbg(DBG_0, "reset_dev_param: acb=%p\n", acb);
1126
1127         list_for_each_entry(dcb, &acb->dcb_list, list) {
1128                 u8 period_index;
1129
1130                 dcb->sync_mode &= ~(SYNC_NEGO_DONE + WIDE_NEGO_DONE);
1131                 dcb->sync_period = 0;
1132                 dcb->sync_offset = 0;
1133
1134                 dcb->dev_mode = eeprom->target[dcb->target_id].cfg0;
1135                 period_index = eeprom->target[dcb->target_id].period & 0x07;
1136                 dcb->min_nego_period = clock_period[period_index];
1137                 if (!(dcb->dev_mode & NTC_DO_WIDE_NEGO)
1138                     || !(acb->config & HCC_WIDE_CARD))
1139                         dcb->sync_mode &= ~WIDE_NEGO_ENABLE;
1140         }
1141 }
1142
1143
1144 /*
1145  * perform a hard reset on the SCSI bus
1146  * @cmd - some command for this host (for fetching hooks)
1147  * Returns: SUCCESS (0x2002) on success, else FAILED (0x2003).
1148  */
1149 static int __dc395x_eh_bus_reset(struct scsi_cmnd *cmd)
1150 {
1151         struct AdapterCtlBlk *acb =
1152                 (struct AdapterCtlBlk *)cmd->device->host->hostdata;
1153         dprintkl(KERN_INFO,
1154                 "eh_bus_reset: (0%p) target=<%02i-%i> cmd=%p\n",
1155                 cmd, cmd->device->id, (u8)cmd->device->lun, cmd);
1156
1157         if (timer_pending(&acb->waiting_timer))
1158                 del_timer(&acb->waiting_timer);
1159
1160         /*
1161          * disable interrupt
1162          */
1163         DC395x_write8(acb, TRM_S1040_DMA_INTEN, 0x00);
1164         DC395x_write8(acb, TRM_S1040_SCSI_INTEN, 0x00);
1165         DC395x_write8(acb, TRM_S1040_SCSI_CONTROL, DO_RSTMODULE);
1166         DC395x_write8(acb, TRM_S1040_DMA_CONTROL, DMARESETMODULE);
1167
1168         reset_scsi_bus(acb);
1169         udelay(500);
1170
1171         /* We may be in serious trouble. Wait some seconds */
1172         acb->last_reset =
1173             jiffies + 3 * HZ / 2 +
1174             HZ * acb->eeprom.delay_time;
1175
1176         /*
1177          * re-enable interrupt
1178          */
1179         /* Clear SCSI FIFO          */
1180         DC395x_write8(acb, TRM_S1040_DMA_CONTROL, CLRXFIFO);
1181         clear_fifo(acb, "eh_bus_reset");
1182         /* Delete pending IRQ */
1183         DC395x_read8(acb, TRM_S1040_SCSI_INTSTATUS);
1184         set_basic_config(acb);
1185
1186         reset_dev_param(acb);
1187         doing_srb_done(acb, DID_RESET, cmd, 0);
1188         acb->active_dcb = NULL;
1189         acb->acb_flag = 0;      /* RESET_DETECT, RESET_DONE ,RESET_DEV */
1190         waiting_process_next(acb);
1191
1192         return SUCCESS;
1193 }
1194
1195 static int dc395x_eh_bus_reset(struct scsi_cmnd *cmd)
1196 {
1197         int rc;
1198
1199         spin_lock_irq(cmd->device->host->host_lock);
1200         rc = __dc395x_eh_bus_reset(cmd);
1201         spin_unlock_irq(cmd->device->host->host_lock);
1202
1203         return rc;
1204 }
1205
1206 /*
1207  * abort an errant SCSI command
1208  * @cmd - command to be aborted
1209  * Returns: SUCCESS (0x2002) on success, else FAILED (0x2003).
1210  */
1211 static int dc395x_eh_abort(struct scsi_cmnd *cmd)
1212 {
1213         /*
1214          * Look into our command queues: If it has not been sent already,
1215          * we remove it and return success. Otherwise fail.
1216          */
1217         struct AdapterCtlBlk *acb =
1218             (struct AdapterCtlBlk *)cmd->device->host->hostdata;
1219         struct DeviceCtlBlk *dcb;
1220         struct ScsiReqBlk *srb;
1221         dprintkl(KERN_INFO, "eh_abort: (0x%p) target=<%02i-%i> cmd=%p\n",
1222                 cmd, cmd->device->id, (u8)cmd->device->lun, cmd);
1223
1224         dcb = find_dcb(acb, cmd->device->id, cmd->device->lun);
1225         if (!dcb) {
1226                 dprintkl(KERN_DEBUG, "eh_abort: No such device\n");
1227                 return FAILED;
1228         }
1229
1230         srb = find_cmd(cmd, &dcb->srb_waiting_list);
1231         if (srb) {
1232                 list_del(&srb->list);
1233                 pci_unmap_srb_sense(acb, srb);
1234                 pci_unmap_srb(acb, srb);
1235                 free_tag(dcb, srb);
1236                 list_add_tail(&srb->list, &acb->srb_free_list);
1237                 dprintkl(KERN_DEBUG, "eh_abort: Command was waiting\n");
1238                 set_host_byte(cmd, DID_ABORT);
1239                 return SUCCESS;
1240         }
1241         srb = find_cmd(cmd, &dcb->srb_going_list);
1242         if (srb) {
1243                 dprintkl(KERN_DEBUG, "eh_abort: Command in progress\n");
1244                 /* XXX: Should abort the command here */
1245         } else {
1246                 dprintkl(KERN_DEBUG, "eh_abort: Command not found\n");
1247         }
1248         return FAILED;
1249 }
1250
1251
1252 /* SDTR */
1253 static void build_sdtr(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb,
1254                 struct ScsiReqBlk *srb)
1255 {
1256         u8 *ptr = srb->msgout_buf + srb->msg_count;
1257         if (srb->msg_count > 1) {
1258                 dprintkl(KERN_INFO,
1259                         "build_sdtr: msgout_buf BUSY (%i: %02x %02x)\n",
1260                         srb->msg_count, srb->msgout_buf[0],
1261                         srb->msgout_buf[1]);
1262                 return;
1263         }
1264         if (!(dcb->dev_mode & NTC_DO_SYNC_NEGO)) {
1265                 dcb->sync_offset = 0;
1266                 dcb->min_nego_period = 200 >> 2;
1267         } else if (dcb->sync_offset == 0)
1268                 dcb->sync_offset = SYNC_NEGO_OFFSET;
1269
1270         srb->msg_count += spi_populate_sync_msg(ptr, dcb->min_nego_period,
1271                                                 dcb->sync_offset);
1272         srb->state |= SRB_DO_SYNC_NEGO;
1273 }
1274
1275
1276 /* WDTR */
1277 static void build_wdtr(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb,
1278                 struct ScsiReqBlk *srb)
1279 {
1280         u8 wide = ((dcb->dev_mode & NTC_DO_WIDE_NEGO) &
1281                    (acb->config & HCC_WIDE_CARD)) ? 1 : 0;
1282         u8 *ptr = srb->msgout_buf + srb->msg_count;
1283         if (srb->msg_count > 1) {
1284                 dprintkl(KERN_INFO,
1285                         "build_wdtr: msgout_buf BUSY (%i: %02x %02x)\n",
1286                         srb->msg_count, srb->msgout_buf[0],
1287                         srb->msgout_buf[1]);
1288                 return;
1289         }
1290         srb->msg_count += spi_populate_width_msg(ptr, wide);
1291         srb->state |= SRB_DO_WIDE_NEGO;
1292 }
1293
1294
1295 #if 0
1296 /* Timer to work around chip flaw: When selecting and the bus is
1297  * busy, we sometimes miss a Selection timeout IRQ */
1298 void selection_timeout_missed(unsigned long ptr);
1299 /* Sets the timer to wake us up */
1300 static void selto_timer(struct AdapterCtlBlk *acb)
1301 {
1302         if (timer_pending(&acb->selto_timer))
1303                 return;
1304         acb->selto_timer.function = selection_timeout_missed;
1305         acb->selto_timer.data = (unsigned long) acb;
1306         if (time_before
1307             (jiffies + HZ, acb->last_reset + HZ / 2))
1308                 acb->selto_timer.expires =
1309                     acb->last_reset + HZ / 2 + 1;
1310         else
1311                 acb->selto_timer.expires = jiffies + HZ + 1;
1312         add_timer(&acb->selto_timer);
1313 }
1314
1315
1316 void selection_timeout_missed(unsigned long ptr)
1317 {
1318         unsigned long flags;
1319         struct AdapterCtlBlk *acb = (struct AdapterCtlBlk *)ptr;
1320         struct ScsiReqBlk *srb;
1321         dprintkl(KERN_DEBUG, "Chip forgot to produce SelTO IRQ!\n");
1322         if (!acb->active_dcb || !acb->active_dcb->active_srb) {
1323                 dprintkl(KERN_DEBUG, "... but no cmd pending? Oops!\n");
1324                 return;
1325         }
1326         DC395x_LOCK_IO(acb->scsi_host, flags);
1327         srb = acb->active_dcb->active_srb;
1328         disconnect(acb);
1329         DC395x_UNLOCK_IO(acb->scsi_host, flags);
1330 }
1331 #endif
1332
1333
1334 static u8 start_scsi(struct AdapterCtlBlk* acb, struct DeviceCtlBlk* dcb,
1335                 struct ScsiReqBlk* srb)
1336 {
1337         u16 __maybe_unused s_stat2, return_code;
1338         u8 s_stat, scsicommand, i, identify_message;
1339         u8 *ptr;
1340         dprintkdbg(DBG_0, "start_scsi: (0x%p) <%02i-%i> srb=%p\n",
1341                 dcb->target_id, dcb->target_lun, srb);
1342
1343         srb->tag_number = TAG_NONE;     /* acb->tag_max_num: had error read in eeprom */
1344
1345         s_stat = DC395x_read8(acb, TRM_S1040_SCSI_SIGNAL);
1346         s_stat2 = 0;
1347         s_stat2 = DC395x_read16(acb, TRM_S1040_SCSI_STATUS);
1348 #if 1
1349         if (s_stat & 0x20 /* s_stat2 & 0x02000 */ ) {
1350                 dprintkdbg(DBG_KG, "start_scsi: (0x%p) BUSY %02x %04x\n",
1351                         s_stat, s_stat2);
1352                 /*
1353                  * Try anyway?
1354                  *
1355                  * We could, BUT: Sometimes the TRM_S1040 misses to produce a Selection
1356                  * Timeout, a Disconnect or a Reselection IRQ, so we would be screwed!
1357                  * (This is likely to be a bug in the hardware. Obviously, most people
1358                  *  only have one initiator per SCSI bus.)
1359                  * Instead let this fail and have the timer make sure the command is
1360                  * tried again after a short time
1361                  */
1362                 /*selto_timer (acb); */
1363                 return 1;
1364         }
1365 #endif
1366         if (acb->active_dcb) {
1367                 dprintkl(KERN_DEBUG, "start_scsi: (0x%p) Attempt to start a"
1368                         "command while another command (0x%p) is active.",
1369                         srb->cmd,
1370                         acb->active_dcb->active_srb ?
1371                             acb->active_dcb->active_srb->cmd : 0);
1372                 return 1;
1373         }
1374         if (DC395x_read16(acb, TRM_S1040_SCSI_STATUS) & SCSIINTERRUPT) {
1375                 dprintkdbg(DBG_KG, "start_scsi: (0x%p) Failed (busy)\n", srb->cmd);
1376                 return 1;
1377         }
1378         /* Allow starting of SCSI commands half a second before we allow the mid-level
1379          * to queue them again after a reset */
1380         if (time_before(jiffies, acb->last_reset - HZ / 2)) {
1381                 dprintkdbg(DBG_KG, "start_scsi: Refuse cmds (reset wait)\n");
1382                 return 1;
1383         }
1384
1385         /* Flush FIFO */
1386         clear_fifo(acb, "start_scsi");
1387         DC395x_write8(acb, TRM_S1040_SCSI_HOSTID, acb->scsi_host->this_id);
1388         DC395x_write8(acb, TRM_S1040_SCSI_TARGETID, dcb->target_id);
1389         DC395x_write8(acb, TRM_S1040_SCSI_SYNC, dcb->sync_period);
1390         DC395x_write8(acb, TRM_S1040_SCSI_OFFSET, dcb->sync_offset);
1391         srb->scsi_phase = PH_BUS_FREE;  /* initial phase */
1392
1393         identify_message = dcb->identify_msg;
1394         /*DC395x_TRM_write8(TRM_S1040_SCSI_IDMSG, identify_message); */
1395         /* Don't allow disconnection for AUTO_REQSENSE: Cont.All.Cond.! */
1396         if (srb->flag & AUTO_REQSENSE)
1397                 identify_message &= 0xBF;
1398
1399         if (((srb->cmd->cmnd[0] == INQUIRY)
1400              || (srb->cmd->cmnd[0] == REQUEST_SENSE)
1401              || (srb->flag & AUTO_REQSENSE))
1402             && (((dcb->sync_mode & WIDE_NEGO_ENABLE)
1403                  && !(dcb->sync_mode & WIDE_NEGO_DONE))
1404                 || ((dcb->sync_mode & SYNC_NEGO_ENABLE)
1405                     && !(dcb->sync_mode & SYNC_NEGO_DONE)))
1406             && (dcb->target_lun == 0)) {
1407                 srb->msgout_buf[0] = identify_message;
1408                 srb->msg_count = 1;
1409                 scsicommand = SCMD_SEL_ATNSTOP;
1410                 srb->state = SRB_MSGOUT;
1411 #ifndef SYNC_FIRST
1412                 if (dcb->sync_mode & WIDE_NEGO_ENABLE
1413                     && dcb->inquiry7 & SCSI_INQ_WBUS16) {
1414                         build_wdtr(acb, dcb, srb);
1415                         goto no_cmd;
1416                 }
1417 #endif
1418                 if (dcb->sync_mode & SYNC_NEGO_ENABLE
1419                     && dcb->inquiry7 & SCSI_INQ_SYNC) {
1420                         build_sdtr(acb, dcb, srb);
1421                         goto no_cmd;
1422                 }
1423                 if (dcb->sync_mode & WIDE_NEGO_ENABLE
1424                     && dcb->inquiry7 & SCSI_INQ_WBUS16) {
1425                         build_wdtr(acb, dcb, srb);
1426                         goto no_cmd;
1427                 }
1428                 srb->msg_count = 0;
1429         }
1430         /* Send identify message */
1431         DC395x_write8(acb, TRM_S1040_SCSI_FIFO, identify_message);
1432
1433         scsicommand = SCMD_SEL_ATN;
1434         srb->state = SRB_START_;
1435 #ifndef DC395x_NO_TAGQ
1436         if ((dcb->sync_mode & EN_TAG_QUEUEING)
1437             && (identify_message & 0xC0)) {
1438                 /* Send Tag message */
1439                 u32 tag_mask = 1;
1440                 u8 tag_number = 0;
1441                 while (tag_mask & dcb->tag_mask
1442                        && tag_number < dcb->max_command) {
1443                         tag_mask = tag_mask << 1;
1444                         tag_number++;
1445                 }
1446                 if (tag_number >= dcb->max_command) {
1447                         dprintkl(KERN_WARNING, "start_scsi: (0x%p) "
1448                                 "Out of tags target=<%02i-%i>)\n",
1449                                 srb->cmd, srb->cmd->device->id,
1450                                 (u8)srb->cmd->device->lun);
1451                         srb->state = SRB_READY;
1452                         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL,
1453                                        DO_HWRESELECT);
1454                         return 1;
1455                 }
1456                 /* Send Tag id */
1457                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, SIMPLE_QUEUE_TAG);
1458                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, tag_number);
1459                 dcb->tag_mask |= tag_mask;
1460                 srb->tag_number = tag_number;
1461                 scsicommand = SCMD_SEL_ATN3;
1462                 srb->state = SRB_START_;
1463         }
1464 #endif
1465 /*polling:*/
1466         /* Send CDB ..command block ......... */
1467         dprintkdbg(DBG_KG, "start_scsi: (0x%p) <%02i-%i> cmnd=0x%02x tag=%i\n",
1468                 srb->cmd, srb->cmd->device->id, (u8)srb->cmd->device->lun,
1469                 srb->cmd->cmnd[0], srb->tag_number);
1470         if (srb->flag & AUTO_REQSENSE) {
1471                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, REQUEST_SENSE);
1472                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, (dcb->target_lun << 5));
1473                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 0);
1474                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 0);
1475                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, SCSI_SENSE_BUFFERSIZE);
1476                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 0);
1477         } else {
1478                 ptr = (u8 *)srb->cmd->cmnd;
1479                 for (i = 0; i < srb->cmd->cmd_len; i++)
1480                         DC395x_write8(acb, TRM_S1040_SCSI_FIFO, *ptr++);
1481         }
1482       no_cmd:
1483         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL,
1484                        DO_HWRESELECT | DO_DATALATCH);
1485         if (DC395x_read16(acb, TRM_S1040_SCSI_STATUS) & SCSIINTERRUPT) {
1486                 /*
1487                  * If start_scsi return 1:
1488                  * we caught an interrupt (must be reset or reselection ... )
1489                  * : Let's process it first!
1490                  */
1491                 dprintkdbg(DBG_0, "start_scsi: (0x%p) <%02i-%i> Failed - busy\n",
1492                         srb->cmd, dcb->target_id, dcb->target_lun);
1493                 srb->state = SRB_READY;
1494                 free_tag(dcb, srb);
1495                 srb->msg_count = 0;
1496                 return_code = 1;
1497                 /* This IRQ should NOT get lost, as we did not acknowledge it */
1498         } else {
1499                 /*
1500                  * If start_scsi returns 0:
1501                  * we know that the SCSI processor is free
1502                  */
1503                 srb->scsi_phase = PH_BUS_FREE;  /* initial phase */
1504                 dcb->active_srb = srb;
1505                 acb->active_dcb = dcb;
1506                 return_code = 0;
1507                 /* it's important for atn stop */
1508                 DC395x_write16(acb, TRM_S1040_SCSI_CONTROL,
1509                                DO_DATALATCH | DO_HWRESELECT);
1510                 /* SCSI command */
1511                 DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, scsicommand);
1512         }
1513         return return_code;
1514 }
1515
1516
1517 #define DC395x_ENABLE_MSGOUT \
1518  DC395x_write16 (acb, TRM_S1040_SCSI_CONTROL, DO_SETATN); \
1519  srb->state |= SRB_MSGOUT
1520
1521
1522 /* abort command */
1523 static inline void enable_msgout_abort(struct AdapterCtlBlk *acb,
1524                 struct ScsiReqBlk *srb)
1525 {
1526         srb->msgout_buf[0] = ABORT;
1527         srb->msg_count = 1;
1528         DC395x_ENABLE_MSGOUT;
1529         srb->state &= ~SRB_MSGIN;
1530         srb->state |= SRB_MSGOUT;
1531 }
1532
1533
1534 /**
1535  * dc395x_handle_interrupt - Handle an interrupt that has been confirmed to
1536  *                           have been triggered for this card.
1537  *
1538  * @acb:         a pointer to the adpter control block
1539  * @scsi_status: the status return when we checked the card
1540  **/
1541 static void dc395x_handle_interrupt(struct AdapterCtlBlk *acb,
1542                 u16 scsi_status)
1543 {
1544         struct DeviceCtlBlk *dcb;
1545         struct ScsiReqBlk *srb;
1546         u16 phase;
1547         u8 scsi_intstatus;
1548         unsigned long flags;
1549         void (*dc395x_statev)(struct AdapterCtlBlk *, struct ScsiReqBlk *,
1550                               u16 *);
1551
1552         DC395x_LOCK_IO(acb->scsi_host, flags);
1553
1554         /* This acknowledges the IRQ */
1555         scsi_intstatus = DC395x_read8(acb, TRM_S1040_SCSI_INTSTATUS);
1556         if ((scsi_status & 0x2007) == 0x2002)
1557                 dprintkl(KERN_DEBUG,
1558                         "COP after COP completed? %04x\n", scsi_status);
1559         if (debug_enabled(DBG_KG)) {
1560                 if (scsi_intstatus & INT_SELTIMEOUT)
1561                         dprintkdbg(DBG_KG, "handle_interrupt: Selection timeout\n");
1562         }
1563         /*dprintkl(KERN_DEBUG, "handle_interrupt: intstatus = 0x%02x ", scsi_intstatus); */
1564
1565         if (timer_pending(&acb->selto_timer))
1566                 del_timer(&acb->selto_timer);
1567
1568         if (scsi_intstatus & (INT_SELTIMEOUT | INT_DISCONNECT)) {
1569                 disconnect(acb);        /* bus free interrupt  */
1570                 goto out_unlock;
1571         }
1572         if (scsi_intstatus & INT_RESELECTED) {
1573                 reselect(acb);
1574                 goto out_unlock;
1575         }
1576         if (scsi_intstatus & INT_SELECT) {
1577                 dprintkl(KERN_INFO, "Host does not support target mode!\n");
1578                 goto out_unlock;
1579         }
1580         if (scsi_intstatus & INT_SCSIRESET) {
1581                 scsi_reset_detect(acb);
1582                 goto out_unlock;
1583         }
1584         if (scsi_intstatus & (INT_BUSSERVICE | INT_CMDDONE)) {
1585                 dcb = acb->active_dcb;
1586                 if (!dcb) {
1587                         dprintkl(KERN_DEBUG,
1588                                 "Oops: BusService (%04x %02x) w/o ActiveDCB!\n",
1589                                 scsi_status, scsi_intstatus);
1590                         goto out_unlock;
1591                 }
1592                 srb = dcb->active_srb;
1593                 if (dcb->flag & ABORT_DEV_) {
1594                         dprintkdbg(DBG_0, "MsgOut Abort Device.....\n");
1595                         enable_msgout_abort(acb, srb);
1596                 }
1597
1598                 /* software sequential machine */
1599                 phase = (u16)srb->scsi_phase;
1600
1601                 /*
1602                  * 62037 or 62137
1603                  * call  dc395x_scsi_phase0[]... "phase entry"
1604                  * handle every phase before start transfer
1605                  */
1606                 /* data_out_phase0,     phase:0 */
1607                 /* data_in_phase0,      phase:1 */
1608                 /* command_phase0,      phase:2 */
1609                 /* status_phase0,       phase:3 */
1610                 /* nop0,                phase:4 PH_BUS_FREE .. initial phase */
1611                 /* nop0,                phase:5 PH_BUS_FREE .. initial phase */
1612                 /* msgout_phase0,       phase:6 */
1613                 /* msgin_phase0,        phase:7 */
1614                 dc395x_statev = dc395x_scsi_phase0[phase];
1615                 dc395x_statev(acb, srb, &scsi_status);
1616
1617                 /*
1618                  * if there were any exception occurred scsi_status
1619                  * will be modify to bus free phase new scsi_status
1620                  * transfer out from ... previous dc395x_statev
1621                  */
1622                 srb->scsi_phase = scsi_status & PHASEMASK;
1623                 phase = (u16)scsi_status & PHASEMASK;
1624
1625                 /*
1626                  * call  dc395x_scsi_phase1[]... "phase entry" handle
1627                  * every phase to do transfer
1628                  */
1629                 /* data_out_phase1,     phase:0 */
1630                 /* data_in_phase1,      phase:1 */
1631                 /* command_phase1,      phase:2 */
1632                 /* status_phase1,       phase:3 */
1633                 /* nop1,                phase:4 PH_BUS_FREE .. initial phase */
1634                 /* nop1,                phase:5 PH_BUS_FREE .. initial phase */
1635                 /* msgout_phase1,       phase:6 */
1636                 /* msgin_phase1,        phase:7 */
1637                 dc395x_statev = dc395x_scsi_phase1[phase];
1638                 dc395x_statev(acb, srb, &scsi_status);
1639         }
1640       out_unlock:
1641         DC395x_UNLOCK_IO(acb->scsi_host, flags);
1642 }
1643
1644
1645 static irqreturn_t dc395x_interrupt(int irq, void *dev_id)
1646 {
1647         struct AdapterCtlBlk *acb = dev_id;
1648         u16 scsi_status;
1649         u8 dma_status;
1650         irqreturn_t handled = IRQ_NONE;
1651
1652         /*
1653          * Check for pending interrupt
1654          */
1655         scsi_status = DC395x_read16(acb, TRM_S1040_SCSI_STATUS);
1656         dma_status = DC395x_read8(acb, TRM_S1040_DMA_STATUS);
1657         if (scsi_status & SCSIINTERRUPT) {
1658                 /* interrupt pending - let's process it! */
1659                 dc395x_handle_interrupt(acb, scsi_status);
1660                 handled = IRQ_HANDLED;
1661         }
1662         else if (dma_status & 0x20) {
1663                 /* Error from the DMA engine */
1664                 dprintkl(KERN_INFO, "Interrupt from DMA engine: 0x%02x!\n", dma_status);
1665 #if 0
1666                 dprintkl(KERN_INFO, "This means DMA error! Try to handle ...\n");
1667                 if (acb->active_dcb) {
1668                         acb->active_dcb-> flag |= ABORT_DEV_;
1669                         if (acb->active_dcb->active_srb)
1670                                 enable_msgout_abort(acb, acb->active_dcb->active_srb);
1671                 }
1672                 DC395x_write8(acb, TRM_S1040_DMA_CONTROL, ABORTXFER | CLRXFIFO);
1673 #else
1674                 dprintkl(KERN_INFO, "Ignoring DMA error (probably a bad thing) ...\n");
1675                 acb = NULL;
1676 #endif
1677                 handled = IRQ_HANDLED;
1678         }
1679
1680         return handled;
1681 }
1682
1683
1684 static void msgout_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
1685                 u16 *pscsi_status)
1686 {
1687         dprintkdbg(DBG_0, "msgout_phase0: (0x%p)\n", srb->cmd);
1688         if (srb->state & (SRB_UNEXPECT_RESEL + SRB_ABORT_SENT))
1689                 *pscsi_status = PH_BUS_FREE;    /*.. initial phase */
1690
1691         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
1692         srb->state &= ~SRB_MSGOUT;
1693 }
1694
1695
1696 static void msgout_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
1697                 u16 *pscsi_status)
1698 {
1699         u16 i;
1700         u8 *ptr;
1701         dprintkdbg(DBG_0, "msgout_phase1: (0x%p)\n", srb->cmd);
1702
1703         clear_fifo(acb, "msgout_phase1");
1704         if (!(srb->state & SRB_MSGOUT)) {
1705                 srb->state |= SRB_MSGOUT;
1706                 dprintkl(KERN_DEBUG,
1707                         "msgout_phase1: (0x%p) Phase unexpected\n",
1708                         srb->cmd);      /* So what ? */
1709         }
1710         if (!srb->msg_count) {
1711                 dprintkdbg(DBG_0, "msgout_phase1: (0x%p) NOP msg\n",
1712                         srb->cmd);
1713                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, NOP);
1714                 DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);
1715                 /* it's important for atn stop */
1716                 DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, SCMD_FIFO_OUT);
1717                 return;
1718         }
1719         ptr = (u8 *)srb->msgout_buf;
1720         for (i = 0; i < srb->msg_count; i++)
1721                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, *ptr++);
1722         srb->msg_count = 0;
1723         if (srb->msgout_buf[0] == ABORT_TASK_SET)
1724                 srb->state = SRB_ABORT_SENT;
1725
1726         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, SCMD_FIFO_OUT);
1727 }
1728
1729
1730 static void command_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
1731                 u16 *pscsi_status)
1732 {
1733         dprintkdbg(DBG_0, "command_phase0: (0x%p)\n", srb->cmd);
1734         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);
1735 }
1736
1737
1738 static void command_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
1739                 u16 *pscsi_status)
1740 {
1741         struct DeviceCtlBlk *dcb;
1742         u8 *ptr;
1743         u16 i;
1744         dprintkdbg(DBG_0, "command_phase1: (0x%p)\n", srb->cmd);
1745
1746         clear_fifo(acb, "command_phase1");
1747         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_CLRATN);
1748         if (!(srb->flag & AUTO_REQSENSE)) {
1749                 ptr = (u8 *)srb->cmd->cmnd;
1750                 for (i = 0; i < srb->cmd->cmd_len; i++) {
1751                         DC395x_write8(acb, TRM_S1040_SCSI_FIFO, *ptr);
1752                         ptr++;
1753                 }
1754         } else {
1755                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, REQUEST_SENSE);
1756                 dcb = acb->active_dcb;
1757                 /* target id */
1758                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, (dcb->target_lun << 5));
1759                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 0);
1760                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 0);
1761                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, SCSI_SENSE_BUFFERSIZE);
1762                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 0);
1763         }
1764         srb->state |= SRB_COMMAND;
1765         /* it's important for atn stop */
1766         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);
1767         /* SCSI command */
1768         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, SCMD_FIFO_OUT);
1769 }
1770
1771
1772 /*
1773  * Verify that the remaining space in the hw sg lists is the same as
1774  * the count of remaining bytes in srb->total_xfer_length
1775  */
1776 static void sg_verify_length(struct ScsiReqBlk *srb)
1777 {
1778         if (debug_enabled(DBG_SG)) {
1779                 unsigned len = 0;
1780                 unsigned idx = srb->sg_index;
1781                 struct SGentry *psge = srb->segment_x + idx;
1782                 for (; idx < srb->sg_count; psge++, idx++)
1783                         len += psge->length;
1784                 if (len != srb->total_xfer_length)
1785                         dprintkdbg(DBG_SG,
1786                                "Inconsistent SRB S/G lengths (Tot=%i, Count=%i) !!\n",
1787                                srb->total_xfer_length, len);
1788         }
1789 }
1790
1791
1792 /*
1793  * Compute the next Scatter Gather list index and adjust its length
1794  * and address if necessary
1795  */
1796 static void sg_update_list(struct ScsiReqBlk *srb, u32 left)
1797 {
1798         u8 idx;
1799         u32 xferred = srb->total_xfer_length - left; /* bytes transferred */
1800         struct SGentry *psge = srb->segment_x + srb->sg_index;
1801
1802         dprintkdbg(DBG_0,
1803                 "sg_update_list: Transferred %i of %i bytes, %i remain\n",
1804                 xferred, srb->total_xfer_length, left);
1805         if (xferred == 0) {
1806                 /* nothing to update since we did not transfer any data */
1807                 return;
1808         }
1809
1810         sg_verify_length(srb);
1811         srb->total_xfer_length = left;  /* update remaining count */
1812         for (idx = srb->sg_index; idx < srb->sg_count; idx++) {
1813                 if (xferred >= psge->length) {
1814                         /* Complete SG entries done */
1815                         xferred -= psge->length;
1816                 } else {
1817                         /* Partial SG entry done */
1818                         dma_sync_single_for_cpu(&srb->dcb->acb->dev->dev,
1819                                         srb->sg_bus_addr, SEGMENTX_LEN,
1820                                         DMA_TO_DEVICE);
1821                         psge->length -= xferred;
1822                         psge->address += xferred;
1823                         srb->sg_index = idx;
1824                         dma_sync_single_for_device(&srb->dcb->acb->dev->dev,
1825                                         srb->sg_bus_addr, SEGMENTX_LEN,
1826                                         DMA_TO_DEVICE);
1827                         break;
1828                 }
1829                 psge++;
1830         }
1831         sg_verify_length(srb);
1832 }
1833
1834
1835 /*
1836  * We have transferred a single byte (PIO mode?) and need to update
1837  * the count of bytes remaining (total_xfer_length) and update the sg
1838  * entry to either point to next byte in the current sg entry, or of
1839  * already at the end to point to the start of the next sg entry
1840  */
1841 static void sg_subtract_one(struct ScsiReqBlk *srb)
1842 {
1843         sg_update_list(srb, srb->total_xfer_length - 1);
1844 }
1845
1846
1847 /*
1848  * cleanup_after_transfer
1849  *
1850  * Makes sure, DMA and SCSI engine are empty, after the transfer has finished
1851  * KG: Currently called from  StatusPhase1 ()
1852  * Should probably also be called from other places
1853  * Best might be to call it in DataXXPhase0, if new phase will differ
1854  */
1855 static void cleanup_after_transfer(struct AdapterCtlBlk *acb,
1856                 struct ScsiReqBlk *srb)
1857 {
1858         /*DC395x_write8 (TRM_S1040_DMA_STATUS, FORCEDMACOMP); */
1859         if (DC395x_read16(acb, TRM_S1040_DMA_COMMAND) & 0x0001) {       /* read */
1860                 if (!(DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT) & 0x40))
1861                         clear_fifo(acb, "cleanup/in");
1862                 if (!(DC395x_read8(acb, TRM_S1040_DMA_FIFOSTAT) & 0x80))
1863                         DC395x_write8(acb, TRM_S1040_DMA_CONTROL, CLRXFIFO);
1864         } else {                /* write */
1865                 if (!(DC395x_read8(acb, TRM_S1040_DMA_FIFOSTAT) & 0x80))
1866                         DC395x_write8(acb, TRM_S1040_DMA_CONTROL, CLRXFIFO);
1867                 if (!(DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT) & 0x40))
1868                         clear_fifo(acb, "cleanup/out");
1869         }
1870         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);
1871 }
1872
1873
1874 /*
1875  * Those no of bytes will be transferred w/ PIO through the SCSI FIFO
1876  * Seems to be needed for unknown reasons; could be a hardware bug :-(
1877  */
1878 #define DC395x_LASTPIO 4
1879
1880
1881 static void data_out_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
1882                 u16 *pscsi_status)
1883 {
1884         struct DeviceCtlBlk *dcb = srb->dcb;
1885         u16 scsi_status = *pscsi_status;
1886         u32 d_left_counter = 0;
1887         dprintkdbg(DBG_0, "data_out_phase0: (0x%p) <%02i-%i>\n",
1888                 srb->cmd, srb->cmd->device->id, (u8)srb->cmd->device->lun);
1889
1890         /*
1891          * KG: We need to drain the buffers before we draw any conclusions!
1892          * This means telling the DMA to push the rest into SCSI, telling
1893          * SCSI to push the rest to the bus.
1894          * However, the device might have been the one to stop us (phase
1895          * change), and the data in transit just needs to be accounted so
1896          * it can be retransmitted.)
1897          */
1898         /*
1899          * KG: Stop DMA engine pushing more data into the SCSI FIFO
1900          * If we need more data, the DMA SG list will be freshly set up, anyway
1901          */
1902         dprintkdbg(DBG_PIO, "data_out_phase0: "
1903                 "DMA{fifocnt=0x%02x fifostat=0x%02x} "
1904                 "SCSI{fifocnt=0x%02x cnt=0x%06x status=0x%04x} total=0x%06x\n",
1905                 DC395x_read8(acb, TRM_S1040_DMA_FIFOCNT),
1906                 DC395x_read8(acb, TRM_S1040_DMA_FIFOSTAT),
1907                 DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT),
1908                 DC395x_read32(acb, TRM_S1040_SCSI_COUNTER), scsi_status,
1909                 srb->total_xfer_length);
1910         DC395x_write8(acb, TRM_S1040_DMA_CONTROL, STOPDMAXFER | CLRXFIFO);
1911
1912         if (!(srb->state & SRB_XFERPAD)) {
1913                 if (scsi_status & PARITYERROR)
1914                         srb->status |= PARITY_ERROR;
1915
1916                 /*
1917                  * KG: Right, we can't just rely on the SCSI_COUNTER, because this
1918                  * is the no of bytes it got from the DMA engine not the no it
1919                  * transferred successfully to the device. (And the difference could
1920                  * be as much as the FIFO size, I guess ...)
1921                  */
1922                 if (!(scsi_status & SCSIXFERDONE)) {
1923                         /*
1924                          * when data transfer from DMA FIFO to SCSI FIFO
1925                          * if there was some data left in SCSI FIFO
1926                          */
1927                         d_left_counter =
1928                             (u32)(DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT) &
1929                                   0x1F);
1930                         if (dcb->sync_period & WIDE_SYNC)
1931                                 d_left_counter <<= 1;
1932
1933                         dprintkdbg(DBG_KG, "data_out_phase0: FIFO contains %i %s\n"
1934                                 "SCSI{fifocnt=0x%02x cnt=0x%08x} "
1935                                 "DMA{fifocnt=0x%04x cnt=0x%02x ctr=0x%08x}\n",
1936                                 DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT),
1937                                 (dcb->sync_period & WIDE_SYNC) ? "words" : "bytes",
1938                                 DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT),
1939                                 DC395x_read32(acb, TRM_S1040_SCSI_COUNTER),
1940                                 DC395x_read8(acb, TRM_S1040_DMA_FIFOCNT),
1941                                 DC395x_read8(acb, TRM_S1040_DMA_FIFOSTAT),
1942                                 DC395x_read32(acb, TRM_S1040_DMA_CXCNT));
1943                 }
1944                 /*
1945                  * calculate all the residue data that not yet tranfered
1946                  * SCSI transfer counter + left in SCSI FIFO data
1947                  *
1948                  * .....TRM_S1040_SCSI_COUNTER (24bits)
1949                  * The counter always decrement by one for every SCSI byte transfer.
1950                  * .....TRM_S1040_SCSI_FIFOCNT ( 5bits)
1951                  * The counter is SCSI FIFO offset counter (in units of bytes or! words)
1952                  */
1953                 if (srb->total_xfer_length > DC395x_LASTPIO)
1954                         d_left_counter +=
1955                             DC395x_read32(acb, TRM_S1040_SCSI_COUNTER);
1956
1957                 /* Is this a good idea? */
1958                 /*clear_fifo(acb, "DOP1"); */
1959                 /* KG: What is this supposed to be useful for? WIDE padding stuff? */
1960                 if (d_left_counter == 1 && dcb->sync_period & WIDE_SYNC
1961                     && scsi_bufflen(srb->cmd) % 2) {
1962                         d_left_counter = 0;
1963                         dprintkl(KERN_INFO,
1964                                 "data_out_phase0: Discard 1 byte (0x%02x)\n",
1965                                 scsi_status);
1966                 }
1967                 /*
1968                  * KG: Oops again. Same thinko as above: The SCSI might have been
1969                  * faster than the DMA engine, so that it ran out of data.
1970                  * In that case, we have to do just nothing!
1971                  * But: Why the interrupt: No phase change. No XFERCNT_2_ZERO. Or?
1972                  */
1973                 /*
1974                  * KG: This is nonsense: We have been WRITING data to the bus
1975                  * If the SCSI engine has no bytes left, how should the DMA engine?
1976                  */
1977                 if (d_left_counter == 0) {
1978                         srb->total_xfer_length = 0;
1979                 } else {
1980                         /*
1981                          * if transfer not yet complete
1982                          * there were some data residue in SCSI FIFO or
1983                          * SCSI transfer counter not empty
1984                          */
1985                         long oldxferred =
1986                             srb->total_xfer_length - d_left_counter;
1987                         const int diff =
1988                             (dcb->sync_period & WIDE_SYNC) ? 2 : 1;
1989                         sg_update_list(srb, d_left_counter);
1990                         /* KG: Most ugly hack! Apparently, this works around a chip bug */
1991                         if ((srb->segment_x[srb->sg_index].length ==
1992                              diff && scsi_sg_count(srb->cmd))
1993                             || ((oldxferred & ~PAGE_MASK) ==
1994                                 (PAGE_SIZE - diff))
1995                             ) {
1996                                 dprintkl(KERN_INFO, "data_out_phase0: "
1997                                         "Work around chip bug (%i)?\n", diff);
1998                                 d_left_counter =
1999                                     srb->total_xfer_length - diff;
2000                                 sg_update_list(srb, d_left_counter);
2001                                 /*srb->total_xfer_length -= diff; */
2002                                 /*srb->virt_addr += diff; */
2003                                 /*if (srb->cmd->use_sg) */
2004                                 /*      srb->sg_index++; */
2005                         }
2006                 }
2007         }
2008         if ((*pscsi_status & PHASEMASK) != PH_DATA_OUT) {
2009                 cleanup_after_transfer(acb, srb);
2010         }
2011 }
2012
2013
2014 static void data_out_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2015                 u16 *pscsi_status)
2016 {
2017         dprintkdbg(DBG_0, "data_out_phase1: (0x%p) <%02i-%i>\n",
2018                 srb->cmd, srb->cmd->device->id, (u8)srb->cmd->device->lun);
2019         clear_fifo(acb, "data_out_phase1");
2020         /* do prepare before transfer when data out phase */
2021         data_io_transfer(acb, srb, XFERDATAOUT);
2022 }
2023
2024 static void data_in_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2025                 u16 *pscsi_status)
2026 {
2027         u16 scsi_status = *pscsi_status;
2028
2029         dprintkdbg(DBG_0, "data_in_phase0: (0x%p) <%02i-%i>\n",
2030                 srb->cmd, srb->cmd->device->id, (u8)srb->cmd->device->lun);
2031
2032         /*
2033          * KG: DataIn is much more tricky than DataOut. When the device is finished
2034          * and switches to another phase, the SCSI engine should be finished too.
2035          * But: There might still be bytes left in its FIFO to be fetched by the DMA
2036          * engine and transferred to memory.
2037          * We should wait for the FIFOs to be emptied by that (is there any way to
2038          * enforce this?) and then stop the DMA engine, because it might think, that
2039          * there are more bytes to follow. Yes, the device might disconnect prior to
2040          * having all bytes transferred!
2041          * Also we should make sure that all data from the DMA engine buffer's really
2042          * made its way to the system memory! Some documentation on this would not
2043          * seem to be a bad idea, actually.
2044          */
2045         if (!(srb->state & SRB_XFERPAD)) {
2046                 u32 d_left_counter;
2047                 unsigned int sc, fc;
2048
2049                 if (scsi_status & PARITYERROR) {
2050                         dprintkl(KERN_INFO, "data_in_phase0: (0x%p) "
2051                                 "Parity Error\n", srb->cmd);
2052                         srb->status |= PARITY_ERROR;
2053                 }
2054                 /*
2055                  * KG: We should wait for the DMA FIFO to be empty ...
2056                  * but: it would be better to wait first for the SCSI FIFO and then the
2057                  * the DMA FIFO to become empty? How do we know, that the device not already
2058                  * sent data to the FIFO in a MsgIn phase, eg.?
2059                  */
2060                 if (!(DC395x_read8(acb, TRM_S1040_DMA_FIFOSTAT) & 0x80)) {
2061 #if 0
2062                         int ctr = 6000000;
2063                         dprintkl(KERN_DEBUG,
2064                                 "DIP0: Wait for DMA FIFO to flush ...\n");
2065                         /*DC395x_write8  (TRM_S1040_DMA_CONTROL, STOPDMAXFER); */
2066                         /*DC395x_write32 (TRM_S1040_SCSI_COUNTER, 7); */
2067                         /*DC395x_write8  (TRM_S1040_SCSI_COMMAND, SCMD_DMA_IN); */
2068                         while (!
2069                                (DC395x_read16(acb, TRM_S1040_DMA_FIFOSTAT) &
2070                                 0x80) && --ctr);
2071                         if (ctr < 6000000 - 1)
2072                                 dprintkl(KERN_DEBUG
2073                                        "DIP0: Had to wait for DMA ...\n");
2074                         if (!ctr)
2075                                 dprintkl(KERN_ERR,
2076                                        "Deadlock in DIP0 waiting for DMA FIFO empty!!\n");
2077                         /*DC395x_write32 (TRM_S1040_SCSI_COUNTER, 0); */
2078 #endif
2079                         dprintkdbg(DBG_KG, "data_in_phase0: "
2080                                 "DMA{fifocnt=0x%02x fifostat=0x%02x}\n",
2081                                 DC395x_read8(acb, TRM_S1040_DMA_FIFOCNT),
2082                                 DC395x_read8(acb, TRM_S1040_DMA_FIFOSTAT));
2083                 }
2084                 /* Now: Check remainig data: The SCSI counters should tell us ... */
2085                 sc = DC395x_read32(acb, TRM_S1040_SCSI_COUNTER);
2086                 fc = DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT);
2087                 d_left_counter = sc + ((fc & 0x1f)
2088                        << ((srb->dcb->sync_period & WIDE_SYNC) ? 1 :
2089                            0));
2090                 dprintkdbg(DBG_KG, "data_in_phase0: "
2091                         "SCSI{fifocnt=0x%02x%s ctr=0x%08x} "
2092                         "DMA{fifocnt=0x%02x fifostat=0x%02x ctr=0x%08x} "
2093                         "Remain{totxfer=%i scsi_fifo+ctr=%i}\n",
2094                         fc,
2095                         (srb->dcb->sync_period & WIDE_SYNC) ? "words" : "bytes",
2096                         sc,
2097                         fc,
2098                         DC395x_read8(acb, TRM_S1040_DMA_FIFOSTAT),
2099                         DC395x_read32(acb, TRM_S1040_DMA_CXCNT),
2100                         srb->total_xfer_length, d_left_counter);
2101 #if DC395x_LASTPIO
2102                 /* KG: Less than or equal to 4 bytes can not be transferred via DMA, it seems. */
2103                 if (d_left_counter
2104                     && srb->total_xfer_length <= DC395x_LASTPIO) {
2105                         size_t left_io = srb->total_xfer_length;
2106
2107                         /*u32 addr = (srb->segment_x[srb->sg_index].address); */
2108                         /*sg_update_list (srb, d_left_counter); */
2109                         dprintkdbg(DBG_PIO, "data_in_phase0: PIO (%i %s) "
2110                                    "for remaining %i bytes:",
2111                                 fc & 0x1f,
2112                                 (srb->dcb->sync_period & WIDE_SYNC) ?
2113                                     "words" : "bytes",
2114                                 srb->total_xfer_length);
2115                         if (srb->dcb->sync_period & WIDE_SYNC)
2116                                 DC395x_write8(acb, TRM_S1040_SCSI_CONFIG2,
2117                                               CFG2_WIDEFIFO);
2118                         while (left_io) {
2119                                 unsigned char *virt, *base = NULL;
2120                                 unsigned long flags = 0;
2121                                 size_t len = left_io;
2122                                 size_t offset = srb->request_length - left_io;
2123
2124                                 local_irq_save(flags);
2125                                 /* Assumption: it's inside one page as it's at most 4 bytes and
2126                                    I just assume it's on a 4-byte boundary */
2127                                 base = scsi_kmap_atomic_sg(scsi_sglist(srb->cmd),
2128                                                            srb->sg_count, &offset, &len);
2129                                 virt = base + offset;
2130
2131                                 left_io -= len;
2132
2133                                 while (len) {
2134                                         u8 byte;
2135                                         byte = DC395x_read8(acb, TRM_S1040_SCSI_FIFO);
2136                                         *virt++ = byte;
2137
2138                                         if (debug_enabled(DBG_PIO))
2139                                                 printk(" %02x", byte);
2140
2141                                         d_left_counter--;
2142                                         sg_subtract_one(srb);
2143
2144                                         len--;
2145
2146                                         fc = DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT);
2147
2148                                         if (fc == 0x40) {
2149                                                 left_io = 0;
2150                                                 break;
2151                                         }
2152                                 }
2153
2154                                 WARN_ON((fc != 0x40) == !d_left_counter);
2155
2156                                 if (fc == 0x40 && (srb->dcb->sync_period & WIDE_SYNC)) {
2157                                         /* Read the last byte ... */
2158                                         if (srb->total_xfer_length > 0) {
2159                                                 u8 byte = DC395x_read8(acb, TRM_S1040_SCSI_FIFO);
2160
2161                                                 *virt++ = byte;
2162                                                 srb->total_xfer_length--;
2163                                                 if (debug_enabled(DBG_PIO))
2164                                                         printk(" %02x", byte);
2165                                         }
2166
2167                                         DC395x_write8(acb, TRM_S1040_SCSI_CONFIG2, 0);
2168                                 }
2169
2170                                 scsi_kunmap_atomic_sg(base);
2171                                 local_irq_restore(flags);
2172                         }
2173                         /*printk(" %08x", *(u32*)(bus_to_virt (addr))); */
2174                         /*srb->total_xfer_length = 0; */
2175                         if (debug_enabled(DBG_PIO))
2176                                 printk("\n");
2177                 }
2178 #endif                          /* DC395x_LASTPIO */
2179
2180 #if 0
2181                 /*
2182                  * KG: This was in DATAOUT. Does it also belong here?
2183                  * Nobody seems to know what counter and fifo_cnt count exactly ...
2184                  */
2185                 if (!(scsi_status & SCSIXFERDONE)) {
2186                         /*
2187                          * when data transfer from DMA FIFO to SCSI FIFO
2188                          * if there was some data left in SCSI FIFO
2189                          */
2190                         d_left_counter =
2191                             (u32)(DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT) &
2192                                   0x1F);
2193                         if (srb->dcb->sync_period & WIDE_SYNC)
2194                                 d_left_counter <<= 1;
2195                         /*
2196                          * if WIDE scsi SCSI FIFOCNT unit is word !!!
2197                          * so need to *= 2
2198                          * KG: Seems to be correct ...
2199                          */
2200                 }
2201 #endif
2202                 /* KG: This should not be needed any more! */
2203                 if (d_left_counter == 0
2204                     || (scsi_status & SCSIXFERCNT_2_ZERO)) {
2205 #if 0
2206                         int ctr = 6000000;
2207                         u8 TempDMAstatus;
2208                         do {
2209                                 TempDMAstatus =
2210                                     DC395x_read8(acb, TRM_S1040_DMA_STATUS);
2211                         } while (!(TempDMAstatus & DMAXFERCOMP) && --ctr);
2212                         if (!ctr)
2213                                 dprintkl(KERN_ERR,
2214                                        "Deadlock in DataInPhase0 waiting for DMA!!\n");
2215                         srb->total_xfer_length = 0;
2216 #endif
2217                         srb->total_xfer_length = d_left_counter;
2218                 } else {        /* phase changed */
2219                         /*
2220                          * parsing the case:
2221                          * when a transfer not yet complete
2222                          * but be disconnected by target
2223                          * if transfer not yet complete
2224                          * there were some data residue in SCSI FIFO or
2225                          * SCSI transfer counter not empty
2226                          */
2227                         sg_update_list(srb, d_left_counter);
2228                 }
2229         }
2230         /* KG: The target may decide to disconnect: Empty FIFO before! */
2231         if ((*pscsi_status & PHASEMASK) != PH_DATA_IN) {
2232                 cleanup_after_transfer(acb, srb);
2233         }
2234 }
2235
2236
2237 static void data_in_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2238                 u16 *pscsi_status)
2239 {
2240         dprintkdbg(DBG_0, "data_in_phase1: (0x%p) <%02i-%i>\n",
2241                 srb->cmd, srb->cmd->device->id, (u8)srb->cmd->device->lun);
2242         data_io_transfer(acb, srb, XFERDATAIN);
2243 }
2244
2245
2246 static void data_io_transfer(struct AdapterCtlBlk *acb,
2247                 struct ScsiReqBlk *srb, u16 io_dir)
2248 {
2249         struct DeviceCtlBlk *dcb = srb->dcb;
2250         u8 bval;
2251         dprintkdbg(DBG_0,
2252                 "data_io_transfer: (0x%p) <%02i-%i> %c len=%i, sg=(%i/%i)\n",
2253                 srb->cmd, srb->cmd->device->id, (u8)srb->cmd->device->lun,
2254                 ((io_dir & DMACMD_DIR) ? 'r' : 'w'),
2255                 srb->total_xfer_length, srb->sg_index, srb->sg_count);
2256         if (srb == acb->tmp_srb)
2257                 dprintkl(KERN_ERR, "data_io_transfer: Using tmp_srb!\n");
2258         if (srb->sg_index >= srb->sg_count) {
2259                 /* can't happen? out of bounds error */
2260                 return;
2261         }
2262
2263         if (srb->total_xfer_length > DC395x_LASTPIO) {
2264                 u8 dma_status = DC395x_read8(acb, TRM_S1040_DMA_STATUS);
2265                 /*
2266                  * KG: What should we do: Use SCSI Cmd 0x90/0x92?
2267                  * Maybe, even ABORTXFER would be appropriate
2268                  */
2269                 if (dma_status & XFERPENDING) {
2270                         dprintkl(KERN_DEBUG, "data_io_transfer: Xfer pending! "
2271                                 "Expect trouble!\n");
2272                         dump_register_info(acb, dcb, srb);
2273                         DC395x_write8(acb, TRM_S1040_DMA_CONTROL, CLRXFIFO);
2274                 }
2275                 /* clear_fifo(acb, "IO"); */
2276                 /*
2277                  * load what physical address of Scatter/Gather list table
2278                  * want to be transfer
2279                  */
2280                 srb->state |= SRB_DATA_XFER;
2281                 DC395x_write32(acb, TRM_S1040_DMA_XHIGHADDR, 0);
2282                 if (scsi_sg_count(srb->cmd)) {  /* with S/G */
2283                         io_dir |= DMACMD_SG;
2284                         DC395x_write32(acb, TRM_S1040_DMA_XLOWADDR,
2285                                        srb->sg_bus_addr +
2286                                        sizeof(struct SGentry) *
2287                                        srb->sg_index);
2288                         /* load how many bytes in the sg list table */
2289                         DC395x_write32(acb, TRM_S1040_DMA_XCNT,
2290                                        ((u32)(srb->sg_count -
2291                                               srb->sg_index) << 3));
2292                 } else {        /* without S/G */
2293                         io_dir &= ~DMACMD_SG;
2294                         DC395x_write32(acb, TRM_S1040_DMA_XLOWADDR,
2295                                        srb->segment_x[0].address);
2296                         DC395x_write32(acb, TRM_S1040_DMA_XCNT,
2297                                        srb->segment_x[0].length);
2298                 }
2299                 /* load total transfer length (24bits) max value 16Mbyte */
2300                 DC395x_write32(acb, TRM_S1040_SCSI_COUNTER,
2301                                srb->total_xfer_length);
2302                 DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
2303                 if (io_dir & DMACMD_DIR) {      /* read */
2304                         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND,
2305                                       SCMD_DMA_IN);
2306                         DC395x_write16(acb, TRM_S1040_DMA_COMMAND, io_dir);
2307                 } else {
2308                         DC395x_write16(acb, TRM_S1040_DMA_COMMAND, io_dir);
2309                         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND,
2310                                       SCMD_DMA_OUT);
2311                 }
2312
2313         }
2314 #if DC395x_LASTPIO
2315         else if (srb->total_xfer_length > 0) {  /* The last four bytes: Do PIO */
2316                 /*
2317                  * load what physical address of Scatter/Gather list table
2318                  * want to be transfer
2319                  */
2320                 srb->state |= SRB_DATA_XFER;
2321                 /* load total transfer length (24bits) max value 16Mbyte */
2322                 DC395x_write32(acb, TRM_S1040_SCSI_COUNTER,
2323                                srb->total_xfer_length);
2324                 DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
2325                 if (io_dir & DMACMD_DIR) {      /* read */
2326                         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND,
2327                                       SCMD_FIFO_IN);
2328                 } else {        /* write */
2329                         int ln = srb->total_xfer_length;
2330                         size_t left_io = srb->total_xfer_length;
2331
2332                         if (srb->dcb->sync_period & WIDE_SYNC)
2333                                 DC395x_write8(acb, TRM_S1040_SCSI_CONFIG2,
2334                                      CFG2_WIDEFIFO);
2335
2336                         while (left_io) {
2337                                 unsigned char *virt, *base = NULL;
2338                                 unsigned long flags = 0;
2339                                 size_t len = left_io;
2340                                 size_t offset = srb->request_length - left_io;
2341
2342                                 local_irq_save(flags);
2343                                 /* Again, max 4 bytes */
2344                                 base = scsi_kmap_atomic_sg(scsi_sglist(srb->cmd),
2345                                                            srb->sg_count, &offset, &len);
2346                                 virt = base + offset;
2347
2348                                 left_io -= len;
2349
2350                                 while (len--) {
2351                                         if (debug_enabled(DBG_PIO))
2352                                                 printk(" %02x", *virt);
2353
2354                                         DC395x_write8(acb, TRM_S1040_SCSI_FIFO, *virt++);
2355
2356                                         sg_subtract_one(srb);
2357                                 }
2358
2359                                 scsi_kunmap_atomic_sg(base);
2360                                 local_irq_restore(flags);
2361                         }
2362                         if (srb->dcb->sync_period & WIDE_SYNC) {
2363                                 if (ln % 2) {
2364                                         DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 0);
2365                                         if (debug_enabled(DBG_PIO))
2366                                                 printk(" |00");
2367                                 }
2368                                 DC395x_write8(acb, TRM_S1040_SCSI_CONFIG2, 0);
2369                         }
2370                         /*DC395x_write32(acb, TRM_S1040_SCSI_COUNTER, ln); */
2371                         if (debug_enabled(DBG_PIO))
2372                                 printk("\n");
2373                         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND,
2374                                           SCMD_FIFO_OUT);
2375                 }
2376         }
2377 #endif                          /* DC395x_LASTPIO */
2378         else {          /* xfer pad */
2379                 if (srb->sg_count) {
2380                         srb->adapter_status = H_OVER_UNDER_RUN;
2381                         srb->status |= OVER_RUN;
2382                 }
2383                 /*
2384                  * KG: despite the fact that we are using 16 bits I/O ops
2385                  * the SCSI FIFO is only 8 bits according to the docs
2386                  * (we can set bit 1 in 0x8f to serialize FIFO access ...)
2387                  */
2388                 if (dcb->sync_period & WIDE_SYNC) {
2389                         DC395x_write32(acb, TRM_S1040_SCSI_COUNTER, 2);
2390                         DC395x_write8(acb, TRM_S1040_SCSI_CONFIG2,
2391                                       CFG2_WIDEFIFO);
2392                         if (io_dir & DMACMD_DIR) {
2393                                 DC395x_read8(acb, TRM_S1040_SCSI_FIFO);
2394                                 DC395x_read8(acb, TRM_S1040_SCSI_FIFO);
2395                         } else {
2396                                 /* Danger, Robinson: If you find KGs
2397                                  * scattered over the wide disk, the driver
2398                                  * or chip is to blame :-( */
2399                                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 'K');
2400                                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 'G');
2401                         }
2402                         DC395x_write8(acb, TRM_S1040_SCSI_CONFIG2, 0);
2403                 } else {
2404                         DC395x_write32(acb, TRM_S1040_SCSI_COUNTER, 1);
2405                         /* Danger, Robinson: If you find a collection of Ks on your disk
2406                          * something broke :-( */
2407                         if (io_dir & DMACMD_DIR)
2408                                 DC395x_read8(acb, TRM_S1040_SCSI_FIFO);
2409                         else
2410                                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 'K');
2411                 }
2412                 srb->state |= SRB_XFERPAD;
2413                 DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
2414                 /* SCSI command */
2415                 bval = (io_dir & DMACMD_DIR) ? SCMD_FIFO_IN : SCMD_FIFO_OUT;
2416                 DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, bval);
2417         }
2418 }
2419
2420
2421 static void status_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2422                 u16 *pscsi_status)
2423 {
2424         dprintkdbg(DBG_0, "status_phase0: (0x%p) <%02i-%i>\n",
2425                 srb->cmd, srb->cmd->device->id, (u8)srb->cmd->device->lun);
2426         srb->target_status = DC395x_read8(acb, TRM_S1040_SCSI_FIFO);
2427         srb->end_message = DC395x_read8(acb, TRM_S1040_SCSI_FIFO);      /* get message */
2428         srb->state = SRB_COMPLETED;
2429         *pscsi_status = PH_BUS_FREE;    /*.. initial phase */
2430         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
2431         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, SCMD_MSGACCEPT);
2432 }
2433
2434
2435 static void status_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2436                 u16 *pscsi_status)
2437 {
2438         dprintkdbg(DBG_0, "status_phase1: (0x%p) <%02i-%i>\n",
2439                 srb->cmd, srb->cmd->device->id, (u8)srb->cmd->device->lun);
2440         srb->state = SRB_STATUS;
2441         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
2442         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, SCMD_COMP);
2443 }
2444
2445
2446 /* Check if the message is complete */
2447 static inline u8 msgin_completed(u8 * msgbuf, u32 len)
2448 {
2449         if (*msgbuf == EXTENDED_MESSAGE) {
2450                 if (len < 2)
2451                         return 0;
2452                 if (len < msgbuf[1] + 2)
2453                         return 0;
2454         } else if (*msgbuf >= 0x20 && *msgbuf <= 0x2f)  /* two byte messages */
2455                 if (len < 2)
2456                         return 0;
2457         return 1;
2458 }
2459
2460 /* reject_msg */
2461 static inline void msgin_reject(struct AdapterCtlBlk *acb,
2462                 struct ScsiReqBlk *srb)
2463 {
2464         srb->msgout_buf[0] = MESSAGE_REJECT;
2465         srb->msg_count = 1;
2466         DC395x_ENABLE_MSGOUT;
2467         srb->state &= ~SRB_MSGIN;
2468         srb->state |= SRB_MSGOUT;
2469         dprintkl(KERN_INFO, "msgin_reject: 0x%02x <%02i-%i>\n",
2470                 srb->msgin_buf[0],
2471                 srb->dcb->target_id, srb->dcb->target_lun);
2472 }
2473
2474
2475 static struct ScsiReqBlk *msgin_qtag(struct AdapterCtlBlk *acb,
2476                 struct DeviceCtlBlk *dcb, u8 tag)
2477 {
2478         struct ScsiReqBlk *srb = NULL;
2479         struct ScsiReqBlk *i;
2480         dprintkdbg(DBG_0, "msgin_qtag: (0x%p) tag=%i srb=%p\n",
2481                    srb->cmd, tag, srb);
2482
2483         if (!(dcb->tag_mask & (1 << tag)))
2484                 dprintkl(KERN_DEBUG,
2485                         "msgin_qtag: tag_mask=0x%08x does not reserve tag %i!\n",
2486                         dcb->tag_mask, tag);
2487
2488         if (list_empty(&dcb->srb_going_list))
2489                 goto mingx0;
2490         list_for_each_entry(i, &dcb->srb_going_list, list) {
2491                 if (i->tag_number == tag) {
2492                         srb = i;
2493                         break;
2494                 }
2495         }
2496         if (!srb)
2497                 goto mingx0;
2498
2499         dprintkdbg(DBG_0, "msgin_qtag: (0x%p) <%02i-%i>\n",
2500                 srb->cmd, srb->dcb->target_id, srb->dcb->target_lun);
2501         if (dcb->flag & ABORT_DEV_) {
2502                 /*srb->state = SRB_ABORT_SENT; */
2503                 enable_msgout_abort(acb, srb);
2504         }
2505
2506         if (!(srb->state & SRB_DISCONNECT))
2507                 goto mingx0;
2508
2509         memcpy(srb->msgin_buf, dcb->active_srb->msgin_buf, acb->msg_len);
2510         srb->state |= dcb->active_srb->state;
2511         srb->state |= SRB_DATA_XFER;
2512         dcb->active_srb = srb;
2513         /* How can we make the DORS happy? */
2514         return srb;
2515
2516       mingx0:
2517         srb = acb->tmp_srb;
2518         srb->state = SRB_UNEXPECT_RESEL;
2519         dcb->active_srb = srb;
2520         srb->msgout_buf[0] = ABORT_TASK;
2521         srb->msg_count = 1;
2522         DC395x_ENABLE_MSGOUT;
2523         dprintkl(KERN_DEBUG, "msgin_qtag: Unknown tag %i - abort\n", tag);
2524         return srb;
2525 }
2526
2527
2528 static inline void reprogram_regs(struct AdapterCtlBlk *acb,
2529                 struct DeviceCtlBlk *dcb)
2530 {
2531         DC395x_write8(acb, TRM_S1040_SCSI_TARGETID, dcb->target_id);
2532         DC395x_write8(acb, TRM_S1040_SCSI_SYNC, dcb->sync_period);
2533         DC395x_write8(acb, TRM_S1040_SCSI_OFFSET, dcb->sync_offset);
2534         set_xfer_rate(acb, dcb);
2535 }
2536
2537
2538 /* set async transfer mode */
2539 static void msgin_set_async(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb)
2540 {
2541         struct DeviceCtlBlk *dcb = srb->dcb;
2542         dprintkl(KERN_DEBUG, "msgin_set_async: No sync transfers <%02i-%i>\n",
2543                 dcb->target_id, dcb->target_lun);
2544
2545         dcb->sync_mode &= ~(SYNC_NEGO_ENABLE);
2546         dcb->sync_mode |= SYNC_NEGO_DONE;
2547         /*dcb->sync_period &= 0; */
2548         dcb->sync_offset = 0;
2549         dcb->min_nego_period = 200 >> 2;        /* 200ns <=> 5 MHz */
2550         srb->state &= ~SRB_DO_SYNC_NEGO;
2551         reprogram_regs(acb, dcb);
2552         if ((dcb->sync_mode & WIDE_NEGO_ENABLE)
2553             && !(dcb->sync_mode & WIDE_NEGO_DONE)) {
2554                 build_wdtr(acb, dcb, srb);
2555                 DC395x_ENABLE_MSGOUT;
2556                 dprintkdbg(DBG_0, "msgin_set_async(rej): Try WDTR anyway\n");
2557         }
2558 }
2559
2560
2561 /* set sync transfer mode */
2562 static void msgin_set_sync(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb)
2563 {
2564         struct DeviceCtlBlk *dcb = srb->dcb;
2565         u8 bval;
2566         int fact;
2567         dprintkdbg(DBG_1, "msgin_set_sync: <%02i> Sync: %ins "
2568                 "(%02i.%01i MHz) Offset %i\n",
2569                 dcb->target_id, srb->msgin_buf[3] << 2,
2570                 (250 / srb->msgin_buf[3]),
2571                 ((250 % srb->msgin_buf[3]) * 10) / srb->msgin_buf[3],
2572                 srb->msgin_buf[4]);
2573
2574         if (srb->msgin_buf[4] > 15)
2575                 srb->msgin_buf[4] = 15;
2576         if (!(dcb->dev_mode & NTC_DO_SYNC_NEGO))
2577                 dcb->sync_offset = 0;
2578         else if (dcb->sync_offset == 0)
2579                 dcb->sync_offset = srb->msgin_buf[4];
2580         if (srb->msgin_buf[4] > dcb->sync_offset)
2581                 srb->msgin_buf[4] = dcb->sync_offset;
2582         else
2583                 dcb->sync_offset = srb->msgin_buf[4];
2584         bval = 0;
2585         while (bval < 7 && (srb->msgin_buf[3] > clock_period[bval]
2586                             || dcb->min_nego_period >
2587                             clock_period[bval]))
2588                 bval++;
2589         if (srb->msgin_buf[3] < clock_period[bval])
2590                 dprintkl(KERN_INFO,
2591                         "msgin_set_sync: Increase sync nego period to %ins\n",
2592                         clock_period[bval] << 2);
2593         srb->msgin_buf[3] = clock_period[bval];
2594         dcb->sync_period &= 0xf0;
2595         dcb->sync_period |= ALT_SYNC | bval;
2596         dcb->min_nego_period = srb->msgin_buf[3];
2597
2598         if (dcb->sync_period & WIDE_SYNC)
2599                 fact = 500;
2600         else
2601                 fact = 250;
2602
2603         dprintkl(KERN_INFO,
2604                 "Target %02i: %s Sync: %ins Offset %i (%02i.%01i MB/s)\n",
2605                 dcb->target_id, (fact == 500) ? "Wide16" : "",
2606                 dcb->min_nego_period << 2, dcb->sync_offset,
2607                 (fact / dcb->min_nego_period),
2608                 ((fact % dcb->min_nego_period) * 10 +
2609                 dcb->min_nego_period / 2) / dcb->min_nego_period);
2610
2611         if (!(srb->state & SRB_DO_SYNC_NEGO)) {
2612                 /* Reply with corrected SDTR Message */
2613                 dprintkl(KERN_DEBUG, "msgin_set_sync: answer w/%ins %i\n",
2614                         srb->msgin_buf[3] << 2, srb->msgin_buf[4]);
2615
2616                 memcpy(srb->msgout_buf, srb->msgin_buf, 5);
2617                 srb->msg_count = 5;
2618                 DC395x_ENABLE_MSGOUT;
2619                 dcb->sync_mode |= SYNC_NEGO_DONE;
2620         } else {
2621                 if ((dcb->sync_mode & WIDE_NEGO_ENABLE)
2622                     && !(dcb->sync_mode & WIDE_NEGO_DONE)) {
2623                         build_wdtr(acb, dcb, srb);
2624                         DC395x_ENABLE_MSGOUT;
2625                         dprintkdbg(DBG_0, "msgin_set_sync: Also try WDTR\n");
2626                 }
2627         }
2628         srb->state &= ~SRB_DO_SYNC_NEGO;
2629         dcb->sync_mode |= SYNC_NEGO_DONE | SYNC_NEGO_ENABLE;
2630
2631         reprogram_regs(acb, dcb);
2632 }
2633
2634
2635 static inline void msgin_set_nowide(struct AdapterCtlBlk *acb,
2636                 struct ScsiReqBlk *srb)
2637 {
2638         struct DeviceCtlBlk *dcb = srb->dcb;
2639         dprintkdbg(DBG_1, "msgin_set_nowide: <%02i>\n", dcb->target_id);
2640
2641         dcb->sync_period &= ~WIDE_SYNC;
2642         dcb->sync_mode &= ~(WIDE_NEGO_ENABLE);
2643         dcb->sync_mode |= WIDE_NEGO_DONE;
2644         srb->state &= ~SRB_DO_WIDE_NEGO;
2645         reprogram_regs(acb, dcb);
2646         if ((dcb->sync_mode & SYNC_NEGO_ENABLE)
2647             && !(dcb->sync_mode & SYNC_NEGO_DONE)) {
2648                 build_sdtr(acb, dcb, srb);
2649                 DC395x_ENABLE_MSGOUT;
2650                 dprintkdbg(DBG_0, "msgin_set_nowide: Rejected. Try SDTR anyway\n");
2651         }
2652 }
2653
2654 static void msgin_set_wide(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb)
2655 {
2656         struct DeviceCtlBlk *dcb = srb->dcb;
2657         u8 wide = (dcb->dev_mode & NTC_DO_WIDE_NEGO
2658                    && acb->config & HCC_WIDE_CARD) ? 1 : 0;
2659         dprintkdbg(DBG_1, "msgin_set_wide: <%02i>\n", dcb->target_id);
2660
2661         if (srb->msgin_buf[3] > wide)
2662                 srb->msgin_buf[3] = wide;
2663         /* Completed */
2664         if (!(srb->state & SRB_DO_WIDE_NEGO)) {
2665                 dprintkl(KERN_DEBUG,
2666                         "msgin_set_wide: Wide nego initiated <%02i>\n",
2667                         dcb->target_id);
2668                 memcpy(srb->msgout_buf, srb->msgin_buf, 4);
2669                 srb->msg_count = 4;
2670                 srb->state |= SRB_DO_WIDE_NEGO;
2671                 DC395x_ENABLE_MSGOUT;
2672         }
2673
2674         dcb->sync_mode |= (WIDE_NEGO_ENABLE | WIDE_NEGO_DONE);
2675         if (srb->msgin_buf[3] > 0)
2676                 dcb->sync_period |= WIDE_SYNC;
2677         else
2678                 dcb->sync_period &= ~WIDE_SYNC;
2679         srb->state &= ~SRB_DO_WIDE_NEGO;
2680         /*dcb->sync_mode &= ~(WIDE_NEGO_ENABLE+WIDE_NEGO_DONE); */
2681         dprintkdbg(DBG_1,
2682                 "msgin_set_wide: Wide (%i bit) negotiated <%02i>\n",
2683                 (8 << srb->msgin_buf[3]), dcb->target_id);
2684         reprogram_regs(acb, dcb);
2685         if ((dcb->sync_mode & SYNC_NEGO_ENABLE)
2686             && !(dcb->sync_mode & SYNC_NEGO_DONE)) {
2687                 build_sdtr(acb, dcb, srb);
2688                 DC395x_ENABLE_MSGOUT;
2689                 dprintkdbg(DBG_0, "msgin_set_wide: Also try SDTR.\n");
2690         }
2691 }
2692
2693
2694 /*
2695  * extended message codes:
2696  *
2697  *      code    description
2698  *
2699  *      02h     Reserved
2700  *      00h     MODIFY DATA  POINTER
2701  *      01h     SYNCHRONOUS DATA TRANSFER REQUEST
2702  *      03h     WIDE DATA TRANSFER REQUEST
2703  *   04h - 7Fh  Reserved
2704  *   80h - FFh  Vendor specific
2705  */
2706 static void msgin_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2707                 u16 *pscsi_status)
2708 {
2709         struct DeviceCtlBlk *dcb = acb->active_dcb;
2710         dprintkdbg(DBG_0, "msgin_phase0: (0x%p)\n", srb->cmd);
2711
2712         srb->msgin_buf[acb->msg_len++] = DC395x_read8(acb, TRM_S1040_SCSI_FIFO);
2713         if (msgin_completed(srb->msgin_buf, acb->msg_len)) {
2714                 /* Now eval the msg */
2715                 switch (srb->msgin_buf[0]) {
2716                 case DISCONNECT:
2717                         srb->state = SRB_DISCONNECT;
2718                         break;
2719
2720                 case SIMPLE_QUEUE_TAG:
2721                 case HEAD_OF_QUEUE_TAG:
2722                 case ORDERED_QUEUE_TAG:
2723                         srb =
2724                             msgin_qtag(acb, dcb,
2725                                               srb->msgin_buf[1]);
2726                         break;
2727
2728                 case MESSAGE_REJECT:
2729                         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL,
2730                                        DO_CLRATN | DO_DATALATCH);
2731                         /* A sync nego message was rejected ! */
2732                         if (srb->state & SRB_DO_SYNC_NEGO) {
2733                                 msgin_set_async(acb, srb);
2734                                 break;
2735                         }
2736                         /* A wide nego message was rejected ! */
2737                         if (srb->state & SRB_DO_WIDE_NEGO) {
2738                                 msgin_set_nowide(acb, srb);
2739                                 break;
2740                         }
2741                         enable_msgout_abort(acb, srb);
2742                         /*srb->state |= SRB_ABORT_SENT */
2743                         break;
2744
2745                 case EXTENDED_MESSAGE:
2746                         /* SDTR */
2747                         if (srb->msgin_buf[1] == 3
2748                             && srb->msgin_buf[2] == EXTENDED_SDTR) {
2749                                 msgin_set_sync(acb, srb);
2750                                 break;
2751                         }
2752                         /* WDTR */
2753                         if (srb->msgin_buf[1] == 2
2754                             && srb->msgin_buf[2] == EXTENDED_WDTR
2755                             && srb->msgin_buf[3] <= 2) { /* sanity check ... */
2756                                 msgin_set_wide(acb, srb);
2757                                 break;
2758                         }
2759                         msgin_reject(acb, srb);
2760                         break;
2761
2762                 case IGNORE_WIDE_RESIDUE:
2763                         /* Discard  wide residual */
2764                         dprintkdbg(DBG_0, "msgin_phase0: Ignore Wide Residual!\n");
2765                         break;
2766
2767                 case COMMAND_COMPLETE:
2768                         /* nothing has to be done */
2769                         break;
2770
2771                 case SAVE_POINTERS:
2772                         /*
2773                          * SAVE POINTER may be ignored as we have the struct
2774                          * ScsiReqBlk* associated with the scsi command.
2775                          */
2776                         dprintkdbg(DBG_0, "msgin_phase0: (0x%p) "
2777                                 "SAVE POINTER rem=%i Ignore\n",
2778                                 srb->cmd, srb->total_xfer_length);
2779                         break;
2780
2781                 case RESTORE_POINTERS:
2782                         dprintkdbg(DBG_0, "msgin_phase0: RESTORE POINTER. Ignore\n");
2783                         break;
2784
2785                 case ABORT:
2786                         dprintkdbg(DBG_0, "msgin_phase0: (0x%p) "
2787                                 "<%02i-%i> ABORT msg\n",
2788                                 srb->cmd, dcb->target_id,
2789                                 dcb->target_lun);
2790                         dcb->flag |= ABORT_DEV_;
2791                         enable_msgout_abort(acb, srb);
2792                         break;
2793
2794                 default:
2795                         /* reject unknown messages */
2796                         if (srb->msgin_buf[0] & IDENTIFY_BASE) {
2797                                 dprintkdbg(DBG_0, "msgin_phase0: Identify msg\n");
2798                                 srb->msg_count = 1;
2799                                 srb->msgout_buf[0] = dcb->identify_msg;
2800                                 DC395x_ENABLE_MSGOUT;
2801                                 srb->state |= SRB_MSGOUT;
2802                                 /*break; */
2803                         }
2804                         msgin_reject(acb, srb);
2805                 }
2806
2807                 /* Clear counter and MsgIn state */
2808                 srb->state &= ~SRB_MSGIN;
2809                 acb->msg_len = 0;
2810         }
2811         *pscsi_status = PH_BUS_FREE;
2812         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important ... you know! */
2813         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, SCMD_MSGACCEPT);
2814 }
2815
2816
2817 static void msgin_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2818                 u16 *pscsi_status)
2819 {
2820         dprintkdbg(DBG_0, "msgin_phase1: (0x%p)\n", srb->cmd);
2821         clear_fifo(acb, "msgin_phase1");
2822         DC395x_write32(acb, TRM_S1040_SCSI_COUNTER, 1);
2823         if (!(srb->state & SRB_MSGIN)) {
2824                 srb->state &= ~SRB_DISCONNECT;
2825                 srb->state |= SRB_MSGIN;
2826         }
2827         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
2828         /* SCSI command */
2829         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, SCMD_FIFO_IN);
2830 }
2831
2832
2833 static void nop0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2834                 u16 *pscsi_status)
2835 {
2836 }
2837
2838
2839 static void nop1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2840                 u16 *pscsi_status)
2841 {
2842 }
2843
2844
2845 static void set_xfer_rate(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb)
2846 {
2847         struct DeviceCtlBlk *i;
2848
2849         /* set all lun device's  period, offset */
2850         if (dcb->identify_msg & 0x07)
2851                 return;
2852
2853         if (acb->scan_devices) {
2854                 current_sync_offset = dcb->sync_offset;
2855                 return;
2856         }
2857
2858         list_for_each_entry(i, &acb->dcb_list, list)
2859                 if (i->target_id == dcb->target_id) {
2860                         i->sync_period = dcb->sync_period;
2861                         i->sync_offset = dcb->sync_offset;
2862                         i->sync_mode = dcb->sync_mode;
2863                         i->min_nego_period = dcb->min_nego_period;
2864                 }
2865 }
2866
2867
2868 static void disconnect(struct AdapterCtlBlk *acb)
2869 {
2870         struct DeviceCtlBlk *dcb = acb->active_dcb;
2871         struct ScsiReqBlk *srb;
2872
2873         if (!dcb) {
2874                 dprintkl(KERN_ERR, "disconnect: No such device\n");
2875                 udelay(500);
2876                 /* Suspend queue for a while */
2877                 acb->last_reset =
2878                     jiffies + HZ / 2 +
2879                     HZ * acb->eeprom.delay_time;
2880                 clear_fifo(acb, "disconnectEx");
2881                 DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_HWRESELECT);
2882                 return;
2883         }
2884         srb = dcb->active_srb;
2885         acb->active_dcb = NULL;
2886         dprintkdbg(DBG_0, "disconnect: (0x%p)\n", srb->cmd);
2887
2888         srb->scsi_phase = PH_BUS_FREE;  /* initial phase */
2889         clear_fifo(acb, "disconnect");
2890         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_HWRESELECT);
2891         if (srb->state & SRB_UNEXPECT_RESEL) {
2892                 dprintkl(KERN_ERR,
2893                         "disconnect: Unexpected reselection <%02i-%i>\n",
2894                         dcb->target_id, dcb->target_lun);
2895                 srb->state = 0;
2896                 waiting_process_next(acb);
2897         } else if (srb->state & SRB_ABORT_SENT) {
2898                 dcb->flag &= ~ABORT_DEV_;
2899                 acb->last_reset = jiffies + HZ / 2 + 1;
2900                 dprintkl(KERN_ERR, "disconnect: SRB_ABORT_SENT\n");
2901                 doing_srb_done(acb, DID_ABORT, srb->cmd, 1);
2902                 waiting_process_next(acb);
2903         } else {
2904                 if ((srb->state & (SRB_START_ + SRB_MSGOUT))
2905                     || !(srb->
2906                          state & (SRB_DISCONNECT | SRB_COMPLETED))) {
2907                         /*
2908                          * Selection time out
2909                          * SRB_START_ || SRB_MSGOUT || (!SRB_DISCONNECT && !SRB_COMPLETED)
2910                          */
2911                         /* Unexp. Disc / Sel Timeout */
2912                         if (srb->state != SRB_START_
2913                             && srb->state != SRB_MSGOUT) {
2914                                 srb->state = SRB_READY;
2915                                 dprintkl(KERN_DEBUG,
2916                                         "disconnect: (0x%p) Unexpected\n",
2917                                         srb->cmd);
2918                                 srb->target_status = SCSI_STAT_SEL_TIMEOUT;
2919                                 goto disc1;
2920                         } else {
2921                                 /* Normal selection timeout */
2922                                 dprintkdbg(DBG_KG, "disconnect: (0x%p) "
2923                                         "<%02i-%i> SelTO\n", srb->cmd,
2924                                         dcb->target_id, dcb->target_lun);
2925                                 if (srb->retry_count++ > DC395x_MAX_RETRIES
2926                                     || acb->scan_devices) {
2927                                         srb->target_status =
2928                                             SCSI_STAT_SEL_TIMEOUT;
2929                                         goto disc1;
2930                                 }
2931                                 free_tag(dcb, srb);
2932                                 list_move(&srb->list, &dcb->srb_waiting_list);
2933                                 dprintkdbg(DBG_KG,
2934                                         "disconnect: (0x%p) Retry\n",
2935                                         srb->cmd);
2936                                 waiting_set_timer(acb, HZ / 20);
2937                         }
2938                 } else if (srb->state & SRB_DISCONNECT) {
2939                         u8 bval = DC395x_read8(acb, TRM_S1040_SCSI_SIGNAL);
2940                         /*
2941                          * SRB_DISCONNECT (This is what we expect!)
2942                          */
2943                         if (bval & 0x40) {
2944                                 dprintkdbg(DBG_0, "disconnect: SCSI bus stat "
2945                                         " 0x%02x: ACK set! Other controllers?\n",
2946                                         bval);
2947                                 /* It could come from another initiator, therefore don't do much ! */
2948                         } else
2949                                 waiting_process_next(acb);
2950                 } else if (srb->state & SRB_COMPLETED) {
2951                       disc1:
2952                         /*
2953                          ** SRB_COMPLETED
2954                          */
2955                         free_tag(dcb, srb);
2956                         dcb->active_srb = NULL;
2957                         srb->state = SRB_FREE;
2958                         srb_done(acb, dcb, srb);
2959                 }
2960         }
2961 }
2962
2963
2964 static void reselect(struct AdapterCtlBlk *acb)
2965 {
2966         struct DeviceCtlBlk *dcb = acb->active_dcb;
2967         struct ScsiReqBlk *srb = NULL;
2968         u16 rsel_tar_lun_id;
2969         u8 id, lun;
2970         dprintkdbg(DBG_0, "reselect: acb=%p\n", acb);
2971
2972         clear_fifo(acb, "reselect");
2973         /*DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_HWRESELECT | DO_DATALATCH); */
2974         /* Read Reselected Target ID and LUN */
2975         rsel_tar_lun_id = DC395x_read16(acb, TRM_S1040_SCSI_TARGETID);
2976         if (dcb) {              /* Arbitration lost but Reselection win */
2977                 srb = dcb->active_srb;
2978                 if (!srb) {
2979                         dprintkl(KERN_DEBUG, "reselect: Arb lost Resel won, "
2980                                 "but active_srb == NULL\n");
2981                         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
2982                         return;
2983                 }
2984                 /* Why the if ? */
2985                 if (!acb->scan_devices) {
2986                         dprintkdbg(DBG_KG, "reselect: (0x%p) <%02i-%i> "
2987                                 "Arb lost but Resel win rsel=%i stat=0x%04x\n",
2988                                 srb->cmd, dcb->target_id,
2989                                 dcb->target_lun, rsel_tar_lun_id,
2990                                 DC395x_read16(acb, TRM_S1040_SCSI_STATUS));
2991                         /*srb->state |= SRB_DISCONNECT; */
2992
2993                         srb->state = SRB_READY;
2994                         free_tag(dcb, srb);
2995                         list_move(&srb->list, &dcb->srb_waiting_list);
2996                         waiting_set_timer(acb, HZ / 20);
2997
2998                         /* return; */
2999                 }
3000         }
3001         /* Read Reselected Target Id and LUN */
3002         if (!(rsel_tar_lun_id & (IDENTIFY_BASE << 8)))
3003                 dprintkl(KERN_DEBUG, "reselect: Expects identify msg. "
3004                         "Got %i!\n", rsel_tar_lun_id);
3005         id = rsel_tar_lun_id & 0xff;
3006         lun = (rsel_tar_lun_id >> 8) & 7;
3007         dcb = find_dcb(acb, id, lun);
3008         if (!dcb) {
3009                 dprintkl(KERN_ERR, "reselect: From non existent device "
3010                         "<%02i-%i>\n", id, lun);
3011                 DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
3012                 return;
3013         }
3014         acb->active_dcb = dcb;
3015
3016         if (!(dcb->dev_mode & NTC_DO_DISCONNECT))
3017                 dprintkl(KERN_DEBUG, "reselect: in spite of forbidden "
3018                         "disconnection? <%02i-%i>\n",
3019                         dcb->target_id, dcb->target_lun);
3020
3021         if (dcb->sync_mode & EN_TAG_QUEUEING) {
3022                 srb = acb->tmp_srb;
3023                 dcb->active_srb = srb;
3024         } else {
3025                 /* There can be only one! */
3026                 srb = dcb->active_srb;
3027                 if (!srb || !(srb->state & SRB_DISCONNECT)) {
3028                         /*
3029                          * abort command
3030                          */
3031                         dprintkl(KERN_DEBUG,
3032                                 "reselect: w/o disconnected cmds <%02i-%i>\n",
3033                                 dcb->target_id, dcb->target_lun);
3034                         srb = acb->tmp_srb;
3035                         srb->state = SRB_UNEXPECT_RESEL;
3036                         dcb->active_srb = srb;
3037                         enable_msgout_abort(acb, srb);
3038                 } else {
3039                         if (dcb->flag & ABORT_DEV_) {
3040                                 /*srb->state = SRB_ABORT_SENT; */
3041                                 enable_msgout_abort(acb, srb);
3042                         } else
3043                                 srb->state = SRB_DATA_XFER;
3044
3045                 }
3046         }
3047         srb->scsi_phase = PH_BUS_FREE;  /* initial phase */
3048
3049         /* Program HA ID, target ID, period and offset */
3050         dprintkdbg(DBG_0, "reselect: select <%i>\n", dcb->target_id);
3051         DC395x_write8(acb, TRM_S1040_SCSI_HOSTID, acb->scsi_host->this_id);     /* host   ID */
3052         DC395x_write8(acb, TRM_S1040_SCSI_TARGETID, dcb->target_id);            /* target ID */
3053         DC395x_write8(acb, TRM_S1040_SCSI_OFFSET, dcb->sync_offset);            /* offset    */
3054         DC395x_write8(acb, TRM_S1040_SCSI_SYNC, dcb->sync_period);              /* sync period, wide */
3055         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);              /* it's important for atn stop */
3056         /* SCSI command */
3057         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, SCMD_MSGACCEPT);
3058 }
3059
3060
3061 static inline u8 tagq_blacklist(char *name)
3062 {
3063 #ifndef DC395x_NO_TAGQ
3064 #if 0
3065         u8 i;
3066         for (i = 0; i < BADDEVCNT; i++)
3067                 if (memcmp(name, DC395x_baddevname1[i], 28) == 0)
3068                         return 1;
3069 #endif
3070         return 0;
3071 #else
3072         return 1;
3073 #endif
3074 }
3075
3076
3077 static void disc_tagq_set(struct DeviceCtlBlk *dcb, struct ScsiInqData *ptr)
3078 {
3079         /* Check for SCSI format (ANSI and Response data format) */
3080         if ((ptr->Vers & 0x07) >= 2 || (ptr->RDF & 0x0F) == 2) {
3081                 if ((ptr->Flags & SCSI_INQ_CMDQUEUE)
3082                     && (dcb->dev_mode & NTC_DO_TAG_QUEUEING) &&
3083                     /*(dcb->dev_mode & NTC_DO_DISCONNECT) */
3084                     /* ((dcb->dev_type == TYPE_DISK)
3085                        || (dcb->dev_type == TYPE_MOD)) && */
3086                     !tagq_blacklist(((char *)ptr) + 8)) {
3087                         if (dcb->max_command == 1)
3088                                 dcb->max_command =
3089                                     dcb->acb->tag_max_num;
3090                         dcb->sync_mode |= EN_TAG_QUEUEING;
3091                         /*dcb->tag_mask = 0; */
3092                 } else
3093                         dcb->max_command = 1;
3094         }
3095 }
3096
3097
3098 static void add_dev(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb,
3099                 struct ScsiInqData *ptr)
3100 {
3101         u8 bval1 = ptr->DevType & SCSI_DEVTYPE;
3102         dcb->dev_type = bval1;
3103         /* if (bval1 == TYPE_DISK || bval1 == TYPE_MOD) */
3104         disc_tagq_set(dcb, ptr);
3105 }
3106
3107
3108 /* unmap mapped pci regions from SRB */
3109 static void pci_unmap_srb(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb)
3110 {
3111         struct scsi_cmnd *cmd = srb->cmd;
3112         enum dma_data_direction dir = cmd->sc_data_direction;
3113
3114         if (scsi_sg_count(cmd) && dir != DMA_NONE) {
3115                 /* unmap DC395x SG list */
3116                 dprintkdbg(DBG_SG, "pci_unmap_srb: list=%08x(%05x)\n",
3117                         srb->sg_bus_addr, SEGMENTX_LEN);
3118                 dma_unmap_single(&acb->dev->dev, srb->sg_bus_addr, SEGMENTX_LEN,
3119                                 DMA_TO_DEVICE);
3120                 dprintkdbg(DBG_SG, "pci_unmap_srb: segs=%i buffer=%p\n",
3121                            scsi_sg_count(cmd), scsi_bufflen(cmd));
3122                 /* unmap the sg segments */
3123                 scsi_dma_unmap(cmd);
3124         }
3125 }
3126
3127
3128 /* unmap mapped pci sense buffer from SRB */
3129 static void pci_unmap_srb_sense(struct AdapterCtlBlk *acb,
3130                 struct ScsiReqBlk *srb)
3131 {
3132         if (!(srb->flag & AUTO_REQSENSE))
3133                 return;
3134         /* Unmap sense buffer */
3135         dprintkdbg(DBG_SG, "pci_unmap_srb_sense: buffer=%08x\n",
3136                srb->segment_x[0].address);
3137         dma_unmap_single(&acb->dev->dev, srb->segment_x[0].address,
3138                          srb->segment_x[0].length, DMA_FROM_DEVICE);
3139         /* Restore SG stuff */
3140         srb->total_xfer_length = srb->xferred;
3141         srb->segment_x[0].address =
3142             srb->segment_x[DC395x_MAX_SG_LISTENTRY - 1].address;
3143         srb->segment_x[0].length =
3144             srb->segment_x[DC395x_MAX_SG_LISTENTRY - 1].length;
3145 }
3146
3147
3148 /*
3149  * Complete execution of a SCSI command
3150  * Signal completion to the generic SCSI driver
3151  */
3152 static void srb_done(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb,
3153                 struct ScsiReqBlk *srb)
3154 {
3155         u8 tempcnt, status;
3156         struct scsi_cmnd *cmd = srb->cmd;
3157         enum dma_data_direction dir = cmd->sc_data_direction;
3158         int ckc_only = 1;
3159
3160         dprintkdbg(DBG_1, "srb_done: (0x%p) <%02i-%i>\n", srb->cmd,
3161                 srb->cmd->device->id, (u8)srb->cmd->device->lun);
3162         dprintkdbg(DBG_SG, "srb_done: srb=%p sg=%i(%i/%i) buf=%p\n",
3163                    srb, scsi_sg_count(cmd), srb->sg_index, srb->sg_count,
3164                    scsi_sgtalbe(cmd));
3165         status = srb->target_status;
3166         set_host_byte(cmd, DID_OK);
3167         set_status_byte(cmd, SAM_STAT_GOOD);
3168         if (srb->flag & AUTO_REQSENSE) {
3169                 dprintkdbg(DBG_0, "srb_done: AUTO_REQSENSE1\n");
3170                 pci_unmap_srb_sense(acb, srb);
3171                 /*
3172                  ** target status..........................
3173                  */
3174                 srb->flag &= ~AUTO_REQSENSE;
3175                 srb->adapter_status = 0;
3176                 srb->target_status = SAM_STAT_CHECK_CONDITION;
3177                 if (debug_enabled(DBG_1)) {
3178                         switch (cmd->sense_buffer[2] & 0x0f) {
3179                         case NOT_READY:
3180                                 dprintkl(KERN_DEBUG,
3181                                      "ReqSense: NOT_READY cmnd=0x%02x <%02i-%i> stat=%i scan=%i ",
3182                                      cmd->cmnd[0], dcb->target_id,
3183                                      dcb->target_lun, status, acb->scan_devices);
3184                                 break;
3185                         case UNIT_ATTENTION:
3186                                 dprintkl(KERN_DEBUG,
3187                                      "ReqSense: UNIT_ATTENTION cmnd=0x%02x <%02i-%i> stat=%i scan=%i ",
3188                                      cmd->cmnd[0], dcb->target_id,
3189                                      dcb->target_lun, status, acb->scan_devices);
3190                                 break;
3191                         case ILLEGAL_REQUEST:
3192                                 dprintkl(KERN_DEBUG,
3193                                      "ReqSense: ILLEGAL_REQUEST cmnd=0x%02x <%02i-%i> stat=%i scan=%i ",
3194                                      cmd->cmnd[0], dcb->target_id,
3195                                      dcb->target_lun, status, acb->scan_devices);
3196                                 break;
3197                         case MEDIUM_ERROR:
3198                                 dprintkl(KERN_DEBUG,
3199                                      "ReqSense: MEDIUM_ERROR cmnd=0x%02x <%02i-%i> stat=%i scan=%i ",
3200                                      cmd->cmnd[0], dcb->target_id,
3201                                      dcb->target_lun, status, acb->scan_devices);
3202                                 break;
3203                         case HARDWARE_ERROR:
3204                                 dprintkl(KERN_DEBUG,
3205                                      "ReqSense: HARDWARE_ERROR cmnd=0x%02x <%02i-%i> stat=%i scan=%i ",
3206                                      cmd->cmnd[0], dcb->target_id,
3207                                      dcb->target_lun, status, acb->scan_devices);
3208                                 break;
3209                         }
3210                         if (cmd->sense_buffer[7] >= 6)
3211                                 printk("sense=0x%02x ASC=0x%02x ASCQ=0x%02x "
3212                                         "(0x%08x 0x%08x)\n",
3213                                         cmd->sense_buffer[2], cmd->sense_buffer[12],
3214                                         cmd->sense_buffer[13],
3215                                         *((unsigned int *)(cmd->sense_buffer + 3)),
3216                                         *((unsigned int *)(cmd->sense_buffer + 8)));
3217                         else
3218                                 printk("sense=0x%02x No ASC/ASCQ (0x%08x)\n",
3219                                         cmd->sense_buffer[2],
3220                                         *((unsigned int *)(cmd->sense_buffer + 3)));
3221                 }
3222
3223                 if (status == SAM_STAT_CHECK_CONDITION) {
3224                         set_host_byte(cmd, DID_BAD_TARGET);
3225                         goto ckc_e;
3226                 }
3227                 dprintkdbg(DBG_0, "srb_done: AUTO_REQSENSE2\n");
3228
3229                 set_status_byte(cmd, SAM_STAT_CHECK_CONDITION);
3230
3231                 goto ckc_e;
3232         }
3233
3234 /*************************************************************/
3235         if (status) {
3236                 /*
3237                  * target status..........................
3238                  */
3239                 if (status == SAM_STAT_CHECK_CONDITION) {
3240                         request_sense(acb, dcb, srb);
3241                         return;
3242                 } else if (status == SAM_STAT_TASK_SET_FULL) {
3243                         tempcnt = (u8)list_size(&dcb->srb_going_list);
3244                         dprintkl(KERN_INFO, "QUEUE_FULL for dev <%02i-%i> with %i cmnds\n",
3245                              dcb->target_id, dcb->target_lun, tempcnt);
3246                         if (tempcnt > 1)
3247                                 tempcnt--;
3248                         dcb->max_command = tempcnt;
3249                         free_tag(dcb, srb);
3250                         list_move(&srb->list, &dcb->srb_waiting_list);
3251                         waiting_set_timer(acb, HZ / 20);
3252                         srb->adapter_status = 0;
3253                         srb->target_status = 0;
3254                         return;
3255                 } else if (status == SCSI_STAT_SEL_TIMEOUT) {
3256                         srb->adapter_status = H_SEL_TIMEOUT;
3257                         srb->target_status = 0;
3258                         set_host_byte(cmd, DID_NO_CONNECT);
3259                 } else {
3260                         srb->adapter_status = 0;
3261                         set_host_byte(cmd, DID_ERROR);
3262                         set_status_byte(cmd, status);
3263                 }
3264         } else {
3265                 /*
3266                  ** process initiator status..........................
3267                  */
3268                 status = srb->adapter_status;
3269                 if (status & H_OVER_UNDER_RUN) {
3270                         srb->target_status = 0;
3271                         scsi_msg_to_host_byte(cmd, srb->end_message);
3272                 } else if (srb->status & PARITY_ERROR) {
3273                         set_host_byte(cmd, DID_PARITY);
3274                 } else {        /* No error */
3275
3276                         srb->adapter_status = 0;
3277                         srb->target_status = 0;
3278                 }
3279         }
3280
3281         ckc_only = 0;
3282 /* Check Error Conditions */
3283       ckc_e:
3284
3285         pci_unmap_srb(acb, srb);
3286
3287         if (cmd->cmnd[0] == INQUIRY) {
3288                 unsigned char *base = NULL;
3289                 struct ScsiInqData *ptr;
3290                 unsigned long flags = 0;
3291                 struct scatterlist* sg = scsi_sglist(cmd);
3292                 size_t offset = 0, len = sizeof(struct ScsiInqData);
3293
3294                 local_irq_save(flags);
3295                 base = scsi_kmap_atomic_sg(sg, scsi_sg_count(cmd), &offset, &len);
3296                 ptr = (struct ScsiInqData *)(base + offset);
3297
3298                 if (!ckc_only && get_host_byte(cmd) == DID_OK
3299                     && cmd->cmnd[2] == 0 && scsi_bufflen(cmd) >= 8
3300                     && dir != DMA_NONE && ptr && (ptr->Vers & 0x07) >= 2)
3301                         dcb->inquiry7 = ptr->Flags;
3302
3303         /*if( srb->cmd->cmnd[0] == INQUIRY && */
3304         /*  (host_byte(cmd->result) == DID_OK || status_byte(cmd->result) & CHECK_CONDITION) ) */
3305                 if ((get_host_byte(cmd) == DID_OK) ||
3306                     (get_status_byte(cmd) == SAM_STAT_CHECK_CONDITION)) {
3307                         if (!dcb->init_tcq_flag) {
3308                                 add_dev(acb, dcb, ptr);
3309                                 dcb->init_tcq_flag = 1;
3310                         }
3311                 }
3312
3313                 scsi_kunmap_atomic_sg(base);
3314                 local_irq_restore(flags);
3315         }
3316
3317         /* Here is the info for Doug Gilbert's sg3 ... */
3318         scsi_set_resid(cmd, srb->total_xfer_length);
3319         /* This may be interpreted by sb. or not ... */
3320         cmd->SCp.this_residual = srb->total_xfer_length;
3321         cmd->SCp.buffers_residual = 0;
3322         if (debug_enabled(DBG_KG)) {
3323                 if (srb->total_xfer_length)
3324                         dprintkdbg(DBG_KG, "srb_done: (0x%p) <%02i-%i> "
3325                                 "cmnd=0x%02x Missed %i bytes\n",
3326                                 cmd, cmd->device->id, (u8)cmd->device->lun,
3327                                 cmd->cmnd[0], srb->total_xfer_length);
3328         }
3329
3330         if (srb != acb->tmp_srb) {
3331                 /* Add to free list */
3332                 dprintkdbg(DBG_0, "srb_done: (0x%p) done result=0x%08x\n",
3333                            cmd, cmd->result);
3334                 list_move_tail(&srb->list, &acb->srb_free_list);
3335         } else {
3336                 dprintkl(KERN_ERR, "srb_done: ERROR! Completed cmd with tmp_srb\n");
3337         }
3338
3339         cmd->scsi_done(cmd);
3340         waiting_process_next(acb);
3341 }
3342
3343
3344 /* abort all cmds in our queues */
3345 static void doing_srb_done(struct AdapterCtlBlk *acb, u8 did_flag,
3346                 struct scsi_cmnd *cmd, u8 force)
3347 {
3348         struct DeviceCtlBlk *dcb;
3349         dprintkl(KERN_INFO, "doing_srb_done: pids ");
3350
3351         list_for_each_entry(dcb, &acb->dcb_list, list) {
3352                 struct ScsiReqBlk *srb;
3353                 struct ScsiReqBlk *tmp;
3354                 struct scsi_cmnd *p;
3355
3356                 list_for_each_entry_safe(srb, tmp, &dcb->srb_going_list, list) {
3357                         p = srb->cmd;
3358                         printk("G:%p(%02i-%i) ", p,
3359                                p->device->id, (u8)p->device->lun);
3360                         list_del(&srb->list);
3361                         free_tag(dcb, srb);
3362                         list_add_tail(&srb->list, &acb->srb_free_list);
3363                         set_host_byte(p, did_flag);
3364                         set_status_byte(p, SAM_STAT_GOOD);
3365                         pci_unmap_srb_sense(acb, srb);
3366                         pci_unmap_srb(acb, srb);
3367                         if (force) {
3368                                 /* For new EH, we normally don't need to give commands back,
3369                                  * as they all complete or all time out */
3370                                 p->scsi_done(p);
3371                         }
3372                 }
3373                 if (!list_empty(&dcb->srb_going_list))
3374                         dprintkl(KERN_DEBUG,
3375                                "How could the ML send cmnds to the Going queue? <%02i-%i>\n",
3376                                dcb->target_id, dcb->target_lun);
3377                 if (dcb->tag_mask)
3378                         dprintkl(KERN_DEBUG,
3379                                "tag_mask for <%02i-%i> should be empty, is %08x!\n",
3380                                dcb->target_id, dcb->target_lun,
3381                                dcb->tag_mask);
3382
3383                 /* Waiting queue */
3384                 list_for_each_entry_safe(srb, tmp, &dcb->srb_waiting_list, list) {
3385                         p = srb->cmd;
3386
3387                         printk("W:%p<%02i-%i>", p, p->device->id,
3388                                (u8)p->device->lun);
3389                         list_move_tail(&srb->list, &acb->srb_free_list);
3390                         set_host_byte(p, did_flag);
3391                         set_status_byte(p, SAM_STAT_GOOD);
3392                         pci_unmap_srb_sense(acb, srb);
3393                         pci_unmap_srb(acb, srb);
3394                         if (force) {
3395                                 /* For new EH, we normally don't need to give commands back,
3396                                  * as they all complete or all time out */
3397                                 cmd->scsi_done(cmd);
3398                         }
3399                 }
3400                 if (!list_empty(&dcb->srb_waiting_list))
3401                         dprintkl(KERN_DEBUG, "ML queued %i cmnds again to <%02i-%i>\n",
3402                              list_size(&dcb->srb_waiting_list), dcb->target_id,
3403                              dcb->target_lun);
3404                 dcb->flag &= ~ABORT_DEV_;
3405         }
3406         printk("\n");
3407 }
3408
3409
3410 static void reset_scsi_bus(struct AdapterCtlBlk *acb)
3411 {
3412         dprintkdbg(DBG_0, "reset_scsi_bus: acb=%p\n", acb);
3413         acb->acb_flag |= RESET_DEV;     /* RESET_DETECT, RESET_DONE, RESET_DEV */
3414         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_RSTSCSI);
3415
3416         while (!(DC395x_read8(acb, TRM_S1040_SCSI_INTSTATUS) & INT_SCSIRESET))
3417                 /* nothing */;
3418 }
3419
3420
3421 static void set_basic_config(struct AdapterCtlBlk *acb)
3422 {
3423         u8 bval;
3424         u16 wval;
3425         DC395x_write8(acb, TRM_S1040_SCSI_TIMEOUT, acb->sel_timeout);
3426         if (acb->config & HCC_PARITY)
3427                 bval = PHASELATCH | INITIATOR | BLOCKRST | PARITYCHECK;
3428         else
3429                 bval = PHASELATCH | INITIATOR | BLOCKRST;
3430
3431         DC395x_write8(acb, TRM_S1040_SCSI_CONFIG0, bval);
3432
3433         /* program configuration 1: Act_Neg (+ Act_Neg_Enh? + Fast_Filter? + DataDis?) */
3434         DC395x_write8(acb, TRM_S1040_SCSI_CONFIG1, 0x03);       /* was 0x13: default */
3435         /* program Host ID                  */
3436         DC395x_write8(acb, TRM_S1040_SCSI_HOSTID, acb->scsi_host->this_id);
3437         /* set ansynchronous transfer       */
3438         DC395x_write8(acb, TRM_S1040_SCSI_OFFSET, 0x00);
3439         /* Turn LED control off */
3440         wval = DC395x_read16(acb, TRM_S1040_GEN_CONTROL) & 0x7F;
3441         DC395x_write16(acb, TRM_S1040_GEN_CONTROL, wval);
3442         /* DMA config          */
3443         wval = DC395x_read16(acb, TRM_S1040_DMA_CONFIG) & ~DMA_FIFO_CTRL;
3444         wval |=
3445             DMA_FIFO_HALF_HALF | DMA_ENHANCE /*| DMA_MEM_MULTI_READ */ ;
3446         DC395x_write16(acb, TRM_S1040_DMA_CONFIG, wval);
3447         /* Clear pending interrupt status */
3448         DC395x_read8(acb, TRM_S1040_SCSI_INTSTATUS);
3449         /* Enable SCSI interrupt    */
3450         DC395x_write8(acb, TRM_S1040_SCSI_INTEN, 0x7F);
3451         DC395x_write8(acb, TRM_S1040_DMA_INTEN, EN_SCSIINTR | EN_DMAXFERERROR
3452                       /*| EN_DMAXFERABORT | EN_DMAXFERCOMP | EN_FORCEDMACOMP */
3453                       );
3454 }
3455
3456
3457 static void scsi_reset_detect(struct AdapterCtlBlk *acb)
3458 {
3459         dprintkl(KERN_INFO, "scsi_reset_detect: acb=%p\n", acb);
3460         /* delay half a second */
3461         if (timer_pending(&acb->waiting_timer))
3462                 del_timer(&acb->waiting_timer);
3463
3464         DC395x_write8(acb, TRM_S1040_SCSI_CONTROL, DO_RSTMODULE);
3465         DC395x_write8(acb, TRM_S1040_DMA_CONTROL, DMARESETMODULE);
3466         /*DC395x_write8(acb, TRM_S1040_DMA_CONTROL,STOPDMAXFER); */
3467         udelay(500);
3468         /* Maybe we locked up the bus? Then lets wait even longer ... */
3469         acb->last_reset =
3470             jiffies + 5 * HZ / 2 +
3471             HZ * acb->eeprom.delay_time;
3472
3473         clear_fifo(acb, "scsi_reset_detect");
3474         set_basic_config(acb);
3475         /*1.25 */
3476         /*DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_HWRESELECT); */
3477
3478         if (acb->acb_flag & RESET_DEV) {        /* RESET_DETECT, RESET_DONE, RESET_DEV */
3479                 acb->acb_flag |= RESET_DONE;
3480         } else {
3481                 acb->acb_flag |= RESET_DETECT;
3482                 reset_dev_param(acb);
3483                 doing_srb_done(acb, DID_RESET, NULL, 1);
3484                 /*DC395x_RecoverSRB( acb ); */
3485                 acb->active_dcb = NULL;
3486                 acb->acb_flag = 0;
3487                 waiting_process_next(acb);
3488         }
3489 }
3490
3491
3492 static void request_sense(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb,
3493                 struct ScsiReqBlk *srb)
3494 {
3495         struct scsi_cmnd *cmd = srb->cmd;
3496         dprintkdbg(DBG_1, "request_sense: (0x%p) <%02i-%i>\n",
3497                 cmd, cmd->device->id, (u8)cmd->device->lun);
3498
3499         srb->flag |= AUTO_REQSENSE;
3500         srb->adapter_status = 0;
3501         srb->target_status = 0;
3502
3503         /* KG: Can this prevent crap sense data ? */
3504         memset(cmd->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE);
3505
3506         /* Save some data */
3507         srb->segment_x[DC395x_MAX_SG_LISTENTRY - 1].address =
3508             srb->segment_x[0].address;
3509         srb->segment_x[DC395x_MAX_SG_LISTENTRY - 1].length =
3510             srb->segment_x[0].length;
3511         srb->xferred = srb->total_xfer_length;
3512         /* srb->segment_x : a one entry of S/G list table */
3513         srb->total_xfer_length = SCSI_SENSE_BUFFERSIZE;
3514         srb->segment_x[0].length = SCSI_SENSE_BUFFERSIZE;
3515         /* Map sense buffer */
3516         srb->segment_x[0].address = dma_map_single(&acb->dev->dev,
3517                         cmd->sense_buffer, SCSI_SENSE_BUFFERSIZE,
3518                         DMA_FROM_DEVICE);
3519         dprintkdbg(DBG_SG, "request_sense: map buffer %p->%08x(%05x)\n",
3520                cmd->sense_buffer, srb->segment_x[0].address,
3521                SCSI_SENSE_BUFFERSIZE);
3522         srb->sg_count = 1;
3523         srb->sg_index = 0;
3524
3525         if (start_scsi(acb, dcb, srb)) {        /* Should only happen, if sb. else grabs the bus */
3526                 dprintkl(KERN_DEBUG,
3527                         "request_sense: (0x%p) failed <%02i-%i>\n",
3528                         srb->cmd, dcb->target_id, dcb->target_lun);
3529                 list_move(&srb->list, &dcb->srb_waiting_list);
3530                 waiting_set_timer(acb, HZ / 100);
3531         }
3532 }
3533
3534
3535 /**
3536  * device_alloc - Allocate a new device instance. This create the
3537  * devices instance and sets up all the data items. The adapter
3538  * instance is required to obtain confiuration information for this
3539  * device. This does *not* add this device to the adapters device
3540  * list.
3541  *
3542  * @acb: The adapter to obtain configuration information from.
3543  * @target: The target for the new device.
3544  * @lun: The lun for the new device.
3545  *
3546  * Return the new device if successful or NULL on failure.
3547  **/
3548 static struct DeviceCtlBlk *device_alloc(struct AdapterCtlBlk *acb,
3549                 u8 target, u8 lun)
3550 {
3551         struct NvRamType *eeprom = &acb->eeprom;
3552         u8 period_index = eeprom->target[target].period & 0x07;
3553         struct DeviceCtlBlk *dcb;
3554
3555         dcb = kmalloc(sizeof(struct DeviceCtlBlk), GFP_ATOMIC);
3556         dprintkdbg(DBG_0, "device_alloc: <%02i-%i>\n", target, lun);
3557         if (!dcb)
3558                 return NULL;
3559         dcb->acb = NULL;
3560         INIT_LIST_HEAD(&dcb->srb_going_list);
3561         INIT_LIST_HEAD(&dcb->srb_waiting_list);
3562         dcb->active_srb = NULL;
3563         dcb->tag_mask = 0;
3564         dcb->max_command = 1;
3565         dcb->target_id = target;
3566         dcb->target_lun = lun;
3567         dcb->dev_mode = eeprom->target[target].cfg0;
3568 #ifndef DC395x_NO_DISCONNECT
3569         dcb->identify_msg =
3570             IDENTIFY(dcb->dev_mode & NTC_DO_DISCONNECT, lun);
3571 #else
3572         dcb->identify_msg = IDENTIFY(0, lun);
3573 #endif
3574         dcb->inquiry7 = 0;
3575         dcb->sync_mode = 0;
3576         dcb->min_nego_period = clock_period[period_index];
3577         dcb->sync_period = 0;
3578         dcb->sync_offset = 0;
3579         dcb->flag = 0;
3580
3581 #ifndef DC395x_NO_WIDE
3582         if ((dcb->dev_mode & NTC_DO_WIDE_NEGO)
3583             && (acb->config & HCC_WIDE_CARD))
3584                 dcb->sync_mode |= WIDE_NEGO_ENABLE;
3585 #endif
3586 #ifndef DC395x_NO_SYNC
3587         if (dcb->dev_mode & NTC_DO_SYNC_NEGO)
3588                 if (!(lun) || current_sync_offset)
3589                         dcb->sync_mode |= SYNC_NEGO_ENABLE;
3590 #endif
3591         if (dcb->target_lun != 0) {
3592                 /* Copy settings */
3593                 struct DeviceCtlBlk *p;
3594                 list_for_each_entry(p, &acb->dcb_list, list)
3595                         if (p->target_id == dcb->target_id)
3596                                 break;
3597                 dprintkdbg(DBG_1,
3598                        "device_alloc: <%02i-%i> copy from <%02i-%i>\n",
3599                        dcb->target_id, dcb->target_lun,
3600                        p->target_id, p->target_lun);
3601                 dcb->sync_mode = p->sync_mode;
3602                 dcb->sync_period = p->sync_period;
3603                 dcb->min_nego_period = p->min_nego_period;
3604                 dcb->sync_offset = p->sync_offset;
3605                 dcb->inquiry7 = p->inquiry7;
3606         }
3607         return dcb;
3608 }
3609
3610
3611 /**
3612  * adapter_add_device - Adds the device instance to the adaptor instance.
3613  *
3614  * @acb: The adapter device to be updated
3615  * @dcb: A newly created and initialised device instance to add.
3616  **/
3617 static void adapter_add_device(struct AdapterCtlBlk *acb,
3618                 struct DeviceCtlBlk *dcb)
3619 {
3620         /* backpointer to adapter */
3621         dcb->acb = acb;
3622
3623         /* set run_robin to this device if it is currently empty */
3624         if (list_empty(&acb->dcb_list))
3625                 acb->dcb_run_robin = dcb;
3626
3627         /* add device to list */
3628         list_add_tail(&dcb->list, &acb->dcb_list);
3629
3630         /* update device maps */
3631         acb->dcb_map[dcb->target_id] |= (1 << dcb->target_lun);
3632         acb->children[dcb->target_id][dcb->target_lun] = dcb;
3633 }
3634
3635
3636 /**
3637  * adapter_remove_device - Removes the device instance from the adaptor
3638  * instance. The device instance is not check in any way or freed by this.
3639  * The caller is expected to take care of that. This will simply remove the
3640  * device from the adapters data strcutures.
3641  *
3642  * @acb: The adapter device to be updated
3643  * @dcb: A device that has previously been added to the adapter.
3644  **/
3645 static void adapter_remove_device(struct AdapterCtlBlk *acb,
3646                 struct DeviceCtlBlk *dcb)
3647 {
3648         struct DeviceCtlBlk *i;
3649         struct DeviceCtlBlk *tmp;
3650         dprintkdbg(DBG_0, "adapter_remove_device: <%02i-%i>\n",
3651                 dcb->target_id, dcb->target_lun);
3652
3653         /* fix up any pointers to this device that we have in the adapter */
3654         if (acb->active_dcb == dcb)
3655                 acb->active_dcb = NULL;
3656         if (acb->dcb_run_robin == dcb)
3657                 acb->dcb_run_robin = dcb_get_next(&acb->dcb_list, dcb);
3658
3659         /* unlink from list */
3660         list_for_each_entry_safe(i, tmp, &acb->dcb_list, list)
3661                 if (dcb == i) {
3662                         list_del(&i->list);
3663                         break;
3664                 }
3665
3666         /* clear map and children */
3667         acb->dcb_map[dcb->target_id] &= ~(1 << dcb->target_lun);
3668         acb->children[dcb->target_id][dcb->target_lun] = NULL;
3669         dcb->acb = NULL;
3670 }
3671
3672
3673 /**
3674  * adapter_remove_and_free_device - Removes a single device from the adapter
3675  * and then frees the device information.
3676  *
3677  * @acb: The adapter device to be updated
3678  * @dcb: A device that has previously been added to the adapter.
3679  */
3680 static void adapter_remove_and_free_device(struct AdapterCtlBlk *acb,
3681                 struct DeviceCtlBlk *dcb)
3682 {
3683         if (list_size(&dcb->srb_going_list) > 1) {
3684                 dprintkdbg(DBG_1, "adapter_remove_and_free_device: <%02i-%i> "
3685                            "Won't remove because of %i active requests.\n",
3686                            dcb->target_id, dcb->target_lun,
3687                            list_size(&dcb->srb_going_list));
3688                 return;
3689         }
3690         adapter_remove_device(acb, dcb);
3691         kfree(dcb);
3692 }
3693
3694
3695 /**
3696  * adapter_remove_and_free_all_devices - Removes and frees all of the
3697  * devices associated with the specified adapter.
3698  *
3699  * @acb: The adapter from which all devices should be removed.
3700  **/
3701 static void adapter_remove_and_free_all_devices(struct AdapterCtlBlk* acb)
3702 {
3703         struct DeviceCtlBlk *dcb;
3704         struct DeviceCtlBlk *tmp;
3705         dprintkdbg(DBG_1, "adapter_remove_and_free_all_devices: num=%i\n",
3706                    list_size(&acb->dcb_list));
3707
3708         list_for_each_entry_safe(dcb, tmp, &acb->dcb_list, list)
3709                 adapter_remove_and_free_device(acb, dcb);
3710 }
3711
3712
3713 /**
3714  * dc395x_slave_alloc - Called by the scsi mid layer to tell us about a new
3715  * scsi device that we need to deal with. We allocate a new device and then
3716  * insert that device into the adapters device list.
3717  *
3718  * @scsi_device: The new scsi device that we need to handle.
3719  **/
3720 static int dc395x_slave_alloc(struct scsi_device *scsi_device)
3721 {
3722         struct AdapterCtlBlk *acb = (struct AdapterCtlBlk *)scsi_device->host->hostdata;
3723         struct DeviceCtlBlk *dcb;
3724
3725         dcb = device_alloc(acb, scsi_device->id, scsi_device->lun);
3726         if (!dcb)
3727                 return -ENOMEM;
3728         adapter_add_device(acb, dcb);
3729
3730         return 0;
3731 }
3732
3733
3734 /**
3735  * dc395x_slave_destroy - Called by the scsi mid layer to tell us about a
3736  * device that is going away.
3737  *
3738  * @scsi_device: The new scsi device that we need to handle.
3739  **/
3740 static void dc395x_slave_destroy(struct scsi_device *scsi_device)
3741 {
3742         struct AdapterCtlBlk *acb = (struct AdapterCtlBlk *)scsi_device->host->hostdata;
3743         struct DeviceCtlBlk *dcb = find_dcb(acb, scsi_device->id, scsi_device->lun);
3744         if (dcb)
3745                 adapter_remove_and_free_device(acb, dcb);
3746 }
3747
3748
3749
3750
3751 /**
3752  * trms1040_wait_30us: wait for 30 us
3753  *
3754  * Waits for 30us (using the chip by the looks of it..)
3755  *
3756  * @io_port: base I/O address
3757  **/
3758 static void trms1040_wait_30us(unsigned long io_port)
3759 {
3760         /* ScsiPortStallExecution(30); wait 30 us */
3761         outb(5, io_port + TRM_S1040_GEN_TIMER);
3762         while (!(inb(io_port + TRM_S1040_GEN_STATUS) & GTIMEOUT))
3763                 /* nothing */ ;
3764 }
3765
3766
3767 /**
3768  * trms1040_write_cmd - write the secified command and address to
3769  * chip
3770  *
3771  * @io_port:    base I/O address
3772  * @cmd:        SB + op code (command) to send
3773  * @addr:       address to send
3774  **/
3775 static void trms1040_write_cmd(unsigned long io_port, u8 cmd, u8 addr)
3776 {
3777         int i;
3778         u8 send_data;
3779
3780         /* program SB + OP code */
3781         for (i = 0; i < 3; i++, cmd <<= 1) {
3782                 send_data = NVR_SELECT;
3783                 if (cmd & 0x04) /* Start from bit 2 */
3784                         send_data |= NVR_BITOUT;
3785
3786                 outb(send_data, io_port + TRM_S1040_GEN_NVRAM);
3787                 trms1040_wait_30us(io_port);
3788                 outb((send_data | NVR_CLOCK),
3789                      io_port + TRM_S1040_GEN_NVRAM);
3790                 trms1040_wait_30us(io_port);
3791         }
3792
3793         /* send address */
3794         for (i = 0; i < 7; i++, addr <<= 1) {
3795                 send_data = NVR_SELECT;
3796                 if (addr & 0x40)        /* Start from bit 6 */
3797                         send_data |= NVR_BITOUT;
3798
3799                 outb(send_data, io_port + TRM_S1040_GEN_NVRAM);
3800                 trms1040_wait_30us(io_port);
3801                 outb((send_data | NVR_CLOCK),
3802                      io_port + TRM_S1040_GEN_NVRAM);
3803                 trms1040_wait_30us(io_port);
3804         }
3805         outb(NVR_SELECT, io_port + TRM_S1040_GEN_NVRAM);
3806         trms1040_wait_30us(io_port);
3807 }
3808
3809
3810 /**
3811  * trms1040_set_data - store a single byte in the eeprom
3812  *
3813  * Called from write all to write a single byte into the SSEEPROM
3814  * Which is done one bit at a time.
3815  *
3816  * @io_port:    base I/O address
3817  * @addr:       offset into EEPROM
3818  * @byte:       bytes to write
3819  **/
3820 static void trms1040_set_data(unsigned long io_port, u8 addr, u8 byte)
3821 {
3822         int i;
3823         u8 send_data;
3824
3825         /* Send write command & address */
3826         trms1040_write_cmd(io_port, 0x05, addr);
3827
3828         /* Write data */
3829         for (i = 0; i < 8; i++, byte <<= 1) {
3830                 send_data = NVR_SELECT;
3831                 if (byte & 0x80)        /* Start from bit 7 */
3832                         send_data |= NVR_BITOUT;
3833
3834                 outb(send_data, io_port + TRM_S1040_GEN_NVRAM);
3835                 trms1040_wait_30us(io_port);
3836                 outb((send_data | NVR_CLOCK), io_port + TRM_S1040_GEN_NVRAM);
3837                 trms1040_wait_30us(io_port);
3838         }
3839         outb(NVR_SELECT, io_port + TRM_S1040_GEN_NVRAM);
3840         trms1040_wait_30us(io_port);
3841
3842         /* Disable chip select */
3843         outb(0, io_port + TRM_S1040_GEN_NVRAM);
3844         trms1040_wait_30us(io_port);
3845
3846         outb(NVR_SELECT, io_port + TRM_S1040_GEN_NVRAM);
3847         trms1040_wait_30us(io_port);
3848
3849         /* Wait for write ready */
3850         while (1) {
3851                 outb((NVR_SELECT | NVR_CLOCK), io_port + TRM_S1040_GEN_NVRAM);
3852                 trms1040_wait_30us(io_port);
3853
3854                 outb(NVR_SELECT, io_port + TRM_S1040_GEN_NVRAM);
3855                 trms1040_wait_30us(io_port);
3856
3857                 if (inb(io_port + TRM_S1040_GEN_NVRAM) & NVR_BITIN)
3858                         break;
3859         }
3860
3861         /*  Disable chip select */
3862         outb(0, io_port + TRM_S1040_GEN_NVRAM);
3863 }
3864
3865
3866 /**
3867  * trms1040_write_all - write 128 bytes to the eeprom
3868  *
3869  * Write the supplied 128 bytes to the chips SEEPROM
3870  *
3871  * @eeprom:     the data to write
3872  * @io_port:    the base io port
3873  **/
3874 static void trms1040_write_all(struct NvRamType *eeprom, unsigned long io_port)
3875 {
3876         u8 *b_eeprom = (u8 *)eeprom;
3877         u8 addr;
3878
3879         /* Enable SEEPROM */
3880         outb((inb(io_port + TRM_S1040_GEN_CONTROL) | EN_EEPROM),
3881              io_port + TRM_S1040_GEN_CONTROL);
3882
3883         /* write enable */
3884         trms1040_write_cmd(io_port, 0x04, 0xFF);
3885         outb(0, io_port + TRM_S1040_GEN_NVRAM);
3886         trms1040_wait_30us(io_port);
3887
3888         /* write */
3889         for (addr = 0; addr < 128; addr++, b_eeprom++)
3890                 trms1040_set_data(io_port, addr, *b_eeprom);
3891
3892         /* write disable */
3893         trms1040_write_cmd(io_port, 0x04, 0x00);
3894         outb(0, io_port + TRM_S1040_GEN_NVRAM);
3895         trms1040_wait_30us(io_port);
3896
3897         /* Disable SEEPROM */
3898         outb((inb(io_port + TRM_S1040_GEN_CONTROL) & ~EN_EEPROM),
3899              io_port + TRM_S1040_GEN_CONTROL);
3900 }
3901
3902
3903 /**
3904  * trms1040_get_data - get a single byte from the eeprom
3905  *
3906  * Called from read all to read a single byte into the SSEEPROM
3907  * Which is done one bit at a time.
3908  *
3909  * @io_port:    base I/O address
3910  * @addr:       offset into SEEPROM
3911  *
3912  * Returns the byte read.
3913  **/
3914 static u8 trms1040_get_data(unsigned long io_port, u8 addr)
3915 {
3916         int i;
3917         u8 read_byte;
3918         u8 result = 0;
3919
3920         /* Send read command & address */
3921         trms1040_write_cmd(io_port, 0x06, addr);
3922
3923         /* read data */
3924         for (i = 0; i < 8; i++) {
3925                 outb((NVR_SELECT | NVR_CLOCK), io_port + TRM_S1040_GEN_NVRAM);
3926                 trms1040_wait_30us(io_port);
3927                 outb(NVR_SELECT, io_port + TRM_S1040_GEN_NVRAM);
3928
3929                 /* Get data bit while falling edge */
3930                 read_byte = inb(io_port + TRM_S1040_GEN_NVRAM);
3931                 result <<= 1;
3932                 if (read_byte & NVR_BITIN)
3933                         result |= 1;
3934
3935                 trms1040_wait_30us(io_port);
3936         }
3937
3938         /* Disable chip select */
3939         outb(0, io_port + TRM_S1040_GEN_NVRAM);
3940         return result;
3941 }
3942
3943
3944 /**
3945  * trms1040_read_all - read all bytes from the eeprom
3946  *
3947  * Read the 128 bytes from the SEEPROM.
3948  *
3949  * @eeprom:     where to store the data
3950  * @io_port:    the base io port
3951  **/
3952 static void trms1040_read_all(struct NvRamType *eeprom, unsigned long io_port)
3953 {
3954         u8 *b_eeprom = (u8 *)eeprom;
3955         u8 addr;
3956
3957         /* Enable SEEPROM */
3958         outb((inb(io_port + TRM_S1040_GEN_CONTROL) | EN_EEPROM),
3959              io_port + TRM_S1040_GEN_CONTROL);
3960
3961         /* read details */
3962         for (addr = 0; addr < 128; addr++, b_eeprom++)
3963                 *b_eeprom = trms1040_get_data(io_port, addr);
3964
3965         /* Disable SEEPROM */
3966         outb((inb(io_port + TRM_S1040_GEN_CONTROL) & ~EN_EEPROM),
3967              io_port + TRM_S1040_GEN_CONTROL);
3968 }
3969
3970
3971
3972 /**
3973  * check_eeprom - get and check contents of the eeprom
3974  *
3975  * Read seeprom 128 bytes into the memory provider in eeprom.
3976  * Checks the checksum and if it's not correct it uses a set of default
3977  * values.
3978  *
3979  * @eeprom:     caller allocated strcuture to read the eeprom data into
3980  * @io_port:    io port to read from
3981  **/
3982 static void check_eeprom(struct NvRamType *eeprom, unsigned long io_port)
3983 {
3984         u16 *w_eeprom = (u16 *)eeprom;
3985         u16 w_addr;
3986         u16 cksum;
3987         u32 d_addr;
3988         u32 *d_eeprom;
3989
3990         trms1040_read_all(eeprom, io_port);     /* read eeprom */
3991
3992         cksum = 0;
3993         for (w_addr = 0, w_eeprom = (u16 *)eeprom; w_addr < 64;
3994              w_addr++, w_eeprom++)
3995                 cksum += *w_eeprom;
3996         if (cksum != 0x1234) {
3997                 /*
3998                  * Checksum is wrong.
3999                  * Load a set of defaults into the eeprom buffer
4000                  */
4001                 dprintkl(KERN_WARNING,
4002                         "EEProm checksum error: using default values and options.\n");
4003                 eeprom->sub_vendor_id[0] = (u8)PCI_VENDOR_ID_TEKRAM;
4004                 eeprom->sub_vendor_id[1] = (u8)(PCI_VENDOR_ID_TEKRAM >> 8);
4005                 eeprom->sub_sys_id[0] = (u8)PCI_DEVICE_ID_TEKRAM_TRMS1040;
4006                 eeprom->sub_sys_id[1] =
4007                     (u8)(PCI_DEVICE_ID_TEKRAM_TRMS1040 >> 8);
4008                 eeprom->sub_class = 0x00;
4009                 eeprom->vendor_id[0] = (u8)PCI_VENDOR_ID_TEKRAM;
4010                 eeprom->vendor_id[1] = (u8)(PCI_VENDOR_ID_TEKRAM >> 8);
4011                 eeprom->device_id[0] = (u8)PCI_DEVICE_ID_TEKRAM_TRMS1040;
4012                 eeprom->device_id[1] =
4013                     (u8)(PCI_DEVICE_ID_TEKRAM_TRMS1040 >> 8);
4014                 eeprom->reserved = 0x00;
4015
4016                 for (d_addr = 0, d_eeprom = (u32 *)eeprom->target;
4017                      d_addr < 16; d_addr++, d_eeprom++)
4018                         *d_eeprom = 0x00000077; /* cfg3,cfg2,period,cfg0 */
4019
4020                 *d_eeprom++ = 0x04000F07;       /* max_tag,delay_time,channel_cfg,scsi_id */
4021                 *d_eeprom++ = 0x00000015;       /* reserved1,boot_lun,boot_target,reserved0 */
4022                 for (d_addr = 0; d_addr < 12; d_addr++, d_eeprom++)
4023                         *d_eeprom = 0x00;
4024
4025                 /* Now load defaults (maybe set by boot/module params) */
4026                 set_safe_settings();
4027                 fix_settings();
4028                 eeprom_override(eeprom);
4029
4030                 eeprom->cksum = 0x00;
4031                 for (w_addr = 0, cksum = 0, w_eeprom = (u16 *)eeprom;
4032                      w_addr < 63; w_addr++, w_eeprom++)
4033                         cksum += *w_eeprom;
4034
4035                 *w_eeprom = 0x1234 - cksum;
4036                 trms1040_write_all(eeprom, io_port);
4037                 eeprom->delay_time = cfg_data[CFG_RESET_DELAY].value;
4038         } else {
4039                 set_safe_settings();
4040                 eeprom_index_to_delay(eeprom);
4041                 eeprom_override(eeprom);
4042         }
4043 }
4044
4045
4046 /**
4047  * print_eeprom_settings - output the eeprom settings
4048  * to the kernel log so people can see what they were.
4049  *
4050  * @eeprom: The eeprom data strucutre to show details for.
4051  **/
4052 static void print_eeprom_settings(struct NvRamType *eeprom)
4053 {
4054         dprintkl(KERN_INFO, "Used settings: AdapterID=%02i, Speed=%i(%02i.%01iMHz), dev_mode=0x%02x\n",
4055                 eeprom->scsi_id,
4056                 eeprom->target[0].period,
4057                 clock_speed[eeprom->target[0].period] / 10,
4058                 clock_speed[eeprom->target[0].period] % 10,
4059                 eeprom->target[0].cfg0);
4060         dprintkl(KERN_INFO, "               AdaptMode=0x%02x, Tags=%i(%02i), DelayReset=%is\n",
4061                 eeprom->channel_cfg, eeprom->max_tag,
4062                 1 << eeprom->max_tag, eeprom->delay_time);
4063 }
4064
4065
4066 /* Free SG tables */
4067 static void adapter_sg_tables_free(struct AdapterCtlBlk *acb)
4068 {
4069         int i;
4070         const unsigned srbs_per_page = PAGE_SIZE/SEGMENTX_LEN;
4071
4072         for (i = 0; i < DC395x_MAX_SRB_CNT; i += srbs_per_page)
4073                 kfree(acb->srb_array[i].segment_x);
4074 }
4075
4076
4077 /*
4078  * Allocate SG tables; as we have to pci_map them, an SG list (struct SGentry*)
4079  * should never cross a page boundary */
4080 static int adapter_sg_tables_alloc(struct AdapterCtlBlk *acb)
4081 {
4082         const unsigned mem_needed = (DC395x_MAX_SRB_CNT+1)
4083                                     *SEGMENTX_LEN;
4084         int pages = (mem_needed+(PAGE_SIZE-1))/PAGE_SIZE;
4085         const unsigned srbs_per_page = PAGE_SIZE/SEGMENTX_LEN;
4086         int srb_idx = 0;
4087         unsigned i = 0;
4088         struct SGentry *ptr;
4089
4090         for (i = 0; i < DC395x_MAX_SRB_CNT; i++)
4091                 acb->srb_array[i].segment_x = NULL;
4092
4093         dprintkdbg(DBG_1, "Allocate %i pages for SG tables\n", pages);
4094         while (pages--) {
4095                 ptr = kmalloc(PAGE_SIZE, GFP_KERNEL);
4096                 if (!ptr) {
4097                         adapter_sg_tables_free(acb);
4098                         return 1;
4099                 }
4100                 dprintkdbg(DBG_1, "Allocate %li bytes at %p for SG segments %i\n",
4101                         PAGE_SIZE, ptr, srb_idx);
4102                 i = 0;
4103                 while (i < srbs_per_page && srb_idx < DC395x_MAX_SRB_CNT)
4104                         acb->srb_array[srb_idx++].segment_x =
4105                             ptr + (i++ * DC395x_MAX_SG_LISTENTRY);
4106         }
4107         if (i < srbs_per_page)
4108                 acb->srb.segment_x =
4109                     ptr + (i * DC395x_MAX_SG_LISTENTRY);
4110         else
4111                 dprintkl(KERN_DEBUG, "No space for tmsrb SG table reserved?!\n");
4112         return 0;
4113 }
4114
4115
4116
4117 /**
4118  * adapter_print_config - print adapter connection and termination
4119  * config
4120  *
4121  * The io port in the adapter needs to have been set before calling
4122  * this function.
4123  *
4124  * @acb: The adapter to print the information for.
4125  **/
4126 static void adapter_print_config(struct AdapterCtlBlk *acb)
4127 {
4128         u8 bval;
4129
4130         bval = DC395x_read8(acb, TRM_S1040_GEN_STATUS);
4131         dprintkl(KERN_INFO, "%sConnectors: ",
4132                 ((bval & WIDESCSI) ? "(Wide) " : ""));
4133         if (!(bval & CON5068))
4134                 printk("ext%s ", !(bval & EXT68HIGH) ? "68" : "50");
4135         if (!(bval & CON68))
4136                 printk("int68%s ", !(bval & INT68HIGH) ? "" : "(50)");
4137         if (!(bval & CON50))
4138                 printk("int50 ");
4139         if ((bval & (CON5068 | CON50 | CON68)) ==
4140             0 /*(CON5068 | CON50 | CON68) */ )
4141                 printk(" Oops! (All 3?) ");
4142         bval = DC395x_read8(acb, TRM_S1040_GEN_CONTROL);
4143         printk(" Termination: ");
4144         if (bval & DIS_TERM)
4145                 printk("Disabled\n");
4146         else {
4147                 if (bval & AUTOTERM)
4148                         printk("Auto ");
4149                 if (bval & LOW8TERM)
4150                         printk("Low ");
4151                 if (bval & UP8TERM)
4152                         printk("High ");
4153                 printk("\n");
4154         }
4155 }
4156
4157
4158 /**
4159  * adapter_init_params - Initialize the various parameters in the
4160  * adapter structure. Note that the pointer to the scsi_host is set
4161  * early (when this instance is created) and the io_port and irq
4162  * values are set later after they have been reserved. This just gets
4163  * everything set to a good starting position.
4164  *
4165  * The eeprom structure in the adapter needs to have been set before
4166  * calling this function.
4167  *
4168  * @acb: The adapter to initialize.
4169  **/
4170 static void adapter_init_params(struct AdapterCtlBlk *acb)
4171 {
4172         struct NvRamType *eeprom = &acb->eeprom;
4173         int i;
4174
4175         /* NOTE: acb->scsi_host is set at scsi_host/acb creation time */
4176         /* NOTE: acb->io_port_base is set at port registration time */
4177         /* NOTE: acb->io_port_len is set at port registration time */
4178
4179         INIT_LIST_HEAD(&acb->dcb_list);
4180         acb->dcb_run_robin = NULL;
4181         acb->active_dcb = NULL;
4182
4183         INIT_LIST_HEAD(&acb->srb_free_list);
4184         /*  temp SRB for Q tag used or abort command used  */
4185         acb->tmp_srb = &acb->srb;
4186         timer_setup(&acb->waiting_timer, waiting_timeout, 0);
4187         timer_setup(&acb->selto_timer, NULL, 0);
4188
4189         acb->srb_count = DC395x_MAX_SRB_CNT;
4190
4191         acb->sel_timeout = DC395x_SEL_TIMEOUT;  /* timeout=250ms */
4192         /* NOTE: acb->irq_level is set at IRQ registration time */
4193
4194         acb->tag_max_num = 1 << eeprom->max_tag;
4195         if (acb->tag_max_num > 30)
4196                 acb->tag_max_num = 30;
4197
4198         acb->acb_flag = 0;      /* RESET_DETECT, RESET_DONE, RESET_DEV */
4199         acb->gmode2 = eeprom->channel_cfg;
4200         acb->config = 0;        /* NOTE: actually set in adapter_init_chip */
4201
4202         if (eeprom->channel_cfg & NAC_SCANLUN)
4203                 acb->lun_chk = 1;
4204         acb->scan_devices = 1;
4205
4206         acb->scsi_host->this_id = eeprom->scsi_id;
4207         acb->hostid_bit = (1 << acb->scsi_host->this_id);
4208
4209         for (i = 0; i < DC395x_MAX_SCSI_ID; i++)
4210                 acb->dcb_map[i] = 0;
4211
4212         acb->msg_len = 0;
4213
4214         /* link static array of srbs into the srb free list */
4215         for (i = 0; i < acb->srb_count - 1; i++)
4216                 list_add_tail(&acb->srb_array[i].list, &acb->srb_free_list);
4217 }
4218
4219
4220 /**
4221  * adapter_init_scsi_host - Initialize the scsi host instance based on
4222  * values that we have already stored in the adapter instance. There's
4223  * some mention that a lot of these are deprecated, so we won't use
4224  * them (we'll use the ones in the adapter instance) but we'll fill
4225  * them in in case something else needs them.
4226  *
4227  * The eeprom structure, irq and io ports in the adapter need to have
4228  * been set before calling this function.
4229  *
4230  * @host: The scsi host instance to fill in the values for.
4231  **/
4232 static void adapter_init_scsi_host(struct Scsi_Host *host)
4233 {
4234         struct AdapterCtlBlk *acb = (struct AdapterCtlBlk *)host->hostdata;
4235         struct NvRamType *eeprom = &acb->eeprom;
4236
4237         host->max_cmd_len = 24;
4238         host->can_queue = DC395x_MAX_CMD_QUEUE;
4239         host->cmd_per_lun = DC395x_MAX_CMD_PER_LUN;
4240         host->this_id = (int)eeprom->scsi_id;
4241         host->io_port = acb->io_port_base;
4242         host->n_io_port = acb->io_port_len;
4243         host->dma_channel = -1;
4244         host->unique_id = acb->io_port_base;
4245         host->irq = acb->irq_level;
4246         acb->last_reset = jiffies;
4247
4248         host->max_id = 16;
4249         if (host->max_id - 1 == eeprom->scsi_id)
4250                 host->max_id--;
4251
4252         if (eeprom->channel_cfg & NAC_SCANLUN)
4253                 host->max_lun = 8;
4254         else
4255                 host->max_lun = 1;
4256 }
4257
4258
4259 /**
4260  * adapter_init_chip - Get the chip into a know state and figure out
4261  * some of the settings that apply to this adapter.
4262  *
4263  * The io port in the adapter needs to have been set before calling
4264  * this function. The config will be configured correctly on return.
4265  *
4266  * @acb: The adapter which we are to init.
4267  **/
4268 static void adapter_init_chip(struct AdapterCtlBlk *acb)
4269 {
4270         struct NvRamType *eeprom = &acb->eeprom;
4271
4272         /* Mask all the interrupt */
4273         DC395x_write8(acb, TRM_S1040_DMA_INTEN, 0x00);
4274         DC395x_write8(acb, TRM_S1040_SCSI_INTEN, 0x00);
4275
4276         /* Reset SCSI module */
4277         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_RSTMODULE);
4278
4279         /* Reset PCI/DMA module */
4280         DC395x_write8(acb, TRM_S1040_DMA_CONTROL, DMARESETMODULE);
4281         udelay(20);
4282
4283         /* program configuration 0 */
4284         acb->config = HCC_AUTOTERM | HCC_PARITY;
4285         if (DC395x_read8(acb, TRM_S1040_GEN_STATUS) & WIDESCSI)
4286                 acb->config |= HCC_WIDE_CARD;
4287
4288         if (eeprom->channel_cfg & NAC_POWERON_SCSI_RESET)
4289                 acb->config |= HCC_SCSI_RESET;
4290
4291         if (acb->config & HCC_SCSI_RESET) {
4292                 dprintkl(KERN_INFO, "Performing initial SCSI bus reset\n");
4293                 DC395x_write8(acb, TRM_S1040_SCSI_CONTROL, DO_RSTSCSI);
4294
4295                 /*while (!( DC395x_read8(acb, TRM_S1040_SCSI_INTSTATUS) & INT_SCSIRESET )); */
4296                 /*spin_unlock_irq (&io_request_lock); */
4297                 udelay(500);
4298
4299                 acb->last_reset =
4300                     jiffies + HZ / 2 +
4301                     HZ * acb->eeprom.delay_time;
4302
4303                 /*spin_lock_irq (&io_request_lock); */
4304         }
4305 }
4306
4307
4308 /**
4309  * adapter_init - Grab the resource for the card, setup the adapter
4310  * information, set the card into a known state, create the various
4311  * tables etc etc. This basically gets all adapter information all up
4312  * to date, initialised and gets the chip in sync with it.
4313  *
4314  * @acb:        The adapter which we are to init.
4315  * @io_port:    The base I/O port
4316  * @io_port_len: The I/O port size
4317  * @irq:        IRQ
4318  *
4319  * Returns 0 if the initialization succeeds, any other value on
4320  * failure.
4321  **/
4322 static int adapter_init(struct AdapterCtlBlk *acb, unsigned long io_port,
4323                         u32 io_port_len, unsigned int irq)
4324 {
4325         if (!request_region(io_port, io_port_len, DC395X_NAME)) {
4326                 dprintkl(KERN_ERR, "Failed to reserve IO region 0x%lx\n", io_port);
4327                 goto failed;
4328         }
4329         /* store port base to indicate we have registered it */
4330         acb->io_port_base = io_port;
4331         acb->io_port_len = io_port_len;
4332
4333         if (request_irq(irq, dc395x_interrupt, IRQF_SHARED, DC395X_NAME, acb)) {
4334                 /* release the region we just claimed */
4335                 dprintkl(KERN_INFO, "Failed to register IRQ\n");
4336                 goto failed;
4337         }
4338         /* store irq to indicate we have registered it */
4339         acb->irq_level = irq;
4340
4341         /* get eeprom configuration information and command line settings etc */
4342         check_eeprom(&acb->eeprom, io_port);
4343         print_eeprom_settings(&acb->eeprom);
4344
4345         /* setup adapter control block */
4346         adapter_init_params(acb);
4347
4348         /* display card connectors/termination settings */
4349         adapter_print_config(acb);
4350
4351         if (adapter_sg_tables_alloc(acb)) {
4352                 dprintkl(KERN_DEBUG, "Memory allocation for SG tables failed\n");
4353                 goto failed;
4354         }
4355         adapter_init_scsi_host(acb->scsi_host);
4356         adapter_init_chip(acb);
4357         set_basic_config(acb);
4358
4359         dprintkdbg(DBG_0,
4360                 "adapter_init: acb=%p, pdcb_map=%p psrb_array=%p "
4361                 "size{acb=0x%04x dcb=0x%04x srb=0x%04x}\n",
4362                 acb, acb->dcb_map, acb->srb_array, sizeof(struct AdapterCtlBlk),
4363                 sizeof(struct DeviceCtlBlk), sizeof(struct ScsiReqBlk));
4364         return 0;
4365
4366 failed:
4367         if (acb->irq_level)
4368                 free_irq(acb->irq_level, acb);
4369         if (acb->io_port_base)
4370                 release_region(acb->io_port_base, acb->io_port_len);
4371         adapter_sg_tables_free(acb);
4372
4373         return 1;
4374 }
4375
4376
4377 /**
4378  * adapter_uninit_chip - cleanly shut down the scsi controller chip,
4379  * stopping all operations and disabling interrupt generation on the
4380  * card.
4381  *
4382  * @acb: The adapter which we are to shutdown.
4383  **/
4384 static void adapter_uninit_chip(struct AdapterCtlBlk *acb)
4385 {
4386         /* disable interrupts */
4387         DC395x_write8(acb, TRM_S1040_DMA_INTEN, 0);
4388         DC395x_write8(acb, TRM_S1040_SCSI_INTEN, 0);
4389
4390         /* reset the scsi bus */
4391         if (acb->config & HCC_SCSI_RESET)
4392                 reset_scsi_bus(acb);
4393
4394         /* clear any pending interrupt state */
4395         DC395x_read8(acb, TRM_S1040_SCSI_INTSTATUS);
4396 }
4397
4398
4399
4400 /**
4401  * adapter_uninit - Shut down the chip and release any resources that
4402  * we had allocated. Once this returns the adapter should not be used
4403  * anymore.
4404  *
4405  * @acb: The adapter which we are to un-initialize.
4406  **/
4407 static void adapter_uninit(struct AdapterCtlBlk *acb)
4408 {
4409         unsigned long flags;
4410         DC395x_LOCK_IO(acb->scsi_host, flags);
4411
4412         /* remove timers */
4413         if (timer_pending(&acb->waiting_timer))
4414                 del_timer(&acb->waiting_timer);
4415         if (timer_pending(&acb->selto_timer))
4416                 del_timer(&acb->selto_timer);
4417
4418         adapter_uninit_chip(acb);
4419         adapter_remove_and_free_all_devices(acb);
4420         DC395x_UNLOCK_IO(acb->scsi_host, flags);
4421
4422         if (acb->irq_level)
4423                 free_irq(acb->irq_level, acb);
4424         if (acb->io_port_base)
4425                 release_region(acb->io_port_base, acb->io_port_len);
4426
4427         adapter_sg_tables_free(acb);
4428 }
4429
4430
4431 #undef YESNO
4432 #define YESNO(YN) \
4433  if (YN) seq_printf(m, " Yes ");\
4434  else seq_printf(m, " No  ")
4435
4436 static int dc395x_show_info(struct seq_file *m, struct Scsi_Host *host)
4437 {
4438         struct AdapterCtlBlk *acb = (struct AdapterCtlBlk *)host->hostdata;
4439         int spd, spd1;
4440         struct DeviceCtlBlk *dcb;
4441         unsigned long flags;
4442         int dev;
4443
4444         seq_puts(m, DC395X_BANNER " PCI SCSI Host Adapter\n"
4445                 " Driver Version " DC395X_VERSION "\n");
4446
4447         DC395x_LOCK_IO(acb->scsi_host, flags);
4448
4449         seq_printf(m, "SCSI Host Nr %i, ", host->host_no);
4450         seq_printf(m, "DC395U/UW/F DC315/U %s\n",
4451                 (acb->config & HCC_WIDE_CARD) ? "Wide" : "");
4452         seq_printf(m, "io_port_base 0x%04lx, ", acb->io_port_base);
4453         seq_printf(m, "irq_level 0x%04x, ", acb->irq_level);
4454         seq_printf(m, " SelTimeout %ims\n", (1638 * acb->sel_timeout) / 1000);
4455
4456         seq_printf(m, "MaxID %i, MaxLUN %llu, ", host->max_id, host->max_lun);
4457         seq_printf(m, "AdapterID %i\n", host->this_id);
4458
4459         seq_printf(m, "tag_max_num %i", acb->tag_max_num);
4460         /*seq_printf(m, ", DMA_Status %i\n", DC395x_read8(acb, TRM_S1040_DMA_STATUS)); */
4461         seq_printf(m, ", FilterCfg 0x%02x",
4462                 DC395x_read8(acb, TRM_S1040_SCSI_CONFIG1));
4463         seq_printf(m, ", DelayReset %is\n", acb->eeprom.delay_time);
4464         /*seq_printf(m, "\n"); */
4465
4466         seq_printf(m, "Nr of DCBs: %i\n", list_size(&acb->dcb_list));
4467         seq_printf(m, "Map of attached LUNs: %8ph\n", &acb->dcb_map[0]);
4468         seq_printf(m, "                      %8ph\n", &acb->dcb_map[8]);
4469
4470         seq_puts(m,
4471                  "Un ID LUN Prty Sync Wide DsCn SndS TagQ nego_period SyncFreq SyncOffs MaxCmd\n");
4472
4473         dev = 0;
4474         list_for_each_entry(dcb, &acb->dcb_list, list) {
4475                 int nego_period;
4476                 seq_printf(m, "%02i %02i  %02i ", dev, dcb->target_id,
4477                         dcb->target_lun);
4478                 YESNO(dcb->dev_mode & NTC_DO_PARITY_CHK);
4479                 YESNO(dcb->sync_offset);
4480                 YESNO(dcb->sync_period & WIDE_SYNC);
4481                 YESNO(dcb->dev_mode & NTC_DO_DISCONNECT);
4482                 YESNO(dcb->dev_mode & NTC_DO_SEND_START);
4483                 YESNO(dcb->sync_mode & EN_TAG_QUEUEING);
4484                 nego_period = clock_period[dcb->sync_period & 0x07] << 2;
4485                 if (dcb->sync_offset)
4486                         seq_printf(m, "  %03i ns ", nego_period);
4487                 else
4488                         seq_printf(m, " (%03i ns)", (dcb->min_nego_period << 2));
4489
4490                 if (dcb->sync_offset & 0x0f) {
4491                         spd = 1000 / (nego_period);
4492                         spd1 = 1000 % (nego_period);
4493                         spd1 = (spd1 * 10 + nego_period / 2) / (nego_period);
4494                         seq_printf(m, "   %2i.%1i M     %02i ", spd, spd1,
4495                                 (dcb->sync_offset & 0x0f));
4496                 } else
4497                         seq_puts(m, "                 ");
4498
4499                 /* Add more info ... */
4500                 seq_printf(m, "     %02i\n", dcb->max_command);
4501                 dev++;
4502         }
4503
4504         if (timer_pending(&acb->waiting_timer))
4505                 seq_puts(m, "Waiting queue timer running\n");
4506         else
4507                 seq_putc(m, '\n');
4508
4509         list_for_each_entry(dcb, &acb->dcb_list, list) {
4510                 struct ScsiReqBlk *srb;
4511                 if (!list_empty(&dcb->srb_waiting_list))
4512                         seq_printf(m, "DCB (%02i-%i): Waiting: %i:",
4513                                 dcb->target_id, dcb->target_lun,
4514                                 list_size(&dcb->srb_waiting_list));
4515                 list_for_each_entry(srb, &dcb->srb_waiting_list, list)
4516                         seq_printf(m, " %p", srb->cmd);
4517                 if (!list_empty(&dcb->srb_going_list))
4518                         seq_printf(m, "\nDCB (%02i-%i): Going  : %i:",
4519                                 dcb->target_id, dcb->target_lun,
4520                                 list_size(&dcb->srb_going_list));
4521                 list_for_each_entry(srb, &dcb->srb_going_list, list)
4522                         seq_printf(m, " %p", srb->cmd);
4523                 if (!list_empty(&dcb->srb_waiting_list) || !list_empty(&dcb->srb_going_list))
4524                         seq_putc(m, '\n');
4525         }
4526
4527         if (debug_enabled(DBG_1)) {
4528                 seq_printf(m, "DCB list for ACB %p:\n", acb);
4529                 list_for_each_entry(dcb, &acb->dcb_list, list) {
4530                         seq_printf(m, "%p -> ", dcb);
4531                 }
4532                 seq_puts(m, "END\n");
4533         }
4534
4535         DC395x_UNLOCK_IO(acb->scsi_host, flags);
4536         return 0;
4537 }
4538
4539
4540 static struct scsi_host_template dc395x_driver_template = {
4541         .module                 = THIS_MODULE,
4542         .proc_name              = DC395X_NAME,
4543         .show_info              = dc395x_show_info,
4544         .name                   = DC395X_BANNER " " DC395X_VERSION,
4545         .queuecommand           = dc395x_queue_command,
4546         .slave_alloc            = dc395x_slave_alloc,
4547         .slave_destroy          = dc395x_slave_destroy,
4548         .can_queue              = DC395x_MAX_CAN_QUEUE,
4549         .this_id                = 7,
4550         .sg_tablesize           = DC395x_MAX_SG_TABLESIZE,
4551         .cmd_per_lun            = DC395x_MAX_CMD_PER_LUN,
4552         .eh_abort_handler       = dc395x_eh_abort,
4553         .eh_bus_reset_handler   = dc395x_eh_bus_reset,
4554         .dma_boundary           = PAGE_SIZE - 1,
4555 };
4556
4557
4558 /**
4559  * banner_display - Display banner on first instance of driver
4560  * initialized.
4561  **/
4562 static void banner_display(void)
4563 {
4564         static int banner_done = 0;
4565         if (!banner_done)
4566         {
4567                 dprintkl(KERN_INFO, "%s %s\n", DC395X_BANNER, DC395X_VERSION);
4568                 banner_done = 1;
4569         }
4570 }
4571
4572
4573 /**
4574  * dc395x_init_one - Initialise a single instance of the adapter.
4575  *
4576  * The PCI layer will call this once for each instance of the adapter
4577  * that it finds in the system. The pci_dev strcuture indicates which
4578  * instance we are being called from.
4579  *
4580  * @dev: The PCI device to initialize.
4581  * @id: Looks like a pointer to the entry in our pci device table
4582  * that was actually matched by the PCI subsystem.
4583  *
4584  * Returns 0 on success, or an error code (-ve) on failure.
4585  **/
4586 static int dc395x_init_one(struct pci_dev *dev, const struct pci_device_id *id)
4587 {
4588         struct Scsi_Host *scsi_host = NULL;
4589         struct AdapterCtlBlk *acb = NULL;
4590         unsigned long io_port_base;
4591         unsigned int io_port_len;
4592         unsigned int irq;
4593
4594         dprintkdbg(DBG_0, "Init one instance (%s)\n", pci_name(dev));
4595         banner_display();
4596
4597         if (pci_enable_device(dev))
4598         {
4599                 dprintkl(KERN_INFO, "PCI Enable device failed.\n");
4600                 return -ENODEV;
4601         }
4602         io_port_base = pci_resource_start(dev, 0) & PCI_BASE_ADDRESS_IO_MASK;
4603         io_port_len = pci_resource_len(dev, 0);
4604         irq = dev->irq;
4605         dprintkdbg(DBG_0, "IO_PORT=0x%04lx, IRQ=0x%x\n", io_port_base, dev->irq);
4606
4607         /* allocate scsi host information (includes out adapter) */
4608         scsi_host = scsi_host_alloc(&dc395x_driver_template,
4609                                     sizeof(struct AdapterCtlBlk));
4610         if (!scsi_host) {
4611                 dprintkl(KERN_INFO, "scsi_host_alloc failed\n");
4612                 goto fail;
4613         }
4614         acb = (struct AdapterCtlBlk*)scsi_host->hostdata;
4615         acb->scsi_host = scsi_host;
4616         acb->dev = dev;
4617
4618         /* initialise the adapter and everything we need */
4619         if (adapter_init(acb, io_port_base, io_port_len, irq)) {
4620                 dprintkl(KERN_INFO, "adapter init failed\n");
4621                 goto fail;
4622         }
4623
4624         pci_set_master(dev);
4625
4626         /* get the scsi mid level to scan for new devices on the bus */
4627         if (scsi_add_host(scsi_host, &dev->dev)) {
4628                 dprintkl(KERN_ERR, "scsi_add_host failed\n");
4629                 goto fail;
4630         }
4631         pci_set_drvdata(dev, scsi_host);
4632         scsi_scan_host(scsi_host);
4633
4634         return 0;
4635
4636 fail:
4637         if (acb != NULL)
4638                 adapter_uninit(acb);
4639         if (scsi_host != NULL)
4640                 scsi_host_put(scsi_host);
4641         pci_disable_device(dev);
4642         return -ENODEV;
4643 }
4644
4645
4646 /**
4647  * dc395x_remove_one - Called to remove a single instance of the
4648  * adapter.
4649  *
4650  * @dev: The PCI device to initialize.
4651  **/
4652 static void dc395x_remove_one(struct pci_dev *dev)
4653 {
4654         struct Scsi_Host *scsi_host = pci_get_drvdata(dev);
4655         struct AdapterCtlBlk *acb = (struct AdapterCtlBlk *)(scsi_host->hostdata);
4656
4657         dprintkdbg(DBG_0, "dc395x_remove_one: acb=%p\n", acb);
4658
4659         scsi_remove_host(scsi_host);
4660         adapter_uninit(acb);
4661         pci_disable_device(dev);
4662         scsi_host_put(scsi_host);
4663 }
4664
4665
4666 static struct pci_device_id dc395x_pci_table[] = {
4667         {
4668                 .vendor         = PCI_VENDOR_ID_TEKRAM,
4669                 .device         = PCI_DEVICE_ID_TEKRAM_TRMS1040,
4670                 .subvendor      = PCI_ANY_ID,
4671                 .subdevice      = PCI_ANY_ID,
4672          },
4673         {}                      /* Terminating entry */
4674 };
4675 MODULE_DEVICE_TABLE(pci, dc395x_pci_table);
4676
4677
4678 static struct pci_driver dc395x_driver = {
4679         .name           = DC395X_NAME,
4680         .id_table       = dc395x_pci_table,
4681         .probe          = dc395x_init_one,
4682         .remove         = dc395x_remove_one,
4683 };
4684 module_pci_driver(dc395x_driver);
4685
4686 MODULE_AUTHOR("C.L. Huang / Erich Chen / Kurt Garloff");
4687 MODULE_DESCRIPTION("SCSI host adapter driver for Tekram TRM-S1040 based adapters: Tekram DC395 and DC315 series");
4688 MODULE_LICENSE("GPL");