drivers/scsi/dc395x.c

   1 /*
   2  * dc395x.c
   3  *
   4  * Device Driver for Tekram DC395(U/UW/F), DC315(U)
   5  * PCI SCSI Bus Master Host Adapter
   6  * (SCSI chip set used Tekram ASIC TRM-S1040)
   7  *
   8  * Authors:
   9  *  C.L. Huang <ching@tekram.com.tw>
  10  *  Erich Chen <erich@tekram.com.tw>
  11  *  (C) Copyright 1995-1999 Tekram Technology Co., Ltd.
  12  *
  13  *  Kurt Garloff <garloff@suse.de>
  14  *  (C) 1999-2000 Kurt Garloff
  15  *
  16  *  Oliver Neukum <oliver@neukum.name>
  17  *  Ali Akcaagac <aliakc@web.de>
  18  *  Jamie Lenehan <lenehan@twibble.org>
  19  *  (C) 2003
  20  *
  21  * License: GNU GPL
  22  *
  23  *************************************************************************
  24  *
  25  * Redistribution and use in source and binary forms, with or without
  26  * modification, are permitted provided that the following conditions
  27  * are met:
  28  * 1. Redistributions of source code must retain the above copyright
  29  *    notice, this list of conditions and the following disclaimer.
  30  * 2. Redistributions in binary form must reproduce the above copyright
  31  *    notice, this list of conditions and the following disclaimer in the
  32  *    documentation and/or other materials provided with the distribution.
  33  * 3. The name of the author may not be used to endorse or promote products
  34  *    derived from this software without specific prior written permission.
  35  *
  36  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
  37  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
  38  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
  39  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
  40  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
  41  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
  42  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
  43  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  44  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
  45  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  46  *
  47  ************************************************************************
  48  */
  49 #include <linux/module.h>
  50 #include <linux/moduleparam.h>
  51 #include <linux/delay.h>
  52 #include <linux/ctype.h>
  53 #include <linux/blkdev.h>
  54 #include <linux/interrupt.h>
  55 #include <linux/init.h>
  56 #include <linux/spinlock.h>
  57 #include <linux/pci.h>
  58 #include <linux/list.h>
  59 #include <linux/vmalloc.h>
  60 #include <linux/slab.h>
  61 #include <asm/io.h>
  62
  63 #include <scsi/scsi.h>
  64 #include <scsi/scsi_cmnd.h>
  65 #include <scsi/scsi_device.h>
  66 #include <scsi/scsi_host.h>
  67 #include <scsi/scsi_transport_spi.h>
  68
  69 #include "dc395x.h"
  70
  71 #define DC395X_NAME     "dc395x"
  72 #define DC395X_BANNER   "Tekram DC395(U/UW/F), DC315(U) - ASIC TRM-S1040"
  73 #define DC395X_VERSION  "v2.05, 2004/03/08"
  74
  75 /*---------------------------------------------------------------------------
  76                                   Features
  77  ---------------------------------------------------------------------------*/
  78 /*
  79  * Set to disable parts of the driver
  80  */
  81 /*#define DC395x_NO_DISCONNECT*/
  82 /*#define DC395x_NO_TAGQ*/
  83 /*#define DC395x_NO_SYNC*/
  84 /*#define DC395x_NO_WIDE*/
  85
  86 /*---------------------------------------------------------------------------
  87                                   Debugging
  88  ---------------------------------------------------------------------------*/
  89 /*
  90  * Types of debugging that can be enabled and disabled
  91  */
  92 #define DBG_KG          0x0001
  93 #define DBG_0           0x0002
  94 #define DBG_1           0x0004
  95 #define DBG_SG          0x0020
  96 #define DBG_FIFO        0x0040
  97 #define DBG_PIO         0x0080
  98
  99
 100 /*
 101  * Set set of things to output debugging for.
 102  * Undefine to remove all debugging
 103  */
 104 /*#define DEBUG_MASK (DBG_0|DBG_1|DBG_SG|DBG_FIFO|DBG_PIO)*/
 105 /*#define  DEBUG_MASK   DBG_0*/
 106
 107
 108 /*
 109  * Output a kernel mesage at the specified level and append the
 110  * driver name and a ": " to the start of the message
 111  */
 112 #define dprintkl(level, format, arg...)  \
 113     printk(level DC395X_NAME ": " format , ## arg)
 114
 115
 116 #ifdef DEBUG_MASK
 117 /*
 118  * print a debug message - this is formated with KERN_DEBUG, then the
 119  * driver name followed by a ": " and then the message is output.
 120  * This also checks that the specified debug level is enabled before
 121  * outputing the message
 122  */
 123 #define dprintkdbg(type, format, arg...) \
 124         do { \
 125                 if ((type) & (DEBUG_MASK)) \
 126                         dprintkl(KERN_DEBUG , format , ## arg); \
 127         } while (0)
 128
 129 /*
 130  * Check if the specified type of debugging is enabled
 131  */
 132 #define debug_enabled(type)     ((DEBUG_MASK) & (type))
 133
 134 #else
 135 /*
 136  * No debugging. Do nothing
 137  */
 138 #define dprintkdbg(type, format, arg...) \
 139         do {} while (0)
 140 #define debug_enabled(type)     (0)
 141
 142 #endif
 143
 144
 145 #ifndef PCI_VENDOR_ID_TEKRAM
 146 #define PCI_VENDOR_ID_TEKRAM                    0x1DE1  /* Vendor ID    */
 147 #endif
 148 #ifndef PCI_DEVICE_ID_TEKRAM_TRMS1040
 149 #define PCI_DEVICE_ID_TEKRAM_TRMS1040           0x0391  /* Device ID    */
 150 #endif
 151
 152
 153 #define DC395x_LOCK_IO(dev,flags)               spin_lock_irqsave(((struct Scsi_Host *)dev)->host_lock, flags)
 154 #define DC395x_UNLOCK_IO(dev,flags)             spin_unlock_irqrestore(((struct Scsi_Host *)dev)->host_lock, flags)
 155
 156 #define DC395x_read8(acb,address)               (u8)(inb(acb->io_port_base + (address)))
 157 #define DC395x_read16(acb,address)              (u16)(inw(acb->io_port_base + (address)))
 158 #define DC395x_read32(acb,address)              (u32)(inl(acb->io_port_base + (address)))
 159 #define DC395x_write8(acb,address,value)        outb((value), acb->io_port_base + (address))
 160 #define DC395x_write16(acb,address,value)       outw((value), acb->io_port_base + (address))
 161 #define DC395x_write32(acb,address,value)       outl((value), acb->io_port_base + (address))
 162
 163 /* cmd->result */
 164 #define RES_TARGET              0x000000FF      /* Target State */
 165 #define RES_TARGET_LNX  STATUS_MASK     /* Only official ... */
 166 #define RES_ENDMSG              0x0000FF00      /* End Message */
 167 #define RES_DID                 0x00FF0000      /* DID_ codes */
 168 #define RES_DRV                 0xFF000000      /* DRIVER_ codes */
 169
 170 #define MK_RES(drv,did,msg,tgt) ((int)(drv)<<24 | (int)(did)<<16 | (int)(msg)<<8 | (int)(tgt))
 171 #define MK_RES_LNX(drv,did,msg,tgt) ((int)(drv)<<24 | (int)(did)<<16 | (int)(msg)<<8 | (int)(tgt)<<1)
 172
 173 #define SET_RES_TARGET(who,tgt) { who &= ~RES_TARGET; who |= (int)(tgt); }
 174 #define SET_RES_TARGET_LNX(who,tgt) { who &= ~RES_TARGET_LNX; who |= (int)(tgt) << 1; }
 175 #define SET_RES_MSG(who,msg) { who &= ~RES_ENDMSG; who |= (int)(msg) << 8; }
 176 #define SET_RES_DID(who,did) { who &= ~RES_DID; who |= (int)(did) << 16; }
 177 #define SET_RES_DRV(who,drv) { who &= ~RES_DRV; who |= (int)(drv) << 24; }
 178
 179 #define TAG_NONE 255
 180
 181 /*
 182  * srb->segement_x is the hw sg list. It is always allocated as a
 183  * DC395x_MAX_SG_LISTENTRY entries in a linear block which does not
 184  * cross a page boundy.
 185  */
 186 #define SEGMENTX_LEN    (sizeof(struct SGentry)*DC395x_MAX_SG_LISTENTRY)
 187
 188
 189 struct SGentry {
 190         u32 address;            /* bus! address */
 191         u32 length;
 192 };
 193
 194 /* The SEEPROM structure for TRM_S1040 */
 195 struct NVRamTarget {
 196         u8 cfg0;                /* Target configuration byte 0  */
 197         u8 period;              /* Target period                */
 198         u8 cfg2;                /* Target configuration byte 2  */
 199         u8 cfg3;                /* Target configuration byte 3  */
 200 };
 201
 202 struct NvRamType {
 203         u8 sub_vendor_id[2];    /* 0,1  Sub Vendor ID   */
 204         u8 sub_sys_id[2];       /* 2,3  Sub System ID   */
 205         u8 sub_class;           /* 4    Sub Class       */
 206         u8 vendor_id[2];        /* 5,6  Vendor ID       */
 207         u8 device_id[2];        /* 7,8  Device ID       */
 208         u8 reserved;            /* 9    Reserved        */
 209         struct NVRamTarget target[DC395x_MAX_SCSI_ID];
 210                                                 /** 10,11,12,13
 211                                                  ** 14,15,16,17
 212                                                  ** ....
 213                                                  ** ....
 214                                                  ** 70,71,72,73
 215                                                  */
 216         u8 scsi_id;             /* 74 Host Adapter SCSI ID      */
 217         u8 channel_cfg;         /* 75 Channel configuration     */
 218         u8 delay_time;          /* 76 Power on delay time       */
 219         u8 max_tag;             /* 77 Maximum tags              */
 220         u8 reserved0;           /* 78  */
 221         u8 boot_target;         /* 79  */
 222         u8 boot_lun;            /* 80  */
 223         u8 reserved1;           /* 81  */
 224         u16 reserved2[22];      /* 82,..125 */
 225         u16 cksum;              /* 126,127 */
 226 };
 227
 228 struct ScsiReqBlk {
 229         struct list_head list;          /* next/prev ptrs for srb lists */
 230         struct DeviceCtlBlk *dcb;
 231         struct scsi_cmnd *cmd;
 232
 233         struct SGentry *segment_x;      /* Linear array of hw sg entries (up to 64 entries) */
 234         dma_addr_t sg_bus_addr;         /* Bus address of sg list (ie, of segment_x) */
 235
 236         u8 sg_count;                    /* No of HW sg entries for this request */
 237         u8 sg_index;                    /* Index of HW sg entry for this request */
 238         size_t total_xfer_length;       /* Total number of bytes remaining to be transferred */
 239         size_t request_length;          /* Total number of bytes in this request */
 240         /*
 241          * The sense buffer handling function, request_sense, uses
 242          * the first hw sg entry (segment_x[0]) and the transfer
 243          * length (total_xfer_length). While doing this it stores the
 244          * original values into the last sg hw list
 245          * (srb->segment_x[DC395x_MAX_SG_LISTENTRY - 1] and the
 246          * total_xfer_length in xferred. These values are restored in
 247          * pci_unmap_srb_sense. This is the only place xferred is used.
 248          */
 249         size_t xferred;                 /* Saved copy of total_xfer_length */
 250
 251         u16 state;
 252
 253         u8 msgin_buf[6];
 254         u8 msgout_buf[6];
 255
 256         u8 adapter_status;
 257         u8 target_status;
 258         u8 msg_count;
 259         u8 end_message;
 260
 261         u8 tag_number;
 262         u8 status;
 263         u8 retry_count;
 264         u8 flag;
 265
 266         u8 scsi_phase;
 267 };
 268
 269 struct DeviceCtlBlk {
 270         struct list_head list;          /* next/prev ptrs for the dcb list */
 271         struct AdapterCtlBlk *acb;
 272         struct list_head srb_going_list;        /* head of going srb list */
 273         struct list_head srb_waiting_list;      /* head of waiting srb list */
 274
 275         struct ScsiReqBlk *active_srb;
 276         u32 tag_mask;
 277
 278         u16 max_command;
 279
 280         u8 target_id;           /* SCSI Target ID  (SCSI Only) */
 281         u8 target_lun;          /* SCSI Log.  Unit (SCSI Only) */
 282         u8 identify_msg;
 283         u8 dev_mode;
 284
 285         u8 inquiry7;            /* To store Inquiry flags */
 286         u8 sync_mode;           /* 0:async mode */
 287         u8 min_nego_period;     /* for nego. */
 288         u8 sync_period;         /* for reg.  */
 289
 290         u8 sync_offset;         /* for reg. and nego.(low nibble) */
 291         u8 flag;
 292         u8 dev_type;
 293         u8 init_tcq_flag;
 294 };
 295
 296 struct AdapterCtlBlk {
 297         struct Scsi_Host *scsi_host;
 298
 299         unsigned long io_port_base;
 300         unsigned long io_port_len;
 301
 302         struct list_head dcb_list;              /* head of going dcb list */
 303         struct DeviceCtlBlk *dcb_run_robin;
 304         struct DeviceCtlBlk *active_dcb;
 305
 306         struct list_head srb_free_list;         /* head of free srb list */
 307         struct ScsiReqBlk *tmp_srb;
 308         struct timer_list waiting_timer;
 309         struct timer_list selto_timer;
 310
 311         unsigned long last_reset;
 312
 313         u16 srb_count;
 314
 315         u8 sel_timeout;
 316
 317         unsigned int irq_level;
 318         u8 tag_max_num;
 319         u8 acb_flag;
 320         u8 gmode2;
 321
 322         u8 config;
 323         u8 lun_chk;
 324         u8 scan_devices;
 325         u8 hostid_bit;
 326
 327         u8 dcb_map[DC395x_MAX_SCSI_ID];
 328         struct DeviceCtlBlk *children[DC395x_MAX_SCSI_ID][32];
 329
 330         struct pci_dev *dev;
 331
 332         u8 msg_len;
 333
 334         struct ScsiReqBlk srb_array[DC395x_MAX_SRB_CNT];
 335         struct ScsiReqBlk srb;
 336
 337         struct NvRamType eeprom;        /* eeprom settings for this adapter */
 338 };
 339
 340
 341 /*---------------------------------------------------------------------------
 342                             Forward declarations
 343  ---------------------------------------------------------------------------*/
 344 static void data_out_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 345                 u16 *pscsi_status);
 346 static void data_in_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 347                 u16 *pscsi_status);
 348 static void command_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 349                 u16 *pscsi_status);
 350 static void status_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 351                 u16 *pscsi_status);
 352 static void msgout_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 353                 u16 *pscsi_status);
 354 static void msgin_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 355                 u16 *pscsi_status);
 356 static void data_out_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 357                 u16 *pscsi_status);
 358 static void data_in_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 359                 u16 *pscsi_status);
 360 static void command_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 361                 u16 *pscsi_status);
 362 static void status_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 363                 u16 *pscsi_status);
 364 static void msgout_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 365                 u16 *pscsi_status);
 366 static void msgin_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 367                 u16 *pscsi_status);
 368 static void nop0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 369                 u16 *pscsi_status);
 370 static void nop1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 371                 u16 *pscsi_status);
 372 static void set_basic_config(struct AdapterCtlBlk *acb);
 373 static void cleanup_after_transfer(struct AdapterCtlBlk *acb,
 374                 struct ScsiReqBlk *srb);
 375 static void reset_scsi_bus(struct AdapterCtlBlk *acb);
 376 static void data_io_transfer(struct AdapterCtlBlk *acb,
 377                 struct ScsiReqBlk *srb, u16 io_dir);
 378 static void disconnect(struct AdapterCtlBlk *acb);
 379 static void reselect(struct AdapterCtlBlk *acb);
 380 static u8 start_scsi(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb,
 381                 struct ScsiReqBlk *srb);
 382 static inline void enable_msgout_abort(struct AdapterCtlBlk *acb,
 383                 struct ScsiReqBlk *srb);
 384 static void build_srb(struct scsi_cmnd *cmd, struct DeviceCtlBlk *dcb,
 385                 struct ScsiReqBlk *srb);
 386 static void doing_srb_done(struct AdapterCtlBlk *acb, u8 did_code,
 387                 struct scsi_cmnd *cmd, u8 force);
 388 static void scsi_reset_detect(struct AdapterCtlBlk *acb);
 389 static void pci_unmap_srb(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb);
 390 static void pci_unmap_srb_sense(struct AdapterCtlBlk *acb,
 391                 struct ScsiReqBlk *srb);
 392 static void srb_done(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb,
 393                 struct ScsiReqBlk *srb);
 394 static void request_sense(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb,
 395                 struct ScsiReqBlk *srb);
 396 static void set_xfer_rate(struct AdapterCtlBlk *acb,
 397                 struct DeviceCtlBlk *dcb);
 398 static void waiting_timeout(struct timer_list *t);
 399
 400
 401 /*---------------------------------------------------------------------------
 402                                  Static Data
 403  ---------------------------------------------------------------------------*/
 404 static u16 current_sync_offset = 0;
 405
 406 static void *dc395x_scsi_phase0[] = {
 407         data_out_phase0,/* phase:0 */
 408         data_in_phase0, /* phase:1 */
 409         command_phase0, /* phase:2 */
 410         status_phase0,  /* phase:3 */
 411         nop0,           /* phase:4 PH_BUS_FREE .. initial phase */
 412         nop0,           /* phase:5 PH_BUS_FREE .. initial phase */
 413         msgout_phase0,  /* phase:6 */
 414         msgin_phase0,   /* phase:7 */
 415 };
 416
 417 static void *dc395x_scsi_phase1[] = {
 418         data_out_phase1,/* phase:0 */
 419         data_in_phase1, /* phase:1 */
 420         command_phase1, /* phase:2 */
 421         status_phase1,  /* phase:3 */
 422         nop1,           /* phase:4 PH_BUS_FREE .. initial phase */
 423         nop1,           /* phase:5 PH_BUS_FREE .. initial phase */
 424         msgout_phase1,  /* phase:6 */
 425         msgin_phase1,   /* phase:7 */
 426 };
 427
 428 /*
 429  *Fast20:       000      50ns, 20.0 MHz
 430  *              001      75ns, 13.3 MHz
 431  *              010     100ns, 10.0 MHz
 432  *              011     125ns,  8.0 MHz
 433  *              100     150ns,  6.6 MHz
 434  *              101     175ns,  5.7 MHz
 435  *              110     200ns,  5.0 MHz
 436  *              111     250ns,  4.0 MHz
 437  *
 438  *Fast40(LVDS): 000      25ns, 40.0 MHz
 439  *              001      50ns, 20.0 MHz
 440  *              010      75ns, 13.3 MHz
 441  *              011     100ns, 10.0 MHz
 442  *              100     125ns,  8.0 MHz
 443  *              101     150ns,  6.6 MHz
 444  *              110     175ns,  5.7 MHz
 445  *              111     200ns,  5.0 MHz
 446  */
 447 /*static u8     clock_period[] = {12,19,25,31,37,44,50,62};*/
 448
 449 /* real period:48ns,76ns,100ns,124ns,148ns,176ns,200ns,248ns */
 450 static u8 clock_period[] = { 12, 18, 25, 31, 37, 43, 50, 62 };
 451 static u16 clock_speed[] = { 200, 133, 100, 80, 67, 58, 50, 40 };
 452
 453
 454 /*---------------------------------------------------------------------------
 455                                 Configuration
 456   ---------------------------------------------------------------------------*/
 457 /*
 458  * Module/boot parameters currently effect *all* instances of the
 459  * card in the system.
 460  */
 461
 462 /*
 463  * Command line parameters are stored in a structure below.
 464  * These are the index's into the structure for the various
 465  * command line options.
 466  */
 467 #define CFG_ADAPTER_ID          0
 468 #define CFG_MAX_SPEED           1
 469 #define CFG_DEV_MODE            2
 470 #define CFG_ADAPTER_MODE        3
 471 #define CFG_TAGS                4
 472 #define CFG_RESET_DELAY         5
 473
 474 #define CFG_NUM                 6       /* number of configuration items */
 475
 476
 477 /*
 478  * Value used to indicate that a command line override
 479  * hasn't been used to modify the value.
 480  */
 481 #define CFG_PARAM_UNSET -1
 482
 483
 484 /*
 485  * Hold command line parameters.
 486  */
 487 struct ParameterData {
 488         int value;              /* value of this setting */
 489         int min;                /* minimum value */
 490         int max;                /* maximum value */
 491         int def;                /* default value */
 492         int safe;               /* safe value */
 493 };
 494 static struct ParameterData cfg_data[] = {
 495         { /* adapter id */
 496                 CFG_PARAM_UNSET,
 497                 0,
 498                 15,
 499                 7,
 500                 7
 501         },
 502         { /* max speed */
 503                 CFG_PARAM_UNSET,
 504                   0,
 505                   7,
 506                   1,    /* 13.3Mhz */
 507                   4,    /*  6.7Hmz */
 508         },
 509         { /* dev mode */
 510                 CFG_PARAM_UNSET,
 511                 0,
 512                 0x3f,
 513                 NTC_DO_PARITY_CHK | NTC_DO_DISCONNECT | NTC_DO_SYNC_NEGO |
 514                         NTC_DO_WIDE_NEGO | NTC_DO_TAG_QUEUEING |
 515                         NTC_DO_SEND_START,
 516                 NTC_DO_PARITY_CHK | NTC_DO_SEND_START
 517         },
 518         { /* adapter mode */
 519                 CFG_PARAM_UNSET,
 520                 0,
 521                 0x2f,
 522                 NAC_SCANLUN |
 523                 NAC_GT2DRIVES | NAC_GREATER_1G | NAC_POWERON_SCSI_RESET
 524                         /*| NAC_ACTIVE_NEG*/,
 525                 NAC_GT2DRIVES | NAC_GREATER_1G | NAC_POWERON_SCSI_RESET | 0x08
 526         },
 527         { /* tags */
 528                 CFG_PARAM_UNSET,
 529                 0,
 530                 5,
 531                 3,      /* 16 tags (??) */
 532                 2,
 533         },
 534         { /* reset delay */
 535                 CFG_PARAM_UNSET,
 536                 0,
 537                 180,
 538                 1,      /* 1 second */
 539                 10,     /* 10 seconds */
 540         }
 541 };
 542
 543
 544 /*
 545  * Safe settings. If set to zero the BIOS/default values with
 546  * command line overrides will be used. If set to 1 then safe and
 547  * slow settings will be used.
 548  */
 549 static bool use_safe_settings = 0;
 550 module_param_named(safe, use_safe_settings, bool, 0);
 551 MODULE_PARM_DESC(safe, "Use safe and slow settings only. Default: false");
 552
 553
 554 module_param_named(adapter_id, cfg_data[CFG_ADAPTER_ID].value, int, 0);
 555 MODULE_PARM_DESC(adapter_id, "Adapter SCSI ID. Default 7 (0-15)");
 556
 557 module_param_named(max_speed, cfg_data[CFG_MAX_SPEED].value, int, 0);
 558 MODULE_PARM_DESC(max_speed, "Maximum bus speed. Default 1 (0-7) Speeds: 0=20, 1=13.3, 2=10, 3=8, 4=6.7, 5=5.8, 6=5, 7=4 Mhz");
 559
 560 module_param_named(dev_mode, cfg_data[CFG_DEV_MODE].value, int, 0);
 561 MODULE_PARM_DESC(dev_mode, "Device mode.");
 562
 563 module_param_named(adapter_mode, cfg_data[CFG_ADAPTER_MODE].value, int, 0);
 564 MODULE_PARM_DESC(adapter_mode, "Adapter mode.");
 565
 566 module_param_named(tags, cfg_data[CFG_TAGS].value, int, 0);
 567 MODULE_PARM_DESC(tags, "Number of tags (1<<x). Default 3 (0-5)");
 568
 569 module_param_named(reset_delay, cfg_data[CFG_RESET_DELAY].value, int, 0);
 570 MODULE_PARM_DESC(reset_delay, "Reset delay in seconds. Default 1 (0-180)");
 571
 572
 573 /**
 574  * set_safe_settings - if the use_safe_settings option is set then
 575  * set all values to the safe and slow values.
 576  **/
 577 static void set_safe_settings(void)
 578 {
 579         if (use_safe_settings)
 580         {
 581                 int i;
 582
 583                 dprintkl(KERN_INFO, "Using safe settings.\n");
 584                 for (i = 0; i < CFG_NUM; i++)
 585                 {
 586                         cfg_data[i].value = cfg_data[i].safe;
 587                 }
 588         }
 589 }
 590
 591
 592 /**
 593  * fix_settings - reset any boot parameters which are out of range
 594  * back to the default values.
 595  **/
 596 static void fix_settings(void)
 597 {
 598         int i;
 599
 600         dprintkdbg(DBG_1,
 601                 "setup: AdapterId=%08x MaxSpeed=%08x DevMode=%08x "
 602                 "AdapterMode=%08x Tags=%08x ResetDelay=%08x\n",
 603                 cfg_data[CFG_ADAPTER_ID].value,
 604                 cfg_data[CFG_MAX_SPEED].value,
 605                 cfg_data[CFG_DEV_MODE].value,
 606                 cfg_data[CFG_ADAPTER_MODE].value,
 607                 cfg_data[CFG_TAGS].value,
 608                 cfg_data[CFG_RESET_DELAY].value);
 609         for (i = 0; i < CFG_NUM; i++)
 610         {
 611                 if (cfg_data[i].value < cfg_data[i].min
 612                     || cfg_data[i].value > cfg_data[i].max)
 613                         cfg_data[i].value = cfg_data[i].def;
 614         }
 615 }
 616
 617
 618
 619 /*
 620  * Mapping from the eeprom delay index value (index into this array)
 621  * to the number of actual seconds that the delay should be for.
 622  */
 623 static char eeprom_index_to_delay_map[] =
 624         { 1, 3, 5, 10, 16, 30, 60, 120 };
 625
 626
 627 /**
 628  * eeprom_index_to_delay - Take the eeprom delay setting and convert it
 629  * into a number of seconds.
 630  *
 631  * @eeprom: The eeprom structure in which we find the delay index to map.
 632  **/
 633 static void eeprom_index_to_delay(struct NvRamType *eeprom)
 634 {
 635         eeprom->delay_time = eeprom_index_to_delay_map[eeprom->delay_time];
 636 }
 637
 638
 639 /**
 640  * delay_to_eeprom_index - Take a delay in seconds and return the
 641  * closest eeprom index which will delay for at least that amount of
 642  * seconds.
 643  *
 644  * @delay: The delay, in seconds, to find the eeprom index for.
 645  **/
 646 static int delay_to_eeprom_index(int delay)
 647 {
 648         u8 idx = 0;
 649         while (idx < 7 && eeprom_index_to_delay_map[idx] < delay)
 650                 idx++;
 651         return idx;
 652 }
 653
 654
 655 /**
 656  * eeprom_override - Override the eeprom settings, in the provided
 657  * eeprom structure, with values that have been set on the command
 658  * line.
 659  *
 660  * @eeprom: The eeprom data to override with command line options.
 661  **/
 662 static void eeprom_override(struct NvRamType *eeprom)
 663 {
 664         u8 id;
 665
 666         /* Adapter Settings */
 667         if (cfg_data[CFG_ADAPTER_ID].value != CFG_PARAM_UNSET)
 668                 eeprom->scsi_id = (u8)cfg_data[CFG_ADAPTER_ID].value;
 669
 670         if (cfg_data[CFG_ADAPTER_MODE].value != CFG_PARAM_UNSET)
 671                 eeprom->channel_cfg = (u8)cfg_data[CFG_ADAPTER_MODE].value;
 672
 673         if (cfg_data[CFG_RESET_DELAY].value != CFG_PARAM_UNSET)
 674                 eeprom->delay_time = delay_to_eeprom_index(
 675                                         cfg_data[CFG_RESET_DELAY].value);
 676
 677         if (cfg_data[CFG_TAGS].value != CFG_PARAM_UNSET)
 678                 eeprom->max_tag = (u8)cfg_data[CFG_TAGS].value;
 679
 680         /* Device Settings */
 681         for (id = 0; id < DC395x_MAX_SCSI_ID; id++) {
 682                 if (cfg_data[CFG_DEV_MODE].value != CFG_PARAM_UNSET)
 683                         eeprom->target[id].cfg0 =
 684                                 (u8)cfg_data[CFG_DEV_MODE].value;
 685
 686                 if (cfg_data[CFG_MAX_SPEED].value != CFG_PARAM_UNSET)
 687                         eeprom->target[id].period =
 688                                 (u8)cfg_data[CFG_MAX_SPEED].value;
 689
 690         }
 691 }
 692
 693
 694 /*---------------------------------------------------------------------------
 695  ---------------------------------------------------------------------------*/
 696
 697 static unsigned int list_size(struct list_head *head)
 698 {
 699         unsigned int count = 0;
 700         struct list_head *pos;
 701         list_for_each(pos, head)
 702                 count++;
 703         return count;
 704 }
 705
 706
 707 static struct DeviceCtlBlk *dcb_get_next(struct list_head *head,
 708                 struct DeviceCtlBlk *pos)
 709 {
 710         int use_next = 0;
 711         struct DeviceCtlBlk* next = NULL;
 712         struct DeviceCtlBlk* i;
 713
 714         if (list_empty(head))
 715                 return NULL;
 716
 717         /* find supplied dcb and then select the next one */
 718         list_for_each_entry(i, head, list)
 719                 if (use_next) {
 720                         next = i;
 721                         break;
 722                 } else if (i == pos) {
 723                         use_next = 1;
 724                 }
 725         /* if no next one take the head one (ie, wraparound) */
 726         if (!next)
 727                 list_for_each_entry(i, head, list) {
 728                         next = i;
 729                         break;
 730                 }
 731
 732         return next;
 733 }
 734
 735
 736 static void free_tag(struct DeviceCtlBlk *dcb, struct ScsiReqBlk *srb)
 737 {
 738         if (srb->tag_number < 255) {
 739                 dcb->tag_mask &= ~(1 << srb->tag_number);       /* free tag mask */
 740                 srb->tag_number = 255;
 741         }
 742 }
 743
 744
 745 /* Find cmd in SRB list */
 746 static inline struct ScsiReqBlk *find_cmd(struct scsi_cmnd *cmd,
 747                 struct list_head *head)
 748 {
 749         struct ScsiReqBlk *i;
 750         list_for_each_entry(i, head, list)
 751                 if (i->cmd == cmd)
 752                         return i;
 753         return NULL;
 754 }
 755
 756 /* Sets the timer to wake us up */
 757 static void waiting_set_timer(struct AdapterCtlBlk *acb, unsigned long to)
 758 {
 759         if (timer_pending(&acb->waiting_timer))
 760                 return;
 761         if (time_before(jiffies + to, acb->last_reset - HZ / 2))
 762                 acb->waiting_timer.expires =
 763                     acb->last_reset - HZ / 2 + 1;
 764         else
 765                 acb->waiting_timer.expires = jiffies + to + 1;
 766         add_timer(&acb->waiting_timer);
 767 }
 768
 769
 770 /* Send the next command from the waiting list to the bus */
 771 static void waiting_process_next(struct AdapterCtlBlk *acb)
 772 {
 773         struct DeviceCtlBlk *start = NULL;
 774         struct DeviceCtlBlk *pos;
 775         struct DeviceCtlBlk *dcb;
 776         struct ScsiReqBlk *srb;
 777         struct list_head *dcb_list_head = &acb->dcb_list;
 778
 779         if (acb->active_dcb
 780             || (acb->acb_flag & (RESET_DETECT + RESET_DONE + RESET_DEV)))
 781                 return;
 782
 783         if (timer_pending(&acb->waiting_timer))
 784                 del_timer(&acb->waiting_timer);
 785
 786         if (list_empty(dcb_list_head))
 787                 return;
 788
 789         /*
 790          * Find the starting dcb. Need to find it again in the list
 791          * since the list may have changed since we set the ptr to it
 792          */
 793         list_for_each_entry(dcb, dcb_list_head, list)
 794                 if (dcb == acb->dcb_run_robin) {
 795                         start = dcb;
 796                         break;
 797                 }
 798         if (!start) {
 799                 /* This can happen! */
 800                 start = list_entry(dcb_list_head->next, typeof(*start), list);
 801                 acb->dcb_run_robin = start;
 802         }
 803
 804
 805         /*
 806          * Loop over the dcb, but we start somewhere (potentially) in
 807          * the middle of the loop so we need to manully do this.
 808          */
 809         pos = start;
 810         do {
 811                 struct list_head *waiting_list_head = &pos->srb_waiting_list;
 812
 813                 /* Make sure, the next another device gets scheduled ... */
 814                 acb->dcb_run_robin = dcb_get_next(dcb_list_head,
 815                                                   acb->dcb_run_robin);
 816
 817                 if (list_empty(waiting_list_head) ||
 818                     pos->max_command <= list_size(&pos->srb_going_list)) {
 819                         /* move to next dcb */
 820                         pos = dcb_get_next(dcb_list_head, pos);
 821                 } else {
 822                         srb = list_entry(waiting_list_head->next,
 823                                          struct ScsiReqBlk, list);
 824
 825                         /* Try to send to the bus */
 826                         if (!start_scsi(acb, pos, srb))
 827                                 list_move(&srb->list, &pos->srb_going_list);
 828                         else
 829                                 waiting_set_timer(acb, HZ/50);
 830                         break;
 831                 }
 832         } while (pos != start);
 833 }
 834
 835
 836 /* Wake up waiting queue */
 837 static void waiting_timeout(struct timer_list *t)
 838 {
 839         unsigned long flags;
 840         struct AdapterCtlBlk *acb = from_timer(acb, t, waiting_timer);
 841         dprintkdbg(DBG_1,
 842                 "waiting_timeout: Queue woken up by timer. acb=%p\n", acb);
 843         DC395x_LOCK_IO(acb->scsi_host, flags);
 844         waiting_process_next(acb);
 845         DC395x_UNLOCK_IO(acb->scsi_host, flags);
 846 }
 847
 848
 849 /* Get the DCB for a given ID/LUN combination */
 850 static struct DeviceCtlBlk *find_dcb(struct AdapterCtlBlk *acb, u8 id, u8 lun)
 851 {
 852         return acb->children[id][lun];
 853 }
 854
 855
 856 /* Send SCSI Request Block (srb) to adapter (acb) */
 857 static void send_srb(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb)
 858 {
 859         struct DeviceCtlBlk *dcb = srb->dcb;
 860
 861         if (dcb->max_command <= list_size(&dcb->srb_going_list) ||
 862             acb->active_dcb ||
 863             (acb->acb_flag & (RESET_DETECT + RESET_DONE + RESET_DEV))) {
 864                 list_add_tail(&srb->list, &dcb->srb_waiting_list);
 865                 waiting_process_next(acb);
 866                 return;
 867         }
 868
 869         if (!start_scsi(acb, dcb, srb)) {
 870                 list_add_tail(&srb->list, &dcb->srb_going_list);
 871         } else {
 872                 list_add(&srb->list, &dcb->srb_waiting_list);
 873                 waiting_set_timer(acb, HZ / 50);
 874         }
 875 }
 876
 877 /* Prepare SRB for being sent to Device DCB w/ command *cmd */
 878 static void build_srb(struct scsi_cmnd *cmd, struct DeviceCtlBlk *dcb,
 879                 struct ScsiReqBlk *srb)
 880 {
 881         int nseg;
 882         enum dma_data_direction dir = cmd->sc_data_direction;
 883         dprintkdbg(DBG_0, "build_srb: (0x%p) <%02i-%i>\n",
 884                 cmd, dcb->target_id, dcb->target_lun);
 885
 886         srb->dcb = dcb;
 887         srb->cmd = cmd;
 888         srb->sg_count = 0;
 889         srb->total_xfer_length = 0;
 890         srb->sg_bus_addr = 0;
 891         srb->sg_index = 0;
 892         srb->adapter_status = 0;
 893         srb->target_status = 0;
 894         srb->msg_count = 0;
 895         srb->status = 0;
 896         srb->flag = 0;
 897         srb->state = 0;
 898         srb->retry_count = 0;
 899         srb->tag_number = TAG_NONE;
 900         srb->scsi_phase = PH_BUS_FREE;  /* initial phase */
 901         srb->end_message = 0;
 902
 903         nseg = scsi_dma_map(cmd);
 904         BUG_ON(nseg < 0);
 905
 906         if (dir == DMA_NONE || !nseg) {
 907                 dprintkdbg(DBG_0,
 908                         "build_srb: [0] len=%d buf=%p use_sg=%d !MAP=%08x\n",
 909                            cmd->bufflen, scsi_sglist(cmd), scsi_sg_count(cmd),
 910                            srb->segment_x[0].address);
 911         } else {
 912                 int i;
 913                 u32 reqlen = scsi_bufflen(cmd);
 914                 struct scatterlist *sg;
 915                 struct SGentry *sgp = srb->segment_x;
 916
 917                 srb->sg_count = nseg;
 918
 919                 dprintkdbg(DBG_0,
 920                            "build_srb: [n] len=%d buf=%p use_sg=%d segs=%d\n",
 921                            reqlen, scsi_sglist(cmd), scsi_sg_count(cmd),
 922                            srb->sg_count);
 923
 924                 scsi_for_each_sg(cmd, sg, srb->sg_count, i) {
 925                         u32 busaddr = (u32)sg_dma_address(sg);
 926                         u32 seglen = (u32)sg->length;
 927                         sgp[i].address = busaddr;
 928                         sgp[i].length = seglen;
 929                         srb->total_xfer_length += seglen;
 930                 }
 931                 sgp += srb->sg_count - 1;
 932
 933                 /*
 934                  * adjust last page if too big as it is allocated
 935                  * on even page boundaries
 936                  */
 937                 if (srb->total_xfer_length > reqlen) {
 938                         sgp->length -= (srb->total_xfer_length - reqlen);
 939                         srb->total_xfer_length = reqlen;
 940                 }
 941
 942                 /* Fixup for WIDE padding - make sure length is even */
 943                 if (dcb->sync_period & WIDE_SYNC &&
 944                     srb->total_xfer_length % 2) {
 945                         srb->total_xfer_length++;
 946                         sgp->length++;
 947                 }
 948
 949                 srb->sg_bus_addr = dma_map_single(&dcb->acb->dev->dev,
 950                                 srb->segment_x, SEGMENTX_LEN, DMA_TO_DEVICE);
 951
 952                 dprintkdbg(DBG_SG, "build_srb: [n] map sg %p->%08x(%05x)\n",
 953                         srb->segment_x, srb->sg_bus_addr, SEGMENTX_LEN);
 954         }
 955
 956         srb->request_length = srb->total_xfer_length;
 957 }
 958
 959
 960 /**
 961  * dc395x_queue_command_lck - queue scsi command passed from the mid
 962  * layer, invoke 'done' on completion
 963  *
 964  * @cmd: pointer to scsi command object
 965  * @done: function pointer to be invoked on completion
 966  *
 967  * Returns 1 if the adapter (host) is busy, else returns 0. One
 968  * reason for an adapter to be busy is that the number
 969  * of outstanding queued commands is already equal to
 970  * struct Scsi_Host::can_queue .
 971  *
 972  * Required: if struct Scsi_Host::can_queue is ever non-zero
 973  *           then this function is required.
 974  *
 975  * Locks: struct Scsi_Host::host_lock held on entry (with "irqsave")
 976  *        and is expected to be held on return.
 977  *
 978  **/
 979 static int dc395x_queue_command_lck(struct scsi_cmnd *cmd, void (*done)(struct scsi_cmnd *))
 980 {
 981         struct DeviceCtlBlk *dcb;
 982         struct ScsiReqBlk *srb;
 983         struct AdapterCtlBlk *acb =
 984             (struct AdapterCtlBlk *)cmd->device->host->hostdata;
 985         dprintkdbg(DBG_0, "queue_command: (0x%p) <%02i-%i> cmnd=0x%02x\n",
 986                 cmd, cmd->device->id, (u8)cmd->device->lun, cmd->cmnd[0]);
 987
 988         /* Assume BAD_TARGET; will be cleared later */
 989         cmd->result = DID_BAD_TARGET << 16;
 990
 991         /* ignore invalid targets */
 992         if (cmd->device->id >= acb->scsi_host->max_id ||
 993             cmd->device->lun >= acb->scsi_host->max_lun ||
 994             cmd->device->lun >31) {
 995                 goto complete;
 996         }
 997
 998         /* does the specified lun on the specified device exist */
 999         if (!(acb->dcb_map[cmd->device->id] & (1 << cmd->device->lun))) {
1000                 dprintkl(KERN_INFO, "queue_command: Ignore target <%02i-%i>\n",
1001                         cmd->device->id, (u8)cmd->device->lun);
1002                 goto complete;
1003         }
1004
1005         /* do we have a DCB for the device */
1006         dcb = find_dcb(acb, cmd->device->id, cmd->device->lun);
1007         if (!dcb) {
1008                 /* should never happen */
1009                 dprintkl(KERN_ERR, "queue_command: No such device <%02i-%i>",
1010                         cmd->device->id, (u8)cmd->device->lun);
1011                 goto complete;
1012         }
1013
1014         /* set callback and clear result in the command */
1015         cmd->scsi_done = done;
1016         cmd->result = 0;
1017
1018         srb = list_first_entry_or_null(&acb->srb_free_list,
1019                         struct ScsiReqBlk, list);
1020         if (!srb) {
1021                 /*
1022                  * Return 1 since we are unable to queue this command at this
1023                  * point in time.
1024                  */
1025                 dprintkdbg(DBG_0, "queue_command: No free srb's\n");
1026                 return 1;
1027         }
1028         list_del(&srb->list);
1029
1030         build_srb(cmd, dcb, srb);
1031
1032         if (!list_empty(&dcb->srb_waiting_list)) {
1033                 /* append to waiting queue */
1034                 list_add_tail(&srb->list, &dcb->srb_waiting_list);
1035                 waiting_process_next(acb);
1036         } else {
1037                 /* process immediately */
1038                 send_srb(acb, srb);
1039         }
1040         dprintkdbg(DBG_1, "queue_command: (0x%p) done\n", cmd);
1041         return 0;
1042
1043 complete:
1044         /*
1045          * Complete the command immediatey, and then return 0 to
1046          * indicate that we have handled the command. This is usually
1047          * done when the commad is for things like non existent
1048          * devices.
1049          */
1050         done(cmd);
1051         return 0;
1052 }
1053
1054 static DEF_SCSI_QCMD(dc395x_queue_command)
1055
1056 static void dump_register_info(struct AdapterCtlBlk *acb,
1057                 struct DeviceCtlBlk *dcb, struct ScsiReqBlk *srb)
1058 {
1059         u16 pstat;
1060         struct pci_dev *dev = acb->dev;
1061         pci_read_config_word(dev, PCI_STATUS, &pstat);
1062         if (!dcb)
1063                 dcb = acb->active_dcb;
1064         if (!srb && dcb)
1065                 srb = dcb->active_srb;
1066         if (srb) {
1067                 if (!srb->cmd)
1068                         dprintkl(KERN_INFO, "dump: srb=%p cmd=%p OOOPS!\n",
1069                                 srb, srb->cmd);
1070                 else
1071                         dprintkl(KERN_INFO, "dump: srb=%p cmd=%p "
1072                                  "cmnd=0x%02x <%02i-%i>\n",
1073                                 srb, srb->cmd,
1074                                 srb->cmd->cmnd[0], srb->cmd->device->id,
1075                                 (u8)srb->cmd->device->lun);
1076                 printk("  sglist=%p cnt=%i idx=%i len=%zu\n",
1077                        srb->segment_x, srb->sg_count, srb->sg_index,
1078                        srb->total_xfer_length);
1079                 printk("  state=0x%04x status=0x%02x phase=0x%02x (%sconn.)\n",
1080                        srb->state, srb->status, srb->scsi_phase,
1081                        (acb->active_dcb) ? "" : "not");
1082         }
1083         dprintkl(KERN_INFO, "dump: SCSI{status=0x%04x fifocnt=0x%02x "
1084                 "signals=0x%02x irqstat=0x%02x sync=0x%02x target=0x%02x "
1085                 "rselid=0x%02x ctr=0x%08x irqen=0x%02x config=0x%04x "
1086                 "config2=0x%02x cmd=0x%02x selto=0x%02x}\n",
1087                 DC395x_read16(acb, TRM_S1040_SCSI_STATUS),
1088                 DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT),
1089                 DC395x_read8(acb, TRM_S1040_SCSI_SIGNAL),
1090                 DC395x_read8(acb, TRM_S1040_SCSI_INTSTATUS),
1091                 DC395x_read8(acb, TRM_S1040_SCSI_SYNC),
1092                 DC395x_read8(acb, TRM_S1040_SCSI_TARGETID),
1093                 DC395x_read8(acb, TRM_S1040_SCSI_IDMSG),
1094                 DC395x_read32(acb, TRM_S1040_SCSI_COUNTER),
1095                 DC395x_read8(acb, TRM_S1040_SCSI_INTEN),
1096                 DC395x_read16(acb, TRM_S1040_SCSI_CONFIG0),
1097                 DC395x_read8(acb, TRM_S1040_SCSI_CONFIG2),
1098                 DC395x_read8(acb, TRM_S1040_SCSI_COMMAND),
1099                 DC395x_read8(acb, TRM_S1040_SCSI_TIMEOUT));
1100         dprintkl(KERN_INFO, "dump: DMA{cmd=0x%04x fifocnt=0x%02x fstat=0x%02x "
1101                 "irqstat=0x%02x irqen=0x%02x cfg=0x%04x tctr=0x%08x "
1102                 "ctctr=0x%08x addr=0x%08x:0x%08x}\n",
1103                 DC395x_read16(acb, TRM_S1040_DMA_COMMAND),
1104                 DC395x_read8(acb, TRM_S1040_DMA_FIFOCNT),
1105                 DC395x_read8(acb, TRM_S1040_DMA_FIFOSTAT),
1106                 DC395x_read8(acb, TRM_S1040_DMA_STATUS),
1107                 DC395x_read8(acb, TRM_S1040_DMA_INTEN),
1108                 DC395x_read16(acb, TRM_S1040_DMA_CONFIG),
1109                 DC395x_read32(acb, TRM_S1040_DMA_XCNT),
1110                 DC395x_read32(acb, TRM_S1040_DMA_CXCNT),
1111                 DC395x_read32(acb, TRM_S1040_DMA_XHIGHADDR),
1112                 DC395x_read32(acb, TRM_S1040_DMA_XLOWADDR));
1113         dprintkl(KERN_INFO, "dump: gen{gctrl=0x%02x gstat=0x%02x gtmr=0x%02x} "
1114                 "pci{status=0x%04x}\n",
1115                 DC395x_read8(acb, TRM_S1040_GEN_CONTROL),
1116                 DC395x_read8(acb, TRM_S1040_GEN_STATUS),
1117                 DC395x_read8(acb, TRM_S1040_GEN_TIMER),
1118                 pstat);
1119 }
1120
1121
1122 static inline void clear_fifo(struct AdapterCtlBlk *acb, char *txt)
1123 {
1124 #if debug_enabled(DBG_FIFO)
1125         u8 lines = DC395x_read8(acb, TRM_S1040_SCSI_SIGNAL);
1126         u8 fifocnt = DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT);
1127         if (!(fifocnt & 0x40))
1128                 dprintkdbg(DBG_FIFO,
1129                         "clear_fifo: (%i bytes) on phase %02x in %s\n",
1130                         fifocnt & 0x3f, lines, txt);
1131 #endif
1132         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_CLRFIFO);
1133 }
1134
1135
1136 static void reset_dev_param(struct AdapterCtlBlk *acb)
1137 {
1138         struct DeviceCtlBlk *dcb;
1139         struct NvRamType *eeprom = &acb->eeprom;
1140         dprintkdbg(DBG_0, "reset_dev_param: acb=%p\n", acb);
1141
1142         list_for_each_entry(dcb, &acb->dcb_list, list) {
1143                 u8 period_index;
1144
1145                 dcb->sync_mode &= ~(SYNC_NEGO_DONE + WIDE_NEGO_DONE);
1146                 dcb->sync_period = 0;
1147                 dcb->sync_offset = 0;
1148
1149                 dcb->dev_mode = eeprom->target[dcb->target_id].cfg0;
1150                 period_index = eeprom->target[dcb->target_id].period & 0x07;
1151                 dcb->min_nego_period = clock_period[period_index];
1152                 if (!(dcb->dev_mode & NTC_DO_WIDE_NEGO)
1153                     || !(acb->config & HCC_WIDE_CARD))
1154                         dcb->sync_mode &= ~WIDE_NEGO_ENABLE;
1155         }
1156 }
1157
1158
1159 /*
1160  * perform a hard reset on the SCSI bus
1161  * @cmd - some command for this host (for fetching hooks)
1162  * Returns: SUCCESS (0x2002) on success, else FAILED (0x2003).
1163  */
1164 static int __dc395x_eh_bus_reset(struct scsi_cmnd *cmd)
1165 {
1166         struct AdapterCtlBlk *acb =
1167                 (struct AdapterCtlBlk *)cmd->device->host->hostdata;
1168         dprintkl(KERN_INFO,
1169                 "eh_bus_reset: (0%p) target=<%02i-%i> cmd=%p\n",
1170                 cmd, cmd->device->id, (u8)cmd->device->lun, cmd);
1171
1172         if (timer_pending(&acb->waiting_timer))
1173                 del_timer(&acb->waiting_timer);
1174
1175         /*
1176          * disable interrupt
1177          */
1178         DC395x_write8(acb, TRM_S1040_DMA_INTEN, 0x00);
1179         DC395x_write8(acb, TRM_S1040_SCSI_INTEN, 0x00);
1180         DC395x_write8(acb, TRM_S1040_SCSI_CONTROL, DO_RSTMODULE);
1181         DC395x_write8(acb, TRM_S1040_DMA_CONTROL, DMARESETMODULE);
1182
1183         reset_scsi_bus(acb);
1184         udelay(500);
1185
1186         /* We may be in serious trouble. Wait some seconds */
1187         acb->last_reset =
1188             jiffies + 3 * HZ / 2 +
1189             HZ * acb->eeprom.delay_time;
1190
1191         /*
1192          * re-enable interrupt
1193          */
1194         /* Clear SCSI FIFO          */
1195         DC395x_write8(acb, TRM_S1040_DMA_CONTROL, CLRXFIFO);
1196         clear_fifo(acb, "eh_bus_reset");
1197         /* Delete pending IRQ */
1198         DC395x_read8(acb, TRM_S1040_SCSI_INTSTATUS);
1199         set_basic_config(acb);
1200
1201         reset_dev_param(acb);
1202         doing_srb_done(acb, DID_RESET, cmd, 0);
1203         acb->active_dcb = NULL;
1204         acb->acb_flag = 0;      /* RESET_DETECT, RESET_DONE ,RESET_DEV */
1205         waiting_process_next(acb);
1206
1207         return SUCCESS;
1208 }
1209
1210 static int dc395x_eh_bus_reset(struct scsi_cmnd *cmd)
1211 {
1212         int rc;
1213
1214         spin_lock_irq(cmd->device->host->host_lock);
1215         rc = __dc395x_eh_bus_reset(cmd);
1216         spin_unlock_irq(cmd->device->host->host_lock);
1217
1218         return rc;
1219 }
1220
1221 /*
1222  * abort an errant SCSI command
1223  * @cmd - command to be aborted
1224  * Returns: SUCCESS (0x2002) on success, else FAILED (0x2003).
1225  */
1226 static int dc395x_eh_abort(struct scsi_cmnd *cmd)
1227 {
1228         /*
1229          * Look into our command queues: If it has not been sent already,
1230          * we remove it and return success. Otherwise fail.
1231          */
1232         struct AdapterCtlBlk *acb =
1233             (struct AdapterCtlBlk *)cmd->device->host->hostdata;
1234         struct DeviceCtlBlk *dcb;
1235         struct ScsiReqBlk *srb;
1236         dprintkl(KERN_INFO, "eh_abort: (0x%p) target=<%02i-%i> cmd=%p\n",
1237                 cmd, cmd->device->id, (u8)cmd->device->lun, cmd);
1238
1239         dcb = find_dcb(acb, cmd->device->id, cmd->device->lun);
1240         if (!dcb) {
1241                 dprintkl(KERN_DEBUG, "eh_abort: No such device\n");
1242                 return FAILED;
1243         }
1244
1245         srb = find_cmd(cmd, &dcb->srb_waiting_list);
1246         if (srb) {
1247                 list_del(&srb->list);
1248                 pci_unmap_srb_sense(acb, srb);
1249                 pci_unmap_srb(acb, srb);
1250                 free_tag(dcb, srb);
1251                 list_add_tail(&srb->list, &acb->srb_free_list);
1252                 dprintkl(KERN_DEBUG, "eh_abort: Command was waiting\n");
1253                 cmd->result = DID_ABORT << 16;
1254                 return SUCCESS;
1255         }
1256         srb = find_cmd(cmd, &dcb->srb_going_list);
1257         if (srb) {
1258                 dprintkl(KERN_DEBUG, "eh_abort: Command in progress\n");
1259                 /* XXX: Should abort the command here */
1260         } else {
1261                 dprintkl(KERN_DEBUG, "eh_abort: Command not found\n");
1262         }
1263         return FAILED;
1264 }
1265
1266
1267 /* SDTR */
1268 static void build_sdtr(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb,
1269                 struct ScsiReqBlk *srb)
1270 {
1271         u8 *ptr = srb->msgout_buf + srb->msg_count;
1272         if (srb->msg_count > 1) {
1273                 dprintkl(KERN_INFO,
1274                         "build_sdtr: msgout_buf BUSY (%i: %02x %02x)\n",
1275                         srb->msg_count, srb->msgout_buf[0],
1276                         srb->msgout_buf[1]);
1277                 return;
1278         }
1279         if (!(dcb->dev_mode & NTC_DO_SYNC_NEGO)) {
1280                 dcb->sync_offset = 0;
1281                 dcb->min_nego_period = 200 >> 2;
1282         } else if (dcb->sync_offset == 0)
1283                 dcb->sync_offset = SYNC_NEGO_OFFSET;
1284
1285         srb->msg_count += spi_populate_sync_msg(ptr, dcb->min_nego_period,
1286                                                 dcb->sync_offset);
1287         srb->state |= SRB_DO_SYNC_NEGO;
1288 }
1289
1290
1291 /* WDTR */
1292 static void build_wdtr(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb,
1293                 struct ScsiReqBlk *srb)
1294 {
1295         u8 wide = ((dcb->dev_mode & NTC_DO_WIDE_NEGO) &
1296                    (acb->config & HCC_WIDE_CARD)) ? 1 : 0;
1297         u8 *ptr = srb->msgout_buf + srb->msg_count;
1298         if (srb->msg_count > 1) {
1299                 dprintkl(KERN_INFO,
1300                         "build_wdtr: msgout_buf BUSY (%i: %02x %02x)\n",
1301                         srb->msg_count, srb->msgout_buf[0],
1302                         srb->msgout_buf[1]);
1303                 return;
1304         }
1305         srb->msg_count += spi_populate_width_msg(ptr, wide);
1306         srb->state |= SRB_DO_WIDE_NEGO;
1307 }
1308
1309
1310 #if 0
1311 /* Timer to work around chip flaw: When selecting and the bus is
1312  * busy, we sometimes miss a Selection timeout IRQ */
1313 void selection_timeout_missed(unsigned long ptr);
1314 /* Sets the timer to wake us up */
1315 static void selto_timer(struct AdapterCtlBlk *acb)
1316 {
1317         if (timer_pending(&acb->selto_timer))
1318                 return;
1319         acb->selto_timer.function = selection_timeout_missed;
1320         acb->selto_timer.data = (unsigned long) acb;
1321         if (time_before
1322             (jiffies + HZ, acb->last_reset + HZ / 2))
1323                 acb->selto_timer.expires =
1324                     acb->last_reset + HZ / 2 + 1;
1325         else
1326                 acb->selto_timer.expires = jiffies + HZ + 1;
1327         add_timer(&acb->selto_timer);
1328 }
1329
1330
1331 void selection_timeout_missed(unsigned long ptr)
1332 {
1333         unsigned long flags;
1334         struct AdapterCtlBlk *acb = (struct AdapterCtlBlk *)ptr;
1335         struct ScsiReqBlk *srb;
1336         dprintkl(KERN_DEBUG, "Chip forgot to produce SelTO IRQ!\n");
1337         if (!acb->active_dcb || !acb->active_dcb->active_srb) {
1338                 dprintkl(KERN_DEBUG, "... but no cmd pending? Oops!\n");
1339                 return;
1340         }
1341         DC395x_LOCK_IO(acb->scsi_host, flags);
1342         srb = acb->active_dcb->active_srb;
1343         disconnect(acb);
1344         DC395x_UNLOCK_IO(acb->scsi_host, flags);
1345 }
1346 #endif
1347
1348
1349 static u8 start_scsi(struct AdapterCtlBlk* acb, struct DeviceCtlBlk* dcb,
1350                 struct ScsiReqBlk* srb)
1351 {
1352         u16 __maybe_unused s_stat2, return_code;
1353         u8 s_stat, scsicommand, i, identify_message;
1354         u8 *ptr;
1355         dprintkdbg(DBG_0, "start_scsi: (0x%p) <%02i-%i> srb=%p\n",
1356                 dcb->target_id, dcb->target_lun, srb);
1357
1358         srb->tag_number = TAG_NONE;     /* acb->tag_max_num: had error read in eeprom */
1359
1360         s_stat = DC395x_read8(acb, TRM_S1040_SCSI_SIGNAL);
1361         s_stat2 = 0;
1362         s_stat2 = DC395x_read16(acb, TRM_S1040_SCSI_STATUS);
1363 #if 1
1364         if (s_stat & 0x20 /* s_stat2 & 0x02000 */ ) {
1365                 dprintkdbg(DBG_KG, "start_scsi: (0x%p) BUSY %02x %04x\n",
1366                         s_stat, s_stat2);
1367                 /*
1368                  * Try anyway?
1369                  *
1370                  * We could, BUT: Sometimes the TRM_S1040 misses to produce a Selection
1371                  * Timeout, a Disconnect or a Reselection IRQ, so we would be screwed!
1372                  * (This is likely to be a bug in the hardware. Obviously, most people
1373                  *  only have one initiator per SCSI bus.)
1374                  * Instead let this fail and have the timer make sure the command is
1375                  * tried again after a short time
1376                  */
1377                 /*selto_timer (acb); */
1378                 return 1;
1379         }
1380 #endif
1381         if (acb->active_dcb) {
1382                 dprintkl(KERN_DEBUG, "start_scsi: (0x%p) Attempt to start a"
1383                         "command while another command (0x%p) is active.",
1384                         srb->cmd,
1385                         acb->active_dcb->active_srb ?
1386                             acb->active_dcb->active_srb->cmd : 0);
1387                 return 1;
1388         }
1389         if (DC395x_read16(acb, TRM_S1040_SCSI_STATUS) & SCSIINTERRUPT) {
1390                 dprintkdbg(DBG_KG, "start_scsi: (0x%p) Failed (busy)\n", srb->cmd);
1391                 return 1;
1392         }
1393         /* Allow starting of SCSI commands half a second before we allow the mid-level
1394          * to queue them again after a reset */
1395         if (time_before(jiffies, acb->last_reset - HZ / 2)) {
1396                 dprintkdbg(DBG_KG, "start_scsi: Refuse cmds (reset wait)\n");
1397                 return 1;
1398         }
1399
1400         /* Flush FIFO */
1401         clear_fifo(acb, "start_scsi");
1402         DC395x_write8(acb, TRM_S1040_SCSI_HOSTID, acb->scsi_host->this_id);
1403         DC395x_write8(acb, TRM_S1040_SCSI_TARGETID, dcb->target_id);
1404         DC395x_write8(acb, TRM_S1040_SCSI_SYNC, dcb->sync_period);
1405         DC395x_write8(acb, TRM_S1040_SCSI_OFFSET, dcb->sync_offset);
1406         srb->scsi_phase = PH_BUS_FREE;  /* initial phase */
1407
1408         identify_message = dcb->identify_msg;
1409         /*DC395x_TRM_write8(TRM_S1040_SCSI_IDMSG, identify_message); */
1410         /* Don't allow disconnection for AUTO_REQSENSE: Cont.All.Cond.! */
1411         if (srb->flag & AUTO_REQSENSE)
1412                 identify_message &= 0xBF;
1413
1414         if (((srb->cmd->cmnd[0] == INQUIRY)
1415              || (srb->cmd->cmnd[0] == REQUEST_SENSE)
1416              || (srb->flag & AUTO_REQSENSE))
1417             && (((dcb->sync_mode & WIDE_NEGO_ENABLE)
1418                  && !(dcb->sync_mode & WIDE_NEGO_DONE))
1419                 || ((dcb->sync_mode & SYNC_NEGO_ENABLE)
1420                     && !(dcb->sync_mode & SYNC_NEGO_DONE)))
1421             && (dcb->target_lun == 0)) {
1422                 srb->msgout_buf[0] = identify_message;
1423                 srb->msg_count = 1;
1424                 scsicommand = SCMD_SEL_ATNSTOP;
1425                 srb->state = SRB_MSGOUT;
1426 #ifndef SYNC_FIRST
1427                 if (dcb->sync_mode & WIDE_NEGO_ENABLE
1428                     && dcb->inquiry7 & SCSI_INQ_WBUS16) {
1429                         build_wdtr(acb, dcb, srb);
1430                         goto no_cmd;
1431                 }
1432 #endif
1433                 if (dcb->sync_mode & SYNC_NEGO_ENABLE
1434                     && dcb->inquiry7 & SCSI_INQ_SYNC) {
1435                         build_sdtr(acb, dcb, srb);
1436                         goto no_cmd;
1437                 }
1438                 if (dcb->sync_mode & WIDE_NEGO_ENABLE
1439                     && dcb->inquiry7 & SCSI_INQ_WBUS16) {
1440                         build_wdtr(acb, dcb, srb);
1441                         goto no_cmd;
1442                 }
1443                 srb->msg_count = 0;
1444         }
1445         /* Send identify message */
1446         DC395x_write8(acb, TRM_S1040_SCSI_FIFO, identify_message);
1447
1448         scsicommand = SCMD_SEL_ATN;
1449         srb->state = SRB_START_;
1450 #ifndef DC395x_NO_TAGQ
1451         if ((dcb->sync_mode & EN_TAG_QUEUEING)
1452             && (identify_message & 0xC0)) {
1453                 /* Send Tag message */
1454                 u32 tag_mask = 1;
1455                 u8 tag_number = 0;
1456                 while (tag_mask & dcb->tag_mask
1457                        && tag_number < dcb->max_command) {
1458                         tag_mask = tag_mask << 1;
1459                         tag_number++;
1460                 }
1461                 if (tag_number >= dcb->max_command) {
1462                         dprintkl(KERN_WARNING, "start_scsi: (0x%p) "
1463                                 "Out of tags target=<%02i-%i>)\n",
1464                                 srb->cmd, srb->cmd->device->id,
1465                                 (u8)srb->cmd->device->lun);
1466                         srb->state = SRB_READY;
1467                         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL,
1468                                        DO_HWRESELECT);
1469                         return 1;
1470                 }
1471                 /* Send Tag id */
1472                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, SIMPLE_QUEUE_TAG);
1473                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, tag_number);
1474                 dcb->tag_mask |= tag_mask;
1475                 srb->tag_number = tag_number;
1476                 scsicommand = SCMD_SEL_ATN3;
1477                 srb->state = SRB_START_;
1478         }
1479 #endif
1480 /*polling:*/
1481         /* Send CDB ..command block ......... */
1482         dprintkdbg(DBG_KG, "start_scsi: (0x%p) <%02i-%i> cmnd=0x%02x tag=%i\n",
1483                 srb->cmd, srb->cmd->device->id, (u8)srb->cmd->device->lun,
1484                 srb->cmd->cmnd[0], srb->tag_number);
1485         if (srb->flag & AUTO_REQSENSE) {
1486                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, REQUEST_SENSE);
1487                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, (dcb->target_lun << 5));
1488                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 0);
1489                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 0);
1490                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, SCSI_SENSE_BUFFERSIZE);
1491                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 0);
1492         } else {
1493                 ptr = (u8 *)srb->cmd->cmnd;
1494                 for (i = 0; i < srb->cmd->cmd_len; i++)
1495                         DC395x_write8(acb, TRM_S1040_SCSI_FIFO, *ptr++);
1496         }
1497       no_cmd:
1498         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL,
1499                        DO_HWRESELECT | DO_DATALATCH);
1500         if (DC395x_read16(acb, TRM_S1040_SCSI_STATUS) & SCSIINTERRUPT) {
1501                 /*
1502                  * If start_scsi return 1:
1503                  * we caught an interrupt (must be reset or reselection ... )
1504                  * : Let's process it first!
1505                  */
1506                 dprintkdbg(DBG_0, "start_scsi: (0x%p) <%02i-%i> Failed - busy\n",
1507                         srb->cmd, dcb->target_id, dcb->target_lun);
1508                 srb->state = SRB_READY;
1509                 free_tag(dcb, srb);
1510                 srb->msg_count = 0;
1511                 return_code = 1;
1512                 /* This IRQ should NOT get lost, as we did not acknowledge it */
1513         } else {
1514                 /*
1515                  * If start_scsi returns 0:
1516                  * we know that the SCSI processor is free
1517                  */
1518                 srb->scsi_phase = PH_BUS_FREE;  /* initial phase */
1519                 dcb->active_srb = srb;
1520                 acb->active_dcb = dcb;
1521                 return_code = 0;
1522                 /* it's important for atn stop */
1523                 DC395x_write16(acb, TRM_S1040_SCSI_CONTROL,
1524                                DO_DATALATCH | DO_HWRESELECT);
1525                 /* SCSI command */
1526                 DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, scsicommand);
1527         }
1528         return return_code;
1529 }
1530
1531
1532 #define DC395x_ENABLE_MSGOUT \
1533  DC395x_write16 (acb, TRM_S1040_SCSI_CONTROL, DO_SETATN); \
1534  srb->state |= SRB_MSGOUT
1535
1536
1537 /* abort command */
1538 static inline void enable_msgout_abort(struct AdapterCtlBlk *acb,
1539                 struct ScsiReqBlk *srb)
1540 {
1541         srb->msgout_buf[0] = ABORT;
1542         srb->msg_count = 1;
1543         DC395x_ENABLE_MSGOUT;
1544         srb->state &= ~SRB_MSGIN;
1545         srb->state |= SRB_MSGOUT;
1546 }
1547
1548
1549 /**
1550  * dc395x_handle_interrupt - Handle an interrupt that has been confirmed to
1551  *                           have been triggered for this card.
1552  *
1553  * @acb:         a pointer to the adpter control block
1554  * @scsi_status: the status return when we checked the card
1555  **/
1556 static void dc395x_handle_interrupt(struct AdapterCtlBlk *acb,
1557                 u16 scsi_status)
1558 {
1559         struct DeviceCtlBlk *dcb;
1560         struct ScsiReqBlk *srb;
1561         u16 phase;
1562         u8 scsi_intstatus;
1563         unsigned long flags;
1564         void (*dc395x_statev)(struct AdapterCtlBlk *, struct ScsiReqBlk *,
1565                               u16 *);
1566
1567         DC395x_LOCK_IO(acb->scsi_host, flags);
1568
1569         /* This acknowledges the IRQ */
1570         scsi_intstatus = DC395x_read8(acb, TRM_S1040_SCSI_INTSTATUS);
1571         if ((scsi_status & 0x2007) == 0x2002)
1572                 dprintkl(KERN_DEBUG,
1573                         "COP after COP completed? %04x\n", scsi_status);
1574         if (debug_enabled(DBG_KG)) {
1575                 if (scsi_intstatus & INT_SELTIMEOUT)
1576                         dprintkdbg(DBG_KG, "handle_interrupt: Selection timeout\n");
1577         }
1578         /*dprintkl(KERN_DEBUG, "handle_interrupt: intstatus = 0x%02x ", scsi_intstatus); */
1579
1580         if (timer_pending(&acb->selto_timer))
1581                 del_timer(&acb->selto_timer);
1582
1583         if (scsi_intstatus & (INT_SELTIMEOUT | INT_DISCONNECT)) {
1584                 disconnect(acb);        /* bus free interrupt  */
1585                 goto out_unlock;
1586         }
1587         if (scsi_intstatus & INT_RESELECTED) {
1588                 reselect(acb);
1589                 goto out_unlock;
1590         }
1591         if (scsi_intstatus & INT_SELECT) {
1592                 dprintkl(KERN_INFO, "Host does not support target mode!\n");
1593                 goto out_unlock;
1594         }
1595         if (scsi_intstatus & INT_SCSIRESET) {
1596                 scsi_reset_detect(acb);
1597                 goto out_unlock;
1598         }
1599         if (scsi_intstatus & (INT_BUSSERVICE | INT_CMDDONE)) {
1600                 dcb = acb->active_dcb;
1601                 if (!dcb) {
1602                         dprintkl(KERN_DEBUG,
1603                                 "Oops: BusService (%04x %02x) w/o ActiveDCB!\n",
1604                                 scsi_status, scsi_intstatus);
1605                         goto out_unlock;
1606                 }
1607                 srb = dcb->active_srb;
1608                 if (dcb->flag & ABORT_DEV_) {
1609                         dprintkdbg(DBG_0, "MsgOut Abort Device.....\n");
1610                         enable_msgout_abort(acb, srb);
1611                 }
1612
1613                 /* software sequential machine */
1614                 phase = (u16)srb->scsi_phase;
1615
1616                 /*
1617                  * 62037 or 62137
1618                  * call  dc395x_scsi_phase0[]... "phase entry"
1619                  * handle every phase before start transfer
1620                  */
1621                 /* data_out_phase0,     phase:0 */
1622                 /* data_in_phase0,      phase:1 */
1623                 /* command_phase0,      phase:2 */
1624                 /* status_phase0,       phase:3 */
1625                 /* nop0,                phase:4 PH_BUS_FREE .. initial phase */
1626                 /* nop0,                phase:5 PH_BUS_FREE .. initial phase */
1627                 /* msgout_phase0,       phase:6 */
1628                 /* msgin_phase0,        phase:7 */
1629                 dc395x_statev = dc395x_scsi_phase0[phase];
1630                 dc395x_statev(acb, srb, &scsi_status);
1631
1632                 /*
1633                  * if there were any exception occurred scsi_status
1634                  * will be modify to bus free phase new scsi_status
1635                  * transfer out from ... previous dc395x_statev
1636                  */
1637                 srb->scsi_phase = scsi_status & PHASEMASK;
1638                 phase = (u16)scsi_status & PHASEMASK;
1639
1640                 /*
1641                  * call  dc395x_scsi_phase1[]... "phase entry" handle
1642                  * every phase to do transfer
1643                  */
1644                 /* data_out_phase1,     phase:0 */
1645                 /* data_in_phase1,      phase:1 */
1646                 /* command_phase1,      phase:2 */
1647                 /* status_phase1,       phase:3 */
1648                 /* nop1,                phase:4 PH_BUS_FREE .. initial phase */
1649                 /* nop1,                phase:5 PH_BUS_FREE .. initial phase */
1650                 /* msgout_phase1,       phase:6 */
1651                 /* msgin_phase1,        phase:7 */
1652                 dc395x_statev = dc395x_scsi_phase1[phase];
1653                 dc395x_statev(acb, srb, &scsi_status);
1654         }
1655       out_unlock:
1656         DC395x_UNLOCK_IO(acb->scsi_host, flags);
1657 }
1658
1659
1660 static irqreturn_t dc395x_interrupt(int irq, void *dev_id)
1661 {
1662         struct AdapterCtlBlk *acb = dev_id;
1663         u16 scsi_status;
1664         u8 dma_status;
1665         irqreturn_t handled = IRQ_NONE;
1666
1667         /*
1668          * Check for pending interrupt
1669          */
1670         scsi_status = DC395x_read16(acb, TRM_S1040_SCSI_STATUS);
1671         dma_status = DC395x_read8(acb, TRM_S1040_DMA_STATUS);
1672         if (scsi_status & SCSIINTERRUPT) {
1673                 /* interrupt pending - let's process it! */
1674                 dc395x_handle_interrupt(acb, scsi_status);
1675                 handled = IRQ_HANDLED;
1676         }
1677         else if (dma_status & 0x20) {
1678                 /* Error from the DMA engine */
1679                 dprintkl(KERN_INFO, "Interrupt from DMA engine: 0x%02x!\n", dma_status);
1680 #if 0
1681                 dprintkl(KERN_INFO, "This means DMA error! Try to handle ...\n");
1682                 if (acb->active_dcb) {
1683                         acb->active_dcb-> flag |= ABORT_DEV_;
1684                         if (acb->active_dcb->active_srb)
1685                                 enable_msgout_abort(acb, acb->active_dcb->active_srb);
1686                 }
1687                 DC395x_write8(acb, TRM_S1040_DMA_CONTROL, ABORTXFER | CLRXFIFO);
1688 #else
1689                 dprintkl(KERN_INFO, "Ignoring DMA error (probably a bad thing) ...\n");
1690                 acb = NULL;
1691 #endif
1692                 handled = IRQ_HANDLED;
1693         }
1694
1695         return handled;
1696 }
1697
1698
1699 static void msgout_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
1700                 u16 *pscsi_status)
1701 {
1702         dprintkdbg(DBG_0, "msgout_phase0: (0x%p)\n", srb->cmd);
1703         if (srb->state & (SRB_UNEXPECT_RESEL + SRB_ABORT_SENT))
1704                 *pscsi_status = PH_BUS_FREE;    /*.. initial phase */
1705
1706         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
1707         srb->state &= ~SRB_MSGOUT;
1708 }
1709
1710
1711 static void msgout_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
1712                 u16 *pscsi_status)
1713 {
1714         u16 i;
1715         u8 *ptr;
1716         dprintkdbg(DBG_0, "msgout_phase1: (0x%p)\n", srb->cmd);
1717
1718         clear_fifo(acb, "msgout_phase1");
1719         if (!(srb->state & SRB_MSGOUT)) {
1720                 srb->state |= SRB_MSGOUT;
1721                 dprintkl(KERN_DEBUG,
1722                         "msgout_phase1: (0x%p) Phase unexpected\n",
1723                         srb->cmd);      /* So what ? */
1724         }
1725         if (!srb->msg_count) {
1726                 dprintkdbg(DBG_0, "msgout_phase1: (0x%p) NOP msg\n",
1727                         srb->cmd);
1728                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, NOP);
1729                 DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);
1730                 /* it's important for atn stop */
1731                 DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, SCMD_FIFO_OUT);
1732                 return;
1733         }
1734         ptr = (u8 *)srb->msgout_buf;
1735         for (i = 0; i < srb->msg_count; i++)
1736                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, *ptr++);
1737         srb->msg_count = 0;
1738         if (srb->msgout_buf[0] == ABORT_TASK_SET)
1739                 srb->state = SRB_ABORT_SENT;
1740
1741         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, SCMD_FIFO_OUT);
1742 }
1743
1744
1745 static void command_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
1746                 u16 *pscsi_status)
1747 {
1748         dprintkdbg(DBG_0, "command_phase0: (0x%p)\n", srb->cmd);
1749         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);
1750 }
1751
1752
1753 static void command_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
1754                 u16 *pscsi_status)
1755 {
1756         struct DeviceCtlBlk *dcb;
1757         u8 *ptr;
1758         u16 i;
1759         dprintkdbg(DBG_0, "command_phase1: (0x%p)\n", srb->cmd);
1760
1761         clear_fifo(acb, "command_phase1");
1762         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_CLRATN);
1763         if (!(srb->flag & AUTO_REQSENSE)) {
1764                 ptr = (u8 *)srb->cmd->cmnd;
1765                 for (i = 0; i < srb->cmd->cmd_len; i++) {
1766                         DC395x_write8(acb, TRM_S1040_SCSI_FIFO, *ptr);
1767                         ptr++;
1768                 }
1769         } else {
1770                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, REQUEST_SENSE);
1771                 dcb = acb->active_dcb;
1772                 /* target id */
1773                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, (dcb->target_lun << 5));
1774                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 0);
1775                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 0);
1776                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, SCSI_SENSE_BUFFERSIZE);
1777                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 0);
1778         }
1779         srb->state |= SRB_COMMAND;
1780         /* it's important for atn stop */
1781         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);
1782         /* SCSI command */
1783         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, SCMD_FIFO_OUT);
1784 }
1785
1786
1787 /*
1788  * Verify that the remaining space in the hw sg lists is the same as
1789  * the count of remaining bytes in srb->total_xfer_length
1790  */
1791 static void sg_verify_length(struct ScsiReqBlk *srb)
1792 {
1793         if (debug_enabled(DBG_SG)) {
1794                 unsigned len = 0;
1795                 unsigned idx = srb->sg_index;
1796                 struct SGentry *psge = srb->segment_x + idx;
1797                 for (; idx < srb->sg_count; psge++, idx++)
1798                         len += psge->length;
1799                 if (len != srb->total_xfer_length)
1800                         dprintkdbg(DBG_SG,
1801                                "Inconsistent SRB S/G lengths (Tot=%i, Count=%i) !!\n",
1802                                srb->total_xfer_length, len);
1803         }
1804 }
1805
1806
1807 /*
1808  * Compute the next Scatter Gather list index and adjust its length
1809  * and address if necessary
1810  */
1811 static void sg_update_list(struct ScsiReqBlk *srb, u32 left)
1812 {
1813         u8 idx;
1814         u32 xferred = srb->total_xfer_length - left; /* bytes transferred */
1815         struct SGentry *psge = srb->segment_x + srb->sg_index;
1816
1817         dprintkdbg(DBG_0,
1818                 "sg_update_list: Transferred %i of %i bytes, %i remain\n",
1819                 xferred, srb->total_xfer_length, left);
1820         if (xferred == 0) {
1821                 /* nothing to update since we did not transfer any data */
1822                 return;
1823         }
1824
1825         sg_verify_length(srb);
1826         srb->total_xfer_length = left;  /* update remaining count */
1827         for (idx = srb->sg_index; idx < srb->sg_count; idx++) {
1828                 if (xferred >= psge->length) {
1829                         /* Complete SG entries done */
1830                         xferred -= psge->length;
1831                 } else {
1832                         /* Partial SG entry done */
1833                         dma_sync_single_for_cpu(&srb->dcb->acb->dev->dev,
1834                                         srb->sg_bus_addr, SEGMENTX_LEN,
1835                                         DMA_TO_DEVICE);
1836                         psge->length -= xferred;
1837                         psge->address += xferred;
1838                         srb->sg_index = idx;
1839                         dma_sync_single_for_device(&srb->dcb->acb->dev->dev,
1840                                         srb->sg_bus_addr, SEGMENTX_LEN,
1841                                         DMA_TO_DEVICE);
1842                         break;
1843                 }
1844                 psge++;
1845         }
1846         sg_verify_length(srb);
1847 }
1848
1849
1850 /*
1851  * We have transferred a single byte (PIO mode?) and need to update
1852  * the count of bytes remaining (total_xfer_length) and update the sg
1853  * entry to either point to next byte in the current sg entry, or of
1854  * already at the end to point to the start of the next sg entry
1855  */
1856 static void sg_subtract_one(struct ScsiReqBlk *srb)
1857 {
1858         sg_update_list(srb, srb->total_xfer_length - 1);
1859 }
1860
1861
1862 /*
1863  * cleanup_after_transfer
1864  *
1865  * Makes sure, DMA and SCSI engine are empty, after the transfer has finished
1866  * KG: Currently called from  StatusPhase1 ()
1867  * Should probably also be called from other places
1868  * Best might be to call it in DataXXPhase0, if new phase will differ
1869  */
1870 static void cleanup_after_transfer(struct AdapterCtlBlk *acb,
1871                 struct ScsiReqBlk *srb)
1872 {
1873         /*DC395x_write8 (TRM_S1040_DMA_STATUS, FORCEDMACOMP); */
1874         if (DC395x_read16(acb, TRM_S1040_DMA_COMMAND) & 0x0001) {       /* read */
1875                 if (!(DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT) & 0x40))
1876                         clear_fifo(acb, "cleanup/in");
1877                 if (!(DC395x_read8(acb, TRM_S1040_DMA_FIFOSTAT) & 0x80))
1878                         DC395x_write8(acb, TRM_S1040_DMA_CONTROL, CLRXFIFO);
1879         } else {                /* write */
1880                 if (!(DC395x_read8(acb, TRM_S1040_DMA_FIFOSTAT) & 0x80))
1881                         DC395x_write8(acb, TRM_S1040_DMA_CONTROL, CLRXFIFO);
1882                 if (!(DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT) & 0x40))
1883                         clear_fifo(acb, "cleanup/out");
1884         }
1885         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);
1886 }
1887
1888
1889 /*
1890  * Those no of bytes will be transferred w/ PIO through the SCSI FIFO
1891  * Seems to be needed for unknown reasons; could be a hardware bug :-(
1892  */
1893 #define DC395x_LASTPIO 4
1894
1895
1896 static void data_out_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
1897                 u16 *pscsi_status)
1898 {
1899         struct DeviceCtlBlk *dcb = srb->dcb;
1900         u16 scsi_status = *pscsi_status;
1901         u32 d_left_counter = 0;
1902         dprintkdbg(DBG_0, "data_out_phase0: (0x%p) <%02i-%i>\n",
1903                 srb->cmd, srb->cmd->device->id, (u8)srb->cmd->device->lun);
1904
1905         /*
1906          * KG: We need to drain the buffers before we draw any conclusions!
1907          * This means telling the DMA to push the rest into SCSI, telling
1908          * SCSI to push the rest to the bus.
1909          * However, the device might have been the one to stop us (phase
1910          * change), and the data in transit just needs to be accounted so
1911          * it can be retransmitted.)
1912          */
1913         /*
1914          * KG: Stop DMA engine pushing more data into the SCSI FIFO
1915          * If we need more data, the DMA SG list will be freshly set up, anyway
1916          */
1917         dprintkdbg(DBG_PIO, "data_out_phase0: "
1918                 "DMA{fifocnt=0x%02x fifostat=0x%02x} "
1919                 "SCSI{fifocnt=0x%02x cnt=0x%06x status=0x%04x} total=0x%06x\n",
1920                 DC395x_read8(acb, TRM_S1040_DMA_FIFOCNT),
1921                 DC395x_read8(acb, TRM_S1040_DMA_FIFOSTAT),
1922                 DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT),
1923                 DC395x_read32(acb, TRM_S1040_SCSI_COUNTER), scsi_status,
1924                 srb->total_xfer_length);
1925         DC395x_write8(acb, TRM_S1040_DMA_CONTROL, STOPDMAXFER | CLRXFIFO);
1926
1927         if (!(srb->state & SRB_XFERPAD)) {
1928                 if (scsi_status & PARITYERROR)
1929                         srb->status |= PARITY_ERROR;
1930
1931                 /*
1932                  * KG: Right, we can't just rely on the SCSI_COUNTER, because this
1933                  * is the no of bytes it got from the DMA engine not the no it
1934                  * transferred successfully to the device. (And the difference could
1935                  * be as much as the FIFO size, I guess ...)
1936                  */
1937                 if (!(scsi_status & SCSIXFERDONE)) {
1938                         /*
1939                          * when data transfer from DMA FIFO to SCSI FIFO
1940                          * if there was some data left in SCSI FIFO
1941                          */
1942                         d_left_counter =
1943                             (u32)(DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT) &
1944                                   0x1F);
1945                         if (dcb->sync_period & WIDE_SYNC)
1946                                 d_left_counter <<= 1;
1947
1948                         dprintkdbg(DBG_KG, "data_out_phase0: FIFO contains %i %s\n"
1949                                 "SCSI{fifocnt=0x%02x cnt=0x%08x} "
1950                                 "DMA{fifocnt=0x%04x cnt=0x%02x ctr=0x%08x}\n",
1951                                 DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT),
1952                                 (dcb->sync_period & WIDE_SYNC) ? "words" : "bytes",
1953                                 DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT),
1954                                 DC395x_read32(acb, TRM_S1040_SCSI_COUNTER),
1955                                 DC395x_read8(acb, TRM_S1040_DMA_FIFOCNT),
1956                                 DC395x_read8(acb, TRM_S1040_DMA_FIFOSTAT),
1957                                 DC395x_read32(acb, TRM_S1040_DMA_CXCNT));
1958                 }
1959                 /*
1960                  * calculate all the residue data that not yet tranfered
1961                  * SCSI transfer counter + left in SCSI FIFO data
1962                  *
1963                  * .....TRM_S1040_SCSI_COUNTER (24bits)
1964                  * The counter always decrement by one for every SCSI byte transfer.
1965                  * .....TRM_S1040_SCSI_FIFOCNT ( 5bits)
1966                  * The counter is SCSI FIFO offset counter (in units of bytes or! words)
1967                  */
1968                 if (srb->total_xfer_length > DC395x_LASTPIO)
1969                         d_left_counter +=
1970                             DC395x_read32(acb, TRM_S1040_SCSI_COUNTER);
1971
1972                 /* Is this a good idea? */
1973                 /*clear_fifo(acb, "DOP1"); */
1974                 /* KG: What is this supposed to be useful for? WIDE padding stuff? */
1975                 if (d_left_counter == 1 && dcb->sync_period & WIDE_SYNC
1976                     && scsi_bufflen(srb->cmd) % 2) {
1977                         d_left_counter = 0;
1978                         dprintkl(KERN_INFO,
1979                                 "data_out_phase0: Discard 1 byte (0x%02x)\n",
1980                                 scsi_status);
1981                 }
1982                 /*
1983                  * KG: Oops again. Same thinko as above: The SCSI might have been
1984                  * faster than the DMA engine, so that it ran out of data.
1985                  * In that case, we have to do just nothing!
1986                  * But: Why the interrupt: No phase change. No XFERCNT_2_ZERO. Or?
1987                  */
1988                 /*
1989                  * KG: This is nonsense: We have been WRITING data to the bus
1990                  * If the SCSI engine has no bytes left, how should the DMA engine?
1991                  */
1992                 if (d_left_counter == 0) {
1993                         srb->total_xfer_length = 0;
1994                 } else {
1995                         /*
1996                          * if transfer not yet complete
1997                          * there were some data residue in SCSI FIFO or
1998                          * SCSI transfer counter not empty
1999                          */
2000                         long oldxferred =
2001                             srb->total_xfer_length - d_left_counter;
2002                         const int diff =
2003                             (dcb->sync_period & WIDE_SYNC) ? 2 : 1;
2004                         sg_update_list(srb, d_left_counter);
2005                         /* KG: Most ugly hack! Apparently, this works around a chip bug */
2006                         if ((srb->segment_x[srb->sg_index].length ==
2007                              diff && scsi_sg_count(srb->cmd))
2008                             || ((oldxferred & ~PAGE_MASK) ==
2009                                 (PAGE_SIZE - diff))
2010                             ) {
2011                                 dprintkl(KERN_INFO, "data_out_phase0: "
2012                                         "Work around chip bug (%i)?\n", diff);
2013                                 d_left_counter =
2014                                     srb->total_xfer_length - diff;
2015                                 sg_update_list(srb, d_left_counter);
2016                                 /*srb->total_xfer_length -= diff; */
2017                                 /*srb->virt_addr += diff; */
2018                                 /*if (srb->cmd->use_sg) */
2019                                 /*      srb->sg_index++; */
2020                         }
2021                 }
2022         }
2023         if ((*pscsi_status & PHASEMASK) != PH_DATA_OUT) {
2024                 cleanup_after_transfer(acb, srb);
2025         }
2026 }
2027
2028
2029 static void data_out_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2030                 u16 *pscsi_status)
2031 {
2032         dprintkdbg(DBG_0, "data_out_phase1: (0x%p) <%02i-%i>\n",
2033                 srb->cmd, srb->cmd->device->id, (u8)srb->cmd->device->lun);
2034         clear_fifo(acb, "data_out_phase1");
2035         /* do prepare before transfer when data out phase */
2036         data_io_transfer(acb, srb, XFERDATAOUT);
2037 }
2038
2039 static void data_in_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2040                 u16 *pscsi_status)
2041 {
2042         u16 scsi_status = *pscsi_status;
2043
2044         dprintkdbg(DBG_0, "data_in_phase0: (0x%p) <%02i-%i>\n",
2045                 srb->cmd, srb->cmd->device->id, (u8)srb->cmd->device->lun);
2046
2047         /*
2048          * KG: DataIn is much more tricky than DataOut. When the device is finished
2049          * and switches to another phase, the SCSI engine should be finished too.
2050          * But: There might still be bytes left in its FIFO to be fetched by the DMA
2051          * engine and transferred to memory.
2052          * We should wait for the FIFOs to be emptied by that (is there any way to
2053          * enforce this?) and then stop the DMA engine, because it might think, that
2054          * there are more bytes to follow. Yes, the device might disconnect prior to
2055          * having all bytes transferred!
2056          * Also we should make sure that all data from the DMA engine buffer's really
2057          * made its way to the system memory! Some documentation on this would not
2058          * seem to be a bad idea, actually.
2059          */
2060         if (!(srb->state & SRB_XFERPAD)) {
2061                 u32 d_left_counter;
2062                 unsigned int sc, fc;
2063
2064                 if (scsi_status & PARITYERROR) {
2065                         dprintkl(KERN_INFO, "data_in_phase0: (0x%p) "
2066                                 "Parity Error\n", srb->cmd);
2067                         srb->status |= PARITY_ERROR;
2068                 }
2069                 /*
2070                  * KG: We should wait for the DMA FIFO to be empty ...
2071                  * but: it would be better to wait first for the SCSI FIFO and then the
2072                  * the DMA FIFO to become empty? How do we know, that the device not already
2073                  * sent data to the FIFO in a MsgIn phase, eg.?
2074                  */
2075                 if (!(DC395x_read8(acb, TRM_S1040_DMA_FIFOSTAT) & 0x80)) {
2076 #if 0
2077                         int ctr = 6000000;
2078                         dprintkl(KERN_DEBUG,
2079                                 "DIP0: Wait for DMA FIFO to flush ...\n");
2080                         /*DC395x_write8  (TRM_S1040_DMA_CONTROL, STOPDMAXFER); */
2081                         /*DC395x_write32 (TRM_S1040_SCSI_COUNTER, 7); */
2082                         /*DC395x_write8  (TRM_S1040_SCSI_COMMAND, SCMD_DMA_IN); */
2083                         while (!
2084                                (DC395x_read16(acb, TRM_S1040_DMA_FIFOSTAT) &
2085                                 0x80) && --ctr);
2086                         if (ctr < 6000000 - 1)
2087                                 dprintkl(KERN_DEBUG
2088                                        "DIP0: Had to wait for DMA ...\n");
2089                         if (!ctr)
2090                                 dprintkl(KERN_ERR,
2091                                        "Deadlock in DIP0 waiting for DMA FIFO empty!!\n");
2092                         /*DC395x_write32 (TRM_S1040_SCSI_COUNTER, 0); */
2093 #endif
2094                         dprintkdbg(DBG_KG, "data_in_phase0: "
2095                                 "DMA{fifocnt=0x%02x fifostat=0x%02x}\n",
2096                                 DC395x_read8(acb, TRM_S1040_DMA_FIFOCNT),
2097                                 DC395x_read8(acb, TRM_S1040_DMA_FIFOSTAT));
2098                 }
2099                 /* Now: Check remainig data: The SCSI counters should tell us ... */
2100                 sc = DC395x_read32(acb, TRM_S1040_SCSI_COUNTER);
2101                 fc = DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT);
2102                 d_left_counter = sc + ((fc & 0x1f)
2103                        << ((srb->dcb->sync_period & WIDE_SYNC) ? 1 :
2104                            0));
2105                 dprintkdbg(DBG_KG, "data_in_phase0: "
2106                         "SCSI{fifocnt=0x%02x%s ctr=0x%08x} "
2107                         "DMA{fifocnt=0x%02x fifostat=0x%02x ctr=0x%08x} "
2108                         "Remain{totxfer=%i scsi_fifo+ctr=%i}\n",
2109                         fc,
2110                         (srb->dcb->sync_period & WIDE_SYNC) ? "words" : "bytes",
2111                         sc,
2112                         fc,
2113                         DC395x_read8(acb, TRM_S1040_DMA_FIFOSTAT),
2114                         DC395x_read32(acb, TRM_S1040_DMA_CXCNT),
2115                         srb->total_xfer_length, d_left_counter);
2116 #if DC395x_LASTPIO
2117                 /* KG: Less than or equal to 4 bytes can not be transferred via DMA, it seems. */
2118                 if (d_left_counter
2119                     && srb->total_xfer_length <= DC395x_LASTPIO) {
2120                         size_t left_io = srb->total_xfer_length;
2121
2122                         /*u32 addr = (srb->segment_x[srb->sg_index].address); */
2123                         /*sg_update_list (srb, d_left_counter); */
2124                         dprintkdbg(DBG_PIO, "data_in_phase0: PIO (%i %s) "
2125                                    "for remaining %i bytes:",
2126                                 fc & 0x1f,
2127                                 (srb->dcb->sync_period & WIDE_SYNC) ?
2128                                     "words" : "bytes",
2129                                 srb->total_xfer_length);
2130                         if (srb->dcb->sync_period & WIDE_SYNC)
2131                                 DC395x_write8(acb, TRM_S1040_SCSI_CONFIG2,
2132                                               CFG2_WIDEFIFO);
2133                         while (left_io) {
2134                                 unsigned char *virt, *base = NULL;
2135                                 unsigned long flags = 0;
2136                                 size_t len = left_io;
2137                                 size_t offset = srb->request_length - left_io;
2138
2139                                 local_irq_save(flags);
2140                                 /* Assumption: it's inside one page as it's at most 4 bytes and
2141                                    I just assume it's on a 4-byte boundary */
2142                                 base = scsi_kmap_atomic_sg(scsi_sglist(srb->cmd),
2143                                                            srb->sg_count, &offset, &len);
2144                                 virt = base + offset;
2145
2146                                 left_io -= len;
2147
2148                                 while (len) {
2149                                         u8 byte;
2150                                         byte = DC395x_read8(acb, TRM_S1040_SCSI_FIFO);
2151                                         *virt++ = byte;
2152
2153                                         if (debug_enabled(DBG_PIO))
2154                                                 printk(" %02x", byte);
2155
2156                                         d_left_counter--;
2157                                         sg_subtract_one(srb);
2158
2159                                         len--;
2160
2161                                         fc = DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT);
2162
2163                                         if (fc == 0x40) {
2164                                                 left_io = 0;
2165                                                 break;
2166                                         }
2167                                 }
2168
2169                                 WARN_ON((fc != 0x40) == !d_left_counter);
2170
2171                                 if (fc == 0x40 && (srb->dcb->sync_period & WIDE_SYNC)) {
2172                                         /* Read the last byte ... */
2173                                         if (srb->total_xfer_length > 0) {
2174                                                 u8 byte = DC395x_read8(acb, TRM_S1040_SCSI_FIFO);
2175
2176                                                 *virt++ = byte;
2177                                                 srb->total_xfer_length--;
2178                                                 if (debug_enabled(DBG_PIO))
2179                                                         printk(" %02x", byte);
2180                                         }
2181
2182                                         DC395x_write8(acb, TRM_S1040_SCSI_CONFIG2, 0);
2183                                 }
2184
2185                                 scsi_kunmap_atomic_sg(base);
2186                                 local_irq_restore(flags);
2187                         }
2188                         /*printk(" %08x", *(u32*)(bus_to_virt (addr))); */
2189                         /*srb->total_xfer_length = 0; */
2190                         if (debug_enabled(DBG_PIO))
2191                                 printk("\n");
2192                 }
2193 #endif                          /* DC395x_LASTPIO */
2194
2195 #if 0
2196                 /*
2197                  * KG: This was in DATAOUT. Does it also belong here?
2198                  * Nobody seems to know what counter and fifo_cnt count exactly ...
2199                  */
2200                 if (!(scsi_status & SCSIXFERDONE)) {
2201                         /*
2202                          * when data transfer from DMA FIFO to SCSI FIFO
2203                          * if there was some data left in SCSI FIFO
2204                          */
2205                         d_left_counter =
2206                             (u32)(DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT) &
2207                                   0x1F);
2208                         if (srb->dcb->sync_period & WIDE_SYNC)
2209                                 d_left_counter <<= 1;
2210                         /*
2211                          * if WIDE scsi SCSI FIFOCNT unit is word !!!
2212                          * so need to *= 2
2213                          * KG: Seems to be correct ...
2214                          */
2215                 }
2216 #endif
2217                 /* KG: This should not be needed any more! */
2218                 if (d_left_counter == 0
2219                     || (scsi_status & SCSIXFERCNT_2_ZERO)) {
2220 #if 0
2221                         int ctr = 6000000;
2222                         u8 TempDMAstatus;
2223                         do {
2224                                 TempDMAstatus =
2225                                     DC395x_read8(acb, TRM_S1040_DMA_STATUS);
2226                         } while (!(TempDMAstatus & DMAXFERCOMP) && --ctr);
2227                         if (!ctr)
2228                                 dprintkl(KERN_ERR,
2229                                        "Deadlock in DataInPhase0 waiting for DMA!!\n");
2230                         srb->total_xfer_length = 0;
2231 #endif
2232                         srb->total_xfer_length = d_left_counter;
2233                 } else {        /* phase changed */
2234                         /*
2235                          * parsing the case:
2236                          * when a transfer not yet complete
2237                          * but be disconnected by target
2238                          * if transfer not yet complete
2239                          * there were some data residue in SCSI FIFO or
2240                          * SCSI transfer counter not empty
2241                          */
2242                         sg_update_list(srb, d_left_counter);
2243                 }
2244         }
2245         /* KG: The target may decide to disconnect: Empty FIFO before! */
2246         if ((*pscsi_status & PHASEMASK) != PH_DATA_IN) {
2247                 cleanup_after_transfer(acb, srb);
2248         }
2249 }
2250
2251
2252 static void data_in_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2253                 u16 *pscsi_status)
2254 {
2255         dprintkdbg(DBG_0, "data_in_phase1: (0x%p) <%02i-%i>\n",
2256                 srb->cmd, srb->cmd->device->id, (u8)srb->cmd->device->lun);
2257         data_io_transfer(acb, srb, XFERDATAIN);
2258 }
2259
2260
2261 static void data_io_transfer(struct AdapterCtlBlk *acb,
2262                 struct ScsiReqBlk *srb, u16 io_dir)
2263 {
2264         struct DeviceCtlBlk *dcb = srb->dcb;
2265         u8 bval;
2266         dprintkdbg(DBG_0,
2267                 "data_io_transfer: (0x%p) <%02i-%i> %c len=%i, sg=(%i/%i)\n",
2268                 srb->cmd, srb->cmd->device->id, (u8)srb->cmd->device->lun,
2269                 ((io_dir & DMACMD_DIR) ? 'r' : 'w'),
2270                 srb->total_xfer_length, srb->sg_index, srb->sg_count);
2271         if (srb == acb->tmp_srb)
2272                 dprintkl(KERN_ERR, "data_io_transfer: Using tmp_srb!\n");
2273         if (srb->sg_index >= srb->sg_count) {
2274                 /* can't happen? out of bounds error */
2275                 return;
2276         }
2277
2278         if (srb->total_xfer_length > DC395x_LASTPIO) {
2279                 u8 dma_status = DC395x_read8(acb, TRM_S1040_DMA_STATUS);
2280                 /*
2281                  * KG: What should we do: Use SCSI Cmd 0x90/0x92?
2282                  * Maybe, even ABORTXFER would be appropriate
2283                  */
2284                 if (dma_status & XFERPENDING) {
2285                         dprintkl(KERN_DEBUG, "data_io_transfer: Xfer pending! "
2286                                 "Expect trouble!\n");
2287                         dump_register_info(acb, dcb, srb);
2288                         DC395x_write8(acb, TRM_S1040_DMA_CONTROL, CLRXFIFO);
2289                 }
2290                 /* clear_fifo(acb, "IO"); */
2291                 /*
2292                  * load what physical address of Scatter/Gather list table
2293                  * want to be transfer
2294                  */
2295                 srb->state |= SRB_DATA_XFER;
2296                 DC395x_write32(acb, TRM_S1040_DMA_XHIGHADDR, 0);
2297                 if (scsi_sg_count(srb->cmd)) {  /* with S/G */
2298                         io_dir |= DMACMD_SG;
2299                         DC395x_write32(acb, TRM_S1040_DMA_XLOWADDR,
2300                                        srb->sg_bus_addr +
2301                                        sizeof(struct SGentry) *
2302                                        srb->sg_index);
2303                         /* load how many bytes in the sg list table */
2304                         DC395x_write32(acb, TRM_S1040_DMA_XCNT,
2305                                        ((u32)(srb->sg_count -
2306                                               srb->sg_index) << 3));
2307                 } else {        /* without S/G */
2308                         io_dir &= ~DMACMD_SG;
2309                         DC395x_write32(acb, TRM_S1040_DMA_XLOWADDR,
2310                                        srb->segment_x[0].address);
2311                         DC395x_write32(acb, TRM_S1040_DMA_XCNT,
2312                                        srb->segment_x[0].length);
2313                 }
2314                 /* load total transfer length (24bits) max value 16Mbyte */
2315                 DC395x_write32(acb, TRM_S1040_SCSI_COUNTER,
2316                                srb->total_xfer_length);
2317                 DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
2318                 if (io_dir & DMACMD_DIR) {      /* read */
2319                         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND,
2320                                       SCMD_DMA_IN);
2321                         DC395x_write16(acb, TRM_S1040_DMA_COMMAND, io_dir);
2322                 } else {
2323                         DC395x_write16(acb, TRM_S1040_DMA_COMMAND, io_dir);
2324                         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND,
2325                                       SCMD_DMA_OUT);
2326                 }
2327
2328         }
2329 #if DC395x_LASTPIO
2330         else if (srb->total_xfer_length > 0) {  /* The last four bytes: Do PIO */
2331                 /*
2332                  * load what physical address of Scatter/Gather list table
2333                  * want to be transfer
2334                  */
2335                 srb->state |= SRB_DATA_XFER;
2336                 /* load total transfer length (24bits) max value 16Mbyte */
2337                 DC395x_write32(acb, TRM_S1040_SCSI_COUNTER,
2338                                srb->total_xfer_length);
2339                 DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
2340                 if (io_dir & DMACMD_DIR) {      /* read */
2341                         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND,
2342                                       SCMD_FIFO_IN);
2343                 } else {        /* write */
2344                         int ln = srb->total_xfer_length;
2345                         size_t left_io = srb->total_xfer_length;
2346
2347                         if (srb->dcb->sync_period & WIDE_SYNC)
2348                                 DC395x_write8(acb, TRM_S1040_SCSI_CONFIG2,
2349                                      CFG2_WIDEFIFO);
2350
2351                         while (left_io) {
2352                                 unsigned char *virt, *base = NULL;
2353                                 unsigned long flags = 0;
2354                                 size_t len = left_io;
2355                                 size_t offset = srb->request_length - left_io;
2356
2357                                 local_irq_save(flags);
2358                                 /* Again, max 4 bytes */
2359                                 base = scsi_kmap_atomic_sg(scsi_sglist(srb->cmd),
2360                                                            srb->sg_count, &offset, &len);
2361                                 virt = base + offset;
2362
2363                                 left_io -= len;
2364
2365                                 while (len--) {
2366                                         if (debug_enabled(DBG_PIO))
2367                                                 printk(" %02x", *virt);
2368
2369                                         DC395x_write8(acb, TRM_S1040_SCSI_FIFO, *virt++);
2370
2371                                         sg_subtract_one(srb);
2372                                 }
2373
2374                                 scsi_kunmap_atomic_sg(base);
2375                                 local_irq_restore(flags);
2376                         }
2377                         if (srb->dcb->sync_period & WIDE_SYNC) {
2378                                 if (ln % 2) {
2379                                         DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 0);
2380                                         if (debug_enabled(DBG_PIO))
2381                                                 printk(" |00");
2382                                 }
2383                                 DC395x_write8(acb, TRM_S1040_SCSI_CONFIG2, 0);
2384                         }
2385                         /*DC395x_write32(acb, TRM_S1040_SCSI_COUNTER, ln); */
2386                         if (debug_enabled(DBG_PIO))
2387                                 printk("\n");
2388                         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND,
2389                                           SCMD_FIFO_OUT);
2390                 }
2391         }
2392 #endif                          /* DC395x_LASTPIO */
2393         else {          /* xfer pad */
2394                 if (srb->sg_count) {
2395                         srb->adapter_status = H_OVER_UNDER_RUN;
2396                         srb->status |= OVER_RUN;
2397                 }
2398                 /*
2399                  * KG: despite the fact that we are using 16 bits I/O ops
2400                  * the SCSI FIFO is only 8 bits according to the docs
2401                  * (we can set bit 1 in 0x8f to serialize FIFO access ...)
2402                  */
2403                 if (dcb->sync_period & WIDE_SYNC) {
2404                         DC395x_write32(acb, TRM_S1040_SCSI_COUNTER, 2);
2405                         DC395x_write8(acb, TRM_S1040_SCSI_CONFIG2,
2406                                       CFG2_WIDEFIFO);
2407                         if (io_dir & DMACMD_DIR) {
2408                                 DC395x_read8(acb, TRM_S1040_SCSI_FIFO);
2409                                 DC395x_read8(acb, TRM_S1040_SCSI_FIFO);
2410                         } else {
2411                                 /* Danger, Robinson: If you find KGs
2412                                  * scattered over the wide disk, the driver
2413                                  * or chip is to blame :-( */
2414                                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 'K');
2415                                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 'G');
2416                         }
2417                         DC395x_write8(acb, TRM_S1040_SCSI_CONFIG2, 0);
2418                 } else {
2419                         DC395x_write32(acb, TRM_S1040_SCSI_COUNTER, 1);
2420                         /* Danger, Robinson: If you find a collection of Ks on your disk
2421                          * something broke :-( */
2422                         if (io_dir & DMACMD_DIR)
2423                                 DC395x_read8(acb, TRM_S1040_SCSI_FIFO);
2424                         else
2425                                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 'K');
2426                 }
2427                 srb->state |= SRB_XFERPAD;
2428                 DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
2429                 /* SCSI command */
2430                 bval = (io_dir & DMACMD_DIR) ? SCMD_FIFO_IN : SCMD_FIFO_OUT;
2431                 DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, bval);
2432         }
2433 }
2434
2435
2436 static void status_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2437                 u16 *pscsi_status)
2438 {
2439         dprintkdbg(DBG_0, "status_phase0: (0x%p) <%02i-%i>\n",
2440                 srb->cmd, srb->cmd->device->id, (u8)srb->cmd->device->lun);
2441         srb->target_status = DC395x_read8(acb, TRM_S1040_SCSI_FIFO);
2442         srb->end_message = DC395x_read8(acb, TRM_S1040_SCSI_FIFO);      /* get message */
2443         srb->state = SRB_COMPLETED;
2444         *pscsi_status = PH_BUS_FREE;    /*.. initial phase */
2445         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
2446         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, SCMD_MSGACCEPT);
2447 }
2448
2449
2450 static void status_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2451                 u16 *pscsi_status)
2452 {
2453         dprintkdbg(DBG_0, "status_phase1: (0x%p) <%02i-%i>\n",
2454                 srb->cmd, srb->cmd->device->id, (u8)srb->cmd->device->lun);
2455         srb->state = SRB_STATUS;
2456         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
2457         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, SCMD_COMP);
2458 }
2459
2460
2461 /* Check if the message is complete */
2462 static inline u8 msgin_completed(u8 * msgbuf, u32 len)
2463 {
2464         if (*msgbuf == EXTENDED_MESSAGE) {
2465                 if (len < 2)
2466                         return 0;
2467                 if (len < msgbuf[1] + 2)
2468                         return 0;
2469         } else if (*msgbuf >= 0x20 && *msgbuf <= 0x2f)  /* two byte messages */
2470                 if (len < 2)
2471                         return 0;
2472         return 1;
2473 }
2474
2475 /* reject_msg */
2476 static inline void msgin_reject(struct AdapterCtlBlk *acb,
2477                 struct ScsiReqBlk *srb)
2478 {
2479         srb->msgout_buf[0] = MESSAGE_REJECT;
2480         srb->msg_count = 1;
2481         DC395x_ENABLE_MSGOUT;
2482         srb->state &= ~SRB_MSGIN;
2483         srb->state |= SRB_MSGOUT;
2484         dprintkl(KERN_INFO, "msgin_reject: 0x%02x <%02i-%i>\n",
2485                 srb->msgin_buf[0],
2486                 srb->dcb->target_id, srb->dcb->target_lun);
2487 }
2488
2489
2490 static struct ScsiReqBlk *msgin_qtag(struct AdapterCtlBlk *acb,
2491                 struct DeviceCtlBlk *dcb, u8 tag)
2492 {
2493         struct ScsiReqBlk *srb = NULL;
2494         struct ScsiReqBlk *i;
2495         dprintkdbg(DBG_0, "msgin_qtag: (0x%p) tag=%i srb=%p\n",
2496                    srb->cmd, tag, srb);
2497
2498         if (!(dcb->tag_mask & (1 << tag)))
2499                 dprintkl(KERN_DEBUG,
2500                         "msgin_qtag: tag_mask=0x%08x does not reserve tag %i!\n",
2501                         dcb->tag_mask, tag);
2502
2503         if (list_empty(&dcb->srb_going_list))
2504                 goto mingx0;
2505         list_for_each_entry(i, &dcb->srb_going_list, list) {
2506                 if (i->tag_number == tag) {
2507                         srb = i;
2508                         break;
2509                 }
2510         }
2511         if (!srb)
2512                 goto mingx0;
2513
2514         dprintkdbg(DBG_0, "msgin_qtag: (0x%p) <%02i-%i>\n",
2515                 srb->cmd, srb->dcb->target_id, srb->dcb->target_lun);
2516         if (dcb->flag & ABORT_DEV_) {
2517                 /*srb->state = SRB_ABORT_SENT; */
2518                 enable_msgout_abort(acb, srb);
2519         }
2520
2521         if (!(srb->state & SRB_DISCONNECT))
2522                 goto mingx0;
2523
2524         memcpy(srb->msgin_buf, dcb->active_srb->msgin_buf, acb->msg_len);
2525         srb->state |= dcb->active_srb->state;
2526         srb->state |= SRB_DATA_XFER;
2527         dcb->active_srb = srb;
2528         /* How can we make the DORS happy? */
2529         return srb;
2530
2531       mingx0:
2532         srb = acb->tmp_srb;
2533         srb->state = SRB_UNEXPECT_RESEL;
2534         dcb->active_srb = srb;
2535         srb->msgout_buf[0] = ABORT_TASK;
2536         srb->msg_count = 1;
2537         DC395x_ENABLE_MSGOUT;
2538         dprintkl(KERN_DEBUG, "msgin_qtag: Unknown tag %i - abort\n", tag);
2539         return srb;
2540 }
2541
2542
2543 static inline void reprogram_regs(struct AdapterCtlBlk *acb,
2544                 struct DeviceCtlBlk *dcb)
2545 {
2546         DC395x_write8(acb, TRM_S1040_SCSI_TARGETID, dcb->target_id);
2547         DC395x_write8(acb, TRM_S1040_SCSI_SYNC, dcb->sync_period);
2548         DC395x_write8(acb, TRM_S1040_SCSI_OFFSET, dcb->sync_offset);
2549         set_xfer_rate(acb, dcb);
2550 }
2551
2552
2553 /* set async transfer mode */
2554 static void msgin_set_async(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb)
2555 {
2556         struct DeviceCtlBlk *dcb = srb->dcb;
2557         dprintkl(KERN_DEBUG, "msgin_set_async: No sync transfers <%02i-%i>\n",
2558                 dcb->target_id, dcb->target_lun);
2559
2560         dcb->sync_mode &= ~(SYNC_NEGO_ENABLE);
2561         dcb->sync_mode |= SYNC_NEGO_DONE;
2562         /*dcb->sync_period &= 0; */
2563         dcb->sync_offset = 0;
2564         dcb->min_nego_period = 200 >> 2;        /* 200ns <=> 5 MHz */
2565         srb->state &= ~SRB_DO_SYNC_NEGO;
2566         reprogram_regs(acb, dcb);
2567         if ((dcb->sync_mode & WIDE_NEGO_ENABLE)
2568             && !(dcb->sync_mode & WIDE_NEGO_DONE)) {
2569                 build_wdtr(acb, dcb, srb);
2570                 DC395x_ENABLE_MSGOUT;
2571                 dprintkdbg(DBG_0, "msgin_set_async(rej): Try WDTR anyway\n");
2572         }
2573 }
2574
2575
2576 /* set sync transfer mode */
2577 static void msgin_set_sync(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb)
2578 {
2579         struct DeviceCtlBlk *dcb = srb->dcb;
2580         u8 bval;
2581         int fact;
2582         dprintkdbg(DBG_1, "msgin_set_sync: <%02i> Sync: %ins "
2583                 "(%02i.%01i MHz) Offset %i\n",
2584                 dcb->target_id, srb->msgin_buf[3] << 2,
2585                 (250 / srb->msgin_buf[3]),
2586                 ((250 % srb->msgin_buf[3]) * 10) / srb->msgin_buf[3],
2587                 srb->msgin_buf[4]);
2588
2589         if (srb->msgin_buf[4] > 15)
2590                 srb->msgin_buf[4] = 15;
2591         if (!(dcb->dev_mode & NTC_DO_SYNC_NEGO))
2592                 dcb->sync_offset = 0;
2593         else if (dcb->sync_offset == 0)
2594                 dcb->sync_offset = srb->msgin_buf[4];
2595         if (srb->msgin_buf[4] > dcb->sync_offset)
2596                 srb->msgin_buf[4] = dcb->sync_offset;
2597         else
2598                 dcb->sync_offset = srb->msgin_buf[4];
2599         bval = 0;
2600         while (bval < 7 && (srb->msgin_buf[3] > clock_period[bval]
2601                             || dcb->min_nego_period >
2602                             clock_period[bval]))
2603                 bval++;
2604         if (srb->msgin_buf[3] < clock_period[bval])
2605                 dprintkl(KERN_INFO,
2606                         "msgin_set_sync: Increase sync nego period to %ins\n",
2607                         clock_period[bval] << 2);
2608         srb->msgin_buf[3] = clock_period[bval];
2609         dcb->sync_period &= 0xf0;
2610         dcb->sync_period |= ALT_SYNC | bval;
2611         dcb->min_nego_period = srb->msgin_buf[3];
2612
2613         if (dcb->sync_period & WIDE_SYNC)
2614                 fact = 500;
2615         else
2616                 fact = 250;
2617
2618         dprintkl(KERN_INFO,
2619                 "Target %02i: %s Sync: %ins Offset %i (%02i.%01i MB/s)\n",
2620                 dcb->target_id, (fact == 500) ? "Wide16" : "",
2621                 dcb->min_nego_period << 2, dcb->sync_offset,
2622                 (fact / dcb->min_nego_period),
2623                 ((fact % dcb->min_nego_period) * 10 +
2624                 dcb->min_nego_period / 2) / dcb->min_nego_period);
2625
2626         if (!(srb->state & SRB_DO_SYNC_NEGO)) {
2627                 /* Reply with corrected SDTR Message */
2628                 dprintkl(KERN_DEBUG, "msgin_set_sync: answer w/%ins %i\n",
2629                         srb->msgin_buf[3] << 2, srb->msgin_buf[4]);
2630
2631                 memcpy(srb->msgout_buf, srb->msgin_buf, 5);
2632                 srb->msg_count = 5;
2633                 DC395x_ENABLE_MSGOUT;
2634                 dcb->sync_mode |= SYNC_NEGO_DONE;
2635         } else {
2636                 if ((dcb->sync_mode & WIDE_NEGO_ENABLE)
2637                     && !(dcb->sync_mode & WIDE_NEGO_DONE)) {
2638                         build_wdtr(acb, dcb, srb);
2639                         DC395x_ENABLE_MSGOUT;
2640                         dprintkdbg(DBG_0, "msgin_set_sync: Also try WDTR\n");
2641                 }
2642         }
2643         srb->state &= ~SRB_DO_SYNC_NEGO;
2644         dcb->sync_mode |= SYNC_NEGO_DONE | SYNC_NEGO_ENABLE;
2645
2646         reprogram_regs(acb, dcb);
2647 }
2648
2649
2650 static inline void msgin_set_nowide(struct AdapterCtlBlk *acb,
2651                 struct ScsiReqBlk *srb)
2652 {
2653         struct DeviceCtlBlk *dcb = srb->dcb;
2654         dprintkdbg(DBG_1, "msgin_set_nowide: <%02i>\n", dcb->target_id);
2655
2656         dcb->sync_period &= ~WIDE_SYNC;
2657         dcb->sync_mode &= ~(WIDE_NEGO_ENABLE);
2658         dcb->sync_mode |= WIDE_NEGO_DONE;
2659         srb->state &= ~SRB_DO_WIDE_NEGO;
2660         reprogram_regs(acb, dcb);
2661         if ((dcb->sync_mode & SYNC_NEGO_ENABLE)
2662             && !(dcb->sync_mode & SYNC_NEGO_DONE)) {
2663                 build_sdtr(acb, dcb, srb);
2664                 DC395x_ENABLE_MSGOUT;
2665                 dprintkdbg(DBG_0, "msgin_set_nowide: Rejected. Try SDTR anyway\n");
2666         }
2667 }
2668
2669 static void msgin_set_wide(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb)
2670 {
2671         struct DeviceCtlBlk *dcb = srb->dcb;
2672         u8 wide = (dcb->dev_mode & NTC_DO_WIDE_NEGO
2673                    && acb->config & HCC_WIDE_CARD) ? 1 : 0;
2674         dprintkdbg(DBG_1, "msgin_set_wide: <%02i>\n", dcb->target_id);
2675
2676         if (srb->msgin_buf[3] > wide)
2677                 srb->msgin_buf[3] = wide;
2678         /* Completed */
2679         if (!(srb->state & SRB_DO_WIDE_NEGO)) {
2680                 dprintkl(KERN_DEBUG,
2681                         "msgin_set_wide: Wide nego initiated <%02i>\n",
2682                         dcb->target_id);
2683                 memcpy(srb->msgout_buf, srb->msgin_buf, 4);
2684                 srb->msg_count = 4;
2685                 srb->state |= SRB_DO_WIDE_NEGO;
2686                 DC395x_ENABLE_MSGOUT;
2687         }
2688
2689         dcb->sync_mode |= (WIDE_NEGO_ENABLE | WIDE_NEGO_DONE);
2690         if (srb->msgin_buf[3] > 0)
2691                 dcb->sync_period |= WIDE_SYNC;
2692         else
2693                 dcb->sync_period &= ~WIDE_SYNC;
2694         srb->state &= ~SRB_DO_WIDE_NEGO;
2695         /*dcb->sync_mode &= ~(WIDE_NEGO_ENABLE+WIDE_NEGO_DONE); */
2696         dprintkdbg(DBG_1,
2697                 "msgin_set_wide: Wide (%i bit) negotiated <%02i>\n",
2698                 (8 << srb->msgin_buf[3]), dcb->target_id);
2699         reprogram_regs(acb, dcb);
2700         if ((dcb->sync_mode & SYNC_NEGO_ENABLE)
2701             && !(dcb->sync_mode & SYNC_NEGO_DONE)) {
2702                 build_sdtr(acb, dcb, srb);
2703                 DC395x_ENABLE_MSGOUT;
2704                 dprintkdbg(DBG_0, "msgin_set_wide: Also try SDTR.\n");
2705         }
2706 }
2707
2708
2709 /*
2710  * extended message codes:
2711  *
2712  *      code    description
2713  *
2714  *      02h     Reserved
2715  *      00h     MODIFY DATA  POINTER
2716  *      01h     SYNCHRONOUS DATA TRANSFER REQUEST
2717  *      03h     WIDE DATA TRANSFER REQUEST
2718  *   04h - 7Fh  Reserved
2719  *   80h - FFh  Vendor specific
2720  */
2721 static void msgin_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2722                 u16 *pscsi_status)
2723 {
2724         struct DeviceCtlBlk *dcb = acb->active_dcb;
2725         dprintkdbg(DBG_0, "msgin_phase0: (0x%p)\n", srb->cmd);
2726
2727         srb->msgin_buf[acb->msg_len++] = DC395x_read8(acb, TRM_S1040_SCSI_FIFO);
2728         if (msgin_completed(srb->msgin_buf, acb->msg_len)) {
2729                 /* Now eval the msg */
2730                 switch (srb->msgin_buf[0]) {
2731                 case DISCONNECT:
2732                         srb->state = SRB_DISCONNECT;
2733                         break;
2734
2735                 case SIMPLE_QUEUE_TAG:
2736                 case HEAD_OF_QUEUE_TAG:
2737                 case ORDERED_QUEUE_TAG:
2738                         srb =
2739                             msgin_qtag(acb, dcb,
2740                                               srb->msgin_buf[1]);
2741                         break;
2742
2743                 case MESSAGE_REJECT:
2744                         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL,
2745                                        DO_CLRATN | DO_DATALATCH);
2746                         /* A sync nego message was rejected ! */
2747                         if (srb->state & SRB_DO_SYNC_NEGO) {
2748                                 msgin_set_async(acb, srb);
2749                                 break;
2750                         }
2751                         /* A wide nego message was rejected ! */
2752                         if (srb->state & SRB_DO_WIDE_NEGO) {
2753                                 msgin_set_nowide(acb, srb);
2754                                 break;
2755                         }
2756                         enable_msgout_abort(acb, srb);
2757                         /*srb->state |= SRB_ABORT_SENT */
2758                         break;
2759
2760                 case EXTENDED_MESSAGE:
2761                         /* SDTR */
2762                         if (srb->msgin_buf[1] == 3
2763                             && srb->msgin_buf[2] == EXTENDED_SDTR) {
2764                                 msgin_set_sync(acb, srb);
2765                                 break;
2766                         }
2767                         /* WDTR */
2768                         if (srb->msgin_buf[1] == 2
2769                             && srb->msgin_buf[2] == EXTENDED_WDTR
2770                             && srb->msgin_buf[3] <= 2) { /* sanity check ... */
2771                                 msgin_set_wide(acb, srb);
2772                                 break;
2773                         }
2774                         msgin_reject(acb, srb);
2775                         break;
2776
2777                 case IGNORE_WIDE_RESIDUE:
2778                         /* Discard  wide residual */
2779                         dprintkdbg(DBG_0, "msgin_phase0: Ignore Wide Residual!\n");
2780                         break;
2781
2782                 case COMMAND_COMPLETE:
2783                         /* nothing has to be done */
2784                         break;
2785
2786                 case SAVE_POINTERS:
2787                         /*
2788                          * SAVE POINTER may be ignored as we have the struct
2789                          * ScsiReqBlk* associated with the scsi command.
2790                          */
2791                         dprintkdbg(DBG_0, "msgin_phase0: (0x%p) "
2792                                 "SAVE POINTER rem=%i Ignore\n",
2793                                 srb->cmd, srb->total_xfer_length);
2794                         break;
2795
2796                 case RESTORE_POINTERS:
2797                         dprintkdbg(DBG_0, "msgin_phase0: RESTORE POINTER. Ignore\n");
2798                         break;
2799
2800                 case ABORT:
2801                         dprintkdbg(DBG_0, "msgin_phase0: (0x%p) "
2802                                 "<%02i-%i> ABORT msg\n",
2803                                 srb->cmd, dcb->target_id,
2804                                 dcb->target_lun);
2805                         dcb->flag |= ABORT_DEV_;
2806                         enable_msgout_abort(acb, srb);
2807                         break;
2808
2809                 default:
2810                         /* reject unknown messages */
2811                         if (srb->msgin_buf[0] & IDENTIFY_BASE) {
2812                                 dprintkdbg(DBG_0, "msgin_phase0: Identify msg\n");
2813                                 srb->msg_count = 1;
2814                                 srb->msgout_buf[0] = dcb->identify_msg;
2815                                 DC395x_ENABLE_MSGOUT;
2816                                 srb->state |= SRB_MSGOUT;
2817                                 /*break; */
2818                         }
2819                         msgin_reject(acb, srb);
2820                 }
2821
2822                 /* Clear counter and MsgIn state */
2823                 srb->state &= ~SRB_MSGIN;
2824                 acb->msg_len = 0;
2825         }
2826         *pscsi_status = PH_BUS_FREE;
2827         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important ... you know! */
2828         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, SCMD_MSGACCEPT);
2829 }
2830
2831
2832 static void msgin_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2833                 u16 *pscsi_status)
2834 {
2835         dprintkdbg(DBG_0, "msgin_phase1: (0x%p)\n", srb->cmd);
2836         clear_fifo(acb, "msgin_phase1");
2837         DC395x_write32(acb, TRM_S1040_SCSI_COUNTER, 1);
2838         if (!(srb->state & SRB_MSGIN)) {
2839                 srb->state &= ~SRB_DISCONNECT;
2840                 srb->state |= SRB_MSGIN;
2841         }
2842         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
2843         /* SCSI command */
2844         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, SCMD_FIFO_IN);
2845 }
2846
2847
2848 static void nop0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2849                 u16 *pscsi_status)
2850 {
2851 }
2852
2853
2854 static void nop1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2855                 u16 *pscsi_status)
2856 {
2857 }
2858
2859
2860 static void set_xfer_rate(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb)
2861 {
2862         struct DeviceCtlBlk *i;
2863
2864         /* set all lun device's  period, offset */
2865         if (dcb->identify_msg & 0x07)
2866                 return;
2867
2868         if (acb->scan_devices) {
2869                 current_sync_offset = dcb->sync_offset;
2870                 return;
2871         }
2872
2873         list_for_each_entry(i, &acb->dcb_list, list)
2874                 if (i->target_id == dcb->target_id) {
2875                         i->sync_period = dcb->sync_period;
2876                         i->sync_offset = dcb->sync_offset;
2877                         i->sync_mode = dcb->sync_mode;
2878                         i->min_nego_period = dcb->min_nego_period;
2879                 }
2880 }
2881
2882
2883 static void disconnect(struct AdapterCtlBlk *acb)
2884 {
2885         struct DeviceCtlBlk *dcb = acb->active_dcb;
2886         struct ScsiReqBlk *srb;
2887
2888         if (!dcb) {
2889                 dprintkl(KERN_ERR, "disconnect: No such device\n");
2890                 udelay(500);
2891                 /* Suspend queue for a while */
2892                 acb->last_reset =
2893                     jiffies + HZ / 2 +
2894                     HZ * acb->eeprom.delay_time;
2895                 clear_fifo(acb, "disconnectEx");
2896                 DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_HWRESELECT);
2897                 return;
2898         }
2899         srb = dcb->active_srb;
2900         acb->active_dcb = NULL;
2901         dprintkdbg(DBG_0, "disconnect: (0x%p)\n", srb->cmd);
2902
2903         srb->scsi_phase = PH_BUS_FREE;  /* initial phase */
2904         clear_fifo(acb, "disconnect");
2905         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_HWRESELECT);
2906         if (srb->state & SRB_UNEXPECT_RESEL) {
2907                 dprintkl(KERN_ERR,
2908                         "disconnect: Unexpected reselection <%02i-%i>\n",
2909                         dcb->target_id, dcb->target_lun);
2910                 srb->state = 0;
2911                 waiting_process_next(acb);
2912         } else if (srb->state & SRB_ABORT_SENT) {
2913                 dcb->flag &= ~ABORT_DEV_;
2914                 acb->last_reset = jiffies + HZ / 2 + 1;
2915                 dprintkl(KERN_ERR, "disconnect: SRB_ABORT_SENT\n");
2916                 doing_srb_done(acb, DID_ABORT, srb->cmd, 1);
2917                 waiting_process_next(acb);
2918         } else {
2919                 if ((srb->state & (SRB_START_ + SRB_MSGOUT))
2920                     || !(srb->
2921                          state & (SRB_DISCONNECT | SRB_COMPLETED))) {
2922                         /*
2923                          * Selection time out
2924                          * SRB_START_ || SRB_MSGOUT || (!SRB_DISCONNECT && !SRB_COMPLETED)
2925                          */
2926                         /* Unexp. Disc / Sel Timeout */
2927                         if (srb->state != SRB_START_
2928                             && srb->state != SRB_MSGOUT) {
2929                                 srb->state = SRB_READY;
2930                                 dprintkl(KERN_DEBUG,
2931                                         "disconnect: (0x%p) Unexpected\n",
2932                                         srb->cmd);
2933                                 srb->target_status = SCSI_STAT_SEL_TIMEOUT;
2934                                 goto disc1;
2935                         } else {
2936                                 /* Normal selection timeout */
2937                                 dprintkdbg(DBG_KG, "disconnect: (0x%p) "
2938                                         "<%02i-%i> SelTO\n", srb->cmd,
2939                                         dcb->target_id, dcb->target_lun);
2940                                 if (srb->retry_count++ > DC395x_MAX_RETRIES
2941                                     || acb->scan_devices) {
2942                                         srb->target_status =
2943                                             SCSI_STAT_SEL_TIMEOUT;
2944                                         goto disc1;
2945                                 }
2946                                 free_tag(dcb, srb);
2947                                 list_move(&srb->list, &dcb->srb_waiting_list);
2948                                 dprintkdbg(DBG_KG,
2949                                         "disconnect: (0x%p) Retry\n",
2950                                         srb->cmd);
2951                                 waiting_set_timer(acb, HZ / 20);
2952                         }
2953                 } else if (srb->state & SRB_DISCONNECT) {
2954                         u8 bval = DC395x_read8(acb, TRM_S1040_SCSI_SIGNAL);
2955                         /*
2956                          * SRB_DISCONNECT (This is what we expect!)
2957                          */
2958                         if (bval & 0x40) {
2959                                 dprintkdbg(DBG_0, "disconnect: SCSI bus stat "
2960                                         " 0x%02x: ACK set! Other controllers?\n",
2961                                         bval);
2962                                 /* It could come from another initiator, therefore don't do much ! */
2963                         } else
2964                                 waiting_process_next(acb);
2965                 } else if (srb->state & SRB_COMPLETED) {
2966                       disc1:
2967                         /*
2968                          ** SRB_COMPLETED
2969                          */
2970                         free_tag(dcb, srb);
2971                         dcb->active_srb = NULL;
2972                         srb->state = SRB_FREE;
2973                         srb_done(acb, dcb, srb);
2974                 }
2975         }
2976 }
2977
2978
2979 static void reselect(struct AdapterCtlBlk *acb)
2980 {
2981         struct DeviceCtlBlk *dcb = acb->active_dcb;
2982         struct ScsiReqBlk *srb = NULL;
2983         u16 rsel_tar_lun_id;
2984         u8 id, lun;
2985         dprintkdbg(DBG_0, "reselect: acb=%p\n", acb);
2986
2987         clear_fifo(acb, "reselect");
2988         /*DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_HWRESELECT | DO_DATALATCH); */
2989         /* Read Reselected Target ID and LUN */
2990         rsel_tar_lun_id = DC395x_read16(acb, TRM_S1040_SCSI_TARGETID);
2991         if (dcb) {              /* Arbitration lost but Reselection win */
2992                 srb = dcb->active_srb;
2993                 if (!srb) {
2994                         dprintkl(KERN_DEBUG, "reselect: Arb lost Resel won, "
2995                                 "but active_srb == NULL\n");
2996                         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
2997                         return;
2998                 }
2999                 /* Why the if ? */
3000                 if (!acb->scan_devices) {
3001                         dprintkdbg(DBG_KG, "reselect: (0x%p) <%02i-%i> "
3002                                 "Arb lost but Resel win rsel=%i stat=0x%04x\n",
3003                                 srb->cmd, dcb->target_id,
3004                                 dcb->target_lun, rsel_tar_lun_id,
3005                                 DC395x_read16(acb, TRM_S1040_SCSI_STATUS));
3006                         /*srb->state |= SRB_DISCONNECT; */
3007
3008                         srb->state = SRB_READY;
3009                         free_tag(dcb, srb);
3010                         list_move(&srb->list, &dcb->srb_waiting_list);
3011                         waiting_set_timer(acb, HZ / 20);
3012
3013                         /* return; */
3014                 }
3015         }
3016         /* Read Reselected Target Id and LUN */
3017         if (!(rsel_tar_lun_id & (IDENTIFY_BASE << 8)))
3018                 dprintkl(KERN_DEBUG, "reselect: Expects identify msg. "
3019                         "Got %i!\n", rsel_tar_lun_id);
3020         id = rsel_tar_lun_id & 0xff;
3021         lun = (rsel_tar_lun_id >> 8) & 7;
3022         dcb = find_dcb(acb, id, lun);
3023         if (!dcb) {
3024                 dprintkl(KERN_ERR, "reselect: From non existent device "
3025                         "<%02i-%i>\n", id, lun);
3026                 DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
3027                 return;
3028         }
3029         acb->active_dcb = dcb;
3030
3031         if (!(dcb->dev_mode & NTC_DO_DISCONNECT))
3032                 dprintkl(KERN_DEBUG, "reselect: in spite of forbidden "
3033                         "disconnection? <%02i-%i>\n",
3034                         dcb->target_id, dcb->target_lun);
3035
3036         if (dcb->sync_mode & EN_TAG_QUEUEING) {
3037                 srb = acb->tmp_srb;
3038                 dcb->active_srb = srb;
3039         } else {
3040                 /* There can be only one! */
3041                 srb = dcb->active_srb;
3042                 if (!srb || !(srb->state & SRB_DISCONNECT)) {
3043                         /*
3044                          * abort command
3045                          */
3046                         dprintkl(KERN_DEBUG,
3047                                 "reselect: w/o disconnected cmds <%02i-%i>\n",
3048                                 dcb->target_id, dcb->target_lun);
3049                         srb = acb->tmp_srb;
3050                         srb->state = SRB_UNEXPECT_RESEL;
3051                         dcb->active_srb = srb;
3052                         enable_msgout_abort(acb, srb);
3053                 } else {
3054                         if (dcb->flag & ABORT_DEV_) {
3055                                 /*srb->state = SRB_ABORT_SENT; */
3056                                 enable_msgout_abort(acb, srb);
3057                         } else
3058                                 srb->state = SRB_DATA_XFER;
3059
3060                 }
3061         }
3062         srb->scsi_phase = PH_BUS_FREE;  /* initial phase */
3063
3064         /* Program HA ID, target ID, period and offset */
3065         dprintkdbg(DBG_0, "reselect: select <%i>\n", dcb->target_id);
3066         DC395x_write8(acb, TRM_S1040_SCSI_HOSTID, acb->scsi_host->this_id);     /* host   ID */
3067         DC395x_write8(acb, TRM_S1040_SCSI_TARGETID, dcb->target_id);            /* target ID */
3068         DC395x_write8(acb, TRM_S1040_SCSI_OFFSET, dcb->sync_offset);            /* offset    */
3069         DC395x_write8(acb, TRM_S1040_SCSI_SYNC, dcb->sync_period);              /* sync period, wide */
3070         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);              /* it's important for atn stop */
3071         /* SCSI command */
3072         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, SCMD_MSGACCEPT);
3073 }
3074
3075
3076 static inline u8 tagq_blacklist(char *name)
3077 {
3078 #ifndef DC395x_NO_TAGQ
3079 #if 0
3080         u8 i;
3081         for (i = 0; i < BADDEVCNT; i++)
3082                 if (memcmp(name, DC395x_baddevname1[i], 28) == 0)
3083                         return 1;
3084 #endif
3085         return 0;
3086 #else
3087         return 1;
3088 #endif
3089 }
3090
3091
3092 static void disc_tagq_set(struct DeviceCtlBlk *dcb, struct ScsiInqData *ptr)
3093 {
3094         /* Check for SCSI format (ANSI and Response data format) */
3095         if ((ptr->Vers & 0x07) >= 2 || (ptr->RDF & 0x0F) == 2) {
3096                 if ((ptr->Flags & SCSI_INQ_CMDQUEUE)
3097                     && (dcb->dev_mode & NTC_DO_TAG_QUEUEING) &&
3098                     /*(dcb->dev_mode & NTC_DO_DISCONNECT) */
3099                     /* ((dcb->dev_type == TYPE_DISK)
3100                        || (dcb->dev_type == TYPE_MOD)) && */
3101                     !tagq_blacklist(((char *)ptr) + 8)) {
3102                         if (dcb->max_command == 1)
3103                                 dcb->max_command =
3104                                     dcb->acb->tag_max_num;
3105                         dcb->sync_mode |= EN_TAG_QUEUEING;
3106                         /*dcb->tag_mask = 0; */
3107                 } else
3108                         dcb->max_command = 1;
3109         }
3110 }
3111
3112
3113 static void add_dev(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb,
3114                 struct ScsiInqData *ptr)
3115 {
3116         u8 bval1 = ptr->DevType & SCSI_DEVTYPE;
3117         dcb->dev_type = bval1;
3118         /* if (bval1 == TYPE_DISK || bval1 == TYPE_MOD) */
3119         disc_tagq_set(dcb, ptr);
3120 }
3121
3122
3123 /* unmap mapped pci regions from SRB */
3124 static void pci_unmap_srb(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb)
3125 {
3126         struct scsi_cmnd *cmd = srb->cmd;
3127         enum dma_data_direction dir = cmd->sc_data_direction;
3128
3129         if (scsi_sg_count(cmd) && dir != DMA_NONE) {
3130                 /* unmap DC395x SG list */
3131                 dprintkdbg(DBG_SG, "pci_unmap_srb: list=%08x(%05x)\n",
3132                         srb->sg_bus_addr, SEGMENTX_LEN);
3133                 dma_unmap_single(&acb->dev->dev, srb->sg_bus_addr, SEGMENTX_LEN,
3134                                 DMA_TO_DEVICE);
3135                 dprintkdbg(DBG_SG, "pci_unmap_srb: segs=%i buffer=%p\n",
3136                            scsi_sg_count(cmd), scsi_bufflen(cmd));
3137                 /* unmap the sg segments */
3138                 scsi_dma_unmap(cmd);
3139         }
3140 }
3141
3142
3143 /* unmap mapped pci sense buffer from SRB */
3144 static void pci_unmap_srb_sense(struct AdapterCtlBlk *acb,
3145                 struct ScsiReqBlk *srb)
3146 {
3147         if (!(srb->flag & AUTO_REQSENSE))
3148                 return;
3149         /* Unmap sense buffer */
3150         dprintkdbg(DBG_SG, "pci_unmap_srb_sense: buffer=%08x\n",
3151                srb->segment_x[0].address);
3152         dma_unmap_single(&acb->dev->dev, srb->segment_x[0].address,
3153                          srb->segment_x[0].length, DMA_FROM_DEVICE);
3154         /* Restore SG stuff */
3155         srb->total_xfer_length = srb->xferred;
3156         srb->segment_x[0].address =
3157             srb->segment_x[DC395x_MAX_SG_LISTENTRY - 1].address;
3158         srb->segment_x[0].length =
3159             srb->segment_x[DC395x_MAX_SG_LISTENTRY - 1].length;
3160 }
3161
3162
3163 /*
3164  * Complete execution of a SCSI command
3165  * Signal completion to the generic SCSI driver
3166  */
3167 static void srb_done(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb,
3168                 struct ScsiReqBlk *srb)
3169 {
3170         u8 tempcnt, status;
3171         struct scsi_cmnd *cmd = srb->cmd;
3172         enum dma_data_direction dir = cmd->sc_data_direction;
3173         int ckc_only = 1;
3174
3175         dprintkdbg(DBG_1, "srb_done: (0x%p) <%02i-%i>\n", srb->cmd,
3176                 srb->cmd->device->id, (u8)srb->cmd->device->lun);
3177         dprintkdbg(DBG_SG, "srb_done: srb=%p sg=%i(%i/%i) buf=%p\n",
3178                    srb, scsi_sg_count(cmd), srb->sg_index, srb->sg_count,
3179                    scsi_sgtalbe(cmd));
3180         status = srb->target_status;
3181         if (srb->flag & AUTO_REQSENSE) {
3182                 dprintkdbg(DBG_0, "srb_done: AUTO_REQSENSE1\n");
3183                 pci_unmap_srb_sense(acb, srb);
3184                 /*
3185                  ** target status..........................
3186                  */
3187                 srb->flag &= ~AUTO_REQSENSE;
3188                 srb->adapter_status = 0;
3189                 srb->target_status = CHECK_CONDITION << 1;
3190                 if (debug_enabled(DBG_1)) {
3191                         switch (cmd->sense_buffer[2] & 0x0f) {
3192                         case NOT_READY:
3193                                 dprintkl(KERN_DEBUG,
3194                                      "ReqSense: NOT_READY cmnd=0x%02x <%02i-%i> stat=%i scan=%i ",
3195                                      cmd->cmnd[0], dcb->target_id,
3196                                      dcb->target_lun, status, acb->scan_devices);
3197                                 break;
3198                         case UNIT_ATTENTION:
3199                                 dprintkl(KERN_DEBUG,
3200                                      "ReqSense: UNIT_ATTENTION cmnd=0x%02x <%02i-%i> stat=%i scan=%i ",
3201                                      cmd->cmnd[0], dcb->target_id,
3202                                      dcb->target_lun, status, acb->scan_devices);
3203                                 break;
3204                         case ILLEGAL_REQUEST:
3205                                 dprintkl(KERN_DEBUG,
3206                                      "ReqSense: ILLEGAL_REQUEST cmnd=0x%02x <%02i-%i> stat=%i scan=%i ",
3207                                      cmd->cmnd[0], dcb->target_id,
3208                                      dcb->target_lun, status, acb->scan_devices);
3209                                 break;
3210                         case MEDIUM_ERROR:
3211                                 dprintkl(KERN_DEBUG,
3212                                      "ReqSense: MEDIUM_ERROR cmnd=0x%02x <%02i-%i> stat=%i scan=%i ",
3213                                      cmd->cmnd[0], dcb->target_id,
3214                                      dcb->target_lun, status, acb->scan_devices);
3215                                 break;
3216                         case HARDWARE_ERROR:
3217                                 dprintkl(KERN_DEBUG,
3218                                      "ReqSense: HARDWARE_ERROR cmnd=0x%02x <%02i-%i> stat=%i scan=%i ",
3219                                      cmd->cmnd[0], dcb->target_id,
3220                                      dcb->target_lun, status, acb->scan_devices);
3221                                 break;
3222                         }
3223                         if (cmd->sense_buffer[7] >= 6)
3224                                 printk("sense=0x%02x ASC=0x%02x ASCQ=0x%02x "
3225                                         "(0x%08x 0x%08x)\n",
3226                                         cmd->sense_buffer[2], cmd->sense_buffer[12],
3227                                         cmd->sense_buffer[13],
3228                                         *((unsigned int *)(cmd->sense_buffer + 3)),
3229                                         *((unsigned int *)(cmd->sense_buffer + 8)));
3230                         else
3231                                 printk("sense=0x%02x No ASC/ASCQ (0x%08x)\n",
3232                                         cmd->sense_buffer[2],
3233                                         *((unsigned int *)(cmd->sense_buffer + 3)));
3234                 }
3235
3236                 if (status == (CHECK_CONDITION << 1)) {
3237                         cmd->result = DID_BAD_TARGET << 16;
3238                         goto ckc_e;
3239                 }
3240                 dprintkdbg(DBG_0, "srb_done: AUTO_REQSENSE2\n");
3241
3242                 if (srb->total_xfer_length
3243                     && srb->total_xfer_length >= cmd->underflow)
3244                         cmd->result =
3245                             MK_RES_LNX(DRIVER_SENSE, DID_OK,
3246                                        srb->end_message, CHECK_CONDITION);
3247                 /*SET_RES_DID(cmd->result,DID_OK) */
3248                 else
3249                         cmd->result =
3250                             MK_RES_LNX(DRIVER_SENSE, DID_OK,
3251                                        srb->end_message, CHECK_CONDITION);
3252
3253                 goto ckc_e;
3254         }
3255
3256 /*************************************************************/
3257         if (status) {
3258                 /*
3259                  * target status..........................
3260                  */
3261                 if (status >> 1 == CHECK_CONDITION) {
3262                         request_sense(acb, dcb, srb);
3263                         return;
3264                 } else if (status >> 1 == QUEUE_FULL) {
3265                         tempcnt = (u8)list_size(&dcb->srb_going_list);
3266                         dprintkl(KERN_INFO, "QUEUE_FULL for dev <%02i-%i> with %i cmnds\n",
3267                              dcb->target_id, dcb->target_lun, tempcnt);
3268                         if (tempcnt > 1)
3269                                 tempcnt--;
3270                         dcb->max_command = tempcnt;
3271                         free_tag(dcb, srb);
3272                         list_move(&srb->list, &dcb->srb_waiting_list);
3273                         waiting_set_timer(acb, HZ / 20);
3274                         srb->adapter_status = 0;
3275                         srb->target_status = 0;
3276                         return;
3277                 } else if (status == SCSI_STAT_SEL_TIMEOUT) {
3278                         srb->adapter_status = H_SEL_TIMEOUT;
3279                         srb->target_status = 0;
3280                         cmd->result = DID_NO_CONNECT << 16;
3281                 } else {
3282                         srb->adapter_status = 0;
3283                         SET_RES_DID(cmd->result, DID_ERROR);
3284                         SET_RES_MSG(cmd->result, srb->end_message);
3285                         SET_RES_TARGET(cmd->result, status);
3286
3287                 }
3288         } else {
3289                 /*
3290                  ** process initiator status..........................
3291                  */
3292                 status = srb->adapter_status;
3293                 if (status & H_OVER_UNDER_RUN) {
3294                         srb->target_status = 0;
3295                         SET_RES_DID(cmd->result, DID_OK);
3296                         SET_RES_MSG(cmd->result, srb->end_message);
3297                 } else if (srb->status & PARITY_ERROR) {
3298                         SET_RES_DID(cmd->result, DID_PARITY);
3299                         SET_RES_MSG(cmd->result, srb->end_message);
3300                 } else {        /* No error */
3301
3302                         srb->adapter_status = 0;
3303                         srb->target_status = 0;
3304                         SET_RES_DID(cmd->result, DID_OK);
3305                 }
3306         }
3307
3308         ckc_only = 0;
3309 /* Check Error Conditions */
3310       ckc_e:
3311
3312         pci_unmap_srb(acb, srb);
3313
3314         if (cmd->cmnd[0] == INQUIRY) {
3315                 unsigned char *base = NULL;
3316                 struct ScsiInqData *ptr;
3317                 unsigned long flags = 0;
3318                 struct scatterlist* sg = scsi_sglist(cmd);
3319                 size_t offset = 0, len = sizeof(struct ScsiInqData);
3320
3321                 local_irq_save(flags);
3322                 base = scsi_kmap_atomic_sg(sg, scsi_sg_count(cmd), &offset, &len);
3323                 ptr = (struct ScsiInqData *)(base + offset);
3324
3325                 if (!ckc_only && (cmd->result & RES_DID) == 0
3326                     && cmd->cmnd[2] == 0 && scsi_bufflen(cmd) >= 8
3327                     && dir != DMA_NONE && ptr && (ptr->Vers & 0x07) >= 2)
3328                         dcb->inquiry7 = ptr->Flags;
3329
3330         /*if( srb->cmd->cmnd[0] == INQUIRY && */
3331         /*  (host_byte(cmd->result) == DID_OK || status_byte(cmd->result) & CHECK_CONDITION) ) */
3332                 if ((cmd->result == (DID_OK << 16) ||
3333                      status_byte(cmd->result) == CHECK_CONDITION)) {
3334                         if (!dcb->init_tcq_flag) {
3335                                 add_dev(acb, dcb, ptr);
3336                                 dcb->init_tcq_flag = 1;
3337                         }
3338                 }
3339
3340                 scsi_kunmap_atomic_sg(base);
3341                 local_irq_restore(flags);
3342         }
3343
3344         /* Here is the info for Doug Gilbert's sg3 ... */
3345         scsi_set_resid(cmd, srb->total_xfer_length);
3346         /* This may be interpreted by sb. or not ... */
3347         cmd->SCp.this_residual = srb->total_xfer_length;
3348         cmd->SCp.buffers_residual = 0;
3349         if (debug_enabled(DBG_KG)) {
3350                 if (srb->total_xfer_length)
3351                         dprintkdbg(DBG_KG, "srb_done: (0x%p) <%02i-%i> "
3352                                 "cmnd=0x%02x Missed %i bytes\n",
3353                                 cmd, cmd->device->id, (u8)cmd->device->lun,
3354                                 cmd->cmnd[0], srb->total_xfer_length);
3355         }
3356
3357         if (srb != acb->tmp_srb) {
3358                 /* Add to free list */
3359                 dprintkdbg(DBG_0, "srb_done: (0x%p) done result=0x%08x\n",
3360                         cmd, cmd->result);
3361                 list_move_tail(&srb->list, &acb->srb_free_list);
3362         } else {
3363                 dprintkl(KERN_ERR, "srb_done: ERROR! Completed cmd with tmp_srb\n");
3364         }
3365
3366         cmd->scsi_done(cmd);
3367         waiting_process_next(acb);
3368 }
3369
3370
3371 /* abort all cmds in our queues */
3372 static void doing_srb_done(struct AdapterCtlBlk *acb, u8 did_flag,
3373                 struct scsi_cmnd *cmd, u8 force)
3374 {
3375         struct DeviceCtlBlk *dcb;
3376         dprintkl(KERN_INFO, "doing_srb_done: pids ");
3377
3378         list_for_each_entry(dcb, &acb->dcb_list, list) {
3379                 struct ScsiReqBlk *srb;
3380                 struct ScsiReqBlk *tmp;
3381                 struct scsi_cmnd *p;
3382
3383                 list_for_each_entry_safe(srb, tmp, &dcb->srb_going_list, list) {
3384                         int result;
3385
3386                         p = srb->cmd;
3387                         result = MK_RES(0, did_flag, 0, 0);
3388                         printk("G:%p(%02i-%i) ", p,
3389                                p->device->id, (u8)p->device->lun);
3390                         list_del(&srb->list);
3391                         free_tag(dcb, srb);
3392                         list_add_tail(&srb->list, &acb->srb_free_list);
3393                         p->result = result;
3394                         pci_unmap_srb_sense(acb, srb);
3395                         pci_unmap_srb(acb, srb);
3396                         if (force) {
3397                                 /* For new EH, we normally don't need to give commands back,
3398                                  * as they all complete or all time out */
3399                                 p->scsi_done(p);
3400                         }
3401                 }
3402                 if (!list_empty(&dcb->srb_going_list))
3403                         dprintkl(KERN_DEBUG,
3404                                "How could the ML send cmnds to the Going queue? <%02i-%i>\n",
3405                                dcb->target_id, dcb->target_lun);
3406                 if (dcb->tag_mask)
3407                         dprintkl(KERN_DEBUG,
3408                                "tag_mask for <%02i-%i> should be empty, is %08x!\n",
3409                                dcb->target_id, dcb->target_lun,
3410                                dcb->tag_mask);
3411
3412                 /* Waiting queue */
3413                 list_for_each_entry_safe(srb, tmp, &dcb->srb_waiting_list, list) {
3414                         int result;
3415                         p = srb->cmd;
3416
3417                         result = MK_RES(0, did_flag, 0, 0);
3418                         printk("W:%p<%02i-%i>", p, p->device->id,
3419                                (u8)p->device->lun);
3420                         list_move_tail(&srb->list, &acb->srb_free_list);
3421                         p->result = result;
3422                         pci_unmap_srb_sense(acb, srb);
3423                         pci_unmap_srb(acb, srb);
3424                         if (force) {
3425                                 /* For new EH, we normally don't need to give commands back,
3426                                  * as they all complete or all time out */
3427                                 cmd->scsi_done(cmd);
3428                         }
3429                 }
3430                 if (!list_empty(&dcb->srb_waiting_list))
3431                         dprintkl(KERN_DEBUG, "ML queued %i cmnds again to <%02i-%i>\n",
3432                              list_size(&dcb->srb_waiting_list), dcb->target_id,
3433                              dcb->target_lun);
3434                 dcb->flag &= ~ABORT_DEV_;
3435         }
3436         printk("\n");
3437 }
3438
3439
3440 static void reset_scsi_bus(struct AdapterCtlBlk *acb)
3441 {
3442         dprintkdbg(DBG_0, "reset_scsi_bus: acb=%p\n", acb);
3443         acb->acb_flag |= RESET_DEV;     /* RESET_DETECT, RESET_DONE, RESET_DEV */
3444         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_RSTSCSI);
3445
3446         while (!(DC395x_read8(acb, TRM_S1040_SCSI_INTSTATUS) & INT_SCSIRESET))
3447                 /* nothing */;
3448 }
3449
3450
3451 static void set_basic_config(struct AdapterCtlBlk *acb)
3452 {
3453         u8 bval;
3454         u16 wval;
3455         DC395x_write8(acb, TRM_S1040_SCSI_TIMEOUT, acb->sel_timeout);
3456         if (acb->config & HCC_PARITY)
3457                 bval = PHASELATCH | INITIATOR | BLOCKRST | PARITYCHECK;
3458         else
3459                 bval = PHASELATCH | INITIATOR | BLOCKRST;
3460
3461         DC395x_write8(acb, TRM_S1040_SCSI_CONFIG0, bval);
3462
3463         /* program configuration 1: Act_Neg (+ Act_Neg_Enh? + Fast_Filter? + DataDis?) */
3464         DC395x_write8(acb, TRM_S1040_SCSI_CONFIG1, 0x03);       /* was 0x13: default */
3465         /* program Host ID                  */
3466         DC395x_write8(acb, TRM_S1040_SCSI_HOSTID, acb->scsi_host->this_id);
3467         /* set ansynchronous transfer       */
3468         DC395x_write8(acb, TRM_S1040_SCSI_OFFSET, 0x00);
3469         /* Turn LED control off */
3470         wval = DC395x_read16(acb, TRM_S1040_GEN_CONTROL) & 0x7F;
3471         DC395x_write16(acb, TRM_S1040_GEN_CONTROL, wval);
3472         /* DMA config          */
3473         wval = DC395x_read16(acb, TRM_S1040_DMA_CONFIG) & ~DMA_FIFO_CTRL;
3474         wval |=
3475             DMA_FIFO_HALF_HALF | DMA_ENHANCE /*| DMA_MEM_MULTI_READ */ ;
3476         DC395x_write16(acb, TRM_S1040_DMA_CONFIG, wval);
3477         /* Clear pending interrupt status */
3478         DC395x_read8(acb, TRM_S1040_SCSI_INTSTATUS);
3479         /* Enable SCSI interrupt    */
3480         DC395x_write8(acb, TRM_S1040_SCSI_INTEN, 0x7F);
3481         DC395x_write8(acb, TRM_S1040_DMA_INTEN, EN_SCSIINTR | EN_DMAXFERERROR
3482                       /*| EN_DMAXFERABORT | EN_DMAXFERCOMP | EN_FORCEDMACOMP */
3483                       );
3484 }
3485
3486
3487 static void scsi_reset_detect(struct AdapterCtlBlk *acb)
3488 {
3489         dprintkl(KERN_INFO, "scsi_reset_detect: acb=%p\n", acb);
3490         /* delay half a second */
3491         if (timer_pending(&acb->waiting_timer))
3492                 del_timer(&acb->waiting_timer);
3493
3494         DC395x_write8(acb, TRM_S1040_SCSI_CONTROL, DO_RSTMODULE);
3495         DC395x_write8(acb, TRM_S1040_DMA_CONTROL, DMARESETMODULE);
3496         /*DC395x_write8(acb, TRM_S1040_DMA_CONTROL,STOPDMAXFER); */
3497         udelay(500);
3498         /* Maybe we locked up the bus? Then lets wait even longer ... */
3499         acb->last_reset =
3500             jiffies + 5 * HZ / 2 +
3501             HZ * acb->eeprom.delay_time;
3502
3503         clear_fifo(acb, "scsi_reset_detect");
3504         set_basic_config(acb);
3505         /*1.25 */
3506         /*DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_HWRESELECT); */
3507
3508         if (acb->acb_flag & RESET_DEV) {        /* RESET_DETECT, RESET_DONE, RESET_DEV */
3509                 acb->acb_flag |= RESET_DONE;
3510         } else {
3511                 acb->acb_flag |= RESET_DETECT;
3512                 reset_dev_param(acb);
3513                 doing_srb_done(acb, DID_RESET, NULL, 1);
3514                 /*DC395x_RecoverSRB( acb ); */
3515                 acb->active_dcb = NULL;
3516                 acb->acb_flag = 0;
3517                 waiting_process_next(acb);
3518         }
3519 }
3520
3521
3522 static void request_sense(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb,
3523                 struct ScsiReqBlk *srb)
3524 {
3525         struct scsi_cmnd *cmd = srb->cmd;
3526         dprintkdbg(DBG_1, "request_sense: (0x%p) <%02i-%i>\n",
3527                 cmd, cmd->device->id, (u8)cmd->device->lun);
3528
3529         srb->flag |= AUTO_REQSENSE;
3530         srb->adapter_status = 0;
3531         srb->target_status = 0;
3532
3533         /* KG: Can this prevent crap sense data ? */
3534         memset(cmd->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE);
3535
3536         /* Save some data */
3537         srb->segment_x[DC395x_MAX_SG_LISTENTRY - 1].address =
3538             srb->segment_x[0].address;
3539         srb->segment_x[DC395x_MAX_SG_LISTENTRY - 1].length =
3540             srb->segment_x[0].length;
3541         srb->xferred = srb->total_xfer_length;
3542         /* srb->segment_x : a one entry of S/G list table */
3543         srb->total_xfer_length = SCSI_SENSE_BUFFERSIZE;
3544         srb->segment_x[0].length = SCSI_SENSE_BUFFERSIZE;
3545         /* Map sense buffer */
3546         srb->segment_x[0].address = dma_map_single(&acb->dev->dev,
3547                         cmd->sense_buffer, SCSI_SENSE_BUFFERSIZE,
3548                         DMA_FROM_DEVICE);
3549         dprintkdbg(DBG_SG, "request_sense: map buffer %p->%08x(%05x)\n",
3550                cmd->sense_buffer, srb->segment_x[0].address,
3551                SCSI_SENSE_BUFFERSIZE);
3552         srb->sg_count = 1;
3553         srb->sg_index = 0;
3554
3555         if (start_scsi(acb, dcb, srb)) {        /* Should only happen, if sb. else grabs the bus */
3556                 dprintkl(KERN_DEBUG,
3557                         "request_sense: (0x%p) failed <%02i-%i>\n",
3558                         srb->cmd, dcb->target_id, dcb->target_lun);
3559                 list_move(&srb->list, &dcb->srb_waiting_list);
3560                 waiting_set_timer(acb, HZ / 100);
3561         }
3562 }
3563
3564
3565 /**
3566  * device_alloc - Allocate a new device instance. This create the
3567  * devices instance and sets up all the data items. The adapter
3568  * instance is required to obtain confiuration information for this
3569  * device. This does *not* add this device to the adapters device
3570  * list.
3571  *
3572  * @acb: The adapter to obtain configuration information from.
3573  * @target: The target for the new device.
3574  * @lun: The lun for the new device.
3575  *
3576  * Return the new device if successful or NULL on failure.
3577  **/
3578 static struct DeviceCtlBlk *device_alloc(struct AdapterCtlBlk *acb,
3579                 u8 target, u8 lun)
3580 {
3581         struct NvRamType *eeprom = &acb->eeprom;
3582         u8 period_index = eeprom->target[target].period & 0x07;
3583         struct DeviceCtlBlk *dcb;
3584
3585         dcb = kmalloc(sizeof(struct DeviceCtlBlk), GFP_ATOMIC);
3586         dprintkdbg(DBG_0, "device_alloc: <%02i-%i>\n", target, lun);
3587         if (!dcb)
3588                 return NULL;
3589         dcb->acb = NULL;
3590         INIT_LIST_HEAD(&dcb->srb_going_list);
3591         INIT_LIST_HEAD(&dcb->srb_waiting_list);
3592         dcb->active_srb = NULL;
3593         dcb->tag_mask = 0;
3594         dcb->max_command = 1;
3595         dcb->target_id = target;
3596         dcb->target_lun = lun;
3597         dcb->dev_mode = eeprom->target[target].cfg0;
3598 #ifndef DC395x_NO_DISCONNECT
3599         dcb->identify_msg =
3600             IDENTIFY(dcb->dev_mode & NTC_DO_DISCONNECT, lun);
3601 #else
3602         dcb->identify_msg = IDENTIFY(0, lun);
3603 #endif
3604         dcb->inquiry7 = 0;
3605         dcb->sync_mode = 0;
3606         dcb->min_nego_period = clock_period[period_index];
3607         dcb->sync_period = 0;
3608         dcb->sync_offset = 0;
3609         dcb->flag = 0;
3610
3611 #ifndef DC395x_NO_WIDE
3612         if ((dcb->dev_mode & NTC_DO_WIDE_NEGO)
3613             && (acb->config & HCC_WIDE_CARD))
3614                 dcb->sync_mode |= WIDE_NEGO_ENABLE;
3615 #endif
3616 #ifndef DC395x_NO_SYNC
3617         if (dcb->dev_mode & NTC_DO_SYNC_NEGO)
3618                 if (!(lun) || current_sync_offset)
3619                         dcb->sync_mode |= SYNC_NEGO_ENABLE;
3620 #endif
3621         if (dcb->target_lun != 0) {
3622                 /* Copy settings */
3623                 struct DeviceCtlBlk *p;
3624                 list_for_each_entry(p, &acb->dcb_list, list)
3625                         if (p->target_id == dcb->target_id)
3626                                 break;
3627                 dprintkdbg(DBG_1,
3628                        "device_alloc: <%02i-%i> copy from <%02i-%i>\n",
3629                        dcb->target_id, dcb->target_lun,
3630                        p->target_id, p->target_lun);
3631                 dcb->sync_mode = p->sync_mode;
3632                 dcb->sync_period = p->sync_period;
3633                 dcb->min_nego_period = p->min_nego_period;
3634                 dcb->sync_offset = p->sync_offset;
3635                 dcb->inquiry7 = p->inquiry7;
3636         }
3637         return dcb;
3638 }
3639
3640
3641 /**
3642  * adapter_add_device - Adds the device instance to the adaptor instance.
3643  *
3644  * @acb: The adapter device to be updated
3645  * @dcb: A newly created and initialised device instance to add.
3646  **/
3647 static void adapter_add_device(struct AdapterCtlBlk *acb,
3648                 struct DeviceCtlBlk *dcb)
3649 {
3650         /* backpointer to adapter */
3651         dcb->acb = acb;
3652
3653         /* set run_robin to this device if it is currently empty */
3654         if (list_empty(&acb->dcb_list))
3655                 acb->dcb_run_robin = dcb;
3656
3657         /* add device to list */
3658         list_add_tail(&dcb->list, &acb->dcb_list);
3659
3660         /* update device maps */
3661         acb->dcb_map[dcb->target_id] |= (1 << dcb->target_lun);
3662         acb->children[dcb->target_id][dcb->target_lun] = dcb;
3663 }
3664
3665
3666 /**
3667  * adapter_remove_device - Removes the device instance from the adaptor
3668  * instance. The device instance is not check in any way or freed by this.
3669  * The caller is expected to take care of that. This will simply remove the
3670  * device from the adapters data strcutures.
3671  *
3672  * @acb: The adapter device to be updated
3673  * @dcb: A device that has previously been added to the adapter.
3674  **/
3675 static void adapter_remove_device(struct AdapterCtlBlk *acb,
3676                 struct DeviceCtlBlk *dcb)
3677 {
3678         struct DeviceCtlBlk *i;
3679         struct DeviceCtlBlk *tmp;
3680         dprintkdbg(DBG_0, "adapter_remove_device: <%02i-%i>\n",
3681                 dcb->target_id, dcb->target_lun);
3682
3683         /* fix up any pointers to this device that we have in the adapter */
3684         if (acb->active_dcb == dcb)
3685                 acb->active_dcb = NULL;
3686         if (acb->dcb_run_robin == dcb)
3687                 acb->dcb_run_robin = dcb_get_next(&acb->dcb_list, dcb);
3688
3689         /* unlink from list */
3690         list_for_each_entry_safe(i, tmp, &acb->dcb_list, list)
3691                 if (dcb == i) {
3692                         list_del(&i->list);
3693                         break;
3694                 }
3695
3696         /* clear map and children */
3697         acb->dcb_map[dcb->target_id] &= ~(1 << dcb->target_lun);
3698         acb->children[dcb->target_id][dcb->target_lun] = NULL;
3699         dcb->acb = NULL;
3700 }
3701
3702
3703 /**
3704  * adapter_remove_and_free_device - Removes a single device from the adapter
3705  * and then frees the device information.
3706  *
3707  * @acb: The adapter device to be updated
3708  * @dcb: A device that has previously been added to the adapter.
3709  */
3710 static void adapter_remove_and_free_device(struct AdapterCtlBlk *acb,
3711                 struct DeviceCtlBlk *dcb)
3712 {
3713         if (list_size(&dcb->srb_going_list) > 1) {
3714                 dprintkdbg(DBG_1, "adapter_remove_and_free_device: <%02i-%i> "
3715                            "Won't remove because of %i active requests.\n",
3716                            dcb->target_id, dcb->target_lun,
3717                            list_size(&dcb->srb_going_list));
3718                 return;
3719         }
3720         adapter_remove_device(acb, dcb);
3721         kfree(dcb);
3722 }
3723
3724
3725 /**
3726  * adapter_remove_and_free_all_devices - Removes and frees all of the
3727  * devices associated with the specified adapter.
3728  *
3729  * @acb: The adapter from which all devices should be removed.
3730  **/
3731 static void adapter_remove_and_free_all_devices(struct AdapterCtlBlk* acb)
3732 {
3733         struct DeviceCtlBlk *dcb;
3734         struct DeviceCtlBlk *tmp;
3735         dprintkdbg(DBG_1, "adapter_remove_and_free_all_devices: num=%i\n",
3736                    list_size(&acb->dcb_list));
3737
3738         list_for_each_entry_safe(dcb, tmp, &acb->dcb_list, list)
3739                 adapter_remove_and_free_device(acb, dcb);
3740 }
3741
3742
3743 /**
3744  * dc395x_slave_alloc - Called by the scsi mid layer to tell us about a new
3745  * scsi device that we need to deal with. We allocate a new device and then
3746  * insert that device into the adapters device list.
3747  *
3748  * @scsi_device: The new scsi device that we need to handle.
3749  **/
3750 static int dc395x_slave_alloc(struct scsi_device *scsi_device)
3751 {
3752         struct AdapterCtlBlk *acb = (struct AdapterCtlBlk *)scsi_device->host->hostdata;
3753         struct DeviceCtlBlk *dcb;
3754
3755         dcb = device_alloc(acb, scsi_device->id, scsi_device->lun);
3756         if (!dcb)
3757                 return -ENOMEM;
3758         adapter_add_device(acb, dcb);
3759
3760         return 0;
3761 }
3762
3763
3764 /**
3765  * dc395x_slave_destroy - Called by the scsi mid layer to tell us about a
3766  * device that is going away.
3767  *
3768  * @scsi_device: The new scsi device that we need to handle.
3769  **/
3770 static void dc395x_slave_destroy(struct scsi_device *scsi_device)
3771 {
3772         struct AdapterCtlBlk *acb = (struct AdapterCtlBlk *)scsi_device->host->hostdata;
3773         struct DeviceCtlBlk *dcb = find_dcb(acb, scsi_device->id, scsi_device->lun);
3774         if (dcb)
3775                 adapter_remove_and_free_device(acb, dcb);
3776 }
3777
3778
3779
3780
3781 /**
3782  * trms1040_wait_30us: wait for 30 us
3783  *
3784  * Waits for 30us (using the chip by the looks of it..)
3785  *
3786  * @io_port: base I/O address
3787  **/
3788 static void trms1040_wait_30us(unsigned long io_port)
3789 {
3790         /* ScsiPortStallExecution(30); wait 30 us */
3791         outb(5, io_port + TRM_S1040_GEN_TIMER);
3792         while (!(inb(io_port + TRM_S1040_GEN_STATUS) & GTIMEOUT))
3793                 /* nothing */ ;
3794 }
3795
3796
3797 /**
3798  * trms1040_write_cmd - write the secified command and address to
3799  * chip
3800  *
3801  * @io_port:    base I/O address
3802  * @cmd:        SB + op code (command) to send
3803  * @addr:       address to send
3804  **/
3805 static void trms1040_write_cmd(unsigned long io_port, u8 cmd, u8 addr)
3806 {
3807         int i;
3808         u8 send_data;
3809
3810         /* program SB + OP code */
3811         for (i = 0; i < 3; i++, cmd <<= 1) {
3812                 send_data = NVR_SELECT;
3813                 if (cmd & 0x04) /* Start from bit 2 */
3814                         send_data |= NVR_BITOUT;
3815
3816                 outb(send_data, io_port + TRM_S1040_GEN_NVRAM);
3817                 trms1040_wait_30us(io_port);
3818                 outb((send_data | NVR_CLOCK),
3819                      io_port + TRM_S1040_GEN_NVRAM);
3820                 trms1040_wait_30us(io_port);
3821         }
3822
3823         /* send address */
3824         for (i = 0; i < 7; i++, addr <<= 1) {
3825                 send_data = NVR_SELECT;
3826                 if (addr & 0x40)        /* Start from bit 6 */
3827                         send_data |= NVR_BITOUT;
3828
3829                 outb(send_data, io_port + TRM_S1040_GEN_NVRAM);
3830                 trms1040_wait_30us(io_port);
3831                 outb((send_data | NVR_CLOCK),
3832                      io_port + TRM_S1040_GEN_NVRAM);
3833                 trms1040_wait_30us(io_port);
3834         }
3835         outb(NVR_SELECT, io_port + TRM_S1040_GEN_NVRAM);
3836         trms1040_wait_30us(io_port);
3837 }
3838
3839
3840 /**
3841  * trms1040_set_data - store a single byte in the eeprom
3842  *
3843  * Called from write all to write a single byte into the SSEEPROM
3844  * Which is done one bit at a time.
3845  *
3846  * @io_port:    base I/O address
3847  * @addr:       offset into EEPROM
3848  * @byte:       bytes to write
3849  **/
3850 static void trms1040_set_data(unsigned long io_port, u8 addr, u8 byte)
3851 {
3852         int i;
3853         u8 send_data;
3854
3855         /* Send write command & address */
3856         trms1040_write_cmd(io_port, 0x05, addr);
3857
3858         /* Write data */
3859         for (i = 0; i < 8; i++, byte <<= 1) {
3860                 send_data = NVR_SELECT;
3861                 if (byte & 0x80)        /* Start from bit 7 */
3862                         send_data |= NVR_BITOUT;
3863
3864                 outb(send_data, io_port + TRM_S1040_GEN_NVRAM);
3865                 trms1040_wait_30us(io_port);
3866                 outb((send_data | NVR_CLOCK), io_port + TRM_S1040_GEN_NVRAM);
3867                 trms1040_wait_30us(io_port);
3868         }
3869         outb(NVR_SELECT, io_port + TRM_S1040_GEN_NVRAM);
3870         trms1040_wait_30us(io_port);
3871
3872         /* Disable chip select */
3873         outb(0, io_port + TRM_S1040_GEN_NVRAM);
3874         trms1040_wait_30us(io_port);
3875
3876         outb(NVR_SELECT, io_port + TRM_S1040_GEN_NVRAM);
3877         trms1040_wait_30us(io_port);
3878
3879         /* Wait for write ready */
3880         while (1) {
3881                 outb((NVR_SELECT | NVR_CLOCK), io_port + TRM_S1040_GEN_NVRAM);
3882                 trms1040_wait_30us(io_port);
3883
3884                 outb(NVR_SELECT, io_port + TRM_S1040_GEN_NVRAM);
3885                 trms1040_wait_30us(io_port);
3886
3887                 if (inb(io_port + TRM_S1040_GEN_NVRAM) & NVR_BITIN)
3888                         break;
3889         }
3890
3891         /*  Disable chip select */
3892         outb(0, io_port + TRM_S1040_GEN_NVRAM);
3893 }
3894
3895
3896 /**
3897  * trms1040_write_all - write 128 bytes to the eeprom
3898  *
3899  * Write the supplied 128 bytes to the chips SEEPROM
3900  *
3901  * @eeprom:     the data to write
3902  * @io_port:    the base io port
3903  **/
3904 static void trms1040_write_all(struct NvRamType *eeprom, unsigned long io_port)
3905 {
3906         u8 *b_eeprom = (u8 *)eeprom;
3907         u8 addr;
3908
3909         /* Enable SEEPROM */
3910         outb((inb(io_port + TRM_S1040_GEN_CONTROL) | EN_EEPROM),
3911              io_port + TRM_S1040_GEN_CONTROL);
3912
3913         /* write enable */
3914         trms1040_write_cmd(io_port, 0x04, 0xFF);
3915         outb(0, io_port + TRM_S1040_GEN_NVRAM);
3916         trms1040_wait_30us(io_port);
3917
3918         /* write */
3919         for (addr = 0; addr < 128; addr++, b_eeprom++)
3920                 trms1040_set_data(io_port, addr, *b_eeprom);
3921
3922         /* write disable */
3923         trms1040_write_cmd(io_port, 0x04, 0x00);
3924         outb(0, io_port + TRM_S1040_GEN_NVRAM);
3925         trms1040_wait_30us(io_port);
3926
3927         /* Disable SEEPROM */
3928         outb((inb(io_port + TRM_S1040_GEN_CONTROL) & ~EN_EEPROM),
3929              io_port + TRM_S1040_GEN_CONTROL);
3930 }
3931
3932
3933 /**
3934  * trms1040_get_data - get a single byte from the eeprom
3935  *
3936  * Called from read all to read a single byte into the SSEEPROM
3937  * Which is done one bit at a time.
3938  *
3939  * @io_port:    base I/O address
3940  * @addr:       offset into SEEPROM
3941  *
3942  * Returns the byte read.
3943  **/
3944 static u8 trms1040_get_data(unsigned long io_port, u8 addr)
3945 {
3946         int i;
3947         u8 read_byte;
3948         u8 result = 0;
3949
3950         /* Send read command & address */
3951         trms1040_write_cmd(io_port, 0x06, addr);
3952
3953         /* read data */
3954         for (i = 0; i < 8; i++) {
3955                 outb((NVR_SELECT | NVR_CLOCK), io_port + TRM_S1040_GEN_NVRAM);
3956                 trms1040_wait_30us(io_port);
3957                 outb(NVR_SELECT, io_port + TRM_S1040_GEN_NVRAM);
3958
3959                 /* Get data bit while falling edge */
3960                 read_byte = inb(io_port + TRM_S1040_GEN_NVRAM);
3961                 result <<= 1;
3962                 if (read_byte & NVR_BITIN)
3963                         result |= 1;
3964
3965                 trms1040_wait_30us(io_port);
3966         }
3967
3968         /* Disable chip select */
3969         outb(0, io_port + TRM_S1040_GEN_NVRAM);
3970         return result;
3971 }
3972
3973
3974 /**
3975  * trms1040_read_all - read all bytes from the eeprom
3976  *
3977  * Read the 128 bytes from the SEEPROM.
3978  *
3979  * @eeprom:     where to store the data
3980  * @io_port:    the base io port
3981  **/
3982 static void trms1040_read_all(struct NvRamType *eeprom, unsigned long io_port)
3983 {
3984         u8 *b_eeprom = (u8 *)eeprom;
3985         u8 addr;
3986
3987         /* Enable SEEPROM */
3988         outb((inb(io_port + TRM_S1040_GEN_CONTROL) | EN_EEPROM),
3989              io_port + TRM_S1040_GEN_CONTROL);
3990
3991         /* read details */
3992         for (addr = 0; addr < 128; addr++, b_eeprom++)
3993                 *b_eeprom = trms1040_get_data(io_port, addr);
3994
3995         /* Disable SEEPROM */
3996         outb((inb(io_port + TRM_S1040_GEN_CONTROL) & ~EN_EEPROM),
3997              io_port + TRM_S1040_GEN_CONTROL);
3998 }
3999
4000
4001
4002 /**
4003  * check_eeprom - get and check contents of the eeprom
4004  *
4005  * Read seeprom 128 bytes into the memory provider in eeprom.
4006  * Checks the checksum and if it's not correct it uses a set of default
4007  * values.
4008  *
4009  * @eeprom:     caller allocated strcuture to read the eeprom data into
4010  * @io_port:    io port to read from
4011  **/
4012 static void check_eeprom(struct NvRamType *eeprom, unsigned long io_port)
4013 {
4014         u16 *w_eeprom = (u16 *)eeprom;
4015         u16 w_addr;
4016         u16 cksum;
4017         u32 d_addr;
4018         u32 *d_eeprom;
4019
4020         trms1040_read_all(eeprom, io_port);     /* read eeprom */
4021
4022         cksum = 0;
4023         for (w_addr = 0, w_eeprom = (u16 *)eeprom; w_addr < 64;
4024              w_addr++, w_eeprom++)
4025                 cksum += *w_eeprom;
4026         if (cksum != 0x1234) {
4027                 /*
4028                  * Checksum is wrong.
4029                  * Load a set of defaults into the eeprom buffer
4030                  */
4031                 dprintkl(KERN_WARNING,
4032                         "EEProm checksum error: using default values and options.\n");
4033                 eeprom->sub_vendor_id[0] = (u8)PCI_VENDOR_ID_TEKRAM;
4034                 eeprom->sub_vendor_id[1] = (u8)(PCI_VENDOR_ID_TEKRAM >> 8);
4035                 eeprom->sub_sys_id[0] = (u8)PCI_DEVICE_ID_TEKRAM_TRMS1040;
4036                 eeprom->sub_sys_id[1] =
4037                     (u8)(PCI_DEVICE_ID_TEKRAM_TRMS1040 >> 8);
4038                 eeprom->sub_class = 0x00;
4039                 eeprom->vendor_id[0] = (u8)PCI_VENDOR_ID_TEKRAM;
4040                 eeprom->vendor_id[1] = (u8)(PCI_VENDOR_ID_TEKRAM >> 8);
4041                 eeprom->device_id[0] = (u8)PCI_DEVICE_ID_TEKRAM_TRMS1040;
4042                 eeprom->device_id[1] =
4043                     (u8)(PCI_DEVICE_ID_TEKRAM_TRMS1040 >> 8);
4044                 eeprom->reserved = 0x00;
4045
4046                 for (d_addr = 0, d_eeprom = (u32 *)eeprom->target;
4047                      d_addr < 16; d_addr++, d_eeprom++)
4048                         *d_eeprom = 0x00000077; /* cfg3,cfg2,period,cfg0 */
4049
4050                 *d_eeprom++ = 0x04000F07;       /* max_tag,delay_time,channel_cfg,scsi_id */
4051                 *d_eeprom++ = 0x00000015;       /* reserved1,boot_lun,boot_target,reserved0 */
4052                 for (d_addr = 0; d_addr < 12; d_addr++, d_eeprom++)
4053                         *d_eeprom = 0x00;
4054
4055                 /* Now load defaults (maybe set by boot/module params) */
4056                 set_safe_settings();
4057                 fix_settings();
4058                 eeprom_override(eeprom);
4059
4060                 eeprom->cksum = 0x00;
4061                 for (w_addr = 0, cksum = 0, w_eeprom = (u16 *)eeprom;
4062                      w_addr < 63; w_addr++, w_eeprom++)
4063                         cksum += *w_eeprom;
4064
4065                 *w_eeprom = 0x1234 - cksum;
4066                 trms1040_write_all(eeprom, io_port);
4067                 eeprom->delay_time = cfg_data[CFG_RESET_DELAY].value;
4068         } else {
4069                 set_safe_settings();
4070                 eeprom_index_to_delay(eeprom);
4071                 eeprom_override(eeprom);
4072         }
4073 }
4074
4075
4076 /**
4077  * print_eeprom_settings - output the eeprom settings
4078  * to the kernel log so people can see what they were.
4079  *
4080  * @eeprom: The eeprom data strucutre to show details for.
4081  **/
4082 static void print_eeprom_settings(struct NvRamType *eeprom)
4083 {
4084         dprintkl(KERN_INFO, "Used settings: AdapterID=%02i, Speed=%i(%02i.%01iMHz), dev_mode=0x%02x\n",
4085                 eeprom->scsi_id,
4086                 eeprom->target[0].period,
4087                 clock_speed[eeprom->target[0].period] / 10,
4088                 clock_speed[eeprom->target[0].period] % 10,
4089                 eeprom->target[0].cfg0);
4090         dprintkl(KERN_INFO, "               AdaptMode=0x%02x, Tags=%i(%02i), DelayReset=%is\n",
4091                 eeprom->channel_cfg, eeprom->max_tag,
4092                 1 << eeprom->max_tag, eeprom->delay_time);
4093 }
4094
4095
4096 /* Free SG tables */
4097 static void adapter_sg_tables_free(struct AdapterCtlBlk *acb)
4098 {
4099         int i;
4100         const unsigned srbs_per_page = PAGE_SIZE/SEGMENTX_LEN;
4101
4102         for (i = 0; i < DC395x_MAX_SRB_CNT; i += srbs_per_page)
4103                 kfree(acb->srb_array[i].segment_x);
4104 }
4105
4106
4107 /*
4108  * Allocate SG tables; as we have to pci_map them, an SG list (struct SGentry*)
4109  * should never cross a page boundary */
4110 static int adapter_sg_tables_alloc(struct AdapterCtlBlk *acb)
4111 {
4112         const unsigned mem_needed = (DC395x_MAX_SRB_CNT+1)
4113                                     *SEGMENTX_LEN;
4114         int pages = (mem_needed+(PAGE_SIZE-1))/PAGE_SIZE;
4115         const unsigned srbs_per_page = PAGE_SIZE/SEGMENTX_LEN;
4116         int srb_idx = 0;
4117         unsigned i = 0;
4118         struct SGentry *ptr;
4119
4120         for (i = 0; i < DC395x_MAX_SRB_CNT; i++)
4121                 acb->srb_array[i].segment_x = NULL;
4122
4123         dprintkdbg(DBG_1, "Allocate %i pages for SG tables\n", pages);
4124         while (pages--) {
4125                 ptr = kmalloc(PAGE_SIZE, GFP_KERNEL);
4126                 if (!ptr) {
4127                         adapter_sg_tables_free(acb);
4128                         return 1;
4129                 }
4130                 dprintkdbg(DBG_1, "Allocate %li bytes at %p for SG segments %i\n",
4131                         PAGE_SIZE, ptr, srb_idx);
4132                 i = 0;
4133                 while (i < srbs_per_page && srb_idx < DC395x_MAX_SRB_CNT)
4134                         acb->srb_array[srb_idx++].segment_x =
4135                             ptr + (i++ * DC395x_MAX_SG_LISTENTRY);
4136         }
4137         if (i < srbs_per_page)
4138                 acb->srb.segment_x =
4139                     ptr + (i * DC395x_MAX_SG_LISTENTRY);
4140         else
4141                 dprintkl(KERN_DEBUG, "No space for tmsrb SG table reserved?!\n");
4142         return 0;
4143 }
4144
4145
4146
4147 /**
4148  * adapter_print_config - print adapter connection and termination
4149  * config
4150  *
4151  * The io port in the adapter needs to have been set before calling
4152  * this function.
4153  *
4154  * @acb: The adapter to print the information for.
4155  **/
4156 static void adapter_print_config(struct AdapterCtlBlk *acb)
4157 {
4158         u8 bval;
4159
4160         bval = DC395x_read8(acb, TRM_S1040_GEN_STATUS);
4161         dprintkl(KERN_INFO, "%sConnectors: ",
4162                 ((bval & WIDESCSI) ? "(Wide) " : ""));
4163         if (!(bval & CON5068))
4164                 printk("ext%s ", !(bval & EXT68HIGH) ? "68" : "50");
4165         if (!(bval & CON68))
4166                 printk("int68%s ", !(bval & INT68HIGH) ? "" : "(50)");
4167         if (!(bval & CON50))
4168                 printk("int50 ");
4169         if ((bval & (CON5068 | CON50 | CON68)) ==
4170             0 /*(CON5068 | CON50 | CON68) */ )
4171                 printk(" Oops! (All 3?) ");
4172         bval = DC395x_read8(acb, TRM_S1040_GEN_CONTROL);
4173         printk(" Termination: ");
4174         if (bval & DIS_TERM)
4175                 printk("Disabled\n");
4176         else {
4177                 if (bval & AUTOTERM)
4178                         printk("Auto ");
4179                 if (bval & LOW8TERM)
4180                         printk("Low ");
4181                 if (bval & UP8TERM)
4182                         printk("High ");
4183                 printk("\n");
4184         }
4185 }
4186
4187
4188 /**
4189  * adapter_init_params - Initialize the various parameters in the
4190  * adapter structure. Note that the pointer to the scsi_host is set
4191  * early (when this instance is created) and the io_port and irq
4192  * values are set later after they have been reserved. This just gets
4193  * everything set to a good starting position.
4194  *
4195  * The eeprom structure in the adapter needs to have been set before
4196  * calling this function.
4197  *
4198  * @acb: The adapter to initialize.
4199  **/
4200 static void adapter_init_params(struct AdapterCtlBlk *acb)
4201 {
4202         struct NvRamType *eeprom = &acb->eeprom;
4203         int i;
4204
4205         /* NOTE: acb->scsi_host is set at scsi_host/acb creation time */
4206         /* NOTE: acb->io_port_base is set at port registration time */
4207         /* NOTE: acb->io_port_len is set at port registration time */
4208
4209         INIT_LIST_HEAD(&acb->dcb_list);
4210         acb->dcb_run_robin = NULL;
4211         acb->active_dcb = NULL;
4212
4213         INIT_LIST_HEAD(&acb->srb_free_list);
4214         /*  temp SRB for Q tag used or abort command used  */
4215         acb->tmp_srb = &acb->srb;
4216         timer_setup(&acb->waiting_timer, waiting_timeout, 0);
4217         timer_setup(&acb->selto_timer, NULL, 0);
4218
4219         acb->srb_count = DC395x_MAX_SRB_CNT;
4220
4221         acb->sel_timeout = DC395x_SEL_TIMEOUT;  /* timeout=250ms */
4222         /* NOTE: acb->irq_level is set at IRQ registration time */
4223
4224         acb->tag_max_num = 1 << eeprom->max_tag;
4225         if (acb->tag_max_num > 30)
4226                 acb->tag_max_num = 30;
4227
4228         acb->acb_flag = 0;      /* RESET_DETECT, RESET_DONE, RESET_DEV */
4229         acb->gmode2 = eeprom->channel_cfg;
4230         acb->config = 0;        /* NOTE: actually set in adapter_init_chip */
4231
4232         if (eeprom->channel_cfg & NAC_SCANLUN)
4233                 acb->lun_chk = 1;
4234         acb->scan_devices = 1;
4235
4236         acb->scsi_host->this_id = eeprom->scsi_id;
4237         acb->hostid_bit = (1 << acb->scsi_host->this_id);
4238
4239         for (i = 0; i < DC395x_MAX_SCSI_ID; i++)
4240                 acb->dcb_map[i] = 0;
4241
4242         acb->msg_len = 0;
4243
4244         /* link static array of srbs into the srb free list */
4245         for (i = 0; i < acb->srb_count - 1; i++)
4246                 list_add_tail(&acb->srb_array[i].list, &acb->srb_free_list);
4247 }
4248
4249
4250 /**
4251  * adapter_init_scsi_host - Initialize the scsi host instance based on
4252  * values that we have already stored in the adapter instance. There's
4253  * some mention that a lot of these are deprecated, so we won't use
4254  * them (we'll use the ones in the adapter instance) but we'll fill
4255  * them in in case something else needs them.
4256  *
4257  * The eeprom structure, irq and io ports in the adapter need to have
4258  * been set before calling this function.
4259  *
4260  * @host: The scsi host instance to fill in the values for.
4261  **/
4262 static void adapter_init_scsi_host(struct Scsi_Host *host)
4263 {
4264         struct AdapterCtlBlk *acb = (struct AdapterCtlBlk *)host->hostdata;
4265         struct NvRamType *eeprom = &acb->eeprom;
4266
4267         host->max_cmd_len = 24;
4268         host->can_queue = DC395x_MAX_CMD_QUEUE;
4269         host->cmd_per_lun = DC395x_MAX_CMD_PER_LUN;
4270         host->this_id = (int)eeprom->scsi_id;
4271         host->io_port = acb->io_port_base;
4272         host->n_io_port = acb->io_port_len;
4273         host->dma_channel = -1;
4274         host->unique_id = acb->io_port_base;
4275         host->irq = acb->irq_level;
4276         acb->last_reset = jiffies;
4277
4278         host->max_id = 16;
4279         if (host->max_id - 1 == eeprom->scsi_id)
4280                 host->max_id--;
4281
4282         if (eeprom->channel_cfg & NAC_SCANLUN)
4283                 host->max_lun = 8;
4284         else
4285                 host->max_lun = 1;
4286 }
4287
4288
4289 /**
4290  * adapter_init_chip - Get the chip into a know state and figure out
4291  * some of the settings that apply to this adapter.
4292  *
4293  * The io port in the adapter needs to have been set before calling
4294  * this function. The config will be configured correctly on return.
4295  *
4296  * @acb: The adapter which we are to init.
4297  **/
4298 static void adapter_init_chip(struct AdapterCtlBlk *acb)
4299 {
4300         struct NvRamType *eeprom = &acb->eeprom;
4301
4302         /* Mask all the interrupt */
4303         DC395x_write8(acb, TRM_S1040_DMA_INTEN, 0x00);
4304         DC395x_write8(acb, TRM_S1040_SCSI_INTEN, 0x00);
4305
4306         /* Reset SCSI module */
4307         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_RSTMODULE);
4308
4309         /* Reset PCI/DMA module */
4310         DC395x_write8(acb, TRM_S1040_DMA_CONTROL, DMARESETMODULE);
4311         udelay(20);
4312
4313         /* program configuration 0 */
4314         acb->config = HCC_AUTOTERM | HCC_PARITY;
4315         if (DC395x_read8(acb, TRM_S1040_GEN_STATUS) & WIDESCSI)
4316                 acb->config |= HCC_WIDE_CARD;
4317
4318         if (eeprom->channel_cfg & NAC_POWERON_SCSI_RESET)
4319                 acb->config |= HCC_SCSI_RESET;
4320
4321         if (acb->config & HCC_SCSI_RESET) {
4322                 dprintkl(KERN_INFO, "Performing initial SCSI bus reset\n");
4323                 DC395x_write8(acb, TRM_S1040_SCSI_CONTROL, DO_RSTSCSI);
4324
4325                 /*while (!( DC395x_read8(acb, TRM_S1040_SCSI_INTSTATUS) & INT_SCSIRESET )); */
4326                 /*spin_unlock_irq (&io_request_lock); */
4327                 udelay(500);
4328
4329                 acb->last_reset =
4330                     jiffies + HZ / 2 +
4331                     HZ * acb->eeprom.delay_time;
4332
4333                 /*spin_lock_irq (&io_request_lock); */
4334         }
4335 }
4336
4337
4338 /**
4339  * adapter_init - Grab the resource for the card, setup the adapter
4340  * information, set the card into a known state, create the various
4341  * tables etc etc. This basically gets all adapter information all up
4342  * to date, initialised and gets the chip in sync with it.
4343  *
4344  * @acb:        The adapter which we are to init.
4345  * @io_port:    The base I/O port
4346  * @io_port_len: The I/O port size
4347  * @irq:        IRQ
4348  *
4349  * Returns 0 if the initialization succeeds, any other value on
4350  * failure.
4351  **/
4352 static int adapter_init(struct AdapterCtlBlk *acb, unsigned long io_port,
4353                         u32 io_port_len, unsigned int irq)
4354 {
4355         if (!request_region(io_port, io_port_len, DC395X_NAME)) {
4356                 dprintkl(KERN_ERR, "Failed to reserve IO region 0x%lx\n", io_port);
4357                 goto failed;
4358         }
4359         /* store port base to indicate we have registered it */
4360         acb->io_port_base = io_port;
4361         acb->io_port_len = io_port_len;
4362
4363         if (request_irq(irq, dc395x_interrupt, IRQF_SHARED, DC395X_NAME, acb)) {
4364                 /* release the region we just claimed */
4365                 dprintkl(KERN_INFO, "Failed to register IRQ\n");
4366                 goto failed;
4367         }
4368         /* store irq to indicate we have registered it */
4369         acb->irq_level = irq;
4370
4371         /* get eeprom configuration information and command line settings etc */
4372         check_eeprom(&acb->eeprom, io_port);
4373         print_eeprom_settings(&acb->eeprom);
4374
4375         /* setup adapter control block */
4376         adapter_init_params(acb);
4377
4378         /* display card connectors/termination settings */
4379         adapter_print_config(acb);
4380
4381         if (adapter_sg_tables_alloc(acb)) {
4382                 dprintkl(KERN_DEBUG, "Memory allocation for SG tables failed\n");
4383                 goto failed;
4384         }
4385         adapter_init_scsi_host(acb->scsi_host);
4386         adapter_init_chip(acb);
4387         set_basic_config(acb);
4388
4389         dprintkdbg(DBG_0,
4390                 "adapter_init: acb=%p, pdcb_map=%p psrb_array=%p "
4391                 "size{acb=0x%04x dcb=0x%04x srb=0x%04x}\n",
4392                 acb, acb->dcb_map, acb->srb_array, sizeof(struct AdapterCtlBlk),
4393                 sizeof(struct DeviceCtlBlk), sizeof(struct ScsiReqBlk));
4394         return 0;
4395
4396 failed:
4397         if (acb->irq_level)
4398                 free_irq(acb->irq_level, acb);
4399         if (acb->io_port_base)
4400                 release_region(acb->io_port_base, acb->io_port_len);
4401         adapter_sg_tables_free(acb);
4402
4403         return 1;
4404 }
4405
4406
4407 /**
4408  * adapter_uninit_chip - cleanly shut down the scsi controller chip,
4409  * stopping all operations and disabling interrupt generation on the
4410  * card.
4411  *
4412  * @acb: The adapter which we are to shutdown.
4413  **/
4414 static void adapter_uninit_chip(struct AdapterCtlBlk *acb)
4415 {
4416         /* disable interrupts */
4417         DC395x_write8(acb, TRM_S1040_DMA_INTEN, 0);
4418         DC395x_write8(acb, TRM_S1040_SCSI_INTEN, 0);
4419
4420         /* reset the scsi bus */
4421         if (acb->config & HCC_SCSI_RESET)
4422                 reset_scsi_bus(acb);
4423
4424         /* clear any pending interrupt state */
4425         DC395x_read8(acb, TRM_S1040_SCSI_INTSTATUS);
4426 }
4427
4428
4429
4430 /**
4431  * adapter_uninit - Shut down the chip and release any resources that
4432  * we had allocated. Once this returns the adapter should not be used
4433  * anymore.
4434  *
4435  * @acb: The adapter which we are to un-initialize.
4436  **/
4437 static void adapter_uninit(struct AdapterCtlBlk *acb)
4438 {
4439         unsigned long flags;
4440         DC395x_LOCK_IO(acb->scsi_host, flags);
4441
4442         /* remove timers */
4443         if (timer_pending(&acb->waiting_timer))
4444                 del_timer(&acb->waiting_timer);
4445         if (timer_pending(&acb->selto_timer))
4446                 del_timer(&acb->selto_timer);
4447
4448         adapter_uninit_chip(acb);
4449         adapter_remove_and_free_all_devices(acb);
4450         DC395x_UNLOCK_IO(acb->scsi_host, flags);
4451
4452         if (acb->irq_level)
4453                 free_irq(acb->irq_level, acb);
4454         if (acb->io_port_base)
4455                 release_region(acb->io_port_base, acb->io_port_len);
4456
4457         adapter_sg_tables_free(acb);
4458 }
4459
4460
4461 #undef YESNO
4462 #define YESNO(YN) \
4463  if (YN) seq_printf(m, " Yes ");\
4464  else seq_printf(m, " No  ")
4465
4466 static int dc395x_show_info(struct seq_file *m, struct Scsi_Host *host)
4467 {
4468         struct AdapterCtlBlk *acb = (struct AdapterCtlBlk *)host->hostdata;
4469         int spd, spd1;
4470         struct DeviceCtlBlk *dcb;
4471         unsigned long flags;
4472         int dev;
4473
4474         seq_puts(m, DC395X_BANNER " PCI SCSI Host Adapter\n"
4475                 " Driver Version " DC395X_VERSION "\n");
4476
4477         DC395x_LOCK_IO(acb->scsi_host, flags);
4478
4479         seq_printf(m, "SCSI Host Nr %i, ", host->host_no);
4480         seq_printf(m, "DC395U/UW/F DC315/U %s\n",
4481                 (acb->config & HCC_WIDE_CARD) ? "Wide" : "");
4482         seq_printf(m, "io_port_base 0x%04lx, ", acb->io_port_base);
4483         seq_printf(m, "irq_level 0x%04x, ", acb->irq_level);
4484         seq_printf(m, " SelTimeout %ims\n", (1638 * acb->sel_timeout) / 1000);
4485
4486         seq_printf(m, "MaxID %i, MaxLUN %llu, ", host->max_id, host->max_lun);
4487         seq_printf(m, "AdapterID %i\n", host->this_id);
4488
4489         seq_printf(m, "tag_max_num %i", acb->tag_max_num);
4490         /*seq_printf(m, ", DMA_Status %i\n", DC395x_read8(acb, TRM_S1040_DMA_STATUS)); */
4491         seq_printf(m, ", FilterCfg 0x%02x",
4492                 DC395x_read8(acb, TRM_S1040_SCSI_CONFIG1));
4493         seq_printf(m, ", DelayReset %is\n", acb->eeprom.delay_time);
4494         /*seq_printf(m, "\n"); */
4495
4496         seq_printf(m, "Nr of DCBs: %i\n", list_size(&acb->dcb_list));
4497         seq_printf(m, "Map of attached LUNs: %8ph\n", &acb->dcb_map[0]);
4498         seq_printf(m, "                      %8ph\n", &acb->dcb_map[8]);
4499
4500         seq_puts(m,
4501                  "Un ID LUN Prty Sync Wide DsCn SndS TagQ nego_period SyncFreq SyncOffs MaxCmd\n");
4502
4503         dev = 0;
4504         list_for_each_entry(dcb, &acb->dcb_list, list) {
4505                 int nego_period;
4506                 seq_printf(m, "%02i %02i  %02i ", dev, dcb->target_id,
4507                         dcb->target_lun);
4508                 YESNO(dcb->dev_mode & NTC_DO_PARITY_CHK);
4509                 YESNO(dcb->sync_offset);
4510                 YESNO(dcb->sync_period & WIDE_SYNC);
4511                 YESNO(dcb->dev_mode & NTC_DO_DISCONNECT);
4512                 YESNO(dcb->dev_mode & NTC_DO_SEND_START);
4513                 YESNO(dcb->sync_mode & EN_TAG_QUEUEING);
4514                 nego_period = clock_period[dcb->sync_period & 0x07] << 2;
4515                 if (dcb->sync_offset)
4516                         seq_printf(m, "  %03i ns ", nego_period);
4517                 else
4518                         seq_printf(m, " (%03i ns)", (dcb->min_nego_period << 2));
4519
4520                 if (dcb->sync_offset & 0x0f) {
4521                         spd = 1000 / (nego_period);
4522                         spd1 = 1000 % (nego_period);
4523                         spd1 = (spd1 * 10 + nego_period / 2) / (nego_period);
4524                         seq_printf(m, "   %2i.%1i M     %02i ", spd, spd1,
4525                                 (dcb->sync_offset & 0x0f));
4526                 } else
4527                         seq_puts(m, "                 ");
4528
4529                 /* Add more info ... */
4530                 seq_printf(m, "     %02i\n", dcb->max_command);
4531                 dev++;
4532         }
4533
4534         if (timer_pending(&acb->waiting_timer))
4535                 seq_puts(m, "Waiting queue timer running\n");
4536         else
4537                 seq_putc(m, '\n');
4538
4539         list_for_each_entry(dcb, &acb->dcb_list, list) {
4540                 struct ScsiReqBlk *srb;
4541                 if (!list_empty(&dcb->srb_waiting_list))
4542                         seq_printf(m, "DCB (%02i-%i): Waiting: %i:",
4543                                 dcb->target_id, dcb->target_lun,
4544                                 list_size(&dcb->srb_waiting_list));
4545                 list_for_each_entry(srb, &dcb->srb_waiting_list, list)
4546                         seq_printf(m, " %p", srb->cmd);
4547                 if (!list_empty(&dcb->srb_going_list))
4548                         seq_printf(m, "\nDCB (%02i-%i): Going  : %i:",
4549                                 dcb->target_id, dcb->target_lun,
4550                                 list_size(&dcb->srb_going_list));
4551                 list_for_each_entry(srb, &dcb->srb_going_list, list)
4552                         seq_printf(m, " %p", srb->cmd);
4553                 if (!list_empty(&dcb->srb_waiting_list) || !list_empty(&dcb->srb_going_list))
4554                         seq_putc(m, '\n');
4555         }
4556
4557         if (debug_enabled(DBG_1)) {
4558                 seq_printf(m, "DCB list for ACB %p:\n", acb);
4559                 list_for_each_entry(dcb, &acb->dcb_list, list) {
4560                         seq_printf(m, "%p -> ", dcb);
4561                 }
4562                 seq_puts(m, "END\n");
4563         }
4564
4565         DC395x_UNLOCK_IO(acb->scsi_host, flags);
4566         return 0;
4567 }
4568
4569
4570 static struct scsi_host_template dc395x_driver_template = {
4571         .module                 = THIS_MODULE,
4572         .proc_name              = DC395X_NAME,
4573         .show_info              = dc395x_show_info,
4574         .name                   = DC395X_BANNER " " DC395X_VERSION,
4575         .queuecommand           = dc395x_queue_command,
4576         .slave_alloc            = dc395x_slave_alloc,
4577         .slave_destroy          = dc395x_slave_destroy,
4578         .can_queue              = DC395x_MAX_CAN_QUEUE,
4579         .this_id                = 7,
4580         .sg_tablesize           = DC395x_MAX_SG_TABLESIZE,
4581         .cmd_per_lun            = DC395x_MAX_CMD_PER_LUN,
4582         .eh_abort_handler       = dc395x_eh_abort,
4583         .eh_bus_reset_handler   = dc395x_eh_bus_reset,
4584         .dma_boundary           = PAGE_SIZE - 1,
4585 };
4586
4587
4588 /**
4589  * banner_display - Display banner on first instance of driver
4590  * initialized.
4591  **/
4592 static void banner_display(void)
4593 {
4594         static int banner_done = 0;
4595         if (!banner_done)
4596         {
4597                 dprintkl(KERN_INFO, "%s %s\n", DC395X_BANNER, DC395X_VERSION);
4598                 banner_done = 1;
4599         }
4600 }
4601
4602
4603 /**
4604  * dc395x_init_one - Initialise a single instance of the adapter.
4605  *
4606  * The PCI layer will call this once for each instance of the adapter
4607  * that it finds in the system. The pci_dev strcuture indicates which
4608  * instance we are being called from.
4609  *
4610  * @dev: The PCI device to initialize.
4611  * @id: Looks like a pointer to the entry in our pci device table
4612  * that was actually matched by the PCI subsystem.
4613  *
4614  * Returns 0 on success, or an error code (-ve) on failure.
4615  **/
4616 static int dc395x_init_one(struct pci_dev *dev, const struct pci_device_id *id)
4617 {
4618         struct Scsi_Host *scsi_host = NULL;
4619         struct AdapterCtlBlk *acb = NULL;
4620         unsigned long io_port_base;
4621         unsigned int io_port_len;
4622         unsigned int irq;
4623
4624         dprintkdbg(DBG_0, "Init one instance (%s)\n", pci_name(dev));
4625         banner_display();
4626
4627         if (pci_enable_device(dev))
4628         {
4629                 dprintkl(KERN_INFO, "PCI Enable device failed.\n");
4630                 return -ENODEV;
4631         }
4632         io_port_base = pci_resource_start(dev, 0) & PCI_BASE_ADDRESS_IO_MASK;
4633         io_port_len = pci_resource_len(dev, 0);
4634         irq = dev->irq;
4635         dprintkdbg(DBG_0, "IO_PORT=0x%04lx, IRQ=0x%x\n", io_port_base, dev->irq);
4636
4637         /* allocate scsi host information (includes out adapter) */
4638         scsi_host = scsi_host_alloc(&dc395x_driver_template,
4639                                     sizeof(struct AdapterCtlBlk));
4640         if (!scsi_host) {
4641                 dprintkl(KERN_INFO, "scsi_host_alloc failed\n");
4642                 goto fail;
4643         }
4644         acb = (struct AdapterCtlBlk*)scsi_host->hostdata;
4645         acb->scsi_host = scsi_host;
4646         acb->dev = dev;
4647
4648         /* initialise the adapter and everything we need */
4649         if (adapter_init(acb, io_port_base, io_port_len, irq)) {
4650                 dprintkl(KERN_INFO, "adapter init failed\n");
4651                 goto fail;
4652         }
4653
4654         pci_set_master(dev);
4655
4656         /* get the scsi mid level to scan for new devices on the bus */
4657         if (scsi_add_host(scsi_host, &dev->dev)) {
4658                 dprintkl(KERN_ERR, "scsi_add_host failed\n");
4659                 goto fail;
4660         }
4661         pci_set_drvdata(dev, scsi_host);
4662         scsi_scan_host(scsi_host);
4663
4664         return 0;
4665
4666 fail:
4667         if (acb != NULL)
4668                 adapter_uninit(acb);
4669         if (scsi_host != NULL)
4670                 scsi_host_put(scsi_host);
4671         pci_disable_device(dev);
4672         return -ENODEV;
4673 }
4674
4675
4676 /**
4677  * dc395x_remove_one - Called to remove a single instance of the
4678  * adapter.
4679  *
4680  * @dev: The PCI device to initialize.
4681  **/
4682 static void dc395x_remove_one(struct pci_dev *dev)
4683 {
4684         struct Scsi_Host *scsi_host = pci_get_drvdata(dev);
4685         struct AdapterCtlBlk *acb = (struct AdapterCtlBlk *)(scsi_host->hostdata);
4686
4687         dprintkdbg(DBG_0, "dc395x_remove_one: acb=%p\n", acb);
4688
4689         scsi_remove_host(scsi_host);
4690         adapter_uninit(acb);
4691         pci_disable_device(dev);
4692         scsi_host_put(scsi_host);
4693 }
4694
4695
4696 static struct pci_device_id dc395x_pci_table[] = {
4697         {
4698                 .vendor         = PCI_VENDOR_ID_TEKRAM,
4699                 .device         = PCI_DEVICE_ID_TEKRAM_TRMS1040,
4700                 .subvendor      = PCI_ANY_ID,
4701                 .subdevice      = PCI_ANY_ID,
4702          },
4703         {}                      /* Terminating entry */
4704 };
4705 MODULE_DEVICE_TABLE(pci, dc395x_pci_table);
4706
4707
4708 static struct pci_driver dc395x_driver = {
4709         .name           = DC395X_NAME,
4710         .id_table       = dc395x_pci_table,
4711         .probe          = dc395x_init_one,
4712         .remove         = dc395x_remove_one,
4713 };
4714 module_pci_driver(dc395x_driver);
4715
4716 MODULE_AUTHOR("C.L. Huang / Erich Chen / Kurt Garloff");
4717 MODULE_DESCRIPTION("SCSI host adapter driver for Tekram TRM-S1040 based adapters: Tekram DC395 and DC315 series");
4718 MODULE_LICENSE("GPL");