drivers/scsi/dc395x.c

   1 /*
   2  * dc395x.c
   3  *
   4  * Device Driver for Tekram DC395(U/UW/F), DC315(U)
   5  * PCI SCSI Bus Master Host Adapter
   6  * (SCSI chip set used Tekram ASIC TRM-S1040)
   7  *
   8  * Authors:
   9  *  C.L. Huang <ching@tekram.com.tw>
  10  *  Erich Chen <erich@tekram.com.tw>
  11  *  (C) Copyright 1995-1999 Tekram Technology Co., Ltd.
  12  *
  13  *  Kurt Garloff <garloff@suse.de>
  14  *  (C) 1999-2000 Kurt Garloff
  15  *
  16  *  Oliver Neukum <oliver@neukum.name>
  17  *  Ali Akcaagac <aliakc@web.de>
  18  *  Jamie Lenehan <lenehan@twibble.org>
  19  *  (C) 2003
  20  *
  21  * License: GNU GPL
  22  *
  23  *************************************************************************
  24  *
  25  * Redistribution and use in source and binary forms, with or without
  26  * modification, are permitted provided that the following conditions
  27  * are met:
  28  * 1. Redistributions of source code must retain the above copyright
  29  *    notice, this list of conditions and the following disclaimer.
  30  * 2. Redistributions in binary form must reproduce the above copyright
  31  *    notice, this list of conditions and the following disclaimer in the
  32  *    documentation and/or other materials provided with the distribution.
  33  * 3. The name of the author may not be used to endorse or promote products
  34  *    derived from this software without specific prior written permission.
  35  *
  36  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
  37  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
  38  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
  39  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
  40  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
  41  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
  42  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
  43  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  44  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
  45  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  46  *
  47  ************************************************************************
  48  */
  49 #include <linux/module.h>
  50 #include <linux/moduleparam.h>
  51 #include <linux/delay.h>
  52 #include <linux/ctype.h>
  53 #include <linux/blkdev.h>
  54 #include <linux/interrupt.h>
  55 #include <linux/init.h>
  56 #include <linux/spinlock.h>
  57 #include <linux/pci.h>
  58 #include <linux/list.h>
  59 #include <linux/vmalloc.h>
  60 #include <linux/slab.h>
  61 #include <asm/io.h>
  62
  63 #include <scsi/scsi.h>
  64 #include <scsi/scsi_cmnd.h>
  65 #include <scsi/scsi_device.h>
  66 #include <scsi/scsi_host.h>
  67
  68 #include "dc395x.h"
  69
  70 #define DC395X_NAME     "dc395x"
  71 #define DC395X_BANNER   "Tekram DC395(U/UW/F), DC315(U) - ASIC TRM-S1040"
  72 #define DC395X_VERSION  "v2.05, 2004/03/08"
  73
  74 /*---------------------------------------------------------------------------
  75                                   Features
  76  ---------------------------------------------------------------------------*/
  77 /*
  78  * Set to disable parts of the driver
  79  */
  80 /*#define DC395x_NO_DISCONNECT*/
  81 /*#define DC395x_NO_TAGQ*/
  82 /*#define DC395x_NO_SYNC*/
  83 /*#define DC395x_NO_WIDE*/
  84
  85 /*---------------------------------------------------------------------------
  86                                   Debugging
  87  ---------------------------------------------------------------------------*/
  88 /*
  89  * Types of debugging that can be enabled and disabled
  90  */
  91 #define DBG_KG          0x0001
  92 #define DBG_0           0x0002
  93 #define DBG_1           0x0004
  94 #define DBG_SG          0x0020
  95 #define DBG_FIFO        0x0040
  96 #define DBG_PIO         0x0080
  97
  98
  99 /*
 100  * Set set of things to output debugging for.
 101  * Undefine to remove all debugging
 102  */
 103 /*#define DEBUG_MASK (DBG_0|DBG_1|DBG_SG|DBG_FIFO|DBG_PIO)*/
 104 /*#define  DEBUG_MASK   DBG_0*/
 105
 106
 107 /*
 108  * Output a kernel mesage at the specified level and append the
 109  * driver name and a ": " to the start of the message
 110  */
 111 #define dprintkl(level, format, arg...)  \
 112     printk(level DC395X_NAME ": " format , ## arg)
 113
 114
 115 #ifdef DEBUG_MASK
 116 /*
 117  * print a debug message - this is formated with KERN_DEBUG, then the
 118  * driver name followed by a ": " and then the message is output.
 119  * This also checks that the specified debug level is enabled before
 120  * outputing the message
 121  */
 122 #define dprintkdbg(type, format, arg...) \
 123         do { \
 124                 if ((type) & (DEBUG_MASK)) \
 125                         dprintkl(KERN_DEBUG , format , ## arg); \
 126         } while (0)
 127
 128 /*
 129  * Check if the specified type of debugging is enabled
 130  */
 131 #define debug_enabled(type)     ((DEBUG_MASK) & (type))
 132
 133 #else
 134 /*
 135  * No debugging. Do nothing
 136  */
 137 #define dprintkdbg(type, format, arg...) \
 138         do {} while (0)
 139 #define debug_enabled(type)     (0)
 140
 141 #endif
 142
 143
 144 #ifndef PCI_VENDOR_ID_TEKRAM
 145 #define PCI_VENDOR_ID_TEKRAM                    0x1DE1  /* Vendor ID    */
 146 #endif
 147 #ifndef PCI_DEVICE_ID_TEKRAM_TRMS1040
 148 #define PCI_DEVICE_ID_TEKRAM_TRMS1040           0x0391  /* Device ID    */
 149 #endif
 150
 151
 152 #define DC395x_LOCK_IO(dev,flags)               spin_lock_irqsave(((struct Scsi_Host *)dev)->host_lock, flags)
 153 #define DC395x_UNLOCK_IO(dev,flags)             spin_unlock_irqrestore(((struct Scsi_Host *)dev)->host_lock, flags)
 154
 155 #define DC395x_read8(acb,address)               (u8)(inb(acb->io_port_base + (address)))
 156 #define DC395x_read16(acb,address)              (u16)(inw(acb->io_port_base + (address)))
 157 #define DC395x_read32(acb,address)              (u32)(inl(acb->io_port_base + (address)))
 158 #define DC395x_write8(acb,address,value)        outb((value), acb->io_port_base + (address))
 159 #define DC395x_write16(acb,address,value)       outw((value), acb->io_port_base + (address))
 160 #define DC395x_write32(acb,address,value)       outl((value), acb->io_port_base + (address))
 161
 162 /* cmd->result */
 163 #define RES_TARGET              0x000000FF      /* Target State */
 164 #define RES_TARGET_LNX  STATUS_MASK     /* Only official ... */
 165 #define RES_ENDMSG              0x0000FF00      /* End Message */
 166 #define RES_DID                 0x00FF0000      /* DID_ codes */
 167 #define RES_DRV                 0xFF000000      /* DRIVER_ codes */
 168
 169 #define MK_RES(drv,did,msg,tgt) ((int)(drv)<<24 | (int)(did)<<16 | (int)(msg)<<8 | (int)(tgt))
 170 #define MK_RES_LNX(drv,did,msg,tgt) ((int)(drv)<<24 | (int)(did)<<16 | (int)(msg)<<8 | (int)(tgt)<<1)
 171
 172 #define SET_RES_TARGET(who,tgt) { who &= ~RES_TARGET; who |= (int)(tgt); }
 173 #define SET_RES_TARGET_LNX(who,tgt) { who &= ~RES_TARGET_LNX; who |= (int)(tgt) << 1; }
 174 #define SET_RES_MSG(who,msg) { who &= ~RES_ENDMSG; who |= (int)(msg) << 8; }
 175 #define SET_RES_DID(who,did) { who &= ~RES_DID; who |= (int)(did) << 16; }
 176 #define SET_RES_DRV(who,drv) { who &= ~RES_DRV; who |= (int)(drv) << 24; }
 177
 178 #define TAG_NONE 255
 179
 180 /*
 181  * srb->segement_x is the hw sg list. It is always allocated as a
 182  * DC395x_MAX_SG_LISTENTRY entries in a linear block which does not
 183  * cross a page boundy.
 184  */
 185 #define SEGMENTX_LEN    (sizeof(struct SGentry)*DC395x_MAX_SG_LISTENTRY)
 186
 187
 188 struct SGentry {
 189         u32 address;            /* bus! address */
 190         u32 length;
 191 };
 192
 193 /* The SEEPROM structure for TRM_S1040 */
 194 struct NVRamTarget {
 195         u8 cfg0;                /* Target configuration byte 0  */
 196         u8 period;              /* Target period                */
 197         u8 cfg2;                /* Target configuration byte 2  */
 198         u8 cfg3;                /* Target configuration byte 3  */
 199 };
 200
 201 struct NvRamType {
 202         u8 sub_vendor_id[2];    /* 0,1  Sub Vendor ID   */
 203         u8 sub_sys_id[2];       /* 2,3  Sub System ID   */
 204         u8 sub_class;           /* 4    Sub Class       */
 205         u8 vendor_id[2];        /* 5,6  Vendor ID       */
 206         u8 device_id[2];        /* 7,8  Device ID       */
 207         u8 reserved;            /* 9    Reserved        */
 208         struct NVRamTarget target[DC395x_MAX_SCSI_ID];
 209                                                 /** 10,11,12,13
 210                                                  ** 14,15,16,17
 211                                                  ** ....
 212                                                  ** ....
 213                                                  ** 70,71,72,73
 214                                                  */
 215         u8 scsi_id;             /* 74 Host Adapter SCSI ID      */
 216         u8 channel_cfg;         /* 75 Channel configuration     */
 217         u8 delay_time;          /* 76 Power on delay time       */
 218         u8 max_tag;             /* 77 Maximum tags              */
 219         u8 reserved0;           /* 78  */
 220         u8 boot_target;         /* 79  */
 221         u8 boot_lun;            /* 80  */
 222         u8 reserved1;           /* 81  */
 223         u16 reserved2[22];      /* 82,..125 */
 224         u16 cksum;              /* 126,127 */
 225 };
 226
 227 struct ScsiReqBlk {
 228         struct list_head list;          /* next/prev ptrs for srb lists */
 229         struct DeviceCtlBlk *dcb;
 230         struct scsi_cmnd *cmd;
 231
 232         struct SGentry *segment_x;      /* Linear array of hw sg entries (up to 64 entries) */
 233         dma_addr_t sg_bus_addr;         /* Bus address of sg list (ie, of segment_x) */
 234
 235         u8 sg_count;                    /* No of HW sg entries for this request */
 236         u8 sg_index;                    /* Index of HW sg entry for this request */
 237         size_t total_xfer_length;       /* Total number of bytes remaining to be transferred */
 238         size_t request_length;          /* Total number of bytes in this request */
 239         /*
 240          * The sense buffer handling function, request_sense, uses
 241          * the first hw sg entry (segment_x[0]) and the transfer
 242          * length (total_xfer_length). While doing this it stores the
 243          * original values into the last sg hw list
 244          * (srb->segment_x[DC395x_MAX_SG_LISTENTRY - 1] and the
 245          * total_xfer_length in xferred. These values are restored in
 246          * pci_unmap_srb_sense. This is the only place xferred is used.
 247          */
 248         size_t xferred;                 /* Saved copy of total_xfer_length */
 249
 250         u16 state;
 251
 252         u8 msgin_buf[6];
 253         u8 msgout_buf[6];
 254
 255         u8 adapter_status;
 256         u8 target_status;
 257         u8 msg_count;
 258         u8 end_message;
 259
 260         u8 tag_number;
 261         u8 status;
 262         u8 retry_count;
 263         u8 flag;
 264
 265         u8 scsi_phase;
 266 };
 267
 268 struct DeviceCtlBlk {
 269         struct list_head list;          /* next/prev ptrs for the dcb list */
 270         struct AdapterCtlBlk *acb;
 271         struct list_head srb_going_list;        /* head of going srb list */
 272         struct list_head srb_waiting_list;      /* head of waiting srb list */
 273
 274         struct ScsiReqBlk *active_srb;
 275         u32 tag_mask;
 276
 277         u16 max_command;
 278
 279         u8 target_id;           /* SCSI Target ID  (SCSI Only) */
 280         u8 target_lun;          /* SCSI Log.  Unit (SCSI Only) */
 281         u8 identify_msg;
 282         u8 dev_mode;
 283
 284         u8 inquiry7;            /* To store Inquiry flags */
 285         u8 sync_mode;           /* 0:async mode */
 286         u8 min_nego_period;     /* for nego. */
 287         u8 sync_period;         /* for reg.  */
 288
 289         u8 sync_offset;         /* for reg. and nego.(low nibble) */
 290         u8 flag;
 291         u8 dev_type;
 292         u8 init_tcq_flag;
 293 };
 294
 295 struct AdapterCtlBlk {
 296         struct Scsi_Host *scsi_host;
 297
 298         unsigned long io_port_base;
 299         unsigned long io_port_len;
 300
 301         struct list_head dcb_list;              /* head of going dcb list */
 302         struct DeviceCtlBlk *dcb_run_robin;
 303         struct DeviceCtlBlk *active_dcb;
 304
 305         struct list_head srb_free_list;         /* head of free srb list */
 306         struct ScsiReqBlk *tmp_srb;
 307         struct timer_list waiting_timer;
 308         struct timer_list selto_timer;
 309
 310         unsigned long last_reset;
 311
 312         u16 srb_count;
 313
 314         u8 sel_timeout;
 315
 316         unsigned int irq_level;
 317         u8 tag_max_num;
 318         u8 acb_flag;
 319         u8 gmode2;
 320
 321         u8 config;
 322         u8 lun_chk;
 323         u8 scan_devices;
 324         u8 hostid_bit;
 325
 326         u8 dcb_map[DC395x_MAX_SCSI_ID];
 327         struct DeviceCtlBlk *children[DC395x_MAX_SCSI_ID][32];
 328
 329         struct pci_dev *dev;
 330
 331         u8 msg_len;
 332
 333         struct ScsiReqBlk srb_array[DC395x_MAX_SRB_CNT];
 334         struct ScsiReqBlk srb;
 335
 336         struct NvRamType eeprom;        /* eeprom settings for this adapter */
 337 };
 338
 339
 340 /*---------------------------------------------------------------------------
 341                             Forward declarations
 342  ---------------------------------------------------------------------------*/
 343 static void data_out_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 344                 u16 *pscsi_status);
 345 static void data_in_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 346                 u16 *pscsi_status);
 347 static void command_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 348                 u16 *pscsi_status);
 349 static void status_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 350                 u16 *pscsi_status);
 351 static void msgout_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 352                 u16 *pscsi_status);
 353 static void msgin_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 354                 u16 *pscsi_status);
 355 static void data_out_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 356                 u16 *pscsi_status);
 357 static void data_in_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 358                 u16 *pscsi_status);
 359 static void command_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 360                 u16 *pscsi_status);
 361 static void status_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 362                 u16 *pscsi_status);
 363 static void msgout_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 364                 u16 *pscsi_status);
 365 static void msgin_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 366                 u16 *pscsi_status);
 367 static void nop0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 368                 u16 *pscsi_status);
 369 static void nop1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 370                 u16 *pscsi_status);
 371 static void set_basic_config(struct AdapterCtlBlk *acb);
 372 static void cleanup_after_transfer(struct AdapterCtlBlk *acb,
 373                 struct ScsiReqBlk *srb);
 374 static void reset_scsi_bus(struct AdapterCtlBlk *acb);
 375 static void data_io_transfer(struct AdapterCtlBlk *acb,
 376                 struct ScsiReqBlk *srb, u16 io_dir);
 377 static void disconnect(struct AdapterCtlBlk *acb);
 378 static void reselect(struct AdapterCtlBlk *acb);
 379 static u8 start_scsi(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb,
 380                 struct ScsiReqBlk *srb);
 381 static inline void enable_msgout_abort(struct AdapterCtlBlk *acb,
 382                 struct ScsiReqBlk *srb);
 383 static void build_srb(struct scsi_cmnd *cmd, struct DeviceCtlBlk *dcb,
 384                 struct ScsiReqBlk *srb);
 385 static void doing_srb_done(struct AdapterCtlBlk *acb, u8 did_code,
 386                 struct scsi_cmnd *cmd, u8 force);
 387 static void scsi_reset_detect(struct AdapterCtlBlk *acb);
 388 static void pci_unmap_srb(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb);
 389 static void pci_unmap_srb_sense(struct AdapterCtlBlk *acb,
 390                 struct ScsiReqBlk *srb);
 391 static void srb_done(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb,
 392                 struct ScsiReqBlk *srb);
 393 static void request_sense(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb,
 394                 struct ScsiReqBlk *srb);
 395 static void set_xfer_rate(struct AdapterCtlBlk *acb,
 396                 struct DeviceCtlBlk *dcb);
 397 static void waiting_timeout(struct timer_list *t);
 398
 399
 400 /*---------------------------------------------------------------------------
 401                                  Static Data
 402  ---------------------------------------------------------------------------*/
 403 static u16 current_sync_offset = 0;
 404
 405 static void *dc395x_scsi_phase0[] = {
 406         data_out_phase0,/* phase:0 */
 407         data_in_phase0, /* phase:1 */
 408         command_phase0, /* phase:2 */
 409         status_phase0,  /* phase:3 */
 410         nop0,           /* phase:4 PH_BUS_FREE .. initial phase */
 411         nop0,           /* phase:5 PH_BUS_FREE .. initial phase */
 412         msgout_phase0,  /* phase:6 */
 413         msgin_phase0,   /* phase:7 */
 414 };
 415
 416 static void *dc395x_scsi_phase1[] = {
 417         data_out_phase1,/* phase:0 */
 418         data_in_phase1, /* phase:1 */
 419         command_phase1, /* phase:2 */
 420         status_phase1,  /* phase:3 */
 421         nop1,           /* phase:4 PH_BUS_FREE .. initial phase */
 422         nop1,           /* phase:5 PH_BUS_FREE .. initial phase */
 423         msgout_phase1,  /* phase:6 */
 424         msgin_phase1,   /* phase:7 */
 425 };
 426
 427 /*
 428  *Fast20:       000      50ns, 20.0 MHz
 429  *              001      75ns, 13.3 MHz
 430  *              010     100ns, 10.0 MHz
 431  *              011     125ns,  8.0 MHz
 432  *              100     150ns,  6.6 MHz
 433  *              101     175ns,  5.7 MHz
 434  *              110     200ns,  5.0 MHz
 435  *              111     250ns,  4.0 MHz
 436  *
 437  *Fast40(LVDS): 000      25ns, 40.0 MHz
 438  *              001      50ns, 20.0 MHz
 439  *              010      75ns, 13.3 MHz
 440  *              011     100ns, 10.0 MHz
 441  *              100     125ns,  8.0 MHz
 442  *              101     150ns,  6.6 MHz
 443  *              110     175ns,  5.7 MHz
 444  *              111     200ns,  5.0 MHz
 445  */
 446 /*static u8     clock_period[] = {12,19,25,31,37,44,50,62};*/
 447
 448 /* real period:48ns,76ns,100ns,124ns,148ns,176ns,200ns,248ns */
 449 static u8 clock_period[] = { 12, 18, 25, 31, 37, 43, 50, 62 };
 450 static u16 clock_speed[] = { 200, 133, 100, 80, 67, 58, 50, 40 };
 451
 452
 453 /*---------------------------------------------------------------------------
 454                                 Configuration
 455   ---------------------------------------------------------------------------*/
 456 /*
 457  * Module/boot parameters currently effect *all* instances of the
 458  * card in the system.
 459  */
 460
 461 /*
 462  * Command line parameters are stored in a structure below.
 463  * These are the index's into the structure for the various
 464  * command line options.
 465  */
 466 #define CFG_ADAPTER_ID          0
 467 #define CFG_MAX_SPEED           1
 468 #define CFG_DEV_MODE            2
 469 #define CFG_ADAPTER_MODE        3
 470 #define CFG_TAGS                4
 471 #define CFG_RESET_DELAY         5
 472
 473 #define CFG_NUM                 6       /* number of configuration items */
 474
 475
 476 /*
 477  * Value used to indicate that a command line override
 478  * hasn't been used to modify the value.
 479  */
 480 #define CFG_PARAM_UNSET -1
 481
 482
 483 /*
 484  * Hold command line parameters.
 485  */
 486 struct ParameterData {
 487         int value;              /* value of this setting */
 488         int min;                /* minimum value */
 489         int max;                /* maximum value */
 490         int def;                /* default value */
 491         int safe;               /* safe value */
 492 };
 493 static struct ParameterData cfg_data[] = {
 494         { /* adapter id */
 495                 CFG_PARAM_UNSET,
 496                 0,
 497                 15,
 498                 7,
 499                 7
 500         },
 501         { /* max speed */
 502                 CFG_PARAM_UNSET,
 503                   0,
 504                   7,
 505                   1,    /* 13.3Mhz */
 506                   4,    /*  6.7Hmz */
 507         },
 508         { /* dev mode */
 509                 CFG_PARAM_UNSET,
 510                 0,
 511                 0x3f,
 512                 NTC_DO_PARITY_CHK | NTC_DO_DISCONNECT | NTC_DO_SYNC_NEGO |
 513                         NTC_DO_WIDE_NEGO | NTC_DO_TAG_QUEUEING |
 514                         NTC_DO_SEND_START,
 515                 NTC_DO_PARITY_CHK | NTC_DO_SEND_START
 516         },
 517         { /* adapter mode */
 518                 CFG_PARAM_UNSET,
 519                 0,
 520                 0x2f,
 521                 NAC_SCANLUN |
 522                 NAC_GT2DRIVES | NAC_GREATER_1G | NAC_POWERON_SCSI_RESET
 523                         /*| NAC_ACTIVE_NEG*/,
 524                 NAC_GT2DRIVES | NAC_GREATER_1G | NAC_POWERON_SCSI_RESET | 0x08
 525         },
 526         { /* tags */
 527                 CFG_PARAM_UNSET,
 528                 0,
 529                 5,
 530                 3,      /* 16 tags (??) */
 531                 2,
 532         },
 533         { /* reset delay */
 534                 CFG_PARAM_UNSET,
 535                 0,
 536                 180,
 537                 1,      /* 1 second */
 538                 10,     /* 10 seconds */
 539         }
 540 };
 541
 542
 543 /*
 544  * Safe settings. If set to zero the BIOS/default values with
 545  * command line overrides will be used. If set to 1 then safe and
 546  * slow settings will be used.
 547  */
 548 static bool use_safe_settings = 0;
 549 module_param_named(safe, use_safe_settings, bool, 0);
 550 MODULE_PARM_DESC(safe, "Use safe and slow settings only. Default: false");
 551
 552
 553 module_param_named(adapter_id, cfg_data[CFG_ADAPTER_ID].value, int, 0);
 554 MODULE_PARM_DESC(adapter_id, "Adapter SCSI ID. Default 7 (0-15)");
 555
 556 module_param_named(max_speed, cfg_data[CFG_MAX_SPEED].value, int, 0);
 557 MODULE_PARM_DESC(max_speed, "Maximum bus speed. Default 1 (0-7) Speeds: 0=20, 1=13.3, 2=10, 3=8, 4=6.7, 5=5.8, 6=5, 7=4 Mhz");
 558
 559 module_param_named(dev_mode, cfg_data[CFG_DEV_MODE].value, int, 0);
 560 MODULE_PARM_DESC(dev_mode, "Device mode.");
 561
 562 module_param_named(adapter_mode, cfg_data[CFG_ADAPTER_MODE].value, int, 0);
 563 MODULE_PARM_DESC(adapter_mode, "Adapter mode.");
 564
 565 module_param_named(tags, cfg_data[CFG_TAGS].value, int, 0);
 566 MODULE_PARM_DESC(tags, "Number of tags (1<<x). Default 3 (0-5)");
 567
 568 module_param_named(reset_delay, cfg_data[CFG_RESET_DELAY].value, int, 0);
 569 MODULE_PARM_DESC(reset_delay, "Reset delay in seconds. Default 1 (0-180)");
 570
 571
 572 /**
 573  * set_safe_settings - if the use_safe_settings option is set then
 574  * set all values to the safe and slow values.
 575  **/
 576 static void set_safe_settings(void)
 577 {
 578         if (use_safe_settings)
 579         {
 580                 int i;
 581
 582                 dprintkl(KERN_INFO, "Using safe settings.\n");
 583                 for (i = 0; i < CFG_NUM; i++)
 584                 {
 585                         cfg_data[i].value = cfg_data[i].safe;
 586                 }
 587         }
 588 }
 589
 590
 591 /**
 592  * fix_settings - reset any boot parameters which are out of range
 593  * back to the default values.
 594  **/
 595 static void fix_settings(void)
 596 {
 597         int i;
 598
 599         dprintkdbg(DBG_1,
 600                 "setup: AdapterId=%08x MaxSpeed=%08x DevMode=%08x "
 601                 "AdapterMode=%08x Tags=%08x ResetDelay=%08x\n",
 602                 cfg_data[CFG_ADAPTER_ID].value,
 603                 cfg_data[CFG_MAX_SPEED].value,
 604                 cfg_data[CFG_DEV_MODE].value,
 605                 cfg_data[CFG_ADAPTER_MODE].value,
 606                 cfg_data[CFG_TAGS].value,
 607                 cfg_data[CFG_RESET_DELAY].value);
 608         for (i = 0; i < CFG_NUM; i++)
 609         {
 610                 if (cfg_data[i].value < cfg_data[i].min
 611                     || cfg_data[i].value > cfg_data[i].max)
 612                         cfg_data[i].value = cfg_data[i].def;
 613         }
 614 }
 615
 616
 617
 618 /*
 619  * Mapping from the eeprom delay index value (index into this array)
 620  * to the number of actual seconds that the delay should be for.
 621  */
 622 static char eeprom_index_to_delay_map[] =
 623         { 1, 3, 5, 10, 16, 30, 60, 120 };
 624
 625
 626 /**
 627  * eeprom_index_to_delay - Take the eeprom delay setting and convert it
 628  * into a number of seconds.
 629  *
 630  * @eeprom: The eeprom structure in which we find the delay index to map.
 631  **/
 632 static void eeprom_index_to_delay(struct NvRamType *eeprom)
 633 {
 634         eeprom->delay_time = eeprom_index_to_delay_map[eeprom->delay_time];
 635 }
 636
 637
 638 /**
 639  * delay_to_eeprom_index - Take a delay in seconds and return the
 640  * closest eeprom index which will delay for at least that amount of
 641  * seconds.
 642  *
 643  * @delay: The delay, in seconds, to find the eeprom index for.
 644  **/
 645 static int delay_to_eeprom_index(int delay)
 646 {
 647         u8 idx = 0;
 648         while (idx < 7 && eeprom_index_to_delay_map[idx] < delay)
 649                 idx++;
 650         return idx;
 651 }
 652
 653
 654 /**
 655  * eeprom_override - Override the eeprom settings, in the provided
 656  * eeprom structure, with values that have been set on the command
 657  * line.
 658  *
 659  * @eeprom: The eeprom data to override with command line options.
 660  **/
 661 static void eeprom_override(struct NvRamType *eeprom)
 662 {
 663         u8 id;
 664
 665         /* Adapter Settings */
 666         if (cfg_data[CFG_ADAPTER_ID].value != CFG_PARAM_UNSET)
 667                 eeprom->scsi_id = (u8)cfg_data[CFG_ADAPTER_ID].value;
 668
 669         if (cfg_data[CFG_ADAPTER_MODE].value != CFG_PARAM_UNSET)
 670                 eeprom->channel_cfg = (u8)cfg_data[CFG_ADAPTER_MODE].value;
 671
 672         if (cfg_data[CFG_RESET_DELAY].value != CFG_PARAM_UNSET)
 673                 eeprom->delay_time = delay_to_eeprom_index(
 674                                         cfg_data[CFG_RESET_DELAY].value);
 675
 676         if (cfg_data[CFG_TAGS].value != CFG_PARAM_UNSET)
 677                 eeprom->max_tag = (u8)cfg_data[CFG_TAGS].value;
 678
 679         /* Device Settings */
 680         for (id = 0; id < DC395x_MAX_SCSI_ID; id++) {
 681                 if (cfg_data[CFG_DEV_MODE].value != CFG_PARAM_UNSET)
 682                         eeprom->target[id].cfg0 =
 683                                 (u8)cfg_data[CFG_DEV_MODE].value;
 684
 685                 if (cfg_data[CFG_MAX_SPEED].value != CFG_PARAM_UNSET)
 686                         eeprom->target[id].period =
 687                                 (u8)cfg_data[CFG_MAX_SPEED].value;
 688
 689         }
 690 }
 691
 692
 693 /*---------------------------------------------------------------------------
 694  ---------------------------------------------------------------------------*/
 695
 696 static unsigned int list_size(struct list_head *head)
 697 {
 698         unsigned int count = 0;
 699         struct list_head *pos;
 700         list_for_each(pos, head)
 701                 count++;
 702         return count;
 703 }
 704
 705
 706 static struct DeviceCtlBlk *dcb_get_next(struct list_head *head,
 707                 struct DeviceCtlBlk *pos)
 708 {
 709         int use_next = 0;
 710         struct DeviceCtlBlk* next = NULL;
 711         struct DeviceCtlBlk* i;
 712
 713         if (list_empty(head))
 714                 return NULL;
 715
 716         /* find supplied dcb and then select the next one */
 717         list_for_each_entry(i, head, list)
 718                 if (use_next) {
 719                         next = i;
 720                         break;
 721                 } else if (i == pos) {
 722                         use_next = 1;
 723                 }
 724         /* if no next one take the head one (ie, wraparound) */
 725         if (!next)
 726                 list_for_each_entry(i, head, list) {
 727                         next = i;
 728                         break;
 729                 }
 730
 731         return next;
 732 }
 733
 734
 735 static void free_tag(struct DeviceCtlBlk *dcb, struct ScsiReqBlk *srb)
 736 {
 737         if (srb->tag_number < 255) {
 738                 dcb->tag_mask &= ~(1 << srb->tag_number);       /* free tag mask */
 739                 srb->tag_number = 255;
 740         }
 741 }
 742
 743
 744 /* Find cmd in SRB list */
 745 static inline struct ScsiReqBlk *find_cmd(struct scsi_cmnd *cmd,
 746                 struct list_head *head)
 747 {
 748         struct ScsiReqBlk *i;
 749         list_for_each_entry(i, head, list)
 750                 if (i->cmd == cmd)
 751                         return i;
 752         return NULL;
 753 }
 754
 755 /* Sets the timer to wake us up */
 756 static void waiting_set_timer(struct AdapterCtlBlk *acb, unsigned long to)
 757 {
 758         if (timer_pending(&acb->waiting_timer))
 759                 return;
 760         if (time_before(jiffies + to, acb->last_reset - HZ / 2))
 761                 acb->waiting_timer.expires =
 762                     acb->last_reset - HZ / 2 + 1;
 763         else
 764                 acb->waiting_timer.expires = jiffies + to + 1;
 765         add_timer(&acb->waiting_timer);
 766 }
 767
 768
 769 /* Send the next command from the waiting list to the bus */
 770 static void waiting_process_next(struct AdapterCtlBlk *acb)
 771 {
 772         struct DeviceCtlBlk *start = NULL;
 773         struct DeviceCtlBlk *pos;
 774         struct DeviceCtlBlk *dcb;
 775         struct ScsiReqBlk *srb;
 776         struct list_head *dcb_list_head = &acb->dcb_list;
 777
 778         if (acb->active_dcb
 779             || (acb->acb_flag & (RESET_DETECT + RESET_DONE + RESET_DEV)))
 780                 return;
 781
 782         if (timer_pending(&acb->waiting_timer))
 783                 del_timer(&acb->waiting_timer);
 784
 785         if (list_empty(dcb_list_head))
 786                 return;
 787
 788         /*
 789          * Find the starting dcb. Need to find it again in the list
 790          * since the list may have changed since we set the ptr to it
 791          */
 792         list_for_each_entry(dcb, dcb_list_head, list)
 793                 if (dcb == acb->dcb_run_robin) {
 794                         start = dcb;
 795                         break;
 796                 }
 797         if (!start) {
 798                 /* This can happen! */
 799                 start = list_entry(dcb_list_head->next, typeof(*start), list);
 800                 acb->dcb_run_robin = start;
 801         }
 802
 803
 804         /*
 805          * Loop over the dcb, but we start somewhere (potentially) in
 806          * the middle of the loop so we need to manully do this.
 807          */
 808         pos = start;
 809         do {
 810                 struct list_head *waiting_list_head = &pos->srb_waiting_list;
 811
 812                 /* Make sure, the next another device gets scheduled ... */
 813                 acb->dcb_run_robin = dcb_get_next(dcb_list_head,
 814                                                   acb->dcb_run_robin);
 815
 816                 if (list_empty(waiting_list_head) ||
 817                     pos->max_command <= list_size(&pos->srb_going_list)) {
 818                         /* move to next dcb */
 819                         pos = dcb_get_next(dcb_list_head, pos);
 820                 } else {
 821                         srb = list_entry(waiting_list_head->next,
 822                                          struct ScsiReqBlk, list);
 823
 824                         /* Try to send to the bus */
 825                         if (!start_scsi(acb, pos, srb))
 826                                 list_move(&srb->list, &pos->srb_going_list);
 827                         else
 828                                 waiting_set_timer(acb, HZ/50);
 829                         break;
 830                 }
 831         } while (pos != start);
 832 }
 833
 834
 835 /* Wake up waiting queue */
 836 static void waiting_timeout(struct timer_list *t)
 837 {
 838         unsigned long flags;
 839         struct AdapterCtlBlk *acb = from_timer(acb, t, waiting_timer);
 840         dprintkdbg(DBG_1,
 841                 "waiting_timeout: Queue woken up by timer. acb=%p\n", acb);
 842         DC395x_LOCK_IO(acb->scsi_host, flags);
 843         waiting_process_next(acb);
 844         DC395x_UNLOCK_IO(acb->scsi_host, flags);
 845 }
 846
 847
 848 /* Get the DCB for a given ID/LUN combination */
 849 static struct DeviceCtlBlk *find_dcb(struct AdapterCtlBlk *acb, u8 id, u8 lun)
 850 {
 851         return acb->children[id][lun];
 852 }
 853
 854
 855 /* Send SCSI Request Block (srb) to adapter (acb) */
 856 static void send_srb(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb)
 857 {
 858         struct DeviceCtlBlk *dcb = srb->dcb;
 859
 860         if (dcb->max_command <= list_size(&dcb->srb_going_list) ||
 861             acb->active_dcb ||
 862             (acb->acb_flag & (RESET_DETECT + RESET_DONE + RESET_DEV))) {
 863                 list_add_tail(&srb->list, &dcb->srb_waiting_list);
 864                 waiting_process_next(acb);
 865                 return;
 866         }
 867
 868         if (!start_scsi(acb, dcb, srb)) {
 869                 list_add_tail(&srb->list, &dcb->srb_going_list);
 870         } else {
 871                 list_add(&srb->list, &dcb->srb_waiting_list);
 872                 waiting_set_timer(acb, HZ / 50);
 873         }
 874 }
 875
 876 /* Prepare SRB for being sent to Device DCB w/ command *cmd */
 877 static void build_srb(struct scsi_cmnd *cmd, struct DeviceCtlBlk *dcb,
 878                 struct ScsiReqBlk *srb)
 879 {
 880         int nseg;
 881         enum dma_data_direction dir = cmd->sc_data_direction;
 882         dprintkdbg(DBG_0, "build_srb: (0x%p) <%02i-%i>\n",
 883                 cmd, dcb->target_id, dcb->target_lun);
 884
 885         srb->dcb = dcb;
 886         srb->cmd = cmd;
 887         srb->sg_count = 0;
 888         srb->total_xfer_length = 0;
 889         srb->sg_bus_addr = 0;
 890         srb->sg_index = 0;
 891         srb->adapter_status = 0;
 892         srb->target_status = 0;
 893         srb->msg_count = 0;
 894         srb->status = 0;
 895         srb->flag = 0;
 896         srb->state = 0;
 897         srb->retry_count = 0;
 898         srb->tag_number = TAG_NONE;
 899         srb->scsi_phase = PH_BUS_FREE;  /* initial phase */
 900         srb->end_message = 0;
 901
 902         nseg = scsi_dma_map(cmd);
 903         BUG_ON(nseg < 0);
 904
 905         if (dir == DMA_NONE || !nseg) {
 906                 dprintkdbg(DBG_0,
 907                         "build_srb: [0] len=%d buf=%p use_sg=%d !MAP=%08x\n",
 908                            cmd->bufflen, scsi_sglist(cmd), scsi_sg_count(cmd),
 909                            srb->segment_x[0].address);
 910         } else {
 911                 int i;
 912                 u32 reqlen = scsi_bufflen(cmd);
 913                 struct scatterlist *sg;
 914                 struct SGentry *sgp = srb->segment_x;
 915
 916                 srb->sg_count = nseg;
 917
 918                 dprintkdbg(DBG_0,
 919                            "build_srb: [n] len=%d buf=%p use_sg=%d segs=%d\n",
 920                            reqlen, scsi_sglist(cmd), scsi_sg_count(cmd),
 921                            srb->sg_count);
 922
 923                 scsi_for_each_sg(cmd, sg, srb->sg_count, i) {
 924                         u32 busaddr = (u32)sg_dma_address(sg);
 925                         u32 seglen = (u32)sg->length;
 926                         sgp[i].address = busaddr;
 927                         sgp[i].length = seglen;
 928                         srb->total_xfer_length += seglen;
 929                 }
 930                 sgp += srb->sg_count - 1;
 931
 932                 /*
 933                  * adjust last page if too big as it is allocated
 934                  * on even page boundaries
 935                  */
 936                 if (srb->total_xfer_length > reqlen) {
 937                         sgp->length -= (srb->total_xfer_length - reqlen);
 938                         srb->total_xfer_length = reqlen;
 939                 }
 940
 941                 /* Fixup for WIDE padding - make sure length is even */
 942                 if (dcb->sync_period & WIDE_SYNC &&
 943                     srb->total_xfer_length % 2) {
 944                         srb->total_xfer_length++;
 945                         sgp->length++;
 946                 }
 947
 948                 srb->sg_bus_addr = dma_map_single(&dcb->acb->dev->dev,
 949                                 srb->segment_x, SEGMENTX_LEN, DMA_TO_DEVICE);
 950
 951                 dprintkdbg(DBG_SG, "build_srb: [n] map sg %p->%08x(%05x)\n",
 952                         srb->segment_x, srb->sg_bus_addr, SEGMENTX_LEN);
 953         }
 954
 955         srb->request_length = srb->total_xfer_length;
 956 }
 957
 958
 959 /**
 960  * dc395x_queue_command - queue scsi command passed from the mid
 961  * layer, invoke 'done' on completion
 962  *
 963  * @cmd: pointer to scsi command object
 964  * @done: function pointer to be invoked on completion
 965  *
 966  * Returns 1 if the adapter (host) is busy, else returns 0. One
 967  * reason for an adapter to be busy is that the number
 968  * of outstanding queued commands is already equal to
 969  * struct Scsi_Host::can_queue .
 970  *
 971  * Required: if struct Scsi_Host::can_queue is ever non-zero
 972  *           then this function is required.
 973  *
 974  * Locks: struct Scsi_Host::host_lock held on entry (with "irqsave")
 975  *        and is expected to be held on return.
 976  *
 977  **/
 978 static int dc395x_queue_command_lck(struct scsi_cmnd *cmd, void (*done)(struct scsi_cmnd *))
 979 {
 980         struct DeviceCtlBlk *dcb;
 981         struct ScsiReqBlk *srb;
 982         struct AdapterCtlBlk *acb =
 983             (struct AdapterCtlBlk *)cmd->device->host->hostdata;
 984         dprintkdbg(DBG_0, "queue_command: (0x%p) <%02i-%i> cmnd=0x%02x\n",
 985                 cmd, cmd->device->id, (u8)cmd->device->lun, cmd->cmnd[0]);
 986
 987         /* Assume BAD_TARGET; will be cleared later */
 988         cmd->result = DID_BAD_TARGET << 16;
 989
 990         /* ignore invalid targets */
 991         if (cmd->device->id >= acb->scsi_host->max_id ||
 992             cmd->device->lun >= acb->scsi_host->max_lun ||
 993             cmd->device->lun >31) {
 994                 goto complete;
 995         }
 996
 997         /* does the specified lun on the specified device exist */
 998         if (!(acb->dcb_map[cmd->device->id] & (1 << cmd->device->lun))) {
 999                 dprintkl(KERN_INFO, "queue_command: Ignore target <%02i-%i>\n",
1000                         cmd->device->id, (u8)cmd->device->lun);
1001                 goto complete;
1002         }
1003
1004         /* do we have a DCB for the device */
1005         dcb = find_dcb(acb, cmd->device->id, cmd->device->lun);
1006         if (!dcb) {
1007                 /* should never happen */
1008                 dprintkl(KERN_ERR, "queue_command: No such device <%02i-%i>",
1009                         cmd->device->id, (u8)cmd->device->lun);
1010                 goto complete;
1011         }
1012
1013         /* set callback and clear result in the command */
1014         cmd->scsi_done = done;
1015         cmd->result = 0;
1016
1017         srb = list_first_entry_or_null(&acb->srb_free_list,
1018                         struct ScsiReqBlk, list);
1019         if (!srb) {
1020                 /*
1021                  * Return 1 since we are unable to queue this command at this
1022                  * point in time.
1023                  */
1024                 dprintkdbg(DBG_0, "queue_command: No free srb's\n");
1025                 return 1;
1026         }
1027         list_del(&srb->list);
1028
1029         build_srb(cmd, dcb, srb);
1030
1031         if (!list_empty(&dcb->srb_waiting_list)) {
1032                 /* append to waiting queue */
1033                 list_add_tail(&srb->list, &dcb->srb_waiting_list);
1034                 waiting_process_next(acb);
1035         } else {
1036                 /* process immediately */
1037                 send_srb(acb, srb);
1038         }
1039         dprintkdbg(DBG_1, "queue_command: (0x%p) done\n", cmd);
1040         return 0;
1041
1042 complete:
1043         /*
1044          * Complete the command immediatey, and then return 0 to
1045          * indicate that we have handled the command. This is usually
1046          * done when the commad is for things like non existent
1047          * devices.
1048          */
1049         done(cmd);
1050         return 0;
1051 }
1052
1053 static DEF_SCSI_QCMD(dc395x_queue_command)
1054
1055 static void dump_register_info(struct AdapterCtlBlk *acb,
1056                 struct DeviceCtlBlk *dcb, struct ScsiReqBlk *srb)
1057 {
1058         u16 pstat;
1059         struct pci_dev *dev = acb->dev;
1060         pci_read_config_word(dev, PCI_STATUS, &pstat);
1061         if (!dcb)
1062                 dcb = acb->active_dcb;
1063         if (!srb && dcb)
1064                 srb = dcb->active_srb;
1065         if (srb) {
1066                 if (!srb->cmd)
1067                         dprintkl(KERN_INFO, "dump: srb=%p cmd=%p OOOPS!\n",
1068                                 srb, srb->cmd);
1069                 else
1070                         dprintkl(KERN_INFO, "dump: srb=%p cmd=%p "
1071                                  "cmnd=0x%02x <%02i-%i>\n",
1072                                 srb, srb->cmd,
1073                                 srb->cmd->cmnd[0], srb->cmd->device->id,
1074                                 (u8)srb->cmd->device->lun);
1075                 printk("  sglist=%p cnt=%i idx=%i len=%zu\n",
1076                        srb->segment_x, srb->sg_count, srb->sg_index,
1077                        srb->total_xfer_length);
1078                 printk("  state=0x%04x status=0x%02x phase=0x%02x (%sconn.)\n",
1079                        srb->state, srb->status, srb->scsi_phase,
1080                        (acb->active_dcb) ? "" : "not");
1081         }
1082         dprintkl(KERN_INFO, "dump: SCSI{status=0x%04x fifocnt=0x%02x "
1083                 "signals=0x%02x irqstat=0x%02x sync=0x%02x target=0x%02x "
1084                 "rselid=0x%02x ctr=0x%08x irqen=0x%02x config=0x%04x "
1085                 "config2=0x%02x cmd=0x%02x selto=0x%02x}\n",
1086                 DC395x_read16(acb, TRM_S1040_SCSI_STATUS),
1087                 DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT),
1088                 DC395x_read8(acb, TRM_S1040_SCSI_SIGNAL),
1089                 DC395x_read8(acb, TRM_S1040_SCSI_INTSTATUS),
1090                 DC395x_read8(acb, TRM_S1040_SCSI_SYNC),
1091                 DC395x_read8(acb, TRM_S1040_SCSI_TARGETID),
1092                 DC395x_read8(acb, TRM_S1040_SCSI_IDMSG),
1093                 DC395x_read32(acb, TRM_S1040_SCSI_COUNTER),
1094                 DC395x_read8(acb, TRM_S1040_SCSI_INTEN),
1095                 DC395x_read16(acb, TRM_S1040_SCSI_CONFIG0),
1096                 DC395x_read8(acb, TRM_S1040_SCSI_CONFIG2),
1097                 DC395x_read8(acb, TRM_S1040_SCSI_COMMAND),
1098                 DC395x_read8(acb, TRM_S1040_SCSI_TIMEOUT));
1099         dprintkl(KERN_INFO, "dump: DMA{cmd=0x%04x fifocnt=0x%02x fstat=0x%02x "
1100                 "irqstat=0x%02x irqen=0x%02x cfg=0x%04x tctr=0x%08x "
1101                 "ctctr=0x%08x addr=0x%08x:0x%08x}\n",
1102                 DC395x_read16(acb, TRM_S1040_DMA_COMMAND),
1103                 DC395x_read8(acb, TRM_S1040_DMA_FIFOCNT),
1104                 DC395x_read8(acb, TRM_S1040_DMA_FIFOSTAT),
1105                 DC395x_read8(acb, TRM_S1040_DMA_STATUS),
1106                 DC395x_read8(acb, TRM_S1040_DMA_INTEN),
1107                 DC395x_read16(acb, TRM_S1040_DMA_CONFIG),
1108                 DC395x_read32(acb, TRM_S1040_DMA_XCNT),
1109                 DC395x_read32(acb, TRM_S1040_DMA_CXCNT),
1110                 DC395x_read32(acb, TRM_S1040_DMA_XHIGHADDR),
1111                 DC395x_read32(acb, TRM_S1040_DMA_XLOWADDR));
1112         dprintkl(KERN_INFO, "dump: gen{gctrl=0x%02x gstat=0x%02x gtmr=0x%02x} "
1113                 "pci{status=0x%04x}\n",
1114                 DC395x_read8(acb, TRM_S1040_GEN_CONTROL),
1115                 DC395x_read8(acb, TRM_S1040_GEN_STATUS),
1116                 DC395x_read8(acb, TRM_S1040_GEN_TIMER),
1117                 pstat);
1118 }
1119
1120
1121 static inline void clear_fifo(struct AdapterCtlBlk *acb, char *txt)
1122 {
1123 #if debug_enabled(DBG_FIFO)
1124         u8 lines = DC395x_read8(acb, TRM_S1040_SCSI_SIGNAL);
1125         u8 fifocnt = DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT);
1126         if (!(fifocnt & 0x40))
1127                 dprintkdbg(DBG_FIFO,
1128                         "clear_fifo: (%i bytes) on phase %02x in %s\n",
1129                         fifocnt & 0x3f, lines, txt);
1130 #endif
1131         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_CLRFIFO);
1132 }
1133
1134
1135 static void reset_dev_param(struct AdapterCtlBlk *acb)
1136 {
1137         struct DeviceCtlBlk *dcb;
1138         struct NvRamType *eeprom = &acb->eeprom;
1139         dprintkdbg(DBG_0, "reset_dev_param: acb=%p\n", acb);
1140
1141         list_for_each_entry(dcb, &acb->dcb_list, list) {
1142                 u8 period_index;
1143
1144                 dcb->sync_mode &= ~(SYNC_NEGO_DONE + WIDE_NEGO_DONE);
1145                 dcb->sync_period = 0;
1146                 dcb->sync_offset = 0;
1147
1148                 dcb->dev_mode = eeprom->target[dcb->target_id].cfg0;
1149                 period_index = eeprom->target[dcb->target_id].period & 0x07;
1150                 dcb->min_nego_period = clock_period[period_index];
1151                 if (!(dcb->dev_mode & NTC_DO_WIDE_NEGO)
1152                     || !(acb->config & HCC_WIDE_CARD))
1153                         dcb->sync_mode &= ~WIDE_NEGO_ENABLE;
1154         }
1155 }
1156
1157
1158 /*
1159  * perform a hard reset on the SCSI bus
1160  * @cmd - some command for this host (for fetching hooks)
1161  * Returns: SUCCESS (0x2002) on success, else FAILED (0x2003).
1162  */
1163 static int __dc395x_eh_bus_reset(struct scsi_cmnd *cmd)
1164 {
1165         struct AdapterCtlBlk *acb =
1166                 (struct AdapterCtlBlk *)cmd->device->host->hostdata;
1167         dprintkl(KERN_INFO,
1168                 "eh_bus_reset: (0%p) target=<%02i-%i> cmd=%p\n",
1169                 cmd, cmd->device->id, (u8)cmd->device->lun, cmd);
1170
1171         if (timer_pending(&acb->waiting_timer))
1172                 del_timer(&acb->waiting_timer);
1173
1174         /*
1175          * disable interrupt
1176          */
1177         DC395x_write8(acb, TRM_S1040_DMA_INTEN, 0x00);
1178         DC395x_write8(acb, TRM_S1040_SCSI_INTEN, 0x00);
1179         DC395x_write8(acb, TRM_S1040_SCSI_CONTROL, DO_RSTMODULE);
1180         DC395x_write8(acb, TRM_S1040_DMA_CONTROL, DMARESETMODULE);
1181
1182         reset_scsi_bus(acb);
1183         udelay(500);
1184
1185         /* We may be in serious trouble. Wait some seconds */
1186         acb->last_reset =
1187             jiffies + 3 * HZ / 2 +
1188             HZ * acb->eeprom.delay_time;
1189
1190         /*
1191          * re-enable interrupt
1192          */
1193         /* Clear SCSI FIFO          */
1194         DC395x_write8(acb, TRM_S1040_DMA_CONTROL, CLRXFIFO);
1195         clear_fifo(acb, "eh_bus_reset");
1196         /* Delete pending IRQ */
1197         DC395x_read8(acb, TRM_S1040_SCSI_INTSTATUS);
1198         set_basic_config(acb);
1199
1200         reset_dev_param(acb);
1201         doing_srb_done(acb, DID_RESET, cmd, 0);
1202         acb->active_dcb = NULL;
1203         acb->acb_flag = 0;      /* RESET_DETECT, RESET_DONE ,RESET_DEV */
1204         waiting_process_next(acb);
1205
1206         return SUCCESS;
1207 }
1208
1209 static int dc395x_eh_bus_reset(struct scsi_cmnd *cmd)
1210 {
1211         int rc;
1212
1213         spin_lock_irq(cmd->device->host->host_lock);
1214         rc = __dc395x_eh_bus_reset(cmd);
1215         spin_unlock_irq(cmd->device->host->host_lock);
1216
1217         return rc;
1218 }
1219
1220 /*
1221  * abort an errant SCSI command
1222  * @cmd - command to be aborted
1223  * Returns: SUCCESS (0x2002) on success, else FAILED (0x2003).
1224  */
1225 static int dc395x_eh_abort(struct scsi_cmnd *cmd)
1226 {
1227         /*
1228          * Look into our command queues: If it has not been sent already,
1229          * we remove it and return success. Otherwise fail.
1230          */
1231         struct AdapterCtlBlk *acb =
1232             (struct AdapterCtlBlk *)cmd->device->host->hostdata;
1233         struct DeviceCtlBlk *dcb;
1234         struct ScsiReqBlk *srb;
1235         dprintkl(KERN_INFO, "eh_abort: (0x%p) target=<%02i-%i> cmd=%p\n",
1236                 cmd, cmd->device->id, (u8)cmd->device->lun, cmd);
1237
1238         dcb = find_dcb(acb, cmd->device->id, cmd->device->lun);
1239         if (!dcb) {
1240                 dprintkl(KERN_DEBUG, "eh_abort: No such device\n");
1241                 return FAILED;
1242         }
1243
1244         srb = find_cmd(cmd, &dcb->srb_waiting_list);
1245         if (srb) {
1246                 list_del(&srb->list);
1247                 pci_unmap_srb_sense(acb, srb);
1248                 pci_unmap_srb(acb, srb);
1249                 free_tag(dcb, srb);
1250                 list_add_tail(&srb->list, &acb->srb_free_list);
1251                 dprintkl(KERN_DEBUG, "eh_abort: Command was waiting\n");
1252                 cmd->result = DID_ABORT << 16;
1253                 return SUCCESS;
1254         }
1255         srb = find_cmd(cmd, &dcb->srb_going_list);
1256         if (srb) {
1257                 dprintkl(KERN_DEBUG, "eh_abort: Command in progress\n");
1258                 /* XXX: Should abort the command here */
1259         } else {
1260                 dprintkl(KERN_DEBUG, "eh_abort: Command not found\n");
1261         }
1262         return FAILED;
1263 }
1264
1265
1266 /* SDTR */
1267 static void build_sdtr(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb,
1268                 struct ScsiReqBlk *srb)
1269 {
1270         u8 *ptr = srb->msgout_buf + srb->msg_count;
1271         if (srb->msg_count > 1) {
1272                 dprintkl(KERN_INFO,
1273                         "build_sdtr: msgout_buf BUSY (%i: %02x %02x)\n",
1274                         srb->msg_count, srb->msgout_buf[0],
1275                         srb->msgout_buf[1]);
1276                 return;
1277         }
1278         if (!(dcb->dev_mode & NTC_DO_SYNC_NEGO)) {
1279                 dcb->sync_offset = 0;
1280                 dcb->min_nego_period = 200 >> 2;
1281         } else if (dcb->sync_offset == 0)
1282                 dcb->sync_offset = SYNC_NEGO_OFFSET;
1283
1284         *ptr++ = MSG_EXTENDED;  /* (01h) */
1285         *ptr++ = 3;             /* length */
1286         *ptr++ = EXTENDED_SDTR; /* (01h) */
1287         *ptr++ = dcb->min_nego_period;  /* Transfer period (in 4ns) */
1288         *ptr++ = dcb->sync_offset;      /* Transfer period (max. REQ/ACK dist) */
1289         srb->msg_count += 5;
1290         srb->state |= SRB_DO_SYNC_NEGO;
1291 }
1292
1293
1294 /* WDTR */
1295 static void build_wdtr(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb,
1296                 struct ScsiReqBlk *srb)
1297 {
1298         u8 wide = ((dcb->dev_mode & NTC_DO_WIDE_NEGO) &
1299                    (acb->config & HCC_WIDE_CARD)) ? 1 : 0;
1300         u8 *ptr = srb->msgout_buf + srb->msg_count;
1301         if (srb->msg_count > 1) {
1302                 dprintkl(KERN_INFO,
1303                         "build_wdtr: msgout_buf BUSY (%i: %02x %02x)\n",
1304                         srb->msg_count, srb->msgout_buf[0],
1305                         srb->msgout_buf[1]);
1306                 return;
1307         }
1308         *ptr++ = MSG_EXTENDED;  /* (01h) */
1309         *ptr++ = 2;             /* length */
1310         *ptr++ = EXTENDED_WDTR; /* (03h) */
1311         *ptr++ = wide;
1312         srb->msg_count += 4;
1313         srb->state |= SRB_DO_WIDE_NEGO;
1314 }
1315
1316
1317 #if 0
1318 /* Timer to work around chip flaw: When selecting and the bus is
1319  * busy, we sometimes miss a Selection timeout IRQ */
1320 void selection_timeout_missed(unsigned long ptr);
1321 /* Sets the timer to wake us up */
1322 static void selto_timer(struct AdapterCtlBlk *acb)
1323 {
1324         if (timer_pending(&acb->selto_timer))
1325                 return;
1326         acb->selto_timer.function = selection_timeout_missed;
1327         acb->selto_timer.data = (unsigned long) acb;
1328         if (time_before
1329             (jiffies + HZ, acb->last_reset + HZ / 2))
1330                 acb->selto_timer.expires =
1331                     acb->last_reset + HZ / 2 + 1;
1332         else
1333                 acb->selto_timer.expires = jiffies + HZ + 1;
1334         add_timer(&acb->selto_timer);
1335 }
1336
1337
1338 void selection_timeout_missed(unsigned long ptr)
1339 {
1340         unsigned long flags;
1341         struct AdapterCtlBlk *acb = (struct AdapterCtlBlk *)ptr;
1342         struct ScsiReqBlk *srb;
1343         dprintkl(KERN_DEBUG, "Chip forgot to produce SelTO IRQ!\n");
1344         if (!acb->active_dcb || !acb->active_dcb->active_srb) {
1345                 dprintkl(KERN_DEBUG, "... but no cmd pending? Oops!\n");
1346                 return;
1347         }
1348         DC395x_LOCK_IO(acb->scsi_host, flags);
1349         srb = acb->active_dcb->active_srb;
1350         disconnect(acb);
1351         DC395x_UNLOCK_IO(acb->scsi_host, flags);
1352 }
1353 #endif
1354
1355
1356 static u8 start_scsi(struct AdapterCtlBlk* acb, struct DeviceCtlBlk* dcb,
1357                 struct ScsiReqBlk* srb)
1358 {
1359         u16 s_stat2, return_code;
1360         u8 s_stat, scsicommand, i, identify_message;
1361         u8 *ptr;
1362         dprintkdbg(DBG_0, "start_scsi: (0x%p) <%02i-%i> srb=%p\n",
1363                 dcb->target_id, dcb->target_lun, srb);
1364
1365         srb->tag_number = TAG_NONE;     /* acb->tag_max_num: had error read in eeprom */
1366
1367         s_stat = DC395x_read8(acb, TRM_S1040_SCSI_SIGNAL);
1368         s_stat2 = 0;
1369         s_stat2 = DC395x_read16(acb, TRM_S1040_SCSI_STATUS);
1370 #if 1
1371         if (s_stat & 0x20 /* s_stat2 & 0x02000 */ ) {
1372                 dprintkdbg(DBG_KG, "start_scsi: (0x%p) BUSY %02x %04x\n",
1373                         s_stat, s_stat2);
1374                 /*
1375                  * Try anyway?
1376                  *
1377                  * We could, BUT: Sometimes the TRM_S1040 misses to produce a Selection
1378                  * Timeout, a Disconnect or a Reselection IRQ, so we would be screwed!
1379                  * (This is likely to be a bug in the hardware. Obviously, most people
1380                  *  only have one initiator per SCSI bus.)
1381                  * Instead let this fail and have the timer make sure the command is
1382                  * tried again after a short time
1383                  */
1384                 /*selto_timer (acb); */
1385                 return 1;
1386         }
1387 #endif
1388         if (acb->active_dcb) {
1389                 dprintkl(KERN_DEBUG, "start_scsi: (0x%p) Attempt to start a"
1390                         "command while another command (0x%p) is active.",
1391                         srb->cmd,
1392                         acb->active_dcb->active_srb ?
1393                             acb->active_dcb->active_srb->cmd : 0);
1394                 return 1;
1395         }
1396         if (DC395x_read16(acb, TRM_S1040_SCSI_STATUS) & SCSIINTERRUPT) {
1397                 dprintkdbg(DBG_KG, "start_scsi: (0x%p) Failed (busy)\n", srb->cmd);
1398                 return 1;
1399         }
1400         /* Allow starting of SCSI commands half a second before we allow the mid-level
1401          * to queue them again after a reset */
1402         if (time_before(jiffies, acb->last_reset - HZ / 2)) {
1403                 dprintkdbg(DBG_KG, "start_scsi: Refuse cmds (reset wait)\n");
1404                 return 1;
1405         }
1406
1407         /* Flush FIFO */
1408         clear_fifo(acb, "start_scsi");
1409         DC395x_write8(acb, TRM_S1040_SCSI_HOSTID, acb->scsi_host->this_id);
1410         DC395x_write8(acb, TRM_S1040_SCSI_TARGETID, dcb->target_id);
1411         DC395x_write8(acb, TRM_S1040_SCSI_SYNC, dcb->sync_period);
1412         DC395x_write8(acb, TRM_S1040_SCSI_OFFSET, dcb->sync_offset);
1413         srb->scsi_phase = PH_BUS_FREE;  /* initial phase */
1414
1415         identify_message = dcb->identify_msg;
1416         /*DC395x_TRM_write8(TRM_S1040_SCSI_IDMSG, identify_message); */
1417         /* Don't allow disconnection for AUTO_REQSENSE: Cont.All.Cond.! */
1418         if (srb->flag & AUTO_REQSENSE)
1419                 identify_message &= 0xBF;
1420
1421         if (((srb->cmd->cmnd[0] == INQUIRY)
1422              || (srb->cmd->cmnd[0] == REQUEST_SENSE)
1423              || (srb->flag & AUTO_REQSENSE))
1424             && (((dcb->sync_mode & WIDE_NEGO_ENABLE)
1425                  && !(dcb->sync_mode & WIDE_NEGO_DONE))
1426                 || ((dcb->sync_mode & SYNC_NEGO_ENABLE)
1427                     && !(dcb->sync_mode & SYNC_NEGO_DONE)))
1428             && (dcb->target_lun == 0)) {
1429                 srb->msgout_buf[0] = identify_message;
1430                 srb->msg_count = 1;
1431                 scsicommand = SCMD_SEL_ATNSTOP;
1432                 srb->state = SRB_MSGOUT;
1433 #ifndef SYNC_FIRST
1434                 if (dcb->sync_mode & WIDE_NEGO_ENABLE
1435                     && dcb->inquiry7 & SCSI_INQ_WBUS16) {
1436                         build_wdtr(acb, dcb, srb);
1437                         goto no_cmd;
1438                 }
1439 #endif
1440                 if (dcb->sync_mode & SYNC_NEGO_ENABLE
1441                     && dcb->inquiry7 & SCSI_INQ_SYNC) {
1442                         build_sdtr(acb, dcb, srb);
1443                         goto no_cmd;
1444                 }
1445                 if (dcb->sync_mode & WIDE_NEGO_ENABLE
1446                     && dcb->inquiry7 & SCSI_INQ_WBUS16) {
1447                         build_wdtr(acb, dcb, srb);
1448                         goto no_cmd;
1449                 }
1450                 srb->msg_count = 0;
1451         }
1452         /* Send identify message */
1453         DC395x_write8(acb, TRM_S1040_SCSI_FIFO, identify_message);
1454
1455         scsicommand = SCMD_SEL_ATN;
1456         srb->state = SRB_START_;
1457 #ifndef DC395x_NO_TAGQ
1458         if ((dcb->sync_mode & EN_TAG_QUEUEING)
1459             && (identify_message & 0xC0)) {
1460                 /* Send Tag message */
1461                 u32 tag_mask = 1;
1462                 u8 tag_number = 0;
1463                 while (tag_mask & dcb->tag_mask
1464                        && tag_number < dcb->max_command) {
1465                         tag_mask = tag_mask << 1;
1466                         tag_number++;
1467                 }
1468                 if (tag_number >= dcb->max_command) {
1469                         dprintkl(KERN_WARNING, "start_scsi: (0x%p) "
1470                                 "Out of tags target=<%02i-%i>)\n",
1471                                 srb->cmd, srb->cmd->device->id,
1472                                 (u8)srb->cmd->device->lun);
1473                         srb->state = SRB_READY;
1474                         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL,
1475                                        DO_HWRESELECT);
1476                         return 1;
1477                 }
1478                 /* Send Tag id */
1479                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, MSG_SIMPLE_QTAG);
1480                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, tag_number);
1481                 dcb->tag_mask |= tag_mask;
1482                 srb->tag_number = tag_number;
1483                 scsicommand = SCMD_SEL_ATN3;
1484                 srb->state = SRB_START_;
1485         }
1486 #endif
1487 /*polling:*/
1488         /* Send CDB ..command block ......... */
1489         dprintkdbg(DBG_KG, "start_scsi: (0x%p) <%02i-%i> cmnd=0x%02x tag=%i\n",
1490                 srb->cmd, srb->cmd->device->id, (u8)srb->cmd->device->lun,
1491                 srb->cmd->cmnd[0], srb->tag_number);
1492         if (srb->flag & AUTO_REQSENSE) {
1493                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, REQUEST_SENSE);
1494                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, (dcb->target_lun << 5));
1495                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 0);
1496                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 0);
1497                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, SCSI_SENSE_BUFFERSIZE);
1498                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 0);
1499         } else {
1500                 ptr = (u8 *)srb->cmd->cmnd;
1501                 for (i = 0; i < srb->cmd->cmd_len; i++)
1502                         DC395x_write8(acb, TRM_S1040_SCSI_FIFO, *ptr++);
1503         }
1504       no_cmd:
1505         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL,
1506                        DO_HWRESELECT | DO_DATALATCH);
1507         if (DC395x_read16(acb, TRM_S1040_SCSI_STATUS) & SCSIINTERRUPT) {
1508                 /*
1509                  * If start_scsi return 1:
1510                  * we caught an interrupt (must be reset or reselection ... )
1511                  * : Let's process it first!
1512                  */
1513                 dprintkdbg(DBG_0, "start_scsi: (0x%p) <%02i-%i> Failed - busy\n",
1514                         srb->cmd, dcb->target_id, dcb->target_lun);
1515                 srb->state = SRB_READY;
1516                 free_tag(dcb, srb);
1517                 srb->msg_count = 0;
1518                 return_code = 1;
1519                 /* This IRQ should NOT get lost, as we did not acknowledge it */
1520         } else {
1521                 /*
1522                  * If start_scsi returns 0:
1523                  * we know that the SCSI processor is free
1524                  */
1525                 srb->scsi_phase = PH_BUS_FREE;  /* initial phase */
1526                 dcb->active_srb = srb;
1527                 acb->active_dcb = dcb;
1528                 return_code = 0;
1529                 /* it's important for atn stop */
1530                 DC395x_write16(acb, TRM_S1040_SCSI_CONTROL,
1531                                DO_DATALATCH | DO_HWRESELECT);
1532                 /* SCSI command */
1533                 DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, scsicommand);
1534         }
1535         return return_code;
1536 }
1537
1538
1539 #define DC395x_ENABLE_MSGOUT \
1540  DC395x_write16 (acb, TRM_S1040_SCSI_CONTROL, DO_SETATN); \
1541  srb->state |= SRB_MSGOUT
1542
1543
1544 /* abort command */
1545 static inline void enable_msgout_abort(struct AdapterCtlBlk *acb,
1546                 struct ScsiReqBlk *srb)
1547 {
1548         srb->msgout_buf[0] = ABORT;
1549         srb->msg_count = 1;
1550         DC395x_ENABLE_MSGOUT;
1551         srb->state &= ~SRB_MSGIN;
1552         srb->state |= SRB_MSGOUT;
1553 }
1554
1555
1556 /**
1557  * dc395x_handle_interrupt - Handle an interrupt that has been confirmed to
1558  *                           have been triggered for this card.
1559  *
1560  * @acb:         a pointer to the adpter control block
1561  * @scsi_status: the status return when we checked the card
1562  **/
1563 static void dc395x_handle_interrupt(struct AdapterCtlBlk *acb,
1564                 u16 scsi_status)
1565 {
1566         struct DeviceCtlBlk *dcb;
1567         struct ScsiReqBlk *srb;
1568         u16 phase;
1569         u8 scsi_intstatus;
1570         unsigned long flags;
1571         void (*dc395x_statev)(struct AdapterCtlBlk *, struct ScsiReqBlk *,
1572                               u16 *);
1573
1574         DC395x_LOCK_IO(acb->scsi_host, flags);
1575
1576         /* This acknowledges the IRQ */
1577         scsi_intstatus = DC395x_read8(acb, TRM_S1040_SCSI_INTSTATUS);
1578         if ((scsi_status & 0x2007) == 0x2002)
1579                 dprintkl(KERN_DEBUG,
1580                         "COP after COP completed? %04x\n", scsi_status);
1581         if (debug_enabled(DBG_KG)) {
1582                 if (scsi_intstatus & INT_SELTIMEOUT)
1583                         dprintkdbg(DBG_KG, "handle_interrupt: Selection timeout\n");
1584         }
1585         /*dprintkl(KERN_DEBUG, "handle_interrupt: intstatus = 0x%02x ", scsi_intstatus); */
1586
1587         if (timer_pending(&acb->selto_timer))
1588                 del_timer(&acb->selto_timer);
1589
1590         if (scsi_intstatus & (INT_SELTIMEOUT | INT_DISCONNECT)) {
1591                 disconnect(acb);        /* bus free interrupt  */
1592                 goto out_unlock;
1593         }
1594         if (scsi_intstatus & INT_RESELECTED) {
1595                 reselect(acb);
1596                 goto out_unlock;
1597         }
1598         if (scsi_intstatus & INT_SELECT) {
1599                 dprintkl(KERN_INFO, "Host does not support target mode!\n");
1600                 goto out_unlock;
1601         }
1602         if (scsi_intstatus & INT_SCSIRESET) {
1603                 scsi_reset_detect(acb);
1604                 goto out_unlock;
1605         }
1606         if (scsi_intstatus & (INT_BUSSERVICE | INT_CMDDONE)) {
1607                 dcb = acb->active_dcb;
1608                 if (!dcb) {
1609                         dprintkl(KERN_DEBUG,
1610                                 "Oops: BusService (%04x %02x) w/o ActiveDCB!\n",
1611                                 scsi_status, scsi_intstatus);
1612                         goto out_unlock;
1613                 }
1614                 srb = dcb->active_srb;
1615                 if (dcb->flag & ABORT_DEV_) {
1616                         dprintkdbg(DBG_0, "MsgOut Abort Device.....\n");
1617                         enable_msgout_abort(acb, srb);
1618                 }
1619
1620                 /* software sequential machine */
1621                 phase = (u16)srb->scsi_phase;
1622
1623                 /*
1624                  * 62037 or 62137
1625                  * call  dc395x_scsi_phase0[]... "phase entry"
1626                  * handle every phase before start transfer
1627                  */
1628                 /* data_out_phase0,     phase:0 */
1629                 /* data_in_phase0,      phase:1 */
1630                 /* command_phase0,      phase:2 */
1631                 /* status_phase0,       phase:3 */
1632                 /* nop0,                phase:4 PH_BUS_FREE .. initial phase */
1633                 /* nop0,                phase:5 PH_BUS_FREE .. initial phase */
1634                 /* msgout_phase0,       phase:6 */
1635                 /* msgin_phase0,        phase:7 */
1636                 dc395x_statev = dc395x_scsi_phase0[phase];
1637                 dc395x_statev(acb, srb, &scsi_status);
1638
1639                 /*
1640                  * if there were any exception occurred scsi_status
1641                  * will be modify to bus free phase new scsi_status
1642                  * transfer out from ... previous dc395x_statev
1643                  */
1644                 srb->scsi_phase = scsi_status & PHASEMASK;
1645                 phase = (u16)scsi_status & PHASEMASK;
1646
1647                 /*
1648                  * call  dc395x_scsi_phase1[]... "phase entry" handle
1649                  * every phase to do transfer
1650                  */
1651                 /* data_out_phase1,     phase:0 */
1652                 /* data_in_phase1,      phase:1 */
1653                 /* command_phase1,      phase:2 */
1654                 /* status_phase1,       phase:3 */
1655                 /* nop1,                phase:4 PH_BUS_FREE .. initial phase */
1656                 /* nop1,                phase:5 PH_BUS_FREE .. initial phase */
1657                 /* msgout_phase1,       phase:6 */
1658                 /* msgin_phase1,        phase:7 */
1659                 dc395x_statev = dc395x_scsi_phase1[phase];
1660                 dc395x_statev(acb, srb, &scsi_status);
1661         }
1662       out_unlock:
1663         DC395x_UNLOCK_IO(acb->scsi_host, flags);
1664 }
1665
1666
1667 static irqreturn_t dc395x_interrupt(int irq, void *dev_id)
1668 {
1669         struct AdapterCtlBlk *acb = dev_id;
1670         u16 scsi_status;
1671         u8 dma_status;
1672         irqreturn_t handled = IRQ_NONE;
1673
1674         /*
1675          * Check for pending interrupt
1676          */
1677         scsi_status = DC395x_read16(acb, TRM_S1040_SCSI_STATUS);
1678         dma_status = DC395x_read8(acb, TRM_S1040_DMA_STATUS);
1679         if (scsi_status & SCSIINTERRUPT) {
1680                 /* interrupt pending - let's process it! */
1681                 dc395x_handle_interrupt(acb, scsi_status);
1682                 handled = IRQ_HANDLED;
1683         }
1684         else if (dma_status & 0x20) {
1685                 /* Error from the DMA engine */
1686                 dprintkl(KERN_INFO, "Interrupt from DMA engine: 0x%02x!\n", dma_status);
1687 #if 0
1688                 dprintkl(KERN_INFO, "This means DMA error! Try to handle ...\n");
1689                 if (acb->active_dcb) {
1690                         acb->active_dcb-> flag |= ABORT_DEV_;
1691                         if (acb->active_dcb->active_srb)
1692                                 enable_msgout_abort(acb, acb->active_dcb->active_srb);
1693                 }
1694                 DC395x_write8(acb, TRM_S1040_DMA_CONTROL, ABORTXFER | CLRXFIFO);
1695 #else
1696                 dprintkl(KERN_INFO, "Ignoring DMA error (probably a bad thing) ...\n");
1697                 acb = NULL;
1698 #endif
1699                 handled = IRQ_HANDLED;
1700         }
1701
1702         return handled;
1703 }
1704
1705
1706 static void msgout_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
1707                 u16 *pscsi_status)
1708 {
1709         dprintkdbg(DBG_0, "msgout_phase0: (0x%p)\n", srb->cmd);
1710         if (srb->state & (SRB_UNEXPECT_RESEL + SRB_ABORT_SENT))
1711                 *pscsi_status = PH_BUS_FREE;    /*.. initial phase */
1712
1713         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
1714         srb->state &= ~SRB_MSGOUT;
1715 }
1716
1717
1718 static void msgout_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
1719                 u16 *pscsi_status)
1720 {
1721         u16 i;
1722         u8 *ptr;
1723         dprintkdbg(DBG_0, "msgout_phase1: (0x%p)\n", srb->cmd);
1724
1725         clear_fifo(acb, "msgout_phase1");
1726         if (!(srb->state & SRB_MSGOUT)) {
1727                 srb->state |= SRB_MSGOUT;
1728                 dprintkl(KERN_DEBUG,
1729                         "msgout_phase1: (0x%p) Phase unexpected\n",
1730                         srb->cmd);      /* So what ? */
1731         }
1732         if (!srb->msg_count) {
1733                 dprintkdbg(DBG_0, "msgout_phase1: (0x%p) NOP msg\n",
1734                         srb->cmd);
1735                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, MSG_NOP);
1736                 DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
1737                 DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, SCMD_FIFO_OUT);
1738                 return;
1739         }
1740         ptr = (u8 *)srb->msgout_buf;
1741         for (i = 0; i < srb->msg_count; i++)
1742                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, *ptr++);
1743         srb->msg_count = 0;
1744         if (srb->msgout_buf[0] == MSG_ABORT)
1745                 srb->state = SRB_ABORT_SENT;
1746
1747         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, SCMD_FIFO_OUT);
1748 }
1749
1750
1751 static void command_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
1752                 u16 *pscsi_status)
1753 {
1754         dprintkdbg(DBG_0, "command_phase0: (0x%p)\n", srb->cmd);
1755         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);
1756 }
1757
1758
1759 static void command_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
1760                 u16 *pscsi_status)
1761 {
1762         struct DeviceCtlBlk *dcb;
1763         u8 *ptr;
1764         u16 i;
1765         dprintkdbg(DBG_0, "command_phase1: (0x%p)\n", srb->cmd);
1766
1767         clear_fifo(acb, "command_phase1");
1768         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_CLRATN);
1769         if (!(srb->flag & AUTO_REQSENSE)) {
1770                 ptr = (u8 *)srb->cmd->cmnd;
1771                 for (i = 0; i < srb->cmd->cmd_len; i++) {
1772                         DC395x_write8(acb, TRM_S1040_SCSI_FIFO, *ptr);
1773                         ptr++;
1774                 }
1775         } else {
1776                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, REQUEST_SENSE);
1777                 dcb = acb->active_dcb;
1778                 /* target id */
1779                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, (dcb->target_lun << 5));
1780                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 0);
1781                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 0);
1782                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, SCSI_SENSE_BUFFERSIZE);
1783                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 0);
1784         }
1785         srb->state |= SRB_COMMAND;
1786         /* it's important for atn stop */
1787         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);
1788         /* SCSI command */
1789         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, SCMD_FIFO_OUT);
1790 }
1791
1792
1793 /*
1794  * Verify that the remaining space in the hw sg lists is the same as
1795  * the count of remaining bytes in srb->total_xfer_length
1796  */
1797 static void sg_verify_length(struct ScsiReqBlk *srb)
1798 {
1799         if (debug_enabled(DBG_SG)) {
1800                 unsigned len = 0;
1801                 unsigned idx = srb->sg_index;
1802                 struct SGentry *psge = srb->segment_x + idx;
1803                 for (; idx < srb->sg_count; psge++, idx++)
1804                         len += psge->length;
1805                 if (len != srb->total_xfer_length)
1806                         dprintkdbg(DBG_SG,
1807                                "Inconsistent SRB S/G lengths (Tot=%i, Count=%i) !!\n",
1808                                srb->total_xfer_length, len);
1809         }
1810 }
1811
1812
1813 /*
1814  * Compute the next Scatter Gather list index and adjust its length
1815  * and address if necessary
1816  */
1817 static void sg_update_list(struct ScsiReqBlk *srb, u32 left)
1818 {
1819         u8 idx;
1820         u32 xferred = srb->total_xfer_length - left; /* bytes transferred */
1821         struct SGentry *psge = srb->segment_x + srb->sg_index;
1822
1823         dprintkdbg(DBG_0,
1824                 "sg_update_list: Transferred %i of %i bytes, %i remain\n",
1825                 xferred, srb->total_xfer_length, left);
1826         if (xferred == 0) {
1827                 /* nothing to update since we did not transfer any data */
1828                 return;
1829         }
1830
1831         sg_verify_length(srb);
1832         srb->total_xfer_length = left;  /* update remaining count */
1833         for (idx = srb->sg_index; idx < srb->sg_count; idx++) {
1834                 if (xferred >= psge->length) {
1835                         /* Complete SG entries done */
1836                         xferred -= psge->length;
1837                 } else {
1838                         /* Partial SG entry done */
1839                         dma_sync_single_for_cpu(&srb->dcb->acb->dev->dev,
1840                                         srb->sg_bus_addr, SEGMENTX_LEN,
1841                                         DMA_TO_DEVICE);
1842                         psge->length -= xferred;
1843                         psge->address += xferred;
1844                         srb->sg_index = idx;
1845                         dma_sync_single_for_device(&srb->dcb->acb->dev->dev,
1846                                         srb->sg_bus_addr, SEGMENTX_LEN,
1847                                         DMA_TO_DEVICE);
1848                         break;
1849                 }
1850                 psge++;
1851         }
1852         sg_verify_length(srb);
1853 }
1854
1855
1856 /*
1857  * We have transferred a single byte (PIO mode?) and need to update
1858  * the count of bytes remaining (total_xfer_length) and update the sg
1859  * entry to either point to next byte in the current sg entry, or of
1860  * already at the end to point to the start of the next sg entry
1861  */
1862 static void sg_subtract_one(struct ScsiReqBlk *srb)
1863 {
1864         sg_update_list(srb, srb->total_xfer_length - 1);
1865 }
1866
1867
1868 /*
1869  * cleanup_after_transfer
1870  *
1871  * Makes sure, DMA and SCSI engine are empty, after the transfer has finished
1872  * KG: Currently called from  StatusPhase1 ()
1873  * Should probably also be called from other places
1874  * Best might be to call it in DataXXPhase0, if new phase will differ
1875  */
1876 static void cleanup_after_transfer(struct AdapterCtlBlk *acb,
1877                 struct ScsiReqBlk *srb)
1878 {
1879         /*DC395x_write8 (TRM_S1040_DMA_STATUS, FORCEDMACOMP); */
1880         if (DC395x_read16(acb, TRM_S1040_DMA_COMMAND) & 0x0001) {       /* read */
1881                 if (!(DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT) & 0x40))
1882                         clear_fifo(acb, "cleanup/in");
1883                 if (!(DC395x_read8(acb, TRM_S1040_DMA_FIFOSTAT) & 0x80))
1884                         DC395x_write8(acb, TRM_S1040_DMA_CONTROL, CLRXFIFO);
1885         } else {                /* write */
1886                 if (!(DC395x_read8(acb, TRM_S1040_DMA_FIFOSTAT) & 0x80))
1887                         DC395x_write8(acb, TRM_S1040_DMA_CONTROL, CLRXFIFO);
1888                 if (!(DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT) & 0x40))
1889                         clear_fifo(acb, "cleanup/out");
1890         }
1891         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);
1892 }
1893
1894
1895 /*
1896  * Those no of bytes will be transferred w/ PIO through the SCSI FIFO
1897  * Seems to be needed for unknown reasons; could be a hardware bug :-(
1898  */
1899 #define DC395x_LASTPIO 4
1900
1901
1902 static void data_out_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
1903                 u16 *pscsi_status)
1904 {
1905         struct DeviceCtlBlk *dcb = srb->dcb;
1906         u16 scsi_status = *pscsi_status;
1907         u32 d_left_counter = 0;
1908         dprintkdbg(DBG_0, "data_out_phase0: (0x%p) <%02i-%i>\n",
1909                 srb->cmd, srb->cmd->device->id, (u8)srb->cmd->device->lun);
1910
1911         /*
1912          * KG: We need to drain the buffers before we draw any conclusions!
1913          * This means telling the DMA to push the rest into SCSI, telling
1914          * SCSI to push the rest to the bus.
1915          * However, the device might have been the one to stop us (phase
1916          * change), and the data in transit just needs to be accounted so
1917          * it can be retransmitted.)
1918          */
1919         /*
1920          * KG: Stop DMA engine pushing more data into the SCSI FIFO
1921          * If we need more data, the DMA SG list will be freshly set up, anyway
1922          */
1923         dprintkdbg(DBG_PIO, "data_out_phase0: "
1924                 "DMA{fifocnt=0x%02x fifostat=0x%02x} "
1925                 "SCSI{fifocnt=0x%02x cnt=0x%06x status=0x%04x} total=0x%06x\n",
1926                 DC395x_read8(acb, TRM_S1040_DMA_FIFOCNT),
1927                 DC395x_read8(acb, TRM_S1040_DMA_FIFOSTAT),
1928                 DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT),
1929                 DC395x_read32(acb, TRM_S1040_SCSI_COUNTER), scsi_status,
1930                 srb->total_xfer_length);
1931         DC395x_write8(acb, TRM_S1040_DMA_CONTROL, STOPDMAXFER | CLRXFIFO);
1932
1933         if (!(srb->state & SRB_XFERPAD)) {
1934                 if (scsi_status & PARITYERROR)
1935                         srb->status |= PARITY_ERROR;
1936
1937                 /*
1938                  * KG: Right, we can't just rely on the SCSI_COUNTER, because this
1939                  * is the no of bytes it got from the DMA engine not the no it
1940                  * transferred successfully to the device. (And the difference could
1941                  * be as much as the FIFO size, I guess ...)
1942                  */
1943                 if (!(scsi_status & SCSIXFERDONE)) {
1944                         /*
1945                          * when data transfer from DMA FIFO to SCSI FIFO
1946                          * if there was some data left in SCSI FIFO
1947                          */
1948                         d_left_counter =
1949                             (u32)(DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT) &
1950                                   0x1F);
1951                         if (dcb->sync_period & WIDE_SYNC)
1952                                 d_left_counter <<= 1;
1953
1954                         dprintkdbg(DBG_KG, "data_out_phase0: FIFO contains %i %s\n"
1955                                 "SCSI{fifocnt=0x%02x cnt=0x%08x} "
1956                                 "DMA{fifocnt=0x%04x cnt=0x%02x ctr=0x%08x}\n",
1957                                 DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT),
1958                                 (dcb->sync_period & WIDE_SYNC) ? "words" : "bytes",
1959                                 DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT),
1960                                 DC395x_read32(acb, TRM_S1040_SCSI_COUNTER),
1961                                 DC395x_read8(acb, TRM_S1040_DMA_FIFOCNT),
1962                                 DC395x_read8(acb, TRM_S1040_DMA_FIFOSTAT),
1963                                 DC395x_read32(acb, TRM_S1040_DMA_CXCNT));
1964                 }
1965                 /*
1966                  * calculate all the residue data that not yet tranfered
1967                  * SCSI transfer counter + left in SCSI FIFO data
1968                  *
1969                  * .....TRM_S1040_SCSI_COUNTER (24bits)
1970                  * The counter always decrement by one for every SCSI byte transfer.
1971                  * .....TRM_S1040_SCSI_FIFOCNT ( 5bits)
1972                  * The counter is SCSI FIFO offset counter (in units of bytes or! words)
1973                  */
1974                 if (srb->total_xfer_length > DC395x_LASTPIO)
1975                         d_left_counter +=
1976                             DC395x_read32(acb, TRM_S1040_SCSI_COUNTER);
1977
1978                 /* Is this a good idea? */
1979                 /*clear_fifo(acb, "DOP1"); */
1980                 /* KG: What is this supposed to be useful for? WIDE padding stuff? */
1981                 if (d_left_counter == 1 && dcb->sync_period & WIDE_SYNC
1982                     && scsi_bufflen(srb->cmd) % 2) {
1983                         d_left_counter = 0;
1984                         dprintkl(KERN_INFO,
1985                                 "data_out_phase0: Discard 1 byte (0x%02x)\n",
1986                                 scsi_status);
1987                 }
1988                 /*
1989                  * KG: Oops again. Same thinko as above: The SCSI might have been
1990                  * faster than the DMA engine, so that it ran out of data.
1991                  * In that case, we have to do just nothing!
1992                  * But: Why the interrupt: No phase change. No XFERCNT_2_ZERO. Or?
1993                  */
1994                 /*
1995                  * KG: This is nonsense: We have been WRITING data to the bus
1996                  * If the SCSI engine has no bytes left, how should the DMA engine?
1997                  */
1998                 if (d_left_counter == 0) {
1999                         srb->total_xfer_length = 0;
2000                 } else {
2001                         /*
2002                          * if transfer not yet complete
2003                          * there were some data residue in SCSI FIFO or
2004                          * SCSI transfer counter not empty
2005                          */
2006                         long oldxferred =
2007                             srb->total_xfer_length - d_left_counter;
2008                         const int diff =
2009                             (dcb->sync_period & WIDE_SYNC) ? 2 : 1;
2010                         sg_update_list(srb, d_left_counter);
2011                         /* KG: Most ugly hack! Apparently, this works around a chip bug */
2012                         if ((srb->segment_x[srb->sg_index].length ==
2013                              diff && scsi_sg_count(srb->cmd))
2014                             || ((oldxferred & ~PAGE_MASK) ==
2015                                 (PAGE_SIZE - diff))
2016                             ) {
2017                                 dprintkl(KERN_INFO, "data_out_phase0: "
2018                                         "Work around chip bug (%i)?\n", diff);
2019                                 d_left_counter =
2020                                     srb->total_xfer_length - diff;
2021                                 sg_update_list(srb, d_left_counter);
2022                                 /*srb->total_xfer_length -= diff; */
2023                                 /*srb->virt_addr += diff; */
2024                                 /*if (srb->cmd->use_sg) */
2025                                 /*      srb->sg_index++; */
2026                         }
2027                 }
2028         }
2029         if ((*pscsi_status & PHASEMASK) != PH_DATA_OUT) {
2030                 cleanup_after_transfer(acb, srb);
2031         }
2032 }
2033
2034
2035 static void data_out_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2036                 u16 *pscsi_status)
2037 {
2038         dprintkdbg(DBG_0, "data_out_phase1: (0x%p) <%02i-%i>\n",
2039                 srb->cmd, srb->cmd->device->id, (u8)srb->cmd->device->lun);
2040         clear_fifo(acb, "data_out_phase1");
2041         /* do prepare before transfer when data out phase */
2042         data_io_transfer(acb, srb, XFERDATAOUT);
2043 }
2044
2045 static void data_in_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2046                 u16 *pscsi_status)
2047 {
2048         u16 scsi_status = *pscsi_status;
2049
2050         dprintkdbg(DBG_0, "data_in_phase0: (0x%p) <%02i-%i>\n",
2051                 srb->cmd, srb->cmd->device->id, (u8)srb->cmd->device->lun);
2052
2053         /*
2054          * KG: DataIn is much more tricky than DataOut. When the device is finished
2055          * and switches to another phase, the SCSI engine should be finished too.
2056          * But: There might still be bytes left in its FIFO to be fetched by the DMA
2057          * engine and transferred to memory.
2058          * We should wait for the FIFOs to be emptied by that (is there any way to
2059          * enforce this?) and then stop the DMA engine, because it might think, that
2060          * there are more bytes to follow. Yes, the device might disconnect prior to
2061          * having all bytes transferred!
2062          * Also we should make sure that all data from the DMA engine buffer's really
2063          * made its way to the system memory! Some documentation on this would not
2064          * seem to be a bad idea, actually.
2065          */
2066         if (!(srb->state & SRB_XFERPAD)) {
2067                 u32 d_left_counter;
2068                 unsigned int sc, fc;
2069
2070                 if (scsi_status & PARITYERROR) {
2071                         dprintkl(KERN_INFO, "data_in_phase0: (0x%p) "
2072                                 "Parity Error\n", srb->cmd);
2073                         srb->status |= PARITY_ERROR;
2074                 }
2075                 /*
2076                  * KG: We should wait for the DMA FIFO to be empty ...
2077                  * but: it would be better to wait first for the SCSI FIFO and then the
2078                  * the DMA FIFO to become empty? How do we know, that the device not already
2079                  * sent data to the FIFO in a MsgIn phase, eg.?
2080                  */
2081                 if (!(DC395x_read8(acb, TRM_S1040_DMA_FIFOSTAT) & 0x80)) {
2082 #if 0
2083                         int ctr = 6000000;
2084                         dprintkl(KERN_DEBUG,
2085                                 "DIP0: Wait for DMA FIFO to flush ...\n");
2086                         /*DC395x_write8  (TRM_S1040_DMA_CONTROL, STOPDMAXFER); */
2087                         /*DC395x_write32 (TRM_S1040_SCSI_COUNTER, 7); */
2088                         /*DC395x_write8  (TRM_S1040_SCSI_COMMAND, SCMD_DMA_IN); */
2089                         while (!
2090                                (DC395x_read16(acb, TRM_S1040_DMA_FIFOSTAT) &
2091                                 0x80) && --ctr);
2092                         if (ctr < 6000000 - 1)
2093                                 dprintkl(KERN_DEBUG
2094                                        "DIP0: Had to wait for DMA ...\n");
2095                         if (!ctr)
2096                                 dprintkl(KERN_ERR,
2097                                        "Deadlock in DIP0 waiting for DMA FIFO empty!!\n");
2098                         /*DC395x_write32 (TRM_S1040_SCSI_COUNTER, 0); */
2099 #endif
2100                         dprintkdbg(DBG_KG, "data_in_phase0: "
2101                                 "DMA{fifocnt=0x%02x fifostat=0x%02x}\n",
2102                                 DC395x_read8(acb, TRM_S1040_DMA_FIFOCNT),
2103                                 DC395x_read8(acb, TRM_S1040_DMA_FIFOSTAT));
2104                 }
2105                 /* Now: Check remainig data: The SCSI counters should tell us ... */
2106                 sc = DC395x_read32(acb, TRM_S1040_SCSI_COUNTER);
2107                 fc = DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT);
2108                 d_left_counter = sc + ((fc & 0x1f)
2109                        << ((srb->dcb->sync_period & WIDE_SYNC) ? 1 :
2110                            0));
2111                 dprintkdbg(DBG_KG, "data_in_phase0: "
2112                         "SCSI{fifocnt=0x%02x%s ctr=0x%08x} "
2113                         "DMA{fifocnt=0x%02x fifostat=0x%02x ctr=0x%08x} "
2114                         "Remain{totxfer=%i scsi_fifo+ctr=%i}\n",
2115                         fc,
2116                         (srb->dcb->sync_period & WIDE_SYNC) ? "words" : "bytes",
2117                         sc,
2118                         fc,
2119                         DC395x_read8(acb, TRM_S1040_DMA_FIFOSTAT),
2120                         DC395x_read32(acb, TRM_S1040_DMA_CXCNT),
2121                         srb->total_xfer_length, d_left_counter);
2122 #if DC395x_LASTPIO
2123                 /* KG: Less than or equal to 4 bytes can not be transferred via DMA, it seems. */
2124                 if (d_left_counter
2125                     && srb->total_xfer_length <= DC395x_LASTPIO) {
2126                         size_t left_io = srb->total_xfer_length;
2127
2128                         /*u32 addr = (srb->segment_x[srb->sg_index].address); */
2129                         /*sg_update_list (srb, d_left_counter); */
2130                         dprintkdbg(DBG_PIO, "data_in_phase0: PIO (%i %s) "
2131                                    "for remaining %i bytes:",
2132                                 fc & 0x1f,
2133                                 (srb->dcb->sync_period & WIDE_SYNC) ?
2134                                     "words" : "bytes",
2135                                 srb->total_xfer_length);
2136                         if (srb->dcb->sync_period & WIDE_SYNC)
2137                                 DC395x_write8(acb, TRM_S1040_SCSI_CONFIG2,
2138                                               CFG2_WIDEFIFO);
2139                         while (left_io) {
2140                                 unsigned char *virt, *base = NULL;
2141                                 unsigned long flags = 0;
2142                                 size_t len = left_io;
2143                                 size_t offset = srb->request_length - left_io;
2144
2145                                 local_irq_save(flags);
2146                                 /* Assumption: it's inside one page as it's at most 4 bytes and
2147                                    I just assume it's on a 4-byte boundary */
2148                                 base = scsi_kmap_atomic_sg(scsi_sglist(srb->cmd),
2149                                                            srb->sg_count, &offset, &len);
2150                                 virt = base + offset;
2151
2152                                 left_io -= len;
2153
2154                                 while (len) {
2155                                         u8 byte;
2156                                         byte = DC395x_read8(acb, TRM_S1040_SCSI_FIFO);
2157                                         *virt++ = byte;
2158
2159                                         if (debug_enabled(DBG_PIO))
2160                                                 printk(" %02x", byte);
2161
2162                                         d_left_counter--;
2163                                         sg_subtract_one(srb);
2164
2165                                         len--;
2166
2167                                         fc = DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT);
2168
2169                                         if (fc == 0x40) {
2170                                                 left_io = 0;
2171                                                 break;
2172                                         }
2173                                 }
2174
2175                                 WARN_ON((fc != 0x40) == !d_left_counter);
2176
2177                                 if (fc == 0x40 && (srb->dcb->sync_period & WIDE_SYNC)) {
2178                                         /* Read the last byte ... */
2179                                         if (srb->total_xfer_length > 0) {
2180                                                 u8 byte = DC395x_read8(acb, TRM_S1040_SCSI_FIFO);
2181
2182                                                 *virt++ = byte;
2183                                                 srb->total_xfer_length--;
2184                                                 if (debug_enabled(DBG_PIO))
2185                                                         printk(" %02x", byte);
2186                                         }
2187
2188                                         DC395x_write8(acb, TRM_S1040_SCSI_CONFIG2, 0);
2189                                 }
2190
2191                                 scsi_kunmap_atomic_sg(base);
2192                                 local_irq_restore(flags);
2193                         }
2194                         /*printk(" %08x", *(u32*)(bus_to_virt (addr))); */
2195                         /*srb->total_xfer_length = 0; */
2196                         if (debug_enabled(DBG_PIO))
2197                                 printk("\n");
2198                 }
2199 #endif                          /* DC395x_LASTPIO */
2200
2201 #if 0
2202                 /*
2203                  * KG: This was in DATAOUT. Does it also belong here?
2204                  * Nobody seems to know what counter and fifo_cnt count exactly ...
2205                  */
2206                 if (!(scsi_status & SCSIXFERDONE)) {
2207                         /*
2208                          * when data transfer from DMA FIFO to SCSI FIFO
2209                          * if there was some data left in SCSI FIFO
2210                          */
2211                         d_left_counter =
2212                             (u32)(DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT) &
2213                                   0x1F);
2214                         if (srb->dcb->sync_period & WIDE_SYNC)
2215                                 d_left_counter <<= 1;
2216                         /*
2217                          * if WIDE scsi SCSI FIFOCNT unit is word !!!
2218                          * so need to *= 2
2219                          * KG: Seems to be correct ...
2220                          */
2221                 }
2222 #endif
2223                 /* KG: This should not be needed any more! */
2224                 if (d_left_counter == 0
2225                     || (scsi_status & SCSIXFERCNT_2_ZERO)) {
2226 #if 0
2227                         int ctr = 6000000;
2228                         u8 TempDMAstatus;
2229                         do {
2230                                 TempDMAstatus =
2231                                     DC395x_read8(acb, TRM_S1040_DMA_STATUS);
2232                         } while (!(TempDMAstatus & DMAXFERCOMP) && --ctr);
2233                         if (!ctr)
2234                                 dprintkl(KERN_ERR,
2235                                        "Deadlock in DataInPhase0 waiting for DMA!!\n");
2236                         srb->total_xfer_length = 0;
2237 #endif
2238                         srb->total_xfer_length = d_left_counter;
2239                 } else {        /* phase changed */
2240                         /*
2241                          * parsing the case:
2242                          * when a transfer not yet complete
2243                          * but be disconnected by target
2244                          * if transfer not yet complete
2245                          * there were some data residue in SCSI FIFO or
2246                          * SCSI transfer counter not empty
2247                          */
2248                         sg_update_list(srb, d_left_counter);
2249                 }
2250         }
2251         /* KG: The target may decide to disconnect: Empty FIFO before! */
2252         if ((*pscsi_status & PHASEMASK) != PH_DATA_IN) {
2253                 cleanup_after_transfer(acb, srb);
2254         }
2255 }
2256
2257
2258 static void data_in_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2259                 u16 *pscsi_status)
2260 {
2261         dprintkdbg(DBG_0, "data_in_phase1: (0x%p) <%02i-%i>\n",
2262                 srb->cmd, srb->cmd->device->id, (u8)srb->cmd->device->lun);
2263         data_io_transfer(acb, srb, XFERDATAIN);
2264 }
2265
2266
2267 static void data_io_transfer(struct AdapterCtlBlk *acb,
2268                 struct ScsiReqBlk *srb, u16 io_dir)
2269 {
2270         struct DeviceCtlBlk *dcb = srb->dcb;
2271         u8 bval;
2272         dprintkdbg(DBG_0,
2273                 "data_io_transfer: (0x%p) <%02i-%i> %c len=%i, sg=(%i/%i)\n",
2274                 srb->cmd, srb->cmd->device->id, (u8)srb->cmd->device->lun,
2275                 ((io_dir & DMACMD_DIR) ? 'r' : 'w'),
2276                 srb->total_xfer_length, srb->sg_index, srb->sg_count);
2277         if (srb == acb->tmp_srb)
2278                 dprintkl(KERN_ERR, "data_io_transfer: Using tmp_srb!\n");
2279         if (srb->sg_index >= srb->sg_count) {
2280                 /* can't happen? out of bounds error */
2281                 return;
2282         }
2283
2284         if (srb->total_xfer_length > DC395x_LASTPIO) {
2285                 u8 dma_status = DC395x_read8(acb, TRM_S1040_DMA_STATUS);
2286                 /*
2287                  * KG: What should we do: Use SCSI Cmd 0x90/0x92?
2288                  * Maybe, even ABORTXFER would be appropriate
2289                  */
2290                 if (dma_status & XFERPENDING) {
2291                         dprintkl(KERN_DEBUG, "data_io_transfer: Xfer pending! "
2292                                 "Expect trouble!\n");
2293                         dump_register_info(acb, dcb, srb);
2294                         DC395x_write8(acb, TRM_S1040_DMA_CONTROL, CLRXFIFO);
2295                 }
2296                 /* clear_fifo(acb, "IO"); */
2297                 /*
2298                  * load what physical address of Scatter/Gather list table
2299                  * want to be transfer
2300                  */
2301                 srb->state |= SRB_DATA_XFER;
2302                 DC395x_write32(acb, TRM_S1040_DMA_XHIGHADDR, 0);
2303                 if (scsi_sg_count(srb->cmd)) {  /* with S/G */
2304                         io_dir |= DMACMD_SG;
2305                         DC395x_write32(acb, TRM_S1040_DMA_XLOWADDR,
2306                                        srb->sg_bus_addr +
2307                                        sizeof(struct SGentry) *
2308                                        srb->sg_index);
2309                         /* load how many bytes in the sg list table */
2310                         DC395x_write32(acb, TRM_S1040_DMA_XCNT,
2311                                        ((u32)(srb->sg_count -
2312                                               srb->sg_index) << 3));
2313                 } else {        /* without S/G */
2314                         io_dir &= ~DMACMD_SG;
2315                         DC395x_write32(acb, TRM_S1040_DMA_XLOWADDR,
2316                                        srb->segment_x[0].address);
2317                         DC395x_write32(acb, TRM_S1040_DMA_XCNT,
2318                                        srb->segment_x[0].length);
2319                 }
2320                 /* load total transfer length (24bits) max value 16Mbyte */
2321                 DC395x_write32(acb, TRM_S1040_SCSI_COUNTER,
2322                                srb->total_xfer_length);
2323                 DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
2324                 if (io_dir & DMACMD_DIR) {      /* read */
2325                         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND,
2326                                       SCMD_DMA_IN);
2327                         DC395x_write16(acb, TRM_S1040_DMA_COMMAND, io_dir);
2328                 } else {
2329                         DC395x_write16(acb, TRM_S1040_DMA_COMMAND, io_dir);
2330                         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND,
2331                                       SCMD_DMA_OUT);
2332                 }
2333
2334         }
2335 #if DC395x_LASTPIO
2336         else if (srb->total_xfer_length > 0) {  /* The last four bytes: Do PIO */
2337                 /*
2338                  * load what physical address of Scatter/Gather list table
2339                  * want to be transfer
2340                  */
2341                 srb->state |= SRB_DATA_XFER;
2342                 /* load total transfer length (24bits) max value 16Mbyte */
2343                 DC395x_write32(acb, TRM_S1040_SCSI_COUNTER,
2344                                srb->total_xfer_length);
2345                 DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
2346                 if (io_dir & DMACMD_DIR) {      /* read */
2347                         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND,
2348                                       SCMD_FIFO_IN);
2349                 } else {        /* write */
2350                         int ln = srb->total_xfer_length;
2351                         size_t left_io = srb->total_xfer_length;
2352
2353                         if (srb->dcb->sync_period & WIDE_SYNC)
2354                                 DC395x_write8(acb, TRM_S1040_SCSI_CONFIG2,
2355                                      CFG2_WIDEFIFO);
2356
2357                         while (left_io) {
2358                                 unsigned char *virt, *base = NULL;
2359                                 unsigned long flags = 0;
2360                                 size_t len = left_io;
2361                                 size_t offset = srb->request_length - left_io;
2362
2363                                 local_irq_save(flags);
2364                                 /* Again, max 4 bytes */
2365                                 base = scsi_kmap_atomic_sg(scsi_sglist(srb->cmd),
2366                                                            srb->sg_count, &offset, &len);
2367                                 virt = base + offset;
2368
2369                                 left_io -= len;
2370
2371                                 while (len--) {
2372                                         if (debug_enabled(DBG_PIO))
2373                                                 printk(" %02x", *virt);
2374
2375                                         DC395x_write8(acb, TRM_S1040_SCSI_FIFO, *virt++);
2376
2377                                         sg_subtract_one(srb);
2378                                 }
2379
2380                                 scsi_kunmap_atomic_sg(base);
2381                                 local_irq_restore(flags);
2382                         }
2383                         if (srb->dcb->sync_period & WIDE_SYNC) {
2384                                 if (ln % 2) {
2385                                         DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 0);
2386                                         if (debug_enabled(DBG_PIO))
2387                                                 printk(" |00");
2388                                 }
2389                                 DC395x_write8(acb, TRM_S1040_SCSI_CONFIG2, 0);
2390                         }
2391                         /*DC395x_write32(acb, TRM_S1040_SCSI_COUNTER, ln); */
2392                         if (debug_enabled(DBG_PIO))
2393                                 printk("\n");
2394                         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND,
2395                                           SCMD_FIFO_OUT);
2396                 }
2397         }
2398 #endif                          /* DC395x_LASTPIO */
2399         else {          /* xfer pad */
2400                 u8 data = 0, data2 = 0;
2401                 if (srb->sg_count) {
2402                         srb->adapter_status = H_OVER_UNDER_RUN;
2403                         srb->status |= OVER_RUN;
2404                 }
2405                 /*
2406                  * KG: despite the fact that we are using 16 bits I/O ops
2407                  * the SCSI FIFO is only 8 bits according to the docs
2408                  * (we can set bit 1 in 0x8f to serialize FIFO access ...)
2409                  */
2410                 if (dcb->sync_period & WIDE_SYNC) {
2411                         DC395x_write32(acb, TRM_S1040_SCSI_COUNTER, 2);
2412                         DC395x_write8(acb, TRM_S1040_SCSI_CONFIG2,
2413                                       CFG2_WIDEFIFO);
2414                         if (io_dir & DMACMD_DIR) {
2415                                 data = DC395x_read8(acb, TRM_S1040_SCSI_FIFO);
2416                                 data2 = DC395x_read8(acb, TRM_S1040_SCSI_FIFO);
2417                         } else {
2418                                 /* Danger, Robinson: If you find KGs
2419                                  * scattered over the wide disk, the driver
2420                                  * or chip is to blame :-( */
2421                                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 'K');
2422                                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 'G');
2423                         }
2424                         DC395x_write8(acb, TRM_S1040_SCSI_CONFIG2, 0);
2425                 } else {
2426                         DC395x_write32(acb, TRM_S1040_SCSI_COUNTER, 1);
2427                         /* Danger, Robinson: If you find a collection of Ks on your disk
2428                          * something broke :-( */
2429                         if (io_dir & DMACMD_DIR)
2430                                 data = DC395x_read8(acb, TRM_S1040_SCSI_FIFO);
2431                         else
2432                                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 'K');
2433                 }
2434                 srb->state |= SRB_XFERPAD;
2435                 DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
2436                 /* SCSI command */
2437                 bval = (io_dir & DMACMD_DIR) ? SCMD_FIFO_IN : SCMD_FIFO_OUT;
2438                 DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, bval);
2439         }
2440 }
2441
2442
2443 static void status_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2444                 u16 *pscsi_status)
2445 {
2446         dprintkdbg(DBG_0, "status_phase0: (0x%p) <%02i-%i>\n",
2447                 srb->cmd, srb->cmd->device->id, (u8)srb->cmd->device->lun);
2448         srb->target_status = DC395x_read8(acb, TRM_S1040_SCSI_FIFO);
2449         srb->end_message = DC395x_read8(acb, TRM_S1040_SCSI_FIFO);      /* get message */
2450         srb->state = SRB_COMPLETED;
2451         *pscsi_status = PH_BUS_FREE;    /*.. initial phase */
2452         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
2453         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, SCMD_MSGACCEPT);
2454 }
2455
2456
2457 static void status_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2458                 u16 *pscsi_status)
2459 {
2460         dprintkdbg(DBG_0, "status_phase1: (0x%p) <%02i-%i>\n",
2461                 srb->cmd, srb->cmd->device->id, (u8)srb->cmd->device->lun);
2462         srb->state = SRB_STATUS;
2463         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
2464         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, SCMD_COMP);
2465 }
2466
2467
2468 /* Check if the message is complete */
2469 static inline u8 msgin_completed(u8 * msgbuf, u32 len)
2470 {
2471         if (*msgbuf == EXTENDED_MESSAGE) {
2472                 if (len < 2)
2473                         return 0;
2474                 if (len < msgbuf[1] + 2)
2475                         return 0;
2476         } else if (*msgbuf >= 0x20 && *msgbuf <= 0x2f)  /* two byte messages */
2477                 if (len < 2)
2478                         return 0;
2479         return 1;
2480 }
2481
2482 /* reject_msg */
2483 static inline void msgin_reject(struct AdapterCtlBlk *acb,
2484                 struct ScsiReqBlk *srb)
2485 {
2486         srb->msgout_buf[0] = MESSAGE_REJECT;
2487         srb->msg_count = 1;
2488         DC395x_ENABLE_MSGOUT;
2489         srb->state &= ~SRB_MSGIN;
2490         srb->state |= SRB_MSGOUT;
2491         dprintkl(KERN_INFO, "msgin_reject: 0x%02x <%02i-%i>\n",
2492                 srb->msgin_buf[0],
2493                 srb->dcb->target_id, srb->dcb->target_lun);
2494 }
2495
2496
2497 static struct ScsiReqBlk *msgin_qtag(struct AdapterCtlBlk *acb,
2498                 struct DeviceCtlBlk *dcb, u8 tag)
2499 {
2500         struct ScsiReqBlk *srb = NULL;
2501         struct ScsiReqBlk *i;
2502         dprintkdbg(DBG_0, "msgin_qtag: (0x%p) tag=%i srb=%p\n",
2503                    srb->cmd, tag, srb);
2504
2505         if (!(dcb->tag_mask & (1 << tag)))
2506                 dprintkl(KERN_DEBUG,
2507                         "msgin_qtag: tag_mask=0x%08x does not reserve tag %i!\n",
2508                         dcb->tag_mask, tag);
2509
2510         if (list_empty(&dcb->srb_going_list))
2511                 goto mingx0;
2512         list_for_each_entry(i, &dcb->srb_going_list, list) {
2513                 if (i->tag_number == tag) {
2514                         srb = i;
2515                         break;
2516                 }
2517         }
2518         if (!srb)
2519                 goto mingx0;
2520
2521         dprintkdbg(DBG_0, "msgin_qtag: (0x%p) <%02i-%i>\n",
2522                 srb->cmd, srb->dcb->target_id, srb->dcb->target_lun);
2523         if (dcb->flag & ABORT_DEV_) {
2524                 /*srb->state = SRB_ABORT_SENT; */
2525                 enable_msgout_abort(acb, srb);
2526         }
2527
2528         if (!(srb->state & SRB_DISCONNECT))
2529                 goto mingx0;
2530
2531         memcpy(srb->msgin_buf, dcb->active_srb->msgin_buf, acb->msg_len);
2532         srb->state |= dcb->active_srb->state;
2533         srb->state |= SRB_DATA_XFER;
2534         dcb->active_srb = srb;
2535         /* How can we make the DORS happy? */
2536         return srb;
2537
2538       mingx0:
2539         srb = acb->tmp_srb;
2540         srb->state = SRB_UNEXPECT_RESEL;
2541         dcb->active_srb = srb;
2542         srb->msgout_buf[0] = MSG_ABORT_TAG;
2543         srb->msg_count = 1;
2544         DC395x_ENABLE_MSGOUT;
2545         dprintkl(KERN_DEBUG, "msgin_qtag: Unknown tag %i - abort\n", tag);
2546         return srb;
2547 }
2548
2549
2550 static inline void reprogram_regs(struct AdapterCtlBlk *acb,
2551                 struct DeviceCtlBlk *dcb)
2552 {
2553         DC395x_write8(acb, TRM_S1040_SCSI_TARGETID, dcb->target_id);
2554         DC395x_write8(acb, TRM_S1040_SCSI_SYNC, dcb->sync_period);
2555         DC395x_write8(acb, TRM_S1040_SCSI_OFFSET, dcb->sync_offset);
2556         set_xfer_rate(acb, dcb);
2557 }
2558
2559
2560 /* set async transfer mode */
2561 static void msgin_set_async(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb)
2562 {
2563         struct DeviceCtlBlk *dcb = srb->dcb;
2564         dprintkl(KERN_DEBUG, "msgin_set_async: No sync transfers <%02i-%i>\n",
2565                 dcb->target_id, dcb->target_lun);
2566
2567         dcb->sync_mode &= ~(SYNC_NEGO_ENABLE);
2568         dcb->sync_mode |= SYNC_NEGO_DONE;
2569         /*dcb->sync_period &= 0; */
2570         dcb->sync_offset = 0;
2571         dcb->min_nego_period = 200 >> 2;        /* 200ns <=> 5 MHz */
2572         srb->state &= ~SRB_DO_SYNC_NEGO;
2573         reprogram_regs(acb, dcb);
2574         if ((dcb->sync_mode & WIDE_NEGO_ENABLE)
2575             && !(dcb->sync_mode & WIDE_NEGO_DONE)) {
2576                 build_wdtr(acb, dcb, srb);
2577                 DC395x_ENABLE_MSGOUT;
2578                 dprintkdbg(DBG_0, "msgin_set_async(rej): Try WDTR anyway\n");
2579         }
2580 }
2581
2582
2583 /* set sync transfer mode */
2584 static void msgin_set_sync(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb)
2585 {
2586         struct DeviceCtlBlk *dcb = srb->dcb;
2587         u8 bval;
2588         int fact;
2589         dprintkdbg(DBG_1, "msgin_set_sync: <%02i> Sync: %ins "
2590                 "(%02i.%01i MHz) Offset %i\n",
2591                 dcb->target_id, srb->msgin_buf[3] << 2,
2592                 (250 / srb->msgin_buf[3]),
2593                 ((250 % srb->msgin_buf[3]) * 10) / srb->msgin_buf[3],
2594                 srb->msgin_buf[4]);
2595
2596         if (srb->msgin_buf[4] > 15)
2597                 srb->msgin_buf[4] = 15;
2598         if (!(dcb->dev_mode & NTC_DO_SYNC_NEGO))
2599                 dcb->sync_offset = 0;
2600         else if (dcb->sync_offset == 0)
2601                 dcb->sync_offset = srb->msgin_buf[4];
2602         if (srb->msgin_buf[4] > dcb->sync_offset)
2603                 srb->msgin_buf[4] = dcb->sync_offset;
2604         else
2605                 dcb->sync_offset = srb->msgin_buf[4];
2606         bval = 0;
2607         while (bval < 7 && (srb->msgin_buf[3] > clock_period[bval]
2608                             || dcb->min_nego_period >
2609                             clock_period[bval]))
2610                 bval++;
2611         if (srb->msgin_buf[3] < clock_period[bval])
2612                 dprintkl(KERN_INFO,
2613                         "msgin_set_sync: Increase sync nego period to %ins\n",
2614                         clock_period[bval] << 2);
2615         srb->msgin_buf[3] = clock_period[bval];
2616         dcb->sync_period &= 0xf0;
2617         dcb->sync_period |= ALT_SYNC | bval;
2618         dcb->min_nego_period = srb->msgin_buf[3];
2619
2620         if (dcb->sync_period & WIDE_SYNC)
2621                 fact = 500;
2622         else
2623                 fact = 250;
2624
2625         dprintkl(KERN_INFO,
2626                 "Target %02i: %s Sync: %ins Offset %i (%02i.%01i MB/s)\n",
2627                 dcb->target_id, (fact == 500) ? "Wide16" : "",
2628                 dcb->min_nego_period << 2, dcb->sync_offset,
2629                 (fact / dcb->min_nego_period),
2630                 ((fact % dcb->min_nego_period) * 10 +
2631                 dcb->min_nego_period / 2) / dcb->min_nego_period);
2632
2633         if (!(srb->state & SRB_DO_SYNC_NEGO)) {
2634                 /* Reply with corrected SDTR Message */
2635                 dprintkl(KERN_DEBUG, "msgin_set_sync: answer w/%ins %i\n",
2636                         srb->msgin_buf[3] << 2, srb->msgin_buf[4]);
2637
2638                 memcpy(srb->msgout_buf, srb->msgin_buf, 5);
2639                 srb->msg_count = 5;
2640                 DC395x_ENABLE_MSGOUT;
2641                 dcb->sync_mode |= SYNC_NEGO_DONE;
2642         } else {
2643                 if ((dcb->sync_mode & WIDE_NEGO_ENABLE)
2644                     && !(dcb->sync_mode & WIDE_NEGO_DONE)) {
2645                         build_wdtr(acb, dcb, srb);
2646                         DC395x_ENABLE_MSGOUT;
2647                         dprintkdbg(DBG_0, "msgin_set_sync: Also try WDTR\n");
2648                 }
2649         }
2650         srb->state &= ~SRB_DO_SYNC_NEGO;
2651         dcb->sync_mode |= SYNC_NEGO_DONE | SYNC_NEGO_ENABLE;
2652
2653         reprogram_regs(acb, dcb);
2654 }
2655
2656
2657 static inline void msgin_set_nowide(struct AdapterCtlBlk *acb,
2658                 struct ScsiReqBlk *srb)
2659 {
2660         struct DeviceCtlBlk *dcb = srb->dcb;
2661         dprintkdbg(DBG_1, "msgin_set_nowide: <%02i>\n", dcb->target_id);
2662
2663         dcb->sync_period &= ~WIDE_SYNC;
2664         dcb->sync_mode &= ~(WIDE_NEGO_ENABLE);
2665         dcb->sync_mode |= WIDE_NEGO_DONE;
2666         srb->state &= ~SRB_DO_WIDE_NEGO;
2667         reprogram_regs(acb, dcb);
2668         if ((dcb->sync_mode & SYNC_NEGO_ENABLE)
2669             && !(dcb->sync_mode & SYNC_NEGO_DONE)) {
2670                 build_sdtr(acb, dcb, srb);
2671                 DC395x_ENABLE_MSGOUT;
2672                 dprintkdbg(DBG_0, "msgin_set_nowide: Rejected. Try SDTR anyway\n");
2673         }
2674 }
2675
2676 static void msgin_set_wide(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb)
2677 {
2678         struct DeviceCtlBlk *dcb = srb->dcb;
2679         u8 wide = (dcb->dev_mode & NTC_DO_WIDE_NEGO
2680                    && acb->config & HCC_WIDE_CARD) ? 1 : 0;
2681         dprintkdbg(DBG_1, "msgin_set_wide: <%02i>\n", dcb->target_id);
2682
2683         if (srb->msgin_buf[3] > wide)
2684                 srb->msgin_buf[3] = wide;
2685         /* Completed */
2686         if (!(srb->state & SRB_DO_WIDE_NEGO)) {
2687                 dprintkl(KERN_DEBUG,
2688                         "msgin_set_wide: Wide nego initiated <%02i>\n",
2689                         dcb->target_id);
2690                 memcpy(srb->msgout_buf, srb->msgin_buf, 4);
2691                 srb->msg_count = 4;
2692                 srb->state |= SRB_DO_WIDE_NEGO;
2693                 DC395x_ENABLE_MSGOUT;
2694         }
2695
2696         dcb->sync_mode |= (WIDE_NEGO_ENABLE | WIDE_NEGO_DONE);
2697         if (srb->msgin_buf[3] > 0)
2698                 dcb->sync_period |= WIDE_SYNC;
2699         else
2700                 dcb->sync_period &= ~WIDE_SYNC;
2701         srb->state &= ~SRB_DO_WIDE_NEGO;
2702         /*dcb->sync_mode &= ~(WIDE_NEGO_ENABLE+WIDE_NEGO_DONE); */
2703         dprintkdbg(DBG_1,
2704                 "msgin_set_wide: Wide (%i bit) negotiated <%02i>\n",
2705                 (8 << srb->msgin_buf[3]), dcb->target_id);
2706         reprogram_regs(acb, dcb);
2707         if ((dcb->sync_mode & SYNC_NEGO_ENABLE)
2708             && !(dcb->sync_mode & SYNC_NEGO_DONE)) {
2709                 build_sdtr(acb, dcb, srb);
2710                 DC395x_ENABLE_MSGOUT;
2711                 dprintkdbg(DBG_0, "msgin_set_wide: Also try SDTR.\n");
2712         }
2713 }
2714
2715
2716 /*
2717  * extended message codes:
2718  *
2719  *      code    description
2720  *
2721  *      02h     Reserved
2722  *      00h     MODIFY DATA  POINTER
2723  *      01h     SYNCHRONOUS DATA TRANSFER REQUEST
2724  *      03h     WIDE DATA TRANSFER REQUEST
2725  *   04h - 7Fh  Reserved
2726  *   80h - FFh  Vendor specific
2727  */
2728 static void msgin_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2729                 u16 *pscsi_status)
2730 {
2731         struct DeviceCtlBlk *dcb = acb->active_dcb;
2732         dprintkdbg(DBG_0, "msgin_phase0: (0x%p)\n", srb->cmd);
2733
2734         srb->msgin_buf[acb->msg_len++] = DC395x_read8(acb, TRM_S1040_SCSI_FIFO);
2735         if (msgin_completed(srb->msgin_buf, acb->msg_len)) {
2736                 /* Now eval the msg */
2737                 switch (srb->msgin_buf[0]) {
2738                 case DISCONNECT:
2739                         srb->state = SRB_DISCONNECT;
2740                         break;
2741
2742                 case SIMPLE_QUEUE_TAG:
2743                 case HEAD_OF_QUEUE_TAG:
2744                 case ORDERED_QUEUE_TAG:
2745                         srb =
2746                             msgin_qtag(acb, dcb,
2747                                               srb->msgin_buf[1]);
2748                         break;
2749
2750                 case MESSAGE_REJECT:
2751                         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL,
2752                                        DO_CLRATN | DO_DATALATCH);
2753                         /* A sync nego message was rejected ! */
2754                         if (srb->state & SRB_DO_SYNC_NEGO) {
2755                                 msgin_set_async(acb, srb);
2756                                 break;
2757                         }
2758                         /* A wide nego message was rejected ! */
2759                         if (srb->state & SRB_DO_WIDE_NEGO) {
2760                                 msgin_set_nowide(acb, srb);
2761                                 break;
2762                         }
2763                         enable_msgout_abort(acb, srb);
2764                         /*srb->state |= SRB_ABORT_SENT */
2765                         break;
2766
2767                 case EXTENDED_MESSAGE:
2768                         /* SDTR */
2769                         if (srb->msgin_buf[1] == 3
2770                             && srb->msgin_buf[2] == EXTENDED_SDTR) {
2771                                 msgin_set_sync(acb, srb);
2772                                 break;
2773                         }
2774                         /* WDTR */
2775                         if (srb->msgin_buf[1] == 2
2776                             && srb->msgin_buf[2] == EXTENDED_WDTR
2777                             && srb->msgin_buf[3] <= 2) { /* sanity check ... */
2778                                 msgin_set_wide(acb, srb);
2779                                 break;
2780                         }
2781                         msgin_reject(acb, srb);
2782                         break;
2783
2784                 case MSG_IGNOREWIDE:
2785                         /* Discard  wide residual */
2786                         dprintkdbg(DBG_0, "msgin_phase0: Ignore Wide Residual!\n");
2787                         break;
2788
2789                 case COMMAND_COMPLETE:
2790                         /* nothing has to be done */
2791                         break;
2792
2793                 case SAVE_POINTERS:
2794                         /*
2795                          * SAVE POINTER may be ignored as we have the struct
2796                          * ScsiReqBlk* associated with the scsi command.
2797                          */
2798                         dprintkdbg(DBG_0, "msgin_phase0: (0x%p) "
2799                                 "SAVE POINTER rem=%i Ignore\n",
2800                                 srb->cmd, srb->total_xfer_length);
2801                         break;
2802
2803                 case RESTORE_POINTERS:
2804                         dprintkdbg(DBG_0, "msgin_phase0: RESTORE POINTER. Ignore\n");
2805                         break;
2806
2807                 case ABORT:
2808                         dprintkdbg(DBG_0, "msgin_phase0: (0x%p) "
2809                                 "<%02i-%i> ABORT msg\n",
2810                                 srb->cmd, dcb->target_id,
2811                                 dcb->target_lun);
2812                         dcb->flag |= ABORT_DEV_;
2813                         enable_msgout_abort(acb, srb);
2814                         break;
2815
2816                 default:
2817                         /* reject unknown messages */
2818                         if (srb->msgin_buf[0] & IDENTIFY_BASE) {
2819                                 dprintkdbg(DBG_0, "msgin_phase0: Identify msg\n");
2820                                 srb->msg_count = 1;
2821                                 srb->msgout_buf[0] = dcb->identify_msg;
2822                                 DC395x_ENABLE_MSGOUT;
2823                                 srb->state |= SRB_MSGOUT;
2824                                 /*break; */
2825                         }
2826                         msgin_reject(acb, srb);
2827                 }
2828
2829                 /* Clear counter and MsgIn state */
2830                 srb->state &= ~SRB_MSGIN;
2831                 acb->msg_len = 0;
2832         }
2833         *pscsi_status = PH_BUS_FREE;
2834         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important ... you know! */
2835         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, SCMD_MSGACCEPT);
2836 }
2837
2838
2839 static void msgin_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2840                 u16 *pscsi_status)
2841 {
2842         dprintkdbg(DBG_0, "msgin_phase1: (0x%p)\n", srb->cmd);
2843         clear_fifo(acb, "msgin_phase1");
2844         DC395x_write32(acb, TRM_S1040_SCSI_COUNTER, 1);
2845         if (!(srb->state & SRB_MSGIN)) {
2846                 srb->state &= ~SRB_DISCONNECT;
2847                 srb->state |= SRB_MSGIN;
2848         }
2849         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
2850         /* SCSI command */
2851         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, SCMD_FIFO_IN);
2852 }
2853
2854
2855 static void nop0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2856                 u16 *pscsi_status)
2857 {
2858 }
2859
2860
2861 static void nop1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2862                 u16 *pscsi_status)
2863 {
2864 }
2865
2866
2867 static void set_xfer_rate(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb)
2868 {
2869         struct DeviceCtlBlk *i;
2870
2871         /* set all lun device's  period, offset */
2872         if (dcb->identify_msg & 0x07)
2873                 return;
2874
2875         if (acb->scan_devices) {
2876                 current_sync_offset = dcb->sync_offset;
2877                 return;
2878         }
2879
2880         list_for_each_entry(i, &acb->dcb_list, list)
2881                 if (i->target_id == dcb->target_id) {
2882                         i->sync_period = dcb->sync_period;
2883                         i->sync_offset = dcb->sync_offset;
2884                         i->sync_mode = dcb->sync_mode;
2885                         i->min_nego_period = dcb->min_nego_period;
2886                 }
2887 }
2888
2889
2890 static void disconnect(struct AdapterCtlBlk *acb)
2891 {
2892         struct DeviceCtlBlk *dcb = acb->active_dcb;
2893         struct ScsiReqBlk *srb;
2894
2895         if (!dcb) {
2896                 dprintkl(KERN_ERR, "disconnect: No such device\n");
2897                 udelay(500);
2898                 /* Suspend queue for a while */
2899                 acb->last_reset =
2900                     jiffies + HZ / 2 +
2901                     HZ * acb->eeprom.delay_time;
2902                 clear_fifo(acb, "disconnectEx");
2903                 DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_HWRESELECT);
2904                 return;
2905         }
2906         srb = dcb->active_srb;
2907         acb->active_dcb = NULL;
2908         dprintkdbg(DBG_0, "disconnect: (0x%p)\n", srb->cmd);
2909
2910         srb->scsi_phase = PH_BUS_FREE;  /* initial phase */
2911         clear_fifo(acb, "disconnect");
2912         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_HWRESELECT);
2913         if (srb->state & SRB_UNEXPECT_RESEL) {
2914                 dprintkl(KERN_ERR,
2915                         "disconnect: Unexpected reselection <%02i-%i>\n",
2916                         dcb->target_id, dcb->target_lun);
2917                 srb->state = 0;
2918                 waiting_process_next(acb);
2919         } else if (srb->state & SRB_ABORT_SENT) {
2920                 dcb->flag &= ~ABORT_DEV_;
2921                 acb->last_reset = jiffies + HZ / 2 + 1;
2922                 dprintkl(KERN_ERR, "disconnect: SRB_ABORT_SENT\n");
2923                 doing_srb_done(acb, DID_ABORT, srb->cmd, 1);
2924                 waiting_process_next(acb);
2925         } else {
2926                 if ((srb->state & (SRB_START_ + SRB_MSGOUT))
2927                     || !(srb->
2928                          state & (SRB_DISCONNECT + SRB_COMPLETED))) {
2929                         /*
2930                          * Selection time out
2931                          * SRB_START_ || SRB_MSGOUT || (!SRB_DISCONNECT && !SRB_COMPLETED)
2932                          */
2933                         /* Unexp. Disc / Sel Timeout */
2934                         if (srb->state != SRB_START_
2935                             && srb->state != SRB_MSGOUT) {
2936                                 srb->state = SRB_READY;
2937                                 dprintkl(KERN_DEBUG,
2938                                         "disconnect: (0x%p) Unexpected\n",
2939                                         srb->cmd);
2940                                 srb->target_status = SCSI_STAT_SEL_TIMEOUT;
2941                                 goto disc1;
2942                         } else {
2943                                 /* Normal selection timeout */
2944                                 dprintkdbg(DBG_KG, "disconnect: (0x%p) "
2945                                         "<%02i-%i> SelTO\n", srb->cmd,
2946                                         dcb->target_id, dcb->target_lun);
2947                                 if (srb->retry_count++ > DC395x_MAX_RETRIES
2948                                     || acb->scan_devices) {
2949                                         srb->target_status =
2950                                             SCSI_STAT_SEL_TIMEOUT;
2951                                         goto disc1;
2952                                 }
2953                                 free_tag(dcb, srb);
2954                                 list_move(&srb->list, &dcb->srb_waiting_list);
2955                                 dprintkdbg(DBG_KG,
2956                                         "disconnect: (0x%p) Retry\n",
2957                                         srb->cmd);
2958                                 waiting_set_timer(acb, HZ / 20);
2959                         }
2960                 } else if (srb->state & SRB_DISCONNECT) {
2961                         u8 bval = DC395x_read8(acb, TRM_S1040_SCSI_SIGNAL);
2962                         /*
2963                          * SRB_DISCONNECT (This is what we expect!)
2964                          */
2965                         if (bval & 0x40) {
2966                                 dprintkdbg(DBG_0, "disconnect: SCSI bus stat "
2967                                         " 0x%02x: ACK set! Other controllers?\n",
2968                                         bval);
2969                                 /* It could come from another initiator, therefore don't do much ! */
2970                         } else
2971                                 waiting_process_next(acb);
2972                 } else if (srb->state & SRB_COMPLETED) {
2973                       disc1:
2974                         /*
2975                          ** SRB_COMPLETED
2976                          */
2977                         free_tag(dcb, srb);
2978                         dcb->active_srb = NULL;
2979                         srb->state = SRB_FREE;
2980                         srb_done(acb, dcb, srb);
2981                 }
2982         }
2983 }
2984
2985
2986 static void reselect(struct AdapterCtlBlk *acb)
2987 {
2988         struct DeviceCtlBlk *dcb = acb->active_dcb;
2989         struct ScsiReqBlk *srb = NULL;
2990         u16 rsel_tar_lun_id;
2991         u8 id, lun;
2992         u8 arblostflag = 0;
2993         dprintkdbg(DBG_0, "reselect: acb=%p\n", acb);
2994
2995         clear_fifo(acb, "reselect");
2996         /*DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_HWRESELECT | DO_DATALATCH); */
2997         /* Read Reselected Target ID and LUN */
2998         rsel_tar_lun_id = DC395x_read16(acb, TRM_S1040_SCSI_TARGETID);
2999         if (dcb) {              /* Arbitration lost but Reselection win */
3000                 srb = dcb->active_srb;
3001                 if (!srb) {
3002                         dprintkl(KERN_DEBUG, "reselect: Arb lost Resel won, "
3003                                 "but active_srb == NULL\n");
3004                         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
3005                         return;
3006                 }
3007                 /* Why the if ? */
3008                 if (!acb->scan_devices) {
3009                         dprintkdbg(DBG_KG, "reselect: (0x%p) <%02i-%i> "
3010                                 "Arb lost but Resel win rsel=%i stat=0x%04x\n",
3011                                 srb->cmd, dcb->target_id,
3012                                 dcb->target_lun, rsel_tar_lun_id,
3013                                 DC395x_read16(acb, TRM_S1040_SCSI_STATUS));
3014                         arblostflag = 1;
3015                         /*srb->state |= SRB_DISCONNECT; */
3016
3017                         srb->state = SRB_READY;
3018                         free_tag(dcb, srb);
3019                         list_move(&srb->list, &dcb->srb_waiting_list);
3020                         waiting_set_timer(acb, HZ / 20);
3021
3022                         /* return; */
3023                 }
3024         }
3025         /* Read Reselected Target Id and LUN */
3026         if (!(rsel_tar_lun_id & (IDENTIFY_BASE << 8)))
3027                 dprintkl(KERN_DEBUG, "reselect: Expects identify msg. "
3028                         "Got %i!\n", rsel_tar_lun_id);
3029         id = rsel_tar_lun_id & 0xff;
3030         lun = (rsel_tar_lun_id >> 8) & 7;
3031         dcb = find_dcb(acb, id, lun);
3032         if (!dcb) {
3033                 dprintkl(KERN_ERR, "reselect: From non existent device "
3034                         "<%02i-%i>\n", id, lun);
3035                 DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
3036                 return;
3037         }
3038         acb->active_dcb = dcb;
3039
3040         if (!(dcb->dev_mode & NTC_DO_DISCONNECT))
3041                 dprintkl(KERN_DEBUG, "reselect: in spite of forbidden "
3042                         "disconnection? <%02i-%i>\n",
3043                         dcb->target_id, dcb->target_lun);
3044
3045         if (dcb->sync_mode & EN_TAG_QUEUEING /*&& !arblostflag */) {
3046                 srb = acb->tmp_srb;
3047                 dcb->active_srb = srb;
3048         } else {
3049                 /* There can be only one! */
3050                 srb = dcb->active_srb;
3051                 if (!srb || !(srb->state & SRB_DISCONNECT)) {
3052                         /*
3053                          * abort command
3054                          */
3055                         dprintkl(KERN_DEBUG,
3056                                 "reselect: w/o disconnected cmds <%02i-%i>\n",
3057                                 dcb->target_id, dcb->target_lun);
3058                         srb = acb->tmp_srb;
3059                         srb->state = SRB_UNEXPECT_RESEL;
3060                         dcb->active_srb = srb;
3061                         enable_msgout_abort(acb, srb);
3062                 } else {
3063                         if (dcb->flag & ABORT_DEV_) {
3064                                 /*srb->state = SRB_ABORT_SENT; */
3065                                 enable_msgout_abort(acb, srb);
3066                         } else
3067                                 srb->state = SRB_DATA_XFER;
3068
3069                 }
3070         }
3071         srb->scsi_phase = PH_BUS_FREE;  /* initial phase */
3072
3073         /* Program HA ID, target ID, period and offset */
3074         dprintkdbg(DBG_0, "reselect: select <%i>\n", dcb->target_id);
3075         DC395x_write8(acb, TRM_S1040_SCSI_HOSTID, acb->scsi_host->this_id);     /* host   ID */
3076         DC395x_write8(acb, TRM_S1040_SCSI_TARGETID, dcb->target_id);            /* target ID */
3077         DC395x_write8(acb, TRM_S1040_SCSI_OFFSET, dcb->sync_offset);            /* offset    */
3078         DC395x_write8(acb, TRM_S1040_SCSI_SYNC, dcb->sync_period);              /* sync period, wide */
3079         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);              /* it's important for atn stop */
3080         /* SCSI command */
3081         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, SCMD_MSGACCEPT);
3082 }
3083
3084
3085 static inline u8 tagq_blacklist(char *name)
3086 {
3087 #ifndef DC395x_NO_TAGQ
3088 #if 0
3089         u8 i;
3090         for (i = 0; i < BADDEVCNT; i++)
3091                 if (memcmp(name, DC395x_baddevname1[i], 28) == 0)
3092                         return 1;
3093 #endif
3094         return 0;
3095 #else
3096         return 1;
3097 #endif
3098 }
3099
3100
3101 static void disc_tagq_set(struct DeviceCtlBlk *dcb, struct ScsiInqData *ptr)
3102 {
3103         /* Check for SCSI format (ANSI and Response data format) */
3104         if ((ptr->Vers & 0x07) >= 2 || (ptr->RDF & 0x0F) == 2) {
3105                 if ((ptr->Flags & SCSI_INQ_CMDQUEUE)
3106                     && (dcb->dev_mode & NTC_DO_TAG_QUEUEING) &&
3107                     /*(dcb->dev_mode & NTC_DO_DISCONNECT) */
3108                     /* ((dcb->dev_type == TYPE_DISK)
3109                        || (dcb->dev_type == TYPE_MOD)) && */
3110                     !tagq_blacklist(((char *)ptr) + 8)) {
3111                         if (dcb->max_command == 1)
3112                                 dcb->max_command =
3113                                     dcb->acb->tag_max_num;
3114                         dcb->sync_mode |= EN_TAG_QUEUEING;
3115                         /*dcb->tag_mask = 0; */
3116                 } else
3117                         dcb->max_command = 1;
3118         }
3119 }
3120
3121
3122 static void add_dev(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb,
3123                 struct ScsiInqData *ptr)
3124 {
3125         u8 bval1 = ptr->DevType & SCSI_DEVTYPE;
3126         dcb->dev_type = bval1;
3127         /* if (bval1 == TYPE_DISK || bval1 == TYPE_MOD) */
3128         disc_tagq_set(dcb, ptr);
3129 }
3130
3131
3132 /* unmap mapped pci regions from SRB */
3133 static void pci_unmap_srb(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb)
3134 {
3135         struct scsi_cmnd *cmd = srb->cmd;
3136         enum dma_data_direction dir = cmd->sc_data_direction;
3137
3138         if (scsi_sg_count(cmd) && dir != DMA_NONE) {
3139                 /* unmap DC395x SG list */
3140                 dprintkdbg(DBG_SG, "pci_unmap_srb: list=%08x(%05x)\n",
3141                         srb->sg_bus_addr, SEGMENTX_LEN);
3142                 dma_unmap_single(&acb->dev->dev, srb->sg_bus_addr, SEGMENTX_LEN,
3143                                 DMA_TO_DEVICE);
3144                 dprintkdbg(DBG_SG, "pci_unmap_srb: segs=%i buffer=%p\n",
3145                            scsi_sg_count(cmd), scsi_bufflen(cmd));
3146                 /* unmap the sg segments */
3147                 scsi_dma_unmap(cmd);
3148         }
3149 }
3150
3151
3152 /* unmap mapped pci sense buffer from SRB */
3153 static void pci_unmap_srb_sense(struct AdapterCtlBlk *acb,
3154                 struct ScsiReqBlk *srb)
3155 {
3156         if (!(srb->flag & AUTO_REQSENSE))
3157                 return;
3158         /* Unmap sense buffer */
3159         dprintkdbg(DBG_SG, "pci_unmap_srb_sense: buffer=%08x\n",
3160                srb->segment_x[0].address);
3161         dma_unmap_single(&acb->dev->dev, srb->segment_x[0].address,
3162                          srb->segment_x[0].length, DMA_FROM_DEVICE);
3163         /* Restore SG stuff */
3164         srb->total_xfer_length = srb->xferred;
3165         srb->segment_x[0].address =
3166             srb->segment_x[DC395x_MAX_SG_LISTENTRY - 1].address;
3167         srb->segment_x[0].length =
3168             srb->segment_x[DC395x_MAX_SG_LISTENTRY - 1].length;
3169 }
3170
3171
3172 /*
3173  * Complete execution of a SCSI command
3174  * Signal completion to the generic SCSI driver
3175  */
3176 static void srb_done(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb,
3177                 struct ScsiReqBlk *srb)
3178 {
3179         u8 tempcnt, status;
3180         struct scsi_cmnd *cmd = srb->cmd;
3181         enum dma_data_direction dir = cmd->sc_data_direction;
3182         int ckc_only = 1;
3183
3184         dprintkdbg(DBG_1, "srb_done: (0x%p) <%02i-%i>\n", srb->cmd,
3185                 srb->cmd->device->id, (u8)srb->cmd->device->lun);
3186         dprintkdbg(DBG_SG, "srb_done: srb=%p sg=%i(%i/%i) buf=%p\n",
3187                    srb, scsi_sg_count(cmd), srb->sg_index, srb->sg_count,
3188                    scsi_sgtalbe(cmd));
3189         status = srb->target_status;
3190         if (srb->flag & AUTO_REQSENSE) {
3191                 dprintkdbg(DBG_0, "srb_done: AUTO_REQSENSE1\n");
3192                 pci_unmap_srb_sense(acb, srb);
3193                 /*
3194                  ** target status..........................
3195                  */
3196                 srb->flag &= ~AUTO_REQSENSE;
3197                 srb->adapter_status = 0;
3198                 srb->target_status = CHECK_CONDITION << 1;
3199                 if (debug_enabled(DBG_1)) {
3200                         switch (cmd->sense_buffer[2] & 0x0f) {
3201                         case NOT_READY:
3202                                 dprintkl(KERN_DEBUG,
3203                                      "ReqSense: NOT_READY cmnd=0x%02x <%02i-%i> stat=%i scan=%i ",
3204                                      cmd->cmnd[0], dcb->target_id,
3205                                      dcb->target_lun, status, acb->scan_devices);
3206                                 break;
3207                         case UNIT_ATTENTION:
3208                                 dprintkl(KERN_DEBUG,
3209                                      "ReqSense: UNIT_ATTENTION cmnd=0x%02x <%02i-%i> stat=%i scan=%i ",
3210                                      cmd->cmnd[0], dcb->target_id,
3211                                      dcb->target_lun, status, acb->scan_devices);
3212                                 break;
3213                         case ILLEGAL_REQUEST:
3214                                 dprintkl(KERN_DEBUG,
3215                                      "ReqSense: ILLEGAL_REQUEST cmnd=0x%02x <%02i-%i> stat=%i scan=%i ",
3216                                      cmd->cmnd[0], dcb->target_id,
3217                                      dcb->target_lun, status, acb->scan_devices);
3218                                 break;
3219                         case MEDIUM_ERROR:
3220                                 dprintkl(KERN_DEBUG,
3221                                      "ReqSense: MEDIUM_ERROR cmnd=0x%02x <%02i-%i> stat=%i scan=%i ",
3222                                      cmd->cmnd[0], dcb->target_id,
3223                                      dcb->target_lun, status, acb->scan_devices);
3224                                 break;
3225                         case HARDWARE_ERROR:
3226                                 dprintkl(KERN_DEBUG,
3227                                      "ReqSense: HARDWARE_ERROR cmnd=0x%02x <%02i-%i> stat=%i scan=%i ",
3228                                      cmd->cmnd[0], dcb->target_id,
3229                                      dcb->target_lun, status, acb->scan_devices);
3230                                 break;
3231                         }
3232                         if (cmd->sense_buffer[7] >= 6)
3233                                 printk("sense=0x%02x ASC=0x%02x ASCQ=0x%02x "
3234                                         "(0x%08x 0x%08x)\n",
3235                                         cmd->sense_buffer[2], cmd->sense_buffer[12],
3236                                         cmd->sense_buffer[13],
3237                                         *((unsigned int *)(cmd->sense_buffer + 3)),
3238                                         *((unsigned int *)(cmd->sense_buffer + 8)));
3239                         else
3240                                 printk("sense=0x%02x No ASC/ASCQ (0x%08x)\n",
3241                                         cmd->sense_buffer[2],
3242                                         *((unsigned int *)(cmd->sense_buffer + 3)));
3243                 }
3244
3245                 if (status == (CHECK_CONDITION << 1)) {
3246                         cmd->result = DID_BAD_TARGET << 16;
3247                         goto ckc_e;
3248                 }
3249                 dprintkdbg(DBG_0, "srb_done: AUTO_REQSENSE2\n");
3250
3251                 if (srb->total_xfer_length
3252                     && srb->total_xfer_length >= cmd->underflow)
3253                         cmd->result =
3254                             MK_RES_LNX(DRIVER_SENSE, DID_OK,
3255                                        srb->end_message, CHECK_CONDITION);
3256                 /*SET_RES_DID(cmd->result,DID_OK) */
3257                 else
3258                         cmd->result =
3259                             MK_RES_LNX(DRIVER_SENSE, DID_OK,
3260                                        srb->end_message, CHECK_CONDITION);
3261
3262                 goto ckc_e;
3263         }
3264
3265 /*************************************************************/
3266         if (status) {
3267                 /*
3268                  * target status..........................
3269                  */
3270                 if (status_byte(status) == CHECK_CONDITION) {
3271                         request_sense(acb, dcb, srb);
3272                         return;
3273                 } else if (status_byte(status) == QUEUE_FULL) {
3274                         tempcnt = (u8)list_size(&dcb->srb_going_list);
3275                         dprintkl(KERN_INFO, "QUEUE_FULL for dev <%02i-%i> with %i cmnds\n",
3276                              dcb->target_id, dcb->target_lun, tempcnt);
3277                         if (tempcnt > 1)
3278                                 tempcnt--;
3279                         dcb->max_command = tempcnt;
3280                         free_tag(dcb, srb);
3281                         list_move(&srb->list, &dcb->srb_waiting_list);
3282                         waiting_set_timer(acb, HZ / 20);
3283                         srb->adapter_status = 0;
3284                         srb->target_status = 0;
3285                         return;
3286                 } else if (status == SCSI_STAT_SEL_TIMEOUT) {
3287                         srb->adapter_status = H_SEL_TIMEOUT;
3288                         srb->target_status = 0;
3289                         cmd->result = DID_NO_CONNECT << 16;
3290                 } else {
3291                         srb->adapter_status = 0;
3292                         SET_RES_DID(cmd->result, DID_ERROR);
3293                         SET_RES_MSG(cmd->result, srb->end_message);
3294                         SET_RES_TARGET(cmd->result, status);
3295
3296                 }
3297         } else {
3298                 /*
3299                  ** process initiator status..........................
3300                  */
3301                 status = srb->adapter_status;
3302                 if (status & H_OVER_UNDER_RUN) {
3303                         srb->target_status = 0;
3304                         SET_RES_DID(cmd->result, DID_OK);
3305                         SET_RES_MSG(cmd->result, srb->end_message);
3306                 } else if (srb->status & PARITY_ERROR) {
3307                         SET_RES_DID(cmd->result, DID_PARITY);
3308                         SET_RES_MSG(cmd->result, srb->end_message);
3309                 } else {        /* No error */
3310
3311                         srb->adapter_status = 0;
3312                         srb->target_status = 0;
3313                         SET_RES_DID(cmd->result, DID_OK);
3314                 }
3315         }
3316
3317         ckc_only = 0;
3318 /* Check Error Conditions */
3319       ckc_e:
3320
3321         pci_unmap_srb(acb, srb);
3322
3323         if (cmd->cmnd[0] == INQUIRY) {
3324                 unsigned char *base = NULL;
3325                 struct ScsiInqData *ptr;
3326                 unsigned long flags = 0;
3327                 struct scatterlist* sg = scsi_sglist(cmd);
3328                 size_t offset = 0, len = sizeof(struct ScsiInqData);
3329
3330                 local_irq_save(flags);
3331                 base = scsi_kmap_atomic_sg(sg, scsi_sg_count(cmd), &offset, &len);
3332                 ptr = (struct ScsiInqData *)(base + offset);
3333
3334                 if (!ckc_only && (cmd->result & RES_DID) == 0
3335                     && cmd->cmnd[2] == 0 && scsi_bufflen(cmd) >= 8
3336                     && dir != DMA_NONE && ptr && (ptr->Vers & 0x07) >= 2)
3337                         dcb->inquiry7 = ptr->Flags;
3338
3339         /*if( srb->cmd->cmnd[0] == INQUIRY && */
3340         /*  (host_byte(cmd->result) == DID_OK || status_byte(cmd->result) & CHECK_CONDITION) ) */
3341                 if ((cmd->result == (DID_OK << 16) ||
3342                      status_byte(cmd->result) == CHECK_CONDITION)) {
3343                         if (!dcb->init_tcq_flag) {
3344                                 add_dev(acb, dcb, ptr);
3345                                 dcb->init_tcq_flag = 1;
3346                         }
3347                 }
3348
3349                 scsi_kunmap_atomic_sg(base);
3350                 local_irq_restore(flags);
3351         }
3352
3353         /* Here is the info for Doug Gilbert's sg3 ... */
3354         scsi_set_resid(cmd, srb->total_xfer_length);
3355         /* This may be interpreted by sb. or not ... */
3356         cmd->SCp.this_residual = srb->total_xfer_length;
3357         cmd->SCp.buffers_residual = 0;
3358         if (debug_enabled(DBG_KG)) {
3359                 if (srb->total_xfer_length)
3360                         dprintkdbg(DBG_KG, "srb_done: (0x%p) <%02i-%i> "
3361                                 "cmnd=0x%02x Missed %i bytes\n",
3362                                 cmd, cmd->device->id, (u8)cmd->device->lun,
3363                                 cmd->cmnd[0], srb->total_xfer_length);
3364         }
3365
3366         if (srb != acb->tmp_srb) {
3367                 /* Add to free list */
3368                 dprintkdbg(DBG_0, "srb_done: (0x%p) done result=0x%08x\n",
3369                         cmd, cmd->result);
3370                 list_move_tail(&srb->list, &acb->srb_free_list);
3371         } else {
3372                 dprintkl(KERN_ERR, "srb_done: ERROR! Completed cmd with tmp_srb\n");
3373         }
3374
3375         cmd->scsi_done(cmd);
3376         waiting_process_next(acb);
3377 }
3378
3379
3380 /* abort all cmds in our queues */
3381 static void doing_srb_done(struct AdapterCtlBlk *acb, u8 did_flag,
3382                 struct scsi_cmnd *cmd, u8 force)
3383 {
3384         struct DeviceCtlBlk *dcb;
3385         dprintkl(KERN_INFO, "doing_srb_done: pids ");
3386
3387         list_for_each_entry(dcb, &acb->dcb_list, list) {
3388                 struct ScsiReqBlk *srb;
3389                 struct ScsiReqBlk *tmp;
3390                 struct scsi_cmnd *p;
3391
3392                 list_for_each_entry_safe(srb, tmp, &dcb->srb_going_list, list) {
3393                         enum dma_data_direction dir;
3394                         int result;
3395
3396                         p = srb->cmd;
3397                         dir = p->sc_data_direction;
3398                         result = MK_RES(0, did_flag, 0, 0);
3399                         printk("G:%p(%02i-%i) ", p,
3400                                p->device->id, (u8)p->device->lun);
3401                         list_del(&srb->list);
3402                         free_tag(dcb, srb);
3403                         list_add_tail(&srb->list, &acb->srb_free_list);
3404                         p->result = result;
3405                         pci_unmap_srb_sense(acb, srb);
3406                         pci_unmap_srb(acb, srb);
3407                         if (force) {
3408                                 /* For new EH, we normally don't need to give commands back,
3409                                  * as they all complete or all time out */
3410                                 p->scsi_done(p);
3411                         }
3412                 }
3413                 if (!list_empty(&dcb->srb_going_list))
3414                         dprintkl(KERN_DEBUG,
3415                                "How could the ML send cmnds to the Going queue? <%02i-%i>\n",
3416                                dcb->target_id, dcb->target_lun);
3417                 if (dcb->tag_mask)
3418                         dprintkl(KERN_DEBUG,
3419                                "tag_mask for <%02i-%i> should be empty, is %08x!\n",
3420                                dcb->target_id, dcb->target_lun,
3421                                dcb->tag_mask);
3422
3423                 /* Waiting queue */
3424                 list_for_each_entry_safe(srb, tmp, &dcb->srb_waiting_list, list) {
3425                         int result;
3426                         p = srb->cmd;
3427
3428                         result = MK_RES(0, did_flag, 0, 0);
3429                         printk("W:%p<%02i-%i>", p, p->device->id,
3430                                (u8)p->device->lun);
3431                         list_move_tail(&srb->list, &acb->srb_free_list);
3432                         p->result = result;
3433                         pci_unmap_srb_sense(acb, srb);
3434                         pci_unmap_srb(acb, srb);
3435                         if (force) {
3436                                 /* For new EH, we normally don't need to give commands back,
3437                                  * as they all complete or all time out */
3438                                 cmd->scsi_done(cmd);
3439                         }
3440                 }
3441                 if (!list_empty(&dcb->srb_waiting_list))
3442                         dprintkl(KERN_DEBUG, "ML queued %i cmnds again to <%02i-%i>\n",
3443                              list_size(&dcb->srb_waiting_list), dcb->target_id,
3444                              dcb->target_lun);
3445                 dcb->flag &= ~ABORT_DEV_;
3446         }
3447         printk("\n");
3448 }
3449
3450
3451 static void reset_scsi_bus(struct AdapterCtlBlk *acb)
3452 {
3453         dprintkdbg(DBG_0, "reset_scsi_bus: acb=%p\n", acb);
3454         acb->acb_flag |= RESET_DEV;     /* RESET_DETECT, RESET_DONE, RESET_DEV */
3455         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_RSTSCSI);
3456
3457         while (!(DC395x_read8(acb, TRM_S1040_SCSI_INTSTATUS) & INT_SCSIRESET))
3458                 /* nothing */;
3459 }
3460
3461
3462 static void set_basic_config(struct AdapterCtlBlk *acb)
3463 {
3464         u8 bval;
3465         u16 wval;
3466         DC395x_write8(acb, TRM_S1040_SCSI_TIMEOUT, acb->sel_timeout);
3467         if (acb->config & HCC_PARITY)
3468                 bval = PHASELATCH | INITIATOR | BLOCKRST | PARITYCHECK;
3469         else
3470                 bval = PHASELATCH | INITIATOR | BLOCKRST;
3471
3472         DC395x_write8(acb, TRM_S1040_SCSI_CONFIG0, bval);
3473
3474         /* program configuration 1: Act_Neg (+ Act_Neg_Enh? + Fast_Filter? + DataDis?) */
3475         DC395x_write8(acb, TRM_S1040_SCSI_CONFIG1, 0x03);       /* was 0x13: default */
3476         /* program Host ID                  */
3477         DC395x_write8(acb, TRM_S1040_SCSI_HOSTID, acb->scsi_host->this_id);
3478         /* set ansynchronous transfer       */
3479         DC395x_write8(acb, TRM_S1040_SCSI_OFFSET, 0x00);
3480         /* Turn LED control off */
3481         wval = DC395x_read16(acb, TRM_S1040_GEN_CONTROL) & 0x7F;
3482         DC395x_write16(acb, TRM_S1040_GEN_CONTROL, wval);
3483         /* DMA config          */
3484         wval = DC395x_read16(acb, TRM_S1040_DMA_CONFIG) & ~DMA_FIFO_CTRL;
3485         wval |=
3486             DMA_FIFO_HALF_HALF | DMA_ENHANCE /*| DMA_MEM_MULTI_READ */ ;
3487         DC395x_write16(acb, TRM_S1040_DMA_CONFIG, wval);
3488         /* Clear pending interrupt status */
3489         DC395x_read8(acb, TRM_S1040_SCSI_INTSTATUS);
3490         /* Enable SCSI interrupt    */
3491         DC395x_write8(acb, TRM_S1040_SCSI_INTEN, 0x7F);
3492         DC395x_write8(acb, TRM_S1040_DMA_INTEN, EN_SCSIINTR | EN_DMAXFERERROR
3493                       /*| EN_DMAXFERABORT | EN_DMAXFERCOMP | EN_FORCEDMACOMP */
3494                       );
3495 }
3496
3497
3498 static void scsi_reset_detect(struct AdapterCtlBlk *acb)
3499 {
3500         dprintkl(KERN_INFO, "scsi_reset_detect: acb=%p\n", acb);
3501         /* delay half a second */
3502         if (timer_pending(&acb->waiting_timer))
3503                 del_timer(&acb->waiting_timer);
3504
3505         DC395x_write8(acb, TRM_S1040_SCSI_CONTROL, DO_RSTMODULE);
3506         DC395x_write8(acb, TRM_S1040_DMA_CONTROL, DMARESETMODULE);
3507         /*DC395x_write8(acb, TRM_S1040_DMA_CONTROL,STOPDMAXFER); */
3508         udelay(500);
3509         /* Maybe we locked up the bus? Then lets wait even longer ... */
3510         acb->last_reset =
3511             jiffies + 5 * HZ / 2 +
3512             HZ * acb->eeprom.delay_time;
3513
3514         clear_fifo(acb, "scsi_reset_detect");
3515         set_basic_config(acb);
3516         /*1.25 */
3517         /*DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_HWRESELECT); */
3518
3519         if (acb->acb_flag & RESET_DEV) {        /* RESET_DETECT, RESET_DONE, RESET_DEV */
3520                 acb->acb_flag |= RESET_DONE;
3521         } else {
3522                 acb->acb_flag |= RESET_DETECT;
3523                 reset_dev_param(acb);
3524                 doing_srb_done(acb, DID_RESET, NULL, 1);
3525                 /*DC395x_RecoverSRB( acb ); */
3526                 acb->active_dcb = NULL;
3527                 acb->acb_flag = 0;
3528                 waiting_process_next(acb);
3529         }
3530 }
3531
3532
3533 static void request_sense(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb,
3534                 struct ScsiReqBlk *srb)
3535 {
3536         struct scsi_cmnd *cmd = srb->cmd;
3537         dprintkdbg(DBG_1, "request_sense: (0x%p) <%02i-%i>\n",
3538                 cmd, cmd->device->id, (u8)cmd->device->lun);
3539
3540         srb->flag |= AUTO_REQSENSE;
3541         srb->adapter_status = 0;
3542         srb->target_status = 0;
3543
3544         /* KG: Can this prevent crap sense data ? */
3545         memset(cmd->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE);
3546
3547         /* Save some data */
3548         srb->segment_x[DC395x_MAX_SG_LISTENTRY - 1].address =
3549             srb->segment_x[0].address;
3550         srb->segment_x[DC395x_MAX_SG_LISTENTRY - 1].length =
3551             srb->segment_x[0].length;
3552         srb->xferred = srb->total_xfer_length;
3553         /* srb->segment_x : a one entry of S/G list table */
3554         srb->total_xfer_length = SCSI_SENSE_BUFFERSIZE;
3555         srb->segment_x[0].length = SCSI_SENSE_BUFFERSIZE;
3556         /* Map sense buffer */
3557         srb->segment_x[0].address = dma_map_single(&acb->dev->dev,
3558                         cmd->sense_buffer, SCSI_SENSE_BUFFERSIZE,
3559                         DMA_FROM_DEVICE);
3560         dprintkdbg(DBG_SG, "request_sense: map buffer %p->%08x(%05x)\n",
3561                cmd->sense_buffer, srb->segment_x[0].address,
3562                SCSI_SENSE_BUFFERSIZE);
3563         srb->sg_count = 1;
3564         srb->sg_index = 0;
3565
3566         if (start_scsi(acb, dcb, srb)) {        /* Should only happen, if sb. else grabs the bus */
3567                 dprintkl(KERN_DEBUG,
3568                         "request_sense: (0x%p) failed <%02i-%i>\n",
3569                         srb->cmd, dcb->target_id, dcb->target_lun);
3570                 list_move(&srb->list, &dcb->srb_waiting_list);
3571                 waiting_set_timer(acb, HZ / 100);
3572         }
3573 }
3574
3575
3576 /**
3577  * device_alloc - Allocate a new device instance. This create the
3578  * devices instance and sets up all the data items. The adapter
3579  * instance is required to obtain confiuration information for this
3580  * device. This does *not* add this device to the adapters device
3581  * list.
3582  *
3583  * @acb: The adapter to obtain configuration information from.
3584  * @target: The target for the new device.
3585  * @lun: The lun for the new device.
3586  *
3587  * Return the new device if successful or NULL on failure.
3588  **/
3589 static struct DeviceCtlBlk *device_alloc(struct AdapterCtlBlk *acb,
3590                 u8 target, u8 lun)
3591 {
3592         struct NvRamType *eeprom = &acb->eeprom;
3593         u8 period_index = eeprom->target[target].period & 0x07;
3594         struct DeviceCtlBlk *dcb;
3595
3596         dcb = kmalloc(sizeof(struct DeviceCtlBlk), GFP_ATOMIC);
3597         dprintkdbg(DBG_0, "device_alloc: <%02i-%i>\n", target, lun);
3598         if (!dcb)
3599                 return NULL;
3600         dcb->acb = NULL;
3601         INIT_LIST_HEAD(&dcb->srb_going_list);
3602         INIT_LIST_HEAD(&dcb->srb_waiting_list);
3603         dcb->active_srb = NULL;
3604         dcb->tag_mask = 0;
3605         dcb->max_command = 1;
3606         dcb->target_id = target;
3607         dcb->target_lun = lun;
3608         dcb->dev_mode = eeprom->target[target].cfg0;
3609 #ifndef DC395x_NO_DISCONNECT
3610         dcb->identify_msg =
3611             IDENTIFY(dcb->dev_mode & NTC_DO_DISCONNECT, lun);
3612 #else
3613         dcb->identify_msg = IDENTIFY(0, lun);
3614 #endif
3615         dcb->inquiry7 = 0;
3616         dcb->sync_mode = 0;
3617         dcb->min_nego_period = clock_period[period_index];
3618         dcb->sync_period = 0;
3619         dcb->sync_offset = 0;
3620         dcb->flag = 0;
3621
3622 #ifndef DC395x_NO_WIDE
3623         if ((dcb->dev_mode & NTC_DO_WIDE_NEGO)
3624             && (acb->config & HCC_WIDE_CARD))
3625                 dcb->sync_mode |= WIDE_NEGO_ENABLE;
3626 #endif
3627 #ifndef DC395x_NO_SYNC
3628         if (dcb->dev_mode & NTC_DO_SYNC_NEGO)
3629                 if (!(lun) || current_sync_offset)
3630                         dcb->sync_mode |= SYNC_NEGO_ENABLE;
3631 #endif
3632         if (dcb->target_lun != 0) {
3633                 /* Copy settings */
3634                 struct DeviceCtlBlk *p;
3635                 list_for_each_entry(p, &acb->dcb_list, list)
3636                         if (p->target_id == dcb->target_id)
3637                                 break;
3638                 dprintkdbg(DBG_1,
3639                        "device_alloc: <%02i-%i> copy from <%02i-%i>\n",
3640                        dcb->target_id, dcb->target_lun,
3641                        p->target_id, p->target_lun);
3642                 dcb->sync_mode = p->sync_mode;
3643                 dcb->sync_period = p->sync_period;
3644                 dcb->min_nego_period = p->min_nego_period;
3645                 dcb->sync_offset = p->sync_offset;
3646                 dcb->inquiry7 = p->inquiry7;
3647         }
3648         return dcb;
3649 }
3650
3651
3652 /**
3653  * adapter_add_device - Adds the device instance to the adaptor instance.
3654  *
3655  * @acb: The adapter device to be updated
3656  * @dcb: A newly created and initialised device instance to add.
3657  **/
3658 static void adapter_add_device(struct AdapterCtlBlk *acb,
3659                 struct DeviceCtlBlk *dcb)
3660 {
3661         /* backpointer to adapter */
3662         dcb->acb = acb;
3663
3664         /* set run_robin to this device if it is currently empty */
3665         if (list_empty(&acb->dcb_list))
3666                 acb->dcb_run_robin = dcb;
3667
3668         /* add device to list */
3669         list_add_tail(&dcb->list, &acb->dcb_list);
3670
3671         /* update device maps */
3672         acb->dcb_map[dcb->target_id] |= (1 << dcb->target_lun);
3673         acb->children[dcb->target_id][dcb->target_lun] = dcb;
3674 }
3675
3676
3677 /**
3678  * adapter_remove_device - Removes the device instance from the adaptor
3679  * instance. The device instance is not check in any way or freed by this.
3680  * The caller is expected to take care of that. This will simply remove the
3681  * device from the adapters data strcutures.
3682  *
3683  * @acb: The adapter device to be updated
3684  * @dcb: A device that has previously been added to the adapter.
3685  **/
3686 static void adapter_remove_device(struct AdapterCtlBlk *acb,
3687                 struct DeviceCtlBlk *dcb)
3688 {
3689         struct DeviceCtlBlk *i;
3690         struct DeviceCtlBlk *tmp;
3691         dprintkdbg(DBG_0, "adapter_remove_device: <%02i-%i>\n",
3692                 dcb->target_id, dcb->target_lun);
3693
3694         /* fix up any pointers to this device that we have in the adapter */
3695         if (acb->active_dcb == dcb)
3696                 acb->active_dcb = NULL;
3697         if (acb->dcb_run_robin == dcb)
3698                 acb->dcb_run_robin = dcb_get_next(&acb->dcb_list, dcb);
3699
3700         /* unlink from list */
3701         list_for_each_entry_safe(i, tmp, &acb->dcb_list, list)
3702                 if (dcb == i) {
3703                         list_del(&i->list);
3704                         break;
3705                 }
3706
3707         /* clear map and children */
3708         acb->dcb_map[dcb->target_id] &= ~(1 << dcb->target_lun);
3709         acb->children[dcb->target_id][dcb->target_lun] = NULL;
3710         dcb->acb = NULL;
3711 }
3712
3713
3714 /**
3715  * adapter_remove_and_free_device - Removes a single device from the adapter
3716  * and then frees the device information.
3717  *
3718  * @acb: The adapter device to be updated
3719  * @dcb: A device that has previously been added to the adapter.
3720  */
3721 static void adapter_remove_and_free_device(struct AdapterCtlBlk *acb,
3722                 struct DeviceCtlBlk *dcb)
3723 {
3724         if (list_size(&dcb->srb_going_list) > 1) {
3725                 dprintkdbg(DBG_1, "adapter_remove_and_free_device: <%02i-%i> "
3726                            "Won't remove because of %i active requests.\n",
3727                            dcb->target_id, dcb->target_lun,
3728                            list_size(&dcb->srb_going_list));
3729                 return;
3730         }
3731         adapter_remove_device(acb, dcb);
3732         kfree(dcb);
3733 }
3734
3735
3736 /**
3737  * adapter_remove_and_free_all_devices - Removes and frees all of the
3738  * devices associated with the specified adapter.
3739  *
3740  * @acb: The adapter from which all devices should be removed.
3741  **/
3742 static void adapter_remove_and_free_all_devices(struct AdapterCtlBlk* acb)
3743 {
3744         struct DeviceCtlBlk *dcb;
3745         struct DeviceCtlBlk *tmp;
3746         dprintkdbg(DBG_1, "adapter_remove_and_free_all_devices: num=%i\n",
3747                    list_size(&acb->dcb_list));
3748
3749         list_for_each_entry_safe(dcb, tmp, &acb->dcb_list, list)
3750                 adapter_remove_and_free_device(acb, dcb);
3751 }
3752
3753
3754 /**
3755  * dc395x_slave_alloc - Called by the scsi mid layer to tell us about a new
3756  * scsi device that we need to deal with. We allocate a new device and then
3757  * insert that device into the adapters device list.
3758  *
3759  * @scsi_device: The new scsi device that we need to handle.
3760  **/
3761 static int dc395x_slave_alloc(struct scsi_device *scsi_device)
3762 {
3763         struct AdapterCtlBlk *acb = (struct AdapterCtlBlk *)scsi_device->host->hostdata;
3764         struct DeviceCtlBlk *dcb;
3765
3766         dcb = device_alloc(acb, scsi_device->id, scsi_device->lun);
3767         if (!dcb)
3768                 return -ENOMEM;
3769         adapter_add_device(acb, dcb);
3770
3771         return 0;
3772 }
3773
3774
3775 /**
3776  * dc395x_slave_destroy - Called by the scsi mid layer to tell us about a
3777  * device that is going away.
3778  *
3779  * @scsi_device: The new scsi device that we need to handle.
3780  **/
3781 static void dc395x_slave_destroy(struct scsi_device *scsi_device)
3782 {
3783         struct AdapterCtlBlk *acb = (struct AdapterCtlBlk *)scsi_device->host->hostdata;
3784         struct DeviceCtlBlk *dcb = find_dcb(acb, scsi_device->id, scsi_device->lun);
3785         if (dcb)
3786                 adapter_remove_and_free_device(acb, dcb);
3787 }
3788
3789
3790
3791
3792 /**
3793  * trms1040_wait_30us: wait for 30 us
3794  *
3795  * Waits for 30us (using the chip by the looks of it..)
3796  *
3797  * @io_port: base I/O address
3798  **/
3799 static void trms1040_wait_30us(unsigned long io_port)
3800 {
3801         /* ScsiPortStallExecution(30); wait 30 us */
3802         outb(5, io_port + TRM_S1040_GEN_TIMER);
3803         while (!(inb(io_port + TRM_S1040_GEN_STATUS) & GTIMEOUT))
3804                 /* nothing */ ;
3805 }
3806
3807
3808 /**
3809  * trms1040_write_cmd - write the secified command and address to
3810  * chip
3811  *
3812  * @io_port:    base I/O address
3813  * @cmd:        SB + op code (command) to send
3814  * @addr:       address to send
3815  **/
3816 static void trms1040_write_cmd(unsigned long io_port, u8 cmd, u8 addr)
3817 {
3818         int i;
3819         u8 send_data;
3820
3821         /* program SB + OP code */
3822         for (i = 0; i < 3; i++, cmd <<= 1) {
3823                 send_data = NVR_SELECT;
3824                 if (cmd & 0x04) /* Start from bit 2 */
3825                         send_data |= NVR_BITOUT;
3826
3827                 outb(send_data, io_port + TRM_S1040_GEN_NVRAM);
3828                 trms1040_wait_30us(io_port);
3829                 outb((send_data | NVR_CLOCK),
3830                      io_port + TRM_S1040_GEN_NVRAM);
3831                 trms1040_wait_30us(io_port);
3832         }
3833
3834         /* send address */
3835         for (i = 0; i < 7; i++, addr <<= 1) {
3836                 send_data = NVR_SELECT;
3837                 if (addr & 0x40)        /* Start from bit 6 */
3838                         send_data |= NVR_BITOUT;
3839
3840                 outb(send_data, io_port + TRM_S1040_GEN_NVRAM);
3841                 trms1040_wait_30us(io_port);
3842                 outb((send_data | NVR_CLOCK),
3843                      io_port + TRM_S1040_GEN_NVRAM);
3844                 trms1040_wait_30us(io_port);
3845         }
3846         outb(NVR_SELECT, io_port + TRM_S1040_GEN_NVRAM);
3847         trms1040_wait_30us(io_port);
3848 }
3849
3850
3851 /**
3852  * trms1040_set_data - store a single byte in the eeprom
3853  *
3854  * Called from write all to write a single byte into the SSEEPROM
3855  * Which is done one bit at a time.
3856  *
3857  * @io_port:    base I/O address
3858  * @addr:       offset into EEPROM
3859  * @byte:       bytes to write
3860  **/
3861 static void trms1040_set_data(unsigned long io_port, u8 addr, u8 byte)
3862 {
3863         int i;
3864         u8 send_data;
3865
3866         /* Send write command & address */
3867         trms1040_write_cmd(io_port, 0x05, addr);
3868
3869         /* Write data */
3870         for (i = 0; i < 8; i++, byte <<= 1) {
3871                 send_data = NVR_SELECT;
3872                 if (byte & 0x80)        /* Start from bit 7 */
3873                         send_data |= NVR_BITOUT;
3874
3875                 outb(send_data, io_port + TRM_S1040_GEN_NVRAM);
3876                 trms1040_wait_30us(io_port);
3877                 outb((send_data | NVR_CLOCK), io_port + TRM_S1040_GEN_NVRAM);
3878                 trms1040_wait_30us(io_port);
3879         }
3880         outb(NVR_SELECT, io_port + TRM_S1040_GEN_NVRAM);
3881         trms1040_wait_30us(io_port);
3882
3883         /* Disable chip select */
3884         outb(0, io_port + TRM_S1040_GEN_NVRAM);
3885         trms1040_wait_30us(io_port);
3886
3887         outb(NVR_SELECT, io_port + TRM_S1040_GEN_NVRAM);
3888         trms1040_wait_30us(io_port);
3889
3890         /* Wait for write ready */
3891         while (1) {
3892                 outb((NVR_SELECT | NVR_CLOCK), io_port + TRM_S1040_GEN_NVRAM);
3893                 trms1040_wait_30us(io_port);
3894
3895                 outb(NVR_SELECT, io_port + TRM_S1040_GEN_NVRAM);
3896                 trms1040_wait_30us(io_port);
3897
3898                 if (inb(io_port + TRM_S1040_GEN_NVRAM) & NVR_BITIN)
3899                         break;
3900         }
3901
3902         /*  Disable chip select */
3903         outb(0, io_port + TRM_S1040_GEN_NVRAM);
3904 }
3905
3906
3907 /**
3908  * trms1040_write_all - write 128 bytes to the eeprom
3909  *
3910  * Write the supplied 128 bytes to the chips SEEPROM
3911  *
3912  * @eeprom:     the data to write
3913  * @io_port:    the base io port
3914  **/
3915 static void trms1040_write_all(struct NvRamType *eeprom, unsigned long io_port)
3916 {
3917         u8 *b_eeprom = (u8 *)eeprom;
3918         u8 addr;
3919
3920         /* Enable SEEPROM */
3921         outb((inb(io_port + TRM_S1040_GEN_CONTROL) | EN_EEPROM),
3922              io_port + TRM_S1040_GEN_CONTROL);
3923
3924         /* write enable */
3925         trms1040_write_cmd(io_port, 0x04, 0xFF);
3926         outb(0, io_port + TRM_S1040_GEN_NVRAM);
3927         trms1040_wait_30us(io_port);
3928
3929         /* write */
3930         for (addr = 0; addr < 128; addr++, b_eeprom++)
3931                 trms1040_set_data(io_port, addr, *b_eeprom);
3932
3933         /* write disable */
3934         trms1040_write_cmd(io_port, 0x04, 0x00);
3935         outb(0, io_port + TRM_S1040_GEN_NVRAM);
3936         trms1040_wait_30us(io_port);
3937
3938         /* Disable SEEPROM */
3939         outb((inb(io_port + TRM_S1040_GEN_CONTROL) & ~EN_EEPROM),
3940              io_port + TRM_S1040_GEN_CONTROL);
3941 }
3942
3943
3944 /**
3945  * trms1040_get_data - get a single byte from the eeprom
3946  *
3947  * Called from read all to read a single byte into the SSEEPROM
3948  * Which is done one bit at a time.
3949  *
3950  * @io_port:    base I/O address
3951  * @addr:       offset into SEEPROM
3952  *
3953  * Returns the byte read.
3954  **/
3955 static u8 trms1040_get_data(unsigned long io_port, u8 addr)
3956 {
3957         int i;
3958         u8 read_byte;
3959         u8 result = 0;
3960
3961         /* Send read command & address */
3962         trms1040_write_cmd(io_port, 0x06, addr);
3963
3964         /* read data */
3965         for (i = 0; i < 8; i++) {
3966                 outb((NVR_SELECT | NVR_CLOCK), io_port + TRM_S1040_GEN_NVRAM);
3967                 trms1040_wait_30us(io_port);
3968                 outb(NVR_SELECT, io_port + TRM_S1040_GEN_NVRAM);
3969
3970                 /* Get data bit while falling edge */
3971                 read_byte = inb(io_port + TRM_S1040_GEN_NVRAM);
3972                 result <<= 1;
3973                 if (read_byte & NVR_BITIN)
3974                         result |= 1;
3975
3976                 trms1040_wait_30us(io_port);
3977         }
3978
3979         /* Disable chip select */
3980         outb(0, io_port + TRM_S1040_GEN_NVRAM);
3981         return result;
3982 }
3983
3984
3985 /**
3986  * trms1040_read_all - read all bytes from the eeprom
3987  *
3988  * Read the 128 bytes from the SEEPROM.
3989  *
3990  * @eeprom:     where to store the data
3991  * @io_port:    the base io port
3992  **/
3993 static void trms1040_read_all(struct NvRamType *eeprom, unsigned long io_port)
3994 {
3995         u8 *b_eeprom = (u8 *)eeprom;
3996         u8 addr;
3997
3998         /* Enable SEEPROM */
3999         outb((inb(io_port + TRM_S1040_GEN_CONTROL) | EN_EEPROM),
4000              io_port + TRM_S1040_GEN_CONTROL);
4001
4002         /* read details */
4003         for (addr = 0; addr < 128; addr++, b_eeprom++)
4004                 *b_eeprom = trms1040_get_data(io_port, addr);
4005
4006         /* Disable SEEPROM */
4007         outb((inb(io_port + TRM_S1040_GEN_CONTROL) & ~EN_EEPROM),
4008              io_port + TRM_S1040_GEN_CONTROL);
4009 }
4010
4011
4012
4013 /**
4014  * check_eeprom - get and check contents of the eeprom
4015  *
4016  * Read seeprom 128 bytes into the memory provider in eeprom.
4017  * Checks the checksum and if it's not correct it uses a set of default
4018  * values.
4019  *
4020  * @eeprom:     caller allocated strcuture to read the eeprom data into
4021  * @io_port:    io port to read from
4022  **/
4023 static void check_eeprom(struct NvRamType *eeprom, unsigned long io_port)
4024 {
4025         u16 *w_eeprom = (u16 *)eeprom;
4026         u16 w_addr;
4027         u16 cksum;
4028         u32 d_addr;
4029         u32 *d_eeprom;
4030
4031         trms1040_read_all(eeprom, io_port);     /* read eeprom */
4032
4033         cksum = 0;
4034         for (w_addr = 0, w_eeprom = (u16 *)eeprom; w_addr < 64;
4035              w_addr++, w_eeprom++)
4036                 cksum += *w_eeprom;
4037         if (cksum != 0x1234) {
4038                 /*
4039                  * Checksum is wrong.
4040                  * Load a set of defaults into the eeprom buffer
4041                  */
4042                 dprintkl(KERN_WARNING,
4043                         "EEProm checksum error: using default values and options.\n");
4044                 eeprom->sub_vendor_id[0] = (u8)PCI_VENDOR_ID_TEKRAM;
4045                 eeprom->sub_vendor_id[1] = (u8)(PCI_VENDOR_ID_TEKRAM >> 8);
4046                 eeprom->sub_sys_id[0] = (u8)PCI_DEVICE_ID_TEKRAM_TRMS1040;
4047                 eeprom->sub_sys_id[1] =
4048                     (u8)(PCI_DEVICE_ID_TEKRAM_TRMS1040 >> 8);
4049                 eeprom->sub_class = 0x00;
4050                 eeprom->vendor_id[0] = (u8)PCI_VENDOR_ID_TEKRAM;
4051                 eeprom->vendor_id[1] = (u8)(PCI_VENDOR_ID_TEKRAM >> 8);
4052                 eeprom->device_id[0] = (u8)PCI_DEVICE_ID_TEKRAM_TRMS1040;
4053                 eeprom->device_id[1] =
4054                     (u8)(PCI_DEVICE_ID_TEKRAM_TRMS1040 >> 8);
4055                 eeprom->reserved = 0x00;
4056
4057                 for (d_addr = 0, d_eeprom = (u32 *)eeprom->target;
4058                      d_addr < 16; d_addr++, d_eeprom++)
4059                         *d_eeprom = 0x00000077; /* cfg3,cfg2,period,cfg0 */
4060
4061                 *d_eeprom++ = 0x04000F07;       /* max_tag,delay_time,channel_cfg,scsi_id */
4062                 *d_eeprom++ = 0x00000015;       /* reserved1,boot_lun,boot_target,reserved0 */
4063                 for (d_addr = 0; d_addr < 12; d_addr++, d_eeprom++)
4064                         *d_eeprom = 0x00;
4065
4066                 /* Now load defaults (maybe set by boot/module params) */
4067                 set_safe_settings();
4068                 fix_settings();
4069                 eeprom_override(eeprom);
4070
4071                 eeprom->cksum = 0x00;
4072                 for (w_addr = 0, cksum = 0, w_eeprom = (u16 *)eeprom;
4073                      w_addr < 63; w_addr++, w_eeprom++)
4074                         cksum += *w_eeprom;
4075
4076                 *w_eeprom = 0x1234 - cksum;
4077                 trms1040_write_all(eeprom, io_port);
4078                 eeprom->delay_time = cfg_data[CFG_RESET_DELAY].value;
4079         } else {
4080                 set_safe_settings();
4081                 eeprom_index_to_delay(eeprom);
4082                 eeprom_override(eeprom);
4083         }
4084 }
4085
4086
4087 /**
4088  * print_eeprom_settings - output the eeprom settings
4089  * to the kernel log so people can see what they were.
4090  *
4091  * @eeprom: The eeprom data strucutre to show details for.
4092  **/
4093 static void print_eeprom_settings(struct NvRamType *eeprom)
4094 {
4095         dprintkl(KERN_INFO, "Used settings: AdapterID=%02i, Speed=%i(%02i.%01iMHz), dev_mode=0x%02x\n",
4096                 eeprom->scsi_id,
4097                 eeprom->target[0].period,
4098                 clock_speed[eeprom->target[0].period] / 10,
4099                 clock_speed[eeprom->target[0].period] % 10,
4100                 eeprom->target[0].cfg0);
4101         dprintkl(KERN_INFO, "               AdaptMode=0x%02x, Tags=%i(%02i), DelayReset=%is\n",
4102                 eeprom->channel_cfg, eeprom->max_tag,
4103                 1 << eeprom->max_tag, eeprom->delay_time);
4104 }
4105
4106
4107 /* Free SG tables */
4108 static void adapter_sg_tables_free(struct AdapterCtlBlk *acb)
4109 {
4110         int i;
4111         const unsigned srbs_per_page = PAGE_SIZE/SEGMENTX_LEN;
4112
4113         for (i = 0; i < DC395x_MAX_SRB_CNT; i += srbs_per_page)
4114                 kfree(acb->srb_array[i].segment_x);
4115 }
4116
4117
4118 /*
4119  * Allocate SG tables; as we have to pci_map them, an SG list (struct SGentry*)
4120  * should never cross a page boundary */
4121 static int adapter_sg_tables_alloc(struct AdapterCtlBlk *acb)
4122 {
4123         const unsigned mem_needed = (DC395x_MAX_SRB_CNT+1)
4124                                     *SEGMENTX_LEN;
4125         int pages = (mem_needed+(PAGE_SIZE-1))/PAGE_SIZE;
4126         const unsigned srbs_per_page = PAGE_SIZE/SEGMENTX_LEN;
4127         int srb_idx = 0;
4128         unsigned i = 0;
4129         struct SGentry *ptr;
4130
4131         for (i = 0; i < DC395x_MAX_SRB_CNT; i++)
4132                 acb->srb_array[i].segment_x = NULL;
4133
4134         dprintkdbg(DBG_1, "Allocate %i pages for SG tables\n", pages);
4135         while (pages--) {
4136                 ptr = kmalloc(PAGE_SIZE, GFP_KERNEL);
4137                 if (!ptr) {
4138                         adapter_sg_tables_free(acb);
4139                         return 1;
4140                 }
4141                 dprintkdbg(DBG_1, "Allocate %li bytes at %p for SG segments %i\n",
4142                         PAGE_SIZE, ptr, srb_idx);
4143                 i = 0;
4144                 while (i < srbs_per_page && srb_idx < DC395x_MAX_SRB_CNT)
4145                         acb->srb_array[srb_idx++].segment_x =
4146                             ptr + (i++ * DC395x_MAX_SG_LISTENTRY);
4147         }
4148         if (i < srbs_per_page)
4149                 acb->srb.segment_x =
4150                     ptr + (i * DC395x_MAX_SG_LISTENTRY);
4151         else
4152                 dprintkl(KERN_DEBUG, "No space for tmsrb SG table reserved?!\n");
4153         return 0;
4154 }
4155
4156
4157
4158 /**
4159  * adapter_print_config - print adapter connection and termination
4160  * config
4161  *
4162  * The io port in the adapter needs to have been set before calling
4163  * this function.
4164  *
4165  * @acb: The adapter to print the information for.
4166  **/
4167 static void adapter_print_config(struct AdapterCtlBlk *acb)
4168 {
4169         u8 bval;
4170
4171         bval = DC395x_read8(acb, TRM_S1040_GEN_STATUS);
4172         dprintkl(KERN_INFO, "%sConnectors: ",
4173                 ((bval & WIDESCSI) ? "(Wide) " : ""));
4174         if (!(bval & CON5068))
4175                 printk("ext%s ", !(bval & EXT68HIGH) ? "68" : "50");
4176         if (!(bval & CON68))
4177                 printk("int68%s ", !(bval & INT68HIGH) ? "" : "(50)");
4178         if (!(bval & CON50))
4179                 printk("int50 ");
4180         if ((bval & (CON5068 | CON50 | CON68)) ==
4181             0 /*(CON5068 | CON50 | CON68) */ )
4182                 printk(" Oops! (All 3?) ");
4183         bval = DC395x_read8(acb, TRM_S1040_GEN_CONTROL);
4184         printk(" Termination: ");
4185         if (bval & DIS_TERM)
4186                 printk("Disabled\n");
4187         else {
4188                 if (bval & AUTOTERM)
4189                         printk("Auto ");
4190                 if (bval & LOW8TERM)
4191                         printk("Low ");
4192                 if (bval & UP8TERM)
4193                         printk("High ");
4194                 printk("\n");
4195         }
4196 }
4197
4198
4199 /**
4200  * adapter_init_params - Initialize the various parameters in the
4201  * adapter structure. Note that the pointer to the scsi_host is set
4202  * early (when this instance is created) and the io_port and irq
4203  * values are set later after they have been reserved. This just gets
4204  * everything set to a good starting position.
4205  *
4206  * The eeprom structure in the adapter needs to have been set before
4207  * calling this function.
4208  *
4209  * @acb: The adapter to initialize.
4210  **/
4211 static void adapter_init_params(struct AdapterCtlBlk *acb)
4212 {
4213         struct NvRamType *eeprom = &acb->eeprom;
4214         int i;
4215
4216         /* NOTE: acb->scsi_host is set at scsi_host/acb creation time */
4217         /* NOTE: acb->io_port_base is set at port registration time */
4218         /* NOTE: acb->io_port_len is set at port registration time */
4219
4220         INIT_LIST_HEAD(&acb->dcb_list);
4221         acb->dcb_run_robin = NULL;
4222         acb->active_dcb = NULL;
4223
4224         INIT_LIST_HEAD(&acb->srb_free_list);
4225         /*  temp SRB for Q tag used or abort command used  */
4226         acb->tmp_srb = &acb->srb;
4227         timer_setup(&acb->waiting_timer, waiting_timeout, 0);
4228         timer_setup(&acb->selto_timer, NULL, 0);
4229
4230         acb->srb_count = DC395x_MAX_SRB_CNT;
4231
4232         acb->sel_timeout = DC395x_SEL_TIMEOUT;  /* timeout=250ms */
4233         /* NOTE: acb->irq_level is set at IRQ registration time */
4234
4235         acb->tag_max_num = 1 << eeprom->max_tag;
4236         if (acb->tag_max_num > 30)
4237                 acb->tag_max_num = 30;
4238
4239         acb->acb_flag = 0;      /* RESET_DETECT, RESET_DONE, RESET_DEV */
4240         acb->gmode2 = eeprom->channel_cfg;
4241         acb->config = 0;        /* NOTE: actually set in adapter_init_chip */
4242
4243         if (eeprom->channel_cfg & NAC_SCANLUN)
4244                 acb->lun_chk = 1;
4245         acb->scan_devices = 1;
4246
4247         acb->scsi_host->this_id = eeprom->scsi_id;
4248         acb->hostid_bit = (1 << acb->scsi_host->this_id);
4249
4250         for (i = 0; i < DC395x_MAX_SCSI_ID; i++)
4251                 acb->dcb_map[i] = 0;
4252
4253         acb->msg_len = 0;
4254
4255         /* link static array of srbs into the srb free list */
4256         for (i = 0; i < acb->srb_count - 1; i++)
4257                 list_add_tail(&acb->srb_array[i].list, &acb->srb_free_list);
4258 }
4259
4260
4261 /**
4262  * adapter_init_host - Initialize the scsi host instance based on
4263  * values that we have already stored in the adapter instance. There's
4264  * some mention that a lot of these are deprecated, so we won't use
4265  * them (we'll use the ones in the adapter instance) but we'll fill
4266  * them in in case something else needs them.
4267  *
4268  * The eeprom structure, irq and io ports in the adapter need to have
4269  * been set before calling this function.
4270  *
4271  * @host: The scsi host instance to fill in the values for.
4272  **/
4273 static void adapter_init_scsi_host(struct Scsi_Host *host)
4274 {
4275         struct AdapterCtlBlk *acb = (struct AdapterCtlBlk *)host->hostdata;
4276         struct NvRamType *eeprom = &acb->eeprom;
4277
4278         host->max_cmd_len = 24;
4279         host->can_queue = DC395x_MAX_CMD_QUEUE;
4280         host->cmd_per_lun = DC395x_MAX_CMD_PER_LUN;
4281         host->this_id = (int)eeprom->scsi_id;
4282         host->io_port = acb->io_port_base;
4283         host->n_io_port = acb->io_port_len;
4284         host->dma_channel = -1;
4285         host->unique_id = acb->io_port_base;
4286         host->irq = acb->irq_level;
4287         acb->last_reset = jiffies;
4288
4289         host->max_id = 16;
4290         if (host->max_id - 1 == eeprom->scsi_id)
4291                 host->max_id--;
4292
4293         if (eeprom->channel_cfg & NAC_SCANLUN)
4294                 host->max_lun = 8;
4295         else
4296                 host->max_lun = 1;
4297 }
4298
4299
4300 /**
4301  * adapter_init_chip - Get the chip into a know state and figure out
4302  * some of the settings that apply to this adapter.
4303  *
4304  * The io port in the adapter needs to have been set before calling
4305  * this function. The config will be configured correctly on return.
4306  *
4307  * @acb: The adapter which we are to init.
4308  **/
4309 static void adapter_init_chip(struct AdapterCtlBlk *acb)
4310 {
4311         struct NvRamType *eeprom = &acb->eeprom;
4312
4313         /* Mask all the interrupt */
4314         DC395x_write8(acb, TRM_S1040_DMA_INTEN, 0x00);
4315         DC395x_write8(acb, TRM_S1040_SCSI_INTEN, 0x00);
4316
4317         /* Reset SCSI module */
4318         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_RSTMODULE);
4319
4320         /* Reset PCI/DMA module */
4321         DC395x_write8(acb, TRM_S1040_DMA_CONTROL, DMARESETMODULE);
4322         udelay(20);
4323
4324         /* program configuration 0 */
4325         acb->config = HCC_AUTOTERM | HCC_PARITY;
4326         if (DC395x_read8(acb, TRM_S1040_GEN_STATUS) & WIDESCSI)
4327                 acb->config |= HCC_WIDE_CARD;
4328
4329         if (eeprom->channel_cfg & NAC_POWERON_SCSI_RESET)
4330                 acb->config |= HCC_SCSI_RESET;
4331
4332         if (acb->config & HCC_SCSI_RESET) {
4333                 dprintkl(KERN_INFO, "Performing initial SCSI bus reset\n");
4334                 DC395x_write8(acb, TRM_S1040_SCSI_CONTROL, DO_RSTSCSI);
4335
4336                 /*while (!( DC395x_read8(acb, TRM_S1040_SCSI_INTSTATUS) & INT_SCSIRESET )); */
4337                 /*spin_unlock_irq (&io_request_lock); */
4338                 udelay(500);
4339
4340                 acb->last_reset =
4341                     jiffies + HZ / 2 +
4342                     HZ * acb->eeprom.delay_time;
4343
4344                 /*spin_lock_irq (&io_request_lock); */
4345         }
4346 }
4347
4348
4349 /**
4350  * init_adapter - Grab the resource for the card, setup the adapter
4351  * information, set the card into a known state, create the various
4352  * tables etc etc. This basically gets all adapter information all up
4353  * to date, initialised and gets the chip in sync with it.
4354  *
4355  * @host:       This hosts adapter structure
4356  * @io_port:    The base I/O port
4357  * @irq:        IRQ
4358  *
4359  * Returns 0 if the initialization succeeds, any other value on
4360  * failure.
4361  **/
4362 static int adapter_init(struct AdapterCtlBlk *acb, unsigned long io_port,
4363                         u32 io_port_len, unsigned int irq)
4364 {
4365         if (!request_region(io_port, io_port_len, DC395X_NAME)) {
4366                 dprintkl(KERN_ERR, "Failed to reserve IO region 0x%lx\n", io_port);
4367                 goto failed;
4368         }
4369         /* store port base to indicate we have registered it */
4370         acb->io_port_base = io_port;
4371         acb->io_port_len = io_port_len;
4372
4373         if (request_irq(irq, dc395x_interrupt, IRQF_SHARED, DC395X_NAME, acb)) {
4374                 /* release the region we just claimed */
4375                 dprintkl(KERN_INFO, "Failed to register IRQ\n");
4376                 goto failed;
4377         }
4378         /* store irq to indicate we have registered it */
4379         acb->irq_level = irq;
4380
4381         /* get eeprom configuration information and command line settings etc */
4382         check_eeprom(&acb->eeprom, io_port);
4383         print_eeprom_settings(&acb->eeprom);
4384
4385         /* setup adapter control block */
4386         adapter_init_params(acb);
4387
4388         /* display card connectors/termination settings */
4389         adapter_print_config(acb);
4390
4391         if (adapter_sg_tables_alloc(acb)) {
4392                 dprintkl(KERN_DEBUG, "Memory allocation for SG tables failed\n");
4393                 goto failed;
4394         }
4395         adapter_init_scsi_host(acb->scsi_host);
4396         adapter_init_chip(acb);
4397         set_basic_config(acb);
4398
4399         dprintkdbg(DBG_0,
4400                 "adapter_init: acb=%p, pdcb_map=%p psrb_array=%p "
4401                 "size{acb=0x%04x dcb=0x%04x srb=0x%04x}\n",
4402                 acb, acb->dcb_map, acb->srb_array, sizeof(struct AdapterCtlBlk),
4403                 sizeof(struct DeviceCtlBlk), sizeof(struct ScsiReqBlk));
4404         return 0;
4405
4406 failed:
4407         if (acb->irq_level)
4408                 free_irq(acb->irq_level, acb);
4409         if (acb->io_port_base)
4410                 release_region(acb->io_port_base, acb->io_port_len);
4411         adapter_sg_tables_free(acb);
4412
4413         return 1;
4414 }
4415
4416
4417 /**
4418  * adapter_uninit_chip - cleanly shut down the scsi controller chip,
4419  * stopping all operations and disabling interrupt generation on the
4420  * card.
4421  *
4422  * @acb: The adapter which we are to shutdown.
4423  **/
4424 static void adapter_uninit_chip(struct AdapterCtlBlk *acb)
4425 {
4426         /* disable interrupts */
4427         DC395x_write8(acb, TRM_S1040_DMA_INTEN, 0);
4428         DC395x_write8(acb, TRM_S1040_SCSI_INTEN, 0);
4429
4430         /* reset the scsi bus */
4431         if (acb->config & HCC_SCSI_RESET)
4432                 reset_scsi_bus(acb);
4433
4434         /* clear any pending interrupt state */
4435         DC395x_read8(acb, TRM_S1040_SCSI_INTSTATUS);
4436 }
4437
4438
4439
4440 /**
4441  * adapter_uninit - Shut down the chip and release any resources that
4442  * we had allocated. Once this returns the adapter should not be used
4443  * anymore.
4444  *
4445  * @acb: The adapter which we are to un-initialize.
4446  **/
4447 static void adapter_uninit(struct AdapterCtlBlk *acb)
4448 {
4449         unsigned long flags;
4450         DC395x_LOCK_IO(acb->scsi_host, flags);
4451
4452         /* remove timers */
4453         if (timer_pending(&acb->waiting_timer))
4454                 del_timer(&acb->waiting_timer);
4455         if (timer_pending(&acb->selto_timer))
4456                 del_timer(&acb->selto_timer);
4457
4458         adapter_uninit_chip(acb);
4459         adapter_remove_and_free_all_devices(acb);
4460         DC395x_UNLOCK_IO(acb->scsi_host, flags);
4461
4462         if (acb->irq_level)
4463                 free_irq(acb->irq_level, acb);
4464         if (acb->io_port_base)
4465                 release_region(acb->io_port_base, acb->io_port_len);
4466
4467         adapter_sg_tables_free(acb);
4468 }
4469
4470
4471 #undef YESNO
4472 #define YESNO(YN) \
4473  if (YN) seq_printf(m, " Yes ");\
4474  else seq_printf(m, " No  ")
4475
4476 static int dc395x_show_info(struct seq_file *m, struct Scsi_Host *host)
4477 {
4478         struct AdapterCtlBlk *acb = (struct AdapterCtlBlk *)host->hostdata;
4479         int spd, spd1;
4480         struct DeviceCtlBlk *dcb;
4481         unsigned long flags;
4482         int dev;
4483
4484         seq_puts(m, DC395X_BANNER " PCI SCSI Host Adapter\n"
4485                 " Driver Version " DC395X_VERSION "\n");
4486
4487         DC395x_LOCK_IO(acb->scsi_host, flags);
4488
4489         seq_printf(m, "SCSI Host Nr %i, ", host->host_no);
4490         seq_printf(m, "DC395U/UW/F DC315/U %s\n",
4491                 (acb->config & HCC_WIDE_CARD) ? "Wide" : "");
4492         seq_printf(m, "io_port_base 0x%04lx, ", acb->io_port_base);
4493         seq_printf(m, "irq_level 0x%04x, ", acb->irq_level);
4494         seq_printf(m, " SelTimeout %ims\n", (1638 * acb->sel_timeout) / 1000);
4495
4496         seq_printf(m, "MaxID %i, MaxLUN %llu, ", host->max_id, host->max_lun);
4497         seq_printf(m, "AdapterID %i\n", host->this_id);
4498
4499         seq_printf(m, "tag_max_num %i", acb->tag_max_num);
4500         /*seq_printf(m, ", DMA_Status %i\n", DC395x_read8(acb, TRM_S1040_DMA_STATUS)); */
4501         seq_printf(m, ", FilterCfg 0x%02x",
4502                 DC395x_read8(acb, TRM_S1040_SCSI_CONFIG1));
4503         seq_printf(m, ", DelayReset %is\n", acb->eeprom.delay_time);
4504         /*seq_printf(m, "\n"); */
4505
4506         seq_printf(m, "Nr of DCBs: %i\n", list_size(&acb->dcb_list));
4507         seq_printf(m, "Map of attached LUNs: %8ph\n", &acb->dcb_map[0]);
4508         seq_printf(m, "                      %8ph\n", &acb->dcb_map[8]);
4509
4510         seq_puts(m,
4511                  "Un ID LUN Prty Sync Wide DsCn SndS TagQ nego_period SyncFreq SyncOffs MaxCmd\n");
4512
4513         dev = 0;
4514         list_for_each_entry(dcb, &acb->dcb_list, list) {
4515                 int nego_period;
4516                 seq_printf(m, "%02i %02i  %02i ", dev, dcb->target_id,
4517                         dcb->target_lun);
4518                 YESNO(dcb->dev_mode & NTC_DO_PARITY_CHK);
4519                 YESNO(dcb->sync_offset);
4520                 YESNO(dcb->sync_period & WIDE_SYNC);
4521                 YESNO(dcb->dev_mode & NTC_DO_DISCONNECT);
4522                 YESNO(dcb->dev_mode & NTC_DO_SEND_START);
4523                 YESNO(dcb->sync_mode & EN_TAG_QUEUEING);
4524                 nego_period = clock_period[dcb->sync_period & 0x07] << 2;
4525                 if (dcb->sync_offset)
4526                         seq_printf(m, "  %03i ns ", nego_period);
4527                 else
4528                         seq_printf(m, " (%03i ns)", (dcb->min_nego_period << 2));
4529
4530                 if (dcb->sync_offset & 0x0f) {
4531                         spd = 1000 / (nego_period);
4532                         spd1 = 1000 % (nego_period);
4533                         spd1 = (spd1 * 10 + nego_period / 2) / (nego_period);
4534                         seq_printf(m, "   %2i.%1i M     %02i ", spd, spd1,
4535                                 (dcb->sync_offset & 0x0f));
4536                 } else
4537                         seq_puts(m, "                 ");
4538
4539                 /* Add more info ... */
4540                 seq_printf(m, "     %02i\n", dcb->max_command);
4541                 dev++;
4542         }
4543
4544         if (timer_pending(&acb->waiting_timer))
4545                 seq_puts(m, "Waiting queue timer running\n");
4546         else
4547                 seq_putc(m, '\n');
4548
4549         list_for_each_entry(dcb, &acb->dcb_list, list) {
4550                 struct ScsiReqBlk *srb;
4551                 if (!list_empty(&dcb->srb_waiting_list))
4552                         seq_printf(m, "DCB (%02i-%i): Waiting: %i:",
4553                                 dcb->target_id, dcb->target_lun,
4554                                 list_size(&dcb->srb_waiting_list));
4555                 list_for_each_entry(srb, &dcb->srb_waiting_list, list)
4556                         seq_printf(m, " %p", srb->cmd);
4557                 if (!list_empty(&dcb->srb_going_list))
4558                         seq_printf(m, "\nDCB (%02i-%i): Going  : %i:",
4559                                 dcb->target_id, dcb->target_lun,
4560                                 list_size(&dcb->srb_going_list));
4561                 list_for_each_entry(srb, &dcb->srb_going_list, list)
4562                         seq_printf(m, " %p", srb->cmd);
4563                 if (!list_empty(&dcb->srb_waiting_list) || !list_empty(&dcb->srb_going_list))
4564                         seq_putc(m, '\n');
4565         }
4566
4567         if (debug_enabled(DBG_1)) {
4568                 seq_printf(m, "DCB list for ACB %p:\n", acb);
4569                 list_for_each_entry(dcb, &acb->dcb_list, list) {
4570                         seq_printf(m, "%p -> ", dcb);
4571                 }
4572                 seq_puts(m, "END\n");
4573         }
4574
4575         DC395x_UNLOCK_IO(acb->scsi_host, flags);
4576         return 0;
4577 }
4578
4579
4580 static struct scsi_host_template dc395x_driver_template = {
4581         .module                 = THIS_MODULE,
4582         .proc_name              = DC395X_NAME,
4583         .show_info              = dc395x_show_info,
4584         .name                   = DC395X_BANNER " " DC395X_VERSION,
4585         .queuecommand           = dc395x_queue_command,
4586         .slave_alloc            = dc395x_slave_alloc,
4587         .slave_destroy          = dc395x_slave_destroy,
4588         .can_queue              = DC395x_MAX_CAN_QUEUE,
4589         .this_id                = 7,
4590         .sg_tablesize           = DC395x_MAX_SG_TABLESIZE,
4591         .cmd_per_lun            = DC395x_MAX_CMD_PER_LUN,
4592         .eh_abort_handler       = dc395x_eh_abort,
4593         .eh_bus_reset_handler   = dc395x_eh_bus_reset,
4594         .dma_boundary           = PAGE_SIZE - 1,
4595 };
4596
4597
4598 /**
4599  * banner_display - Display banner on first instance of driver
4600  * initialized.
4601  **/
4602 static void banner_display(void)
4603 {
4604         static int banner_done = 0;
4605         if (!banner_done)
4606         {
4607                 dprintkl(KERN_INFO, "%s %s\n", DC395X_BANNER, DC395X_VERSION);
4608                 banner_done = 1;
4609         }
4610 }
4611
4612
4613 /**
4614  * dc395x_init_one - Initialise a single instance of the adapter.
4615  *
4616  * The PCI layer will call this once for each instance of the adapter
4617  * that it finds in the system. The pci_dev strcuture indicates which
4618  * instance we are being called from.
4619  *
4620  * @dev: The PCI device to initialize.
4621  * @id: Looks like a pointer to the entry in our pci device table
4622  * that was actually matched by the PCI subsystem.
4623  *
4624  * Returns 0 on success, or an error code (-ve) on failure.
4625  **/
4626 static int dc395x_init_one(struct pci_dev *dev, const struct pci_device_id *id)
4627 {
4628         struct Scsi_Host *scsi_host = NULL;
4629         struct AdapterCtlBlk *acb = NULL;
4630         unsigned long io_port_base;
4631         unsigned int io_port_len;
4632         unsigned int irq;
4633
4634         dprintkdbg(DBG_0, "Init one instance (%s)\n", pci_name(dev));
4635         banner_display();
4636
4637         if (pci_enable_device(dev))
4638         {
4639                 dprintkl(KERN_INFO, "PCI Enable device failed.\n");
4640                 return -ENODEV;
4641         }
4642         io_port_base = pci_resource_start(dev, 0) & PCI_BASE_ADDRESS_IO_MASK;
4643         io_port_len = pci_resource_len(dev, 0);
4644         irq = dev->irq;
4645         dprintkdbg(DBG_0, "IO_PORT=0x%04lx, IRQ=0x%x\n", io_port_base, dev->irq);
4646
4647         /* allocate scsi host information (includes out adapter) */
4648         scsi_host = scsi_host_alloc(&dc395x_driver_template,
4649                                     sizeof(struct AdapterCtlBlk));
4650         if (!scsi_host) {
4651                 dprintkl(KERN_INFO, "scsi_host_alloc failed\n");
4652                 goto fail;
4653         }
4654         acb = (struct AdapterCtlBlk*)scsi_host->hostdata;
4655         acb->scsi_host = scsi_host;
4656         acb->dev = dev;
4657
4658         /* initialise the adapter and everything we need */
4659         if (adapter_init(acb, io_port_base, io_port_len, irq)) {
4660                 dprintkl(KERN_INFO, "adapter init failed\n");
4661                 goto fail;
4662         }
4663
4664         pci_set_master(dev);
4665
4666         /* get the scsi mid level to scan for new devices on the bus */
4667         if (scsi_add_host(scsi_host, &dev->dev)) {
4668                 dprintkl(KERN_ERR, "scsi_add_host failed\n");
4669                 goto fail;
4670         }
4671         pci_set_drvdata(dev, scsi_host);
4672         scsi_scan_host(scsi_host);
4673
4674         return 0;
4675
4676 fail:
4677         if (acb != NULL)
4678                 adapter_uninit(acb);
4679         if (scsi_host != NULL)
4680                 scsi_host_put(scsi_host);
4681         pci_disable_device(dev);
4682         return -ENODEV;
4683 }
4684
4685
4686 /**
4687  * dc395x_remove_one - Called to remove a single instance of the
4688  * adapter.
4689  *
4690  * @dev: The PCI device to initialize.
4691  **/
4692 static void dc395x_remove_one(struct pci_dev *dev)
4693 {
4694         struct Scsi_Host *scsi_host = pci_get_drvdata(dev);
4695         struct AdapterCtlBlk *acb = (struct AdapterCtlBlk *)(scsi_host->hostdata);
4696
4697         dprintkdbg(DBG_0, "dc395x_remove_one: acb=%p\n", acb);
4698
4699         scsi_remove_host(scsi_host);
4700         adapter_uninit(acb);
4701         pci_disable_device(dev);
4702         scsi_host_put(scsi_host);
4703 }
4704
4705
4706 static struct pci_device_id dc395x_pci_table[] = {
4707         {
4708                 .vendor         = PCI_VENDOR_ID_TEKRAM,
4709                 .device         = PCI_DEVICE_ID_TEKRAM_TRMS1040,
4710                 .subvendor      = PCI_ANY_ID,
4711                 .subdevice      = PCI_ANY_ID,
4712          },
4713         {}                      /* Terminating entry */
4714 };
4715 MODULE_DEVICE_TABLE(pci, dc395x_pci_table);
4716
4717
4718 static struct pci_driver dc395x_driver = {
4719         .name           = DC395X_NAME,
4720         .id_table       = dc395x_pci_table,
4721         .probe          = dc395x_init_one,
4722         .remove         = dc395x_remove_one,
4723 };
4724 module_pci_driver(dc395x_driver);
4725
4726 MODULE_AUTHOR("C.L. Huang / Erich Chen / Kurt Garloff");
4727 MODULE_DESCRIPTION("SCSI host adapter driver for Tekram TRM-S1040 based adapters: Tekram DC395 and DC315 series");
4728 MODULE_LICENSE("GPL");