2 * Disk Array driver for HP Smart Array SAS controllers
3 * Copyright (c) 2019-2020 Microchip Technology Inc. and its subsidiaries
4 * Copyright 2016 Microsemi Corporation
5 * Copyright 2014-2015 PMC-Sierra, Inc.
6 * Copyright 2000,2009-2015 Hewlett-Packard Development Company, L.P.
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; version 2 of the License.
12 * This program is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
15 * NON INFRINGEMENT. See the GNU General Public License for more details.
17 * Questions/Comments/Bugfixes to esc.storagedev@microsemi.com
23 #include <scsi/scsicam.h>
30 struct access_method {
31 void (*submit_command)(struct ctlr_info *h,
32 struct CommandList *c);
33 void (*set_intr_mask)(struct ctlr_info *h, unsigned long val);
34 bool (*intr_pending)(struct ctlr_info *h);
35 unsigned long (*command_completed)(struct ctlr_info *h, u8 q);
38 /* for SAS hosts and SAS expanders */
39 struct hpsa_sas_node {
40 struct device *parent_dev;
41 struct list_head port_list_head;
44 struct hpsa_sas_port {
45 struct list_head port_list_entry;
47 struct sas_port *port;
49 struct list_head phy_list_head;
50 struct hpsa_sas_node *parent_node;
51 struct sas_rphy *rphy;
55 struct list_head phy_list_entry;
57 struct hpsa_sas_port *parent_port;
61 #define EXTERNAL_QD 128
62 struct hpsa_scsi_dev_t {
64 int bus, target, lun; /* as presented to the OS */
65 unsigned char scsi3addr[8]; /* as presented to the HW */
66 u8 physical_device : 1;
68 u8 removed : 1; /* device is marked for death */
69 u8 was_removed : 1; /* device actually removed */
70 #define RAID_CTLR_LUNID "\0\0\0\0\0\0\0\0"
71 unsigned char device_id[16]; /* from inquiry pg. 0x83 */
73 u64 eli; /* from report diags. */
74 unsigned char vendor[8]; /* bytes 8-15 of inquiry data */
75 unsigned char model[16]; /* bytes 16-31 of inquiry data */
76 unsigned char rev; /* byte 2 of inquiry data */
77 unsigned char raid_level; /* from inquiry page 0xC1 */
78 unsigned char volume_offline; /* discovered via TUR or VPD */
79 u16 queue_depth; /* max queue_depth for this device */
80 atomic_t commands_outstanding; /* track commands sent to device */
81 atomic_t ioaccel_cmds_out; /* Only used for physical devices
82 * counts commands sent to physical
83 * device via "ioaccel" path.
91 u16 phys_connector[8];
92 int offload_config; /* I/O accel RAID offload configured */
93 int offload_enabled; /* I/O accel RAID offload enabled */
94 int offload_to_be_enabled;
95 int hba_ioaccel_enabled;
96 int offload_to_mirror; /* Send next I/O accelerator RAID
97 * offload request to mirror drive
99 struct raid_map_data raid_map; /* I/O accelerator RAID map */
102 * Pointers from logical drive map indices to the phys drives that
103 * make those logical drives. Note, multiple logical drives may
104 * share physical drives. You can have for instance 5 physical
105 * drives with 3 logical drives each using those same 5 physical
106 * disks. We need these pointers for counting i/o's out to physical
107 * devices in order to honor physical device queue depth limits.
109 struct hpsa_scsi_dev_t *phys_disk[RAID_MAP_MAX_ENTRIES];
112 struct hpsa_sas_port *sas_port;
113 int external; /* 1-from external array 0-not <0-unknown */
116 struct reply_queue_buffer {
125 struct bmic_controller_parameters {
127 u8 enable_command_list_verification;
128 u8 backed_out_write_drives;
129 u16 stripes_for_parity;
130 u8 parity_distribution_mode_flags;
131 u16 max_driver_requests;
132 u16 elevator_trend_count;
134 u8 force_scan_complete;
135 u8 scsi_transfer_mode;
139 u8 host_sdb_asic_fix;
140 u8 pdpi_burst_from_host_disabled;
141 char software_name[64];
142 char hardware_name[32];
144 u8 snapshot_priority;
146 u8 post_prompt_timeout;
147 u8 automatic_drive_slamming;
150 u8 cache_nvram_flags;
151 u8 drive_config_flags;
153 u8 temp_warning_level;
154 u8 temp_shutdown_level;
155 u8 temp_condition_reset;
156 u8 max_coalesce_commands;
157 u32 max_coalesce_delay;
165 unsigned int *reply_map;
169 struct pci_dev *pdev;
174 int nr_cmds; /* Number of commands allowed on this controller */
175 #define HPSA_CMDS_RESERVED_FOR_ABORTS 2
176 #define HPSA_CMDS_RESERVED_FOR_DRIVER 1
177 struct CfgTable __iomem *cfgtable;
178 int interrupts_enabled;
180 int last_collision_tag; /* tags are global */
181 atomic_t commands_outstanding;
182 # define PERF_MODE_INT 0
183 # define DOORBELL_INT 1
184 # define SIMPLE_MODE_INT 2
185 # define MEMQ_MODE_INT 3
186 unsigned int msix_vectors;
187 int intr_mode; /* either PERF_MODE_INT or SIMPLE_MODE_INT */
188 struct access_method access;
190 /* queue and queue Info */
195 u8 max_cmd_sg_entries;
197 struct SGDescriptor **cmd_sg_list;
198 struct ioaccel2_sg_element **ioaccel2_cmd_sg_list;
200 /* pointers to command and error info pool */
201 struct CommandList *cmd_pool;
202 dma_addr_t cmd_pool_dhandle;
203 struct io_accel1_cmd *ioaccel_cmd_pool;
204 dma_addr_t ioaccel_cmd_pool_dhandle;
205 struct io_accel2_cmd *ioaccel2_cmd_pool;
206 dma_addr_t ioaccel2_cmd_pool_dhandle;
207 struct ErrorInfo *errinfo_pool;
208 dma_addr_t errinfo_pool_dhandle;
209 unsigned long *cmd_pool_bits;
212 spinlock_t scan_lock;
213 wait_queue_head_t scan_wait_queue;
215 struct Scsi_Host *scsi_host;
216 spinlock_t devlock; /* to protect hba[ctlr]->dev[]; */
217 int ndevices; /* number of used elements in .dev[] array. */
218 struct hpsa_scsi_dev_t *dev[HPSA_MAX_DEVICES];
220 * Performant mode tables.
224 struct TransTable_struct __iomem *transtable;
225 unsigned long transMethod;
227 /* cap concurrent passthrus at some reasonable maximum */
228 #define HPSA_MAX_CONCURRENT_PASSTHRUS (10)
229 atomic_t passthru_cmds_avail;
232 * Performant mode completion buffers
234 size_t reply_queue_size;
235 struct reply_queue_buffer reply_queue[MAX_REPLY_QUEUES];
237 u32 *blockFetchTable;
238 u32 *ioaccel1_blockFetchTable;
239 u32 *ioaccel2_blockFetchTable;
240 u32 __iomem *ioaccel2_bft2_regs;
241 unsigned char *hba_inquiry_data;
246 u64 last_intr_timestamp;
248 u64 last_heartbeat_timestamp;
249 u32 heartbeat_sample_interval;
250 atomic_t firmware_flash_in_progress;
251 u32 __percpu *lockup_detected;
252 struct delayed_work monitor_ctlr_work;
253 struct delayed_work rescan_ctlr_work;
254 struct delayed_work event_monitor_work;
255 int remove_in_progress;
256 /* Address of h->q[x] is passed to intr handler to know which queue */
257 u8 q[MAX_REPLY_QUEUES];
258 char intrname[MAX_REPLY_QUEUES][16]; /* "hpsa0-msix00" names */
259 u32 TMFSupportFlags; /* cache what task mgmt funcs are supported. */
260 #define HPSATMF_BITS_SUPPORTED (1 << 0)
261 #define HPSATMF_PHYS_LUN_RESET (1 << 1)
262 #define HPSATMF_PHYS_NEX_RESET (1 << 2)
263 #define HPSATMF_PHYS_TASK_ABORT (1 << 3)
264 #define HPSATMF_PHYS_TSET_ABORT (1 << 4)
265 #define HPSATMF_PHYS_CLEAR_ACA (1 << 5)
266 #define HPSATMF_PHYS_CLEAR_TSET (1 << 6)
267 #define HPSATMF_PHYS_QRY_TASK (1 << 7)
268 #define HPSATMF_PHYS_QRY_TSET (1 << 8)
269 #define HPSATMF_PHYS_QRY_ASYNC (1 << 9)
270 #define HPSATMF_IOACCEL_ENABLED (1 << 15)
271 #define HPSATMF_MASK_SUPPORTED (1 << 16)
272 #define HPSATMF_LOG_LUN_RESET (1 << 17)
273 #define HPSATMF_LOG_NEX_RESET (1 << 18)
274 #define HPSATMF_LOG_TASK_ABORT (1 << 19)
275 #define HPSATMF_LOG_TSET_ABORT (1 << 20)
276 #define HPSATMF_LOG_CLEAR_ACA (1 << 21)
277 #define HPSATMF_LOG_CLEAR_TSET (1 << 22)
278 #define HPSATMF_LOG_QRY_TASK (1 << 23)
279 #define HPSATMF_LOG_QRY_TSET (1 << 24)
280 #define HPSATMF_LOG_QRY_ASYNC (1 << 25)
282 #define CTLR_STATE_CHANGE_EVENT (1 << 0)
283 #define CTLR_ENCLOSURE_HOT_PLUG_EVENT (1 << 1)
284 #define CTLR_STATE_CHANGE_EVENT_PHYSICAL_DRV (1 << 4)
285 #define CTLR_STATE_CHANGE_EVENT_LOGICAL_DRV (1 << 5)
286 #define CTLR_STATE_CHANGE_EVENT_REDUNDANT_CNTRL (1 << 6)
287 #define CTLR_STATE_CHANGE_EVENT_AIO_ENABLED_DISABLED (1 << 30)
288 #define CTLR_STATE_CHANGE_EVENT_AIO_CONFIG_CHANGE (1 << 31)
290 #define RESCAN_REQUIRED_EVENT_BITS \
291 (CTLR_ENCLOSURE_HOT_PLUG_EVENT | \
292 CTLR_STATE_CHANGE_EVENT_PHYSICAL_DRV | \
293 CTLR_STATE_CHANGE_EVENT_LOGICAL_DRV | \
294 CTLR_STATE_CHANGE_EVENT_AIO_ENABLED_DISABLED | \
295 CTLR_STATE_CHANGE_EVENT_AIO_CONFIG_CHANGE)
296 spinlock_t offline_device_lock;
297 struct list_head offline_device_list;
298 int acciopath_status;
300 int raid_offload_debug;
301 int discovery_polling;
303 struct ReportLUNdata *lastlogicals;
304 int needs_abort_tags_swizzled;
305 struct workqueue_struct *resubmit_wq;
306 struct workqueue_struct *rescan_ctlr_wq;
307 struct workqueue_struct *monitor_ctlr_wq;
308 atomic_t abort_cmds_available;
309 wait_queue_head_t event_sync_wait_queue;
310 struct mutex reset_mutex;
311 u8 reset_in_progress;
312 struct hpsa_sas_node *sas_host;
313 spinlock_t reset_lock;
316 struct offline_device_entry {
317 unsigned char scsi3addr[8];
318 struct list_head offline_list;
321 #define HPSA_ABORT_MSG 0
322 #define HPSA_DEVICE_RESET_MSG 1
323 #define HPSA_RESET_TYPE_CONTROLLER 0x00
324 #define HPSA_RESET_TYPE_BUS 0x01
325 #define HPSA_RESET_TYPE_LUN 0x04
326 #define HPSA_PHYS_TARGET_RESET 0x99 /* not defined by cciss spec */
327 #define HPSA_MSG_SEND_RETRY_LIMIT 10
328 #define HPSA_MSG_SEND_RETRY_INTERVAL_MSECS (10000)
330 /* Maximum time in seconds driver will wait for command completions
331 * when polling before giving up.
333 #define HPSA_MAX_POLL_TIME_SECS (20)
335 /* During SCSI error recovery, HPSA_TUR_RETRY_LIMIT defines
336 * how many times to retry TEST UNIT READY on a device
337 * while waiting for it to become ready before giving up.
338 * HPSA_MAX_WAIT_INTERVAL_SECS is the max wait interval
339 * between sending TURs while waiting for a device
342 #define HPSA_TUR_RETRY_LIMIT (20)
343 #define HPSA_MAX_WAIT_INTERVAL_SECS (30)
345 /* HPSA_BOARD_READY_WAIT_SECS is how long to wait for a board
346 * to become ready, in seconds, before giving up on it.
347 * HPSA_BOARD_READY_POLL_INTERVAL_MSECS * is how long to wait
348 * between polling the board to see if it is ready, in
349 * milliseconds. HPSA_BOARD_READY_POLL_INTERVAL and
350 * HPSA_BOARD_READY_ITERATIONS are derived from those.
352 #define HPSA_BOARD_READY_WAIT_SECS (120)
353 #define HPSA_BOARD_NOT_READY_WAIT_SECS (100)
354 #define HPSA_BOARD_READY_POLL_INTERVAL_MSECS (100)
355 #define HPSA_BOARD_READY_POLL_INTERVAL \
356 ((HPSA_BOARD_READY_POLL_INTERVAL_MSECS * HZ) / 1000)
357 #define HPSA_BOARD_READY_ITERATIONS \
358 ((HPSA_BOARD_READY_WAIT_SECS * 1000) / \
359 HPSA_BOARD_READY_POLL_INTERVAL_MSECS)
360 #define HPSA_BOARD_NOT_READY_ITERATIONS \
361 ((HPSA_BOARD_NOT_READY_WAIT_SECS * 1000) / \
362 HPSA_BOARD_READY_POLL_INTERVAL_MSECS)
363 #define HPSA_POST_RESET_PAUSE_MSECS (3000)
364 #define HPSA_POST_RESET_NOOP_RETRIES (12)
366 /* Defining the diffent access_menthods */
368 * Memory mapped FIFO interface (SMART 53xx cards)
370 #define SA5_DOORBELL 0x20
371 #define SA5_REQUEST_PORT_OFFSET 0x40
372 #define SA5_REQUEST_PORT64_LO_OFFSET 0xC0
373 #define SA5_REQUEST_PORT64_HI_OFFSET 0xC4
374 #define SA5_REPLY_INTR_MASK_OFFSET 0x34
375 #define SA5_REPLY_PORT_OFFSET 0x44
376 #define SA5_INTR_STATUS 0x30
377 #define SA5_SCRATCHPAD_OFFSET 0xB0
379 #define SA5_CTCFG_OFFSET 0xB4
380 #define SA5_CTMEM_OFFSET 0xB8
382 #define SA5_INTR_OFF 0x08
383 #define SA5B_INTR_OFF 0x04
384 #define SA5_INTR_PENDING 0x08
385 #define SA5B_INTR_PENDING 0x04
386 #define FIFO_EMPTY 0xffffffff
387 #define HPSA_FIRMWARE_READY 0xffff0000 /* value in scratchpad register */
389 #define HPSA_ERROR_BIT 0x02
391 /* Performant mode flags */
392 #define SA5_PERF_INTR_PENDING 0x04
393 #define SA5_PERF_INTR_OFF 0x05
394 #define SA5_OUTDB_STATUS_PERF_BIT 0x01
395 #define SA5_OUTDB_CLEAR_PERF_BIT 0x01
396 #define SA5_OUTDB_CLEAR 0xA0
397 #define SA5_OUTDB_CLEAR_PERF_BIT 0x01
398 #define SA5_OUTDB_STATUS 0x9C
401 #define HPSA_INTR_ON 1
402 #define HPSA_INTR_OFF 0
405 * Inbound Post Queue offsets for IO Accelerator Mode 2
407 #define IOACCEL2_INBOUND_POSTQ_32 0x48
408 #define IOACCEL2_INBOUND_POSTQ_64_LOW 0xd0
409 #define IOACCEL2_INBOUND_POSTQ_64_HI 0xd4
411 #define HPSA_PHYSICAL_DEVICE_BUS 0
412 #define HPSA_RAID_VOLUME_BUS 1
413 #define HPSA_EXTERNAL_RAID_VOLUME_BUS 2
414 #define HPSA_HBA_BUS 0
415 #define HPSA_LEGACY_HBA_BUS 3
418 Send the command to the hardware
420 static void SA5_submit_command(struct ctlr_info *h,
421 struct CommandList *c)
423 writel(c->busaddr, h->vaddr + SA5_REQUEST_PORT_OFFSET);
424 (void) readl(h->vaddr + SA5_SCRATCHPAD_OFFSET);
427 static void SA5_submit_command_no_read(struct ctlr_info *h,
428 struct CommandList *c)
430 writel(c->busaddr, h->vaddr + SA5_REQUEST_PORT_OFFSET);
433 static void SA5_submit_command_ioaccel2(struct ctlr_info *h,
434 struct CommandList *c)
436 writel(c->busaddr, h->vaddr + SA5_REQUEST_PORT_OFFSET);
440 * This card is the opposite of the other cards.
441 * 0 turns interrupts on...
442 * 0x08 turns them off...
444 static void SA5_intr_mask(struct ctlr_info *h, unsigned long val)
446 if (val) { /* Turn interrupts on */
447 h->interrupts_enabled = 1;
448 writel(0, h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
449 (void) readl(h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
450 } else { /* Turn them off */
451 h->interrupts_enabled = 0;
453 h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
454 (void) readl(h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
459 * Variant of the above; 0x04 turns interrupts off...
461 static void SA5B_intr_mask(struct ctlr_info *h, unsigned long val)
463 if (val) { /* Turn interrupts on */
464 h->interrupts_enabled = 1;
465 writel(0, h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
466 (void) readl(h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
467 } else { /* Turn them off */
468 h->interrupts_enabled = 0;
469 writel(SA5B_INTR_OFF,
470 h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
471 (void) readl(h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
475 static void SA5_performant_intr_mask(struct ctlr_info *h, unsigned long val)
477 if (val) { /* turn on interrupts */
478 h->interrupts_enabled = 1;
479 writel(0, h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
480 (void) readl(h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
482 h->interrupts_enabled = 0;
483 writel(SA5_PERF_INTR_OFF,
484 h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
485 (void) readl(h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
489 static unsigned long SA5_performant_completed(struct ctlr_info *h, u8 q)
491 struct reply_queue_buffer *rq = &h->reply_queue[q];
492 unsigned long register_value = FIFO_EMPTY;
494 /* msi auto clears the interrupt pending bit. */
495 if (unlikely(!(h->pdev->msi_enabled || h->msix_vectors))) {
496 /* flush the controller write of the reply queue by reading
497 * outbound doorbell status register.
499 (void) readl(h->vaddr + SA5_OUTDB_STATUS);
500 writel(SA5_OUTDB_CLEAR_PERF_BIT, h->vaddr + SA5_OUTDB_CLEAR);
501 /* Do a read in order to flush the write to the controller
504 (void) readl(h->vaddr + SA5_OUTDB_STATUS);
507 if ((((u32) rq->head[rq->current_entry]) & 1) == rq->wraparound) {
508 register_value = rq->head[rq->current_entry];
510 atomic_dec(&h->commands_outstanding);
512 register_value = FIFO_EMPTY;
514 /* Check for wraparound */
515 if (rq->current_entry == h->max_commands) {
516 rq->current_entry = 0;
519 return register_value;
523 * returns value read from hardware.
524 * returns FIFO_EMPTY if there is nothing to read
526 static unsigned long SA5_completed(struct ctlr_info *h,
527 __attribute__((unused)) u8 q)
529 unsigned long register_value
530 = readl(h->vaddr + SA5_REPLY_PORT_OFFSET);
532 if (register_value != FIFO_EMPTY)
533 atomic_dec(&h->commands_outstanding);
536 if (register_value != FIFO_EMPTY)
537 dev_dbg(&h->pdev->dev, "Read %lx back from board\n",
540 dev_dbg(&h->pdev->dev, "FIFO Empty read\n");
543 return register_value;
546 * Returns true if an interrupt is pending..
548 static bool SA5_intr_pending(struct ctlr_info *h)
550 unsigned long register_value =
551 readl(h->vaddr + SA5_INTR_STATUS);
552 return register_value & SA5_INTR_PENDING;
555 static bool SA5_performant_intr_pending(struct ctlr_info *h)
557 unsigned long register_value = readl(h->vaddr + SA5_INTR_STATUS);
562 /* Read outbound doorbell to flush */
563 register_value = readl(h->vaddr + SA5_OUTDB_STATUS);
564 return register_value & SA5_OUTDB_STATUS_PERF_BIT;
567 #define SA5_IOACCEL_MODE1_INTR_STATUS_CMP_BIT 0x100
569 static bool SA5_ioaccel_mode1_intr_pending(struct ctlr_info *h)
571 unsigned long register_value = readl(h->vaddr + SA5_INTR_STATUS);
573 return (register_value & SA5_IOACCEL_MODE1_INTR_STATUS_CMP_BIT) ?
578 * Returns true if an interrupt is pending..
580 static bool SA5B_intr_pending(struct ctlr_info *h)
582 return readl(h->vaddr + SA5_INTR_STATUS) & SA5B_INTR_PENDING;
585 #define IOACCEL_MODE1_REPLY_QUEUE_INDEX 0x1A0
586 #define IOACCEL_MODE1_PRODUCER_INDEX 0x1B8
587 #define IOACCEL_MODE1_CONSUMER_INDEX 0x1BC
588 #define IOACCEL_MODE1_REPLY_UNUSED 0xFFFFFFFFFFFFFFFFULL
590 static unsigned long SA5_ioaccel_mode1_completed(struct ctlr_info *h, u8 q)
593 struct reply_queue_buffer *rq = &h->reply_queue[q];
595 BUG_ON(q >= h->nreply_queues);
597 register_value = rq->head[rq->current_entry];
598 if (register_value != IOACCEL_MODE1_REPLY_UNUSED) {
599 rq->head[rq->current_entry] = IOACCEL_MODE1_REPLY_UNUSED;
600 if (++rq->current_entry == rq->size)
601 rq->current_entry = 0;
605 * Don't really need to write the new index after each command,
606 * but with current driver design this is easiest.
609 writel((q << 24) | rq->current_entry, h->vaddr +
610 IOACCEL_MODE1_CONSUMER_INDEX);
611 atomic_dec(&h->commands_outstanding);
613 return (unsigned long) register_value;
616 static struct access_method SA5_access = {
617 .submit_command = SA5_submit_command,
618 .set_intr_mask = SA5_intr_mask,
619 .intr_pending = SA5_intr_pending,
620 .command_completed = SA5_completed,
623 /* Duplicate entry of the above to mark unsupported boards */
624 static struct access_method SA5A_access = {
625 .submit_command = SA5_submit_command,
626 .set_intr_mask = SA5_intr_mask,
627 .intr_pending = SA5_intr_pending,
628 .command_completed = SA5_completed,
631 static struct access_method SA5B_access = {
632 .submit_command = SA5_submit_command,
633 .set_intr_mask = SA5B_intr_mask,
634 .intr_pending = SA5B_intr_pending,
635 .command_completed = SA5_completed,
638 static struct access_method SA5_ioaccel_mode1_access = {
639 .submit_command = SA5_submit_command,
640 .set_intr_mask = SA5_performant_intr_mask,
641 .intr_pending = SA5_ioaccel_mode1_intr_pending,
642 .command_completed = SA5_ioaccel_mode1_completed,
645 static struct access_method SA5_ioaccel_mode2_access = {
646 .submit_command = SA5_submit_command_ioaccel2,
647 .set_intr_mask = SA5_performant_intr_mask,
648 .intr_pending = SA5_performant_intr_pending,
649 .command_completed = SA5_performant_completed,
652 static struct access_method SA5_performant_access = {
653 .submit_command = SA5_submit_command,
654 .set_intr_mask = SA5_performant_intr_mask,
655 .intr_pending = SA5_performant_intr_pending,
656 .command_completed = SA5_performant_completed,
659 static struct access_method SA5_performant_access_no_read = {
660 .submit_command = SA5_submit_command_no_read,
661 .set_intr_mask = SA5_performant_intr_mask,
662 .intr_pending = SA5_performant_intr_pending,
663 .command_completed = SA5_performant_completed,
669 struct access_method *access;