1 /* SPDX-License-Identifier: GPL-2.0 */
3 * Author(s)......: Holger Smolinski <Holger.Smolinski@de.ibm.com>
4 * Horst Hummel <Horst.Hummel@de.ibm.com>
5 * Martin Schwidefsky <schwidefsky@de.ibm.com>
6 * Bugreports.to..: <Linux390@de.ibm.com>
7 * Copyright IBM Corp. 1999, 2009
13 /* we keep old device allocation scheme; IOW, minors are still in 0..255 */
14 #define DASD_PER_MAJOR (1U << (MINORBITS - DASD_PARTN_BITS))
15 #define DASD_PARTN_MASK ((1 << DASD_PARTN_BITS) - 1)
18 * States a dasd device can have:
19 * new: the dasd_device structure is allocated.
20 * known: the discipline for the device is identified.
21 * basic: the device can do basic i/o.
22 * unfmt: the device could not be analyzed (format is unknown).
23 * ready: partition detection is done and the device is can do block io.
24 * online: the device accepts requests from the block device queue.
26 * Things to do for startup state transitions:
27 * new -> known: find discipline for the device and create devfs entries.
28 * known -> basic: request irq line for the device.
29 * basic -> ready: do the initial analysis, e.g. format detection,
30 * do block device setup and detect partitions.
31 * ready -> online: schedule the device tasklet.
32 * Things to do for shutdown state transitions:
33 * online -> ready: just set the new device state.
34 * ready -> basic: flush requests from the block device layer, clear
35 * partition information and reset format information.
36 * basic -> known: terminate all requests and free irq.
37 * known -> new: remove devfs entries and forget discipline.
40 #define DASD_STATE_NEW 0
41 #define DASD_STATE_KNOWN 1
42 #define DASD_STATE_BASIC 2
43 #define DASD_STATE_UNFMT 3
44 #define DASD_STATE_READY 4
45 #define DASD_STATE_ONLINE 5
47 #include <linux/module.h>
48 #include <linux/wait.h>
49 #include <linux/blkdev.h>
50 #include <linux/genhd.h>
51 #include <linux/hdreg.h>
52 #include <linux/interrupt.h>
53 #include <linux/log2.h>
54 #include <asm/ccwdev.h>
55 #include <linux/workqueue.h>
56 #include <asm/debug.h>
58 #include <asm/idals.h>
59 #include <linux/bitops.h>
60 #include <linux/blk-mq.h>
62 /* DASD discipline magic */
63 #define DASD_ECKD_MAGIC 0xC5C3D2C4
64 #define DASD_DIAG_MAGIC 0xC4C9C1C7
65 #define DASD_FBA_MAGIC 0xC6C2C140
68 * SECTION: Type definitions
73 /* BIT DEFINITIONS FOR SENSE DATA */
74 #define DASD_SENSE_BIT_0 0x80
75 #define DASD_SENSE_BIT_1 0x40
76 #define DASD_SENSE_BIT_2 0x20
77 #define DASD_SENSE_BIT_3 0x10
79 /* BIT DEFINITIONS FOR SIM SENSE */
80 #define DASD_SIM_SENSE 0x0F
81 #define DASD_SIM_MSG_TO_OP 0x03
82 #define DASD_SIM_LOG 0x0C
84 /* lock class for nested cdev lock */
85 #define CDEV_NESTED_FIRST 1
86 #define CDEV_NESTED_SECOND 2
89 * SECTION: MACROs for klogd and s390 debug feature (dbf)
91 #define DBF_DEV_EVENT(d_level, d_device, d_str, d_data...) \
93 debug_sprintf_event(d_device->debug_area, \
99 #define DBF_EVENT(d_level, d_str, d_data...)\
101 debug_sprintf_event(dasd_debug_area, \
107 #define DBF_EVENT_DEVID(d_level, d_cdev, d_str, d_data...) \
109 struct ccw_dev_id __dev_id; \
110 ccw_device_get_id(d_cdev, &__dev_id); \
111 debug_sprintf_event(dasd_debug_area, \
113 "0.%x.%04x " d_str "\n", \
114 __dev_id.ssid, __dev_id.devno, d_data); \
117 /* limit size for an errorstring */
118 #define ERRORLENGTH 30
120 /* definition of dbf debug levels */
121 #define DBF_EMERG 0 /* system is unusable */
122 #define DBF_ALERT 1 /* action must be taken immediately */
123 #define DBF_CRIT 2 /* critical conditions */
124 #define DBF_ERR 3 /* error conditions */
125 #define DBF_WARNING 4 /* warning conditions */
126 #define DBF_NOTICE 5 /* normal but significant condition */
127 #define DBF_INFO 6 /* informational */
128 #define DBF_DEBUG 6 /* debug-level messages */
130 /* messages to be written via klogd and dbf */
131 #define DEV_MESSAGE(d_loglevel,d_device,d_string,d_args...)\
133 printk(d_loglevel PRINTK_HEADER " %s: " d_string "\n", \
134 dev_name(&d_device->cdev->dev), d_args); \
135 DBF_DEV_EVENT(DBF_ALERT, d_device, d_string, d_args); \
138 #define MESSAGE(d_loglevel,d_string,d_args...)\
140 printk(d_loglevel PRINTK_HEADER " " d_string "\n", d_args); \
141 DBF_EVENT(DBF_ALERT, d_string, d_args); \
144 /* messages to be written via klogd only */
145 #define DEV_MESSAGE_LOG(d_loglevel,d_device,d_string,d_args...)\
147 printk(d_loglevel PRINTK_HEADER " %s: " d_string "\n", \
148 dev_name(&d_device->cdev->dev), d_args); \
151 #define MESSAGE_LOG(d_loglevel,d_string,d_args...)\
153 printk(d_loglevel PRINTK_HEADER " " d_string "\n", d_args); \
156 /* Macro to calculate number of blocks per page */
157 #define BLOCKS_PER_PAGE(blksize) (PAGE_SIZE / blksize)
159 struct dasd_ccw_req {
160 unsigned int magic; /* Eye catcher */
161 int intrc; /* internal error, e.g. from start_IO */
162 struct list_head devlist; /* for dasd_device request queue */
163 struct list_head blocklist; /* for dasd_block request queue */
164 struct dasd_block *block; /* the originating block device */
165 struct dasd_device *memdev; /* the device used to allocate this */
166 struct dasd_device *startdev; /* device the request is started on */
167 struct dasd_device *basedev; /* base device if no block->base */
168 void *cpaddr; /* address of ccw or tcw */
169 short retries; /* A retry counter */
170 unsigned char cpmode; /* 0 = cmd mode, 1 = itcw */
171 char status; /* status of this request */
172 char lpm; /* logical path mask */
173 unsigned long flags; /* flags of this request */
174 struct dasd_queue *dq;
175 unsigned long starttime; /* jiffies time of request start */
176 unsigned long expires; /* expiration period in jiffies */
177 void *data; /* pointer to data area */
178 struct irb irb; /* device status in case of an error */
179 struct dasd_ccw_req *refers; /* ERP-chain queueing. */
180 void *function; /* originating ERP action */
183 unsigned long buildclk; /* TOD-clock of request generation */
184 unsigned long startclk; /* TOD-clock of request start */
185 unsigned long stopclk; /* TOD-clock of request interrupt */
186 unsigned long endclk; /* TOD-clock of request termination */
188 void (*callback)(struct dasd_ccw_req *, void *data);
190 unsigned int proc_bytes; /* bytes for partial completion */
194 * dasd_ccw_req -> status can be:
196 #define DASD_CQR_FILLED 0x00 /* request is ready to be processed */
197 #define DASD_CQR_DONE 0x01 /* request is completed successfully */
198 #define DASD_CQR_NEED_ERP 0x02 /* request needs recovery action */
199 #define DASD_CQR_IN_ERP 0x03 /* request is in recovery */
200 #define DASD_CQR_FAILED 0x04 /* request is finally failed */
201 #define DASD_CQR_TERMINATED 0x05 /* request was stopped by driver */
203 #define DASD_CQR_QUEUED 0x80 /* request is queued to be processed */
204 #define DASD_CQR_IN_IO 0x81 /* request is currently in IO */
205 #define DASD_CQR_ERROR 0x82 /* request is completed with error */
206 #define DASD_CQR_CLEAR_PENDING 0x83 /* request is clear pending */
207 #define DASD_CQR_CLEARED 0x84 /* request was cleared */
208 #define DASD_CQR_SUCCESS 0x85 /* request was successful */
210 /* default expiration time*/
211 #define DASD_EXPIRES 300
212 #define DASD_EXPIRES_MAX 40000000
213 #define DASD_RETRIES 256
214 #define DASD_RETRIES_MAX 32768
216 /* per dasd_ccw_req flags */
217 #define DASD_CQR_FLAGS_USE_ERP 0 /* use ERP for this request */
218 #define DASD_CQR_FLAGS_FAILFAST 1 /* FAILFAST */
219 #define DASD_CQR_VERIFY_PATH 2 /* path verification request */
220 #define DASD_CQR_ALLOW_SLOCK 3 /* Try this request even when lock was
221 * stolen. Should not be combined with
222 * DASD_CQR_FLAGS_USE_ERP
225 * The following flags are used to suppress output of certain errors.
227 #define DASD_CQR_SUPPRESS_NRF 4 /* Suppress 'No Record Found' error */
228 #define DASD_CQR_SUPPRESS_FP 5 /* Suppress 'File Protected' error*/
229 #define DASD_CQR_SUPPRESS_IL 6 /* Suppress 'Incorrect Length' error */
230 #define DASD_CQR_SUPPRESS_CR 7 /* Suppress 'Command Reject' error */
232 #define DASD_REQ_PER_DEV 4
234 /* Signature for error recovery functions. */
235 typedef struct dasd_ccw_req *(*dasd_erp_fn_t) (struct dasd_ccw_req *);
238 * A single CQR can only contain a maximum of 255 CCWs. It is limited by
239 * the locate record and locate record extended count value which can only hold
242 #define DASD_CQR_MAX_CCW 255
245 * Unique identifier for dasd device.
247 #define UA_NOT_CONFIGURED 0x00
248 #define UA_BASE_DEVICE 0x01
249 #define UA_BASE_PAV_ALIAS 0x02
250 #define UA_HYPER_PAV_ALIAS 0x03
263 * the struct dasd_discipline is
264 * sth like a table of virtual functions, if you think of dasd_eckd
266 * no, currently we are not planning to reimplement the driver in C++
268 struct dasd_discipline {
269 struct module *owner;
270 char ebcname[8]; /* a name used for tagging and printks */
271 char name[8]; /* a name used for tagging and printks */
273 struct list_head list; /* used for list of disciplines */
276 * Device recognition functions. check_device is used to verify
277 * the sense data and the information returned by read device
278 * characteristics. It returns 0 if the discipline can be used
279 * for the device in question. uncheck_device is called during
280 * device shutdown to deregister a device from its discipline.
282 int (*check_device) (struct dasd_device *);
283 void (*uncheck_device) (struct dasd_device *);
286 * do_analysis is used in the step from device state "basic" to
287 * state "accept". It returns 0 if the device can be made ready,
288 * it returns -EMEDIUMTYPE if the device can't be made ready or
289 * -EAGAIN if do_analysis started a ccw that needs to complete
290 * before the analysis may be repeated.
292 int (*do_analysis) (struct dasd_block *);
295 * This function is called, when new paths become available.
296 * Disciplins may use this callback to do necessary setup work,
297 * e.g. verify that new path is compatible with the current
300 int (*pe_handler)(struct dasd_device *, __u8, __u8);
303 * Last things to do when a device is set online, and first things
304 * when it is set offline.
306 int (*basic_to_ready) (struct dasd_device *);
307 int (*online_to_ready) (struct dasd_device *);
308 int (*basic_to_known)(struct dasd_device *);
311 * Initialize block layer request queue.
313 void (*setup_blk_queue)(struct dasd_block *);
314 /* (struct dasd_device *);
315 * Device operation functions. build_cp creates a ccw chain for
316 * a block device request, start_io starts the request and
317 * term_IO cancels it (e.g. in case of a timeout). format_device
318 * formats the device and check_device_format compares the format of
319 * a device with the expected format_data.
320 * handle_terminated_request allows to examine a cqr and prepare
323 struct dasd_ccw_req *(*build_cp) (struct dasd_device *,
326 int (*start_IO) (struct dasd_ccw_req *);
327 int (*term_IO) (struct dasd_ccw_req *);
328 void (*handle_terminated_request) (struct dasd_ccw_req *);
329 int (*format_device) (struct dasd_device *,
330 struct format_data_t *, int);
331 int (*check_device_format)(struct dasd_device *,
332 struct format_check_t *, int);
333 int (*free_cp) (struct dasd_ccw_req *, struct request *);
336 * Error recovery functions. examine_error() returns a value that
337 * indicates what to do for an error condition. If examine_error()
338 * returns 'dasd_era_recover' erp_action() is called to create a
339 * special error recovery ccw. erp_postaction() is called after
340 * an error recovery ccw has finished its execution. dump_sense
341 * is called for every error condition to print the sense data
344 dasd_erp_fn_t(*erp_action) (struct dasd_ccw_req *);
345 dasd_erp_fn_t(*erp_postaction) (struct dasd_ccw_req *);
346 void (*dump_sense) (struct dasd_device *, struct dasd_ccw_req *,
348 void (*dump_sense_dbf) (struct dasd_device *, struct irb *, char *);
349 void (*check_for_device_change) (struct dasd_device *,
350 struct dasd_ccw_req *,
353 /* i/o control functions. */
354 int (*fill_geometry) (struct dasd_block *, struct hd_geometry *);
355 int (*fill_info) (struct dasd_device *, struct dasd_information2_t *);
356 int (*ioctl) (struct dasd_block *, unsigned int, void __user *);
358 /* reload device after state change */
359 int (*reload) (struct dasd_device *);
361 int (*get_uid) (struct dasd_device *, struct dasd_uid *);
362 void (*kick_validate) (struct dasd_device *);
363 int (*check_attention)(struct dasd_device *, __u8);
364 int (*host_access_count)(struct dasd_device *);
365 int (*hosts_print)(struct dasd_device *, struct seq_file *);
366 void (*handle_hpf_error)(struct dasd_device *, struct irb *);
367 void (*disable_hpf)(struct dasd_device *);
368 int (*hpf_enabled)(struct dasd_device *);
369 void (*reset_path)(struct dasd_device *, __u8);
372 * Extent Space Efficient (ESE) relevant functions
374 int (*is_ese)(struct dasd_device *);
376 int (*space_allocated)(struct dasd_device *);
377 int (*space_configured)(struct dasd_device *);
378 int (*logical_capacity)(struct dasd_device *);
379 int (*release_space)(struct dasd_device *, struct format_data_t *);
381 int (*ext_pool_id)(struct dasd_device *);
382 int (*ext_size)(struct dasd_device *);
383 int (*ext_pool_cap_at_warnlevel)(struct dasd_device *);
384 int (*ext_pool_warn_thrshld)(struct dasd_device *);
385 int (*ext_pool_oos)(struct dasd_device *);
386 int (*ext_pool_exhaust)(struct dasd_device *, struct dasd_ccw_req *);
387 struct dasd_ccw_req *(*ese_format)(struct dasd_device *,
388 struct dasd_ccw_req *, struct irb *);
389 int (*ese_read)(struct dasd_ccw_req *, struct irb *);
392 extern struct dasd_discipline *dasd_diag_discipline_pointer;
395 * Notification numbers for extended error reporting notifications:
396 * The DASD_EER_DISABLE notification is sent before a dasd_device (and it's
397 * eer pointer) is freed. The error reporting module needs to do all necessary
399 * The DASD_EER_TRIGGER notification sends the actual error reports (triggers).
401 #define DASD_EER_DISABLE 0
402 #define DASD_EER_TRIGGER 1
404 /* Trigger IDs for extended error reporting DASD_EER_TRIGGER notification */
405 #define DASD_EER_FATALERROR 1
406 #define DASD_EER_NOPATH 2
407 #define DASD_EER_STATECHANGE 3
408 #define DASD_EER_PPRCSUSPEND 4
409 #define DASD_EER_NOSPC 5
411 /* DASD path handling */
413 #define DASD_PATH_OPERATIONAL 1
414 #define DASD_PATH_TBV 2
415 #define DASD_PATH_PP 3
416 #define DASD_PATH_NPP 4
417 #define DASD_PATH_MISCABLED 5
418 #define DASD_PATH_NOHPF 6
419 #define DASD_PATH_CUIR 7
420 #define DASD_PATH_IFCC 8
421 #define DASD_PATH_FCSEC 9
423 #define DASD_THRHLD_MAX 4294967295U
424 #define DASD_INTERVAL_MAX 4294967295U
426 /* FC Endpoint Security Capabilities */
427 #define DASD_FC_SECURITY_UNSUP 0
428 #define DASD_FC_SECURITY_AUTH 1
429 #define DASD_FC_SECURITY_ENC_FCSP2 2
430 #define DASD_FC_SECURITY_ENC_ERAS 3
432 #define DASD_FC_SECURITY_ENC_STR "Encryption"
433 static const struct {
436 } dasd_path_fcs_mnemonics[] = {
437 { DASD_FC_SECURITY_UNSUP, "Unsupported" },
438 { DASD_FC_SECURITY_AUTH, "Authentication" },
439 { DASD_FC_SECURITY_ENC_FCSP2, DASD_FC_SECURITY_ENC_STR },
440 { DASD_FC_SECURITY_ENC_ERAS, DASD_FC_SECURITY_ENC_STR },
443 static inline char *dasd_path_get_fcs_str(int val)
447 for (i = 0; i < ARRAY_SIZE(dasd_path_fcs_mnemonics); i++) {
448 if (dasd_path_fcs_mnemonics[i].value == val)
449 return dasd_path_fcs_mnemonics[i].name;
452 return dasd_path_fcs_mnemonics[0].name;
460 struct dasd_conf_data *conf_data;
461 atomic_t error_count;
462 unsigned long errorclk;
468 #define to_dasd_path(path) container_of(path, struct dasd_path, kobj)
470 static inline void dasd_path_release(struct kobject *kobj)
472 /* Memory for the dasd_path kobject is freed when dasd_free_device() is called */
476 struct dasd_profile_info {
477 /* legacy part of profile data, as in dasd_profile_info_t */
478 unsigned int dasd_io_reqs; /* number of requests processed */
479 unsigned int dasd_io_sects; /* number of sectors processed */
480 unsigned int dasd_io_secs[32]; /* histogram of request's sizes */
481 unsigned int dasd_io_times[32]; /* histogram of requests's times */
482 unsigned int dasd_io_timps[32]; /* h. of requests's times per sector */
483 unsigned int dasd_io_time1[32]; /* hist. of time from build to start */
484 unsigned int dasd_io_time2[32]; /* hist. of time from start to irq */
485 unsigned int dasd_io_time2ps[32]; /* hist. of time from start to irq */
486 unsigned int dasd_io_time3[32]; /* hist. of time from irq to end */
487 unsigned int dasd_io_nr_req[32]; /* hist. of # of requests in chanq */
490 struct timespec64 starttod; /* time of start or last reset */
491 unsigned int dasd_io_alias; /* requests using an alias */
492 unsigned int dasd_io_tpm; /* requests using transport mode */
493 unsigned int dasd_read_reqs; /* total number of read requests */
494 unsigned int dasd_read_sects; /* total number read sectors */
495 unsigned int dasd_read_alias; /* read request using an alias */
496 unsigned int dasd_read_tpm; /* read requests in transport mode */
497 unsigned int dasd_read_secs[32]; /* histogram of request's sizes */
498 unsigned int dasd_read_times[32]; /* histogram of requests's times */
499 unsigned int dasd_read_time1[32]; /* hist. time from build to start */
500 unsigned int dasd_read_time2[32]; /* hist. of time from start to irq */
501 unsigned int dasd_read_time3[32]; /* hist. of time from irq to end */
502 unsigned int dasd_read_nr_req[32]; /* hist. of # of requests in chanq */
503 unsigned long dasd_sum_times; /* sum of request times */
504 unsigned long dasd_sum_time_str; /* sum of time from build to start */
505 unsigned long dasd_sum_time_irq; /* sum of time from start to irq */
506 unsigned long dasd_sum_time_end; /* sum of time from irq to end */
509 struct dasd_profile {
510 struct dentry *dentry;
511 struct dasd_profile_info *data;
515 struct dasd_format_entry {
516 struct list_head list;
521 /* Block device stuff. */
522 struct dasd_block *block;
524 unsigned int devindex;
525 unsigned long flags; /* per device flags */
526 unsigned short features; /* copy of devmap-features (read-only!) */
528 /* extended error reporting stuff (eer) */
529 struct dasd_ccw_req *eer_cqr;
531 /* Device discipline stuff. */
532 struct dasd_discipline *discipline;
533 struct dasd_discipline *base_discipline;
535 struct dasd_path path[8];
538 /* Device state and target state. */
540 struct mutex state_mutex;
541 int stopped; /* device (ccw_device_start) was stopped */
543 /* reference count. */
546 /* ccw queue and memory for static ccw/erp buffers. */
547 struct list_head ccw_queue;
552 struct list_head ccw_chunks;
553 struct list_head erp_chunks;
554 struct list_head ese_chunks;
556 atomic_t tasklet_scheduled;
557 struct tasklet_struct tasklet;
558 struct work_struct kick_work;
559 struct work_struct reload_device;
560 struct work_struct kick_validate;
561 struct work_struct suc_work;
562 struct work_struct requeue_requests;
563 struct timer_list timer;
565 debug_info_t *debug_area;
567 struct ccw_device *cdev;
569 /* hook for alias management */
570 struct list_head alias_list;
572 /* default expiration time in s */
573 unsigned long default_expires;
574 unsigned long default_retries;
576 unsigned long blk_timeout;
578 unsigned long path_thrhld;
579 unsigned long path_interval;
581 struct dentry *debugfs_dentry;
582 struct dentry *hosts_dentry;
583 struct dasd_profile profile;
584 struct dasd_format_entry format_entry;
585 struct kset *paths_info;
589 /* Block device stuff. */
591 struct request_queue *request_queue;
592 spinlock_t request_queue_lock;
593 struct blk_mq_tag_set tag_set;
594 struct block_device *bdev;
597 unsigned long blocks; /* size of volume in blocks */
598 unsigned int bp_block; /* bytes per block */
599 unsigned int s2b_shift; /* log2 (bp_block/512) */
601 struct dasd_device *base;
602 struct list_head ccw_queue;
603 spinlock_t queue_lock;
605 atomic_t tasklet_scheduled;
606 struct tasklet_struct tasklet;
607 struct timer_list timer;
609 struct dentry *debugfs_dentry;
610 struct dasd_profile profile;
612 struct list_head format_list;
613 spinlock_t format_lock;
616 struct dasd_attention_data {
617 struct dasd_device *device;
625 /* reasons why device (ccw_device_start) was stopped */
626 #define DASD_STOPPED_NOT_ACC 1 /* not accessible */
627 #define DASD_STOPPED_QUIESCE 2 /* Quiesced */
628 #define DASD_STOPPED_PENDING 4 /* long busy */
629 #define DASD_STOPPED_DC_WAIT 8 /* disconnected, wait */
630 #define DASD_STOPPED_SU 16 /* summary unit check handling */
631 #define DASD_STOPPED_NOSPC 128 /* no space left */
633 /* per device flags */
634 #define DASD_FLAG_OFFLINE 3 /* device is in offline processing */
635 #define DASD_FLAG_EER_SNSS 4 /* A SNSS is required */
636 #define DASD_FLAG_EER_IN_USE 5 /* A SNSS request is running */
637 #define DASD_FLAG_DEVICE_RO 6 /* The device itself is read-only. Don't
638 * confuse this with the user specified
641 #define DASD_FLAG_IS_RESERVED 7 /* The device is reserved */
642 #define DASD_FLAG_LOCK_STOLEN 8 /* The device lock was stolen */
643 #define DASD_FLAG_SUSPENDED 9 /* The device was suspended */
644 #define DASD_FLAG_SAFE_OFFLINE 10 /* safe offline processing requested*/
645 #define DASD_FLAG_SAFE_OFFLINE_RUNNING 11 /* safe offline running */
646 #define DASD_FLAG_ABORTALL 12 /* Abort all noretry requests */
647 #define DASD_FLAG_PATH_VERIFY 13 /* Path verification worker running */
648 #define DASD_FLAG_SUC 14 /* unhandled summary unit check */
650 #define DASD_SLEEPON_START_TAG ((void *) 1)
651 #define DASD_SLEEPON_END_TAG ((void *) 2)
653 void dasd_put_device_wake(struct dasd_device *);
656 * Reference count inliners
659 dasd_get_device(struct dasd_device *device)
661 atomic_inc(&device->ref_count);
665 dasd_put_device(struct dasd_device *device)
667 if (atomic_dec_return(&device->ref_count) == 0)
668 dasd_put_device_wake(device);
672 * The static memory in ccw_mem and erp_mem is managed by a sorted
673 * list of free memory chunks.
677 struct list_head list;
679 } __attribute__ ((aligned(8)));
682 dasd_init_chunklist(struct list_head *chunk_list, void *mem,
685 struct dasd_mchunk *chunk;
687 INIT_LIST_HEAD(chunk_list);
688 chunk = (struct dasd_mchunk *) mem;
689 chunk->size = size - sizeof(struct dasd_mchunk);
690 list_add(&chunk->list, chunk_list);
694 dasd_alloc_chunk(struct list_head *chunk_list, unsigned long size)
696 struct dasd_mchunk *chunk, *tmp;
698 size = (size + 7L) & -8L;
699 list_for_each_entry(chunk, chunk_list, list) {
700 if (chunk->size < size)
702 if (chunk->size > size + sizeof(struct dasd_mchunk)) {
703 char *endaddr = (char *) (chunk + 1) + chunk->size;
704 tmp = (struct dasd_mchunk *) (endaddr - size) - 1;
706 chunk->size -= size + sizeof(struct dasd_mchunk);
709 list_del(&chunk->list);
710 return (void *) (chunk + 1);
716 dasd_free_chunk(struct list_head *chunk_list, void *mem)
718 struct dasd_mchunk *chunk, *tmp;
719 struct list_head *p, *left;
721 chunk = (struct dasd_mchunk *)
722 ((char *) mem - sizeof(struct dasd_mchunk));
723 /* Find out the left neighbour in chunk_list. */
725 list_for_each(p, chunk_list) {
726 if (list_entry(p, struct dasd_mchunk, list) > chunk)
730 /* Try to merge with right neighbour = next element from left. */
731 if (left->next != chunk_list) {
732 tmp = list_entry(left->next, struct dasd_mchunk, list);
733 if ((char *) (chunk + 1) + chunk->size == (char *) tmp) {
734 list_del(&tmp->list);
735 chunk->size += tmp->size + sizeof(struct dasd_mchunk);
738 /* Try to merge with left neighbour. */
739 if (left != chunk_list) {
740 tmp = list_entry(left, struct dasd_mchunk, list);
741 if ((char *) (tmp + 1) + tmp->size == (char *) chunk) {
742 tmp->size += chunk->size + sizeof(struct dasd_mchunk);
746 __list_add(&chunk->list, left, left->next);
750 * Check if bsize is in { 512, 1024, 2048, 4096 }
753 dasd_check_blocksize(int bsize)
755 if (bsize < 512 || bsize > 4096 || !is_power_of_2(bsize))
760 /* externals in dasd.c */
761 #define DASD_PROFILE_OFF 0
762 #define DASD_PROFILE_ON 1
763 #define DASD_PROFILE_GLOBAL_ONLY 2
765 extern debug_info_t *dasd_debug_area;
766 extern struct dasd_profile dasd_global_profile;
767 extern unsigned int dasd_global_profile_level;
768 extern const struct block_device_operations dasd_device_operations;
770 extern struct kmem_cache *dasd_page_cache;
772 struct dasd_ccw_req *
773 dasd_smalloc_request(int, int, int, struct dasd_device *, struct dasd_ccw_req *);
774 struct dasd_ccw_req *dasd_fmalloc_request(int, int, int, struct dasd_device *);
775 void dasd_sfree_request(struct dasd_ccw_req *, struct dasd_device *);
776 void dasd_ffree_request(struct dasd_ccw_req *, struct dasd_device *);
777 void dasd_wakeup_cb(struct dasd_ccw_req *, void *);
779 struct dasd_device *dasd_alloc_device(void);
780 void dasd_free_device(struct dasd_device *);
782 struct dasd_block *dasd_alloc_block(void);
783 void dasd_free_block(struct dasd_block *);
785 enum blk_eh_timer_return dasd_times_out(struct request *req, bool reserved);
787 void dasd_enable_device(struct dasd_device *);
788 void dasd_set_target_state(struct dasd_device *, int);
789 void dasd_kick_device(struct dasd_device *);
790 void dasd_reload_device(struct dasd_device *);
791 void dasd_schedule_requeue(struct dasd_device *);
793 void dasd_add_request_head(struct dasd_ccw_req *);
794 void dasd_add_request_tail(struct dasd_ccw_req *);
795 int dasd_start_IO(struct dasd_ccw_req *);
796 int dasd_term_IO(struct dasd_ccw_req *);
797 void dasd_schedule_device_bh(struct dasd_device *);
798 void dasd_schedule_block_bh(struct dasd_block *);
799 int dasd_sleep_on(struct dasd_ccw_req *);
800 int dasd_sleep_on_queue(struct list_head *);
801 int dasd_sleep_on_immediatly(struct dasd_ccw_req *);
802 int dasd_sleep_on_queue_interruptible(struct list_head *);
803 int dasd_sleep_on_interruptible(struct dasd_ccw_req *);
804 void dasd_device_set_timer(struct dasd_device *, int);
805 void dasd_device_clear_timer(struct dasd_device *);
806 void dasd_block_set_timer(struct dasd_block *, int);
807 void dasd_block_clear_timer(struct dasd_block *);
808 int dasd_cancel_req(struct dasd_ccw_req *);
809 int dasd_flush_device_queue(struct dasd_device *);
810 int dasd_generic_probe(struct ccw_device *);
811 void dasd_generic_free_discipline(struct dasd_device *);
812 void dasd_generic_remove (struct ccw_device *cdev);
813 int dasd_generic_set_online(struct ccw_device *, struct dasd_discipline *);
814 int dasd_generic_set_offline (struct ccw_device *cdev);
815 int dasd_generic_notify(struct ccw_device *, int);
816 int dasd_generic_last_path_gone(struct dasd_device *);
817 int dasd_generic_path_operational(struct dasd_device *);
818 void dasd_generic_shutdown(struct ccw_device *);
820 void dasd_generic_handle_state_change(struct dasd_device *);
821 enum uc_todo dasd_generic_uc_handler(struct ccw_device *, struct irb *);
822 void dasd_generic_path_event(struct ccw_device *, int *);
823 int dasd_generic_verify_path(struct dasd_device *, __u8);
824 void dasd_generic_space_exhaust(struct dasd_device *, struct dasd_ccw_req *);
825 void dasd_generic_space_avail(struct dasd_device *);
827 int dasd_generic_read_dev_chars(struct dasd_device *, int, void *, int);
828 char *dasd_get_sense(struct irb *);
830 void dasd_device_set_stop_bits(struct dasd_device *, int);
831 void dasd_device_remove_stop_bits(struct dasd_device *, int);
833 int dasd_device_is_ro(struct dasd_device *);
835 void dasd_profile_reset(struct dasd_profile *);
836 int dasd_profile_on(struct dasd_profile *);
837 void dasd_profile_off(struct dasd_profile *);
838 char *dasd_get_user_string(const char __user *, size_t);
840 /* externals in dasd_devmap.c */
841 extern int dasd_max_devindex;
842 extern int dasd_probeonly;
843 extern int dasd_autodetect;
844 extern int dasd_nopav;
845 extern int dasd_nofcx;
847 int dasd_devmap_init(void);
848 void dasd_devmap_exit(void);
850 struct dasd_device *dasd_create_device(struct ccw_device *);
851 void dasd_delete_device(struct dasd_device *);
853 int dasd_get_feature(struct ccw_device *, int);
854 int dasd_set_feature(struct ccw_device *, int, int);
856 extern const struct attribute_group *dasd_dev_groups[];
857 void dasd_path_create_kobj(struct dasd_device *, int);
858 void dasd_path_create_kobjects(struct dasd_device *);
859 void dasd_path_remove_kobjects(struct dasd_device *);
861 struct dasd_device *dasd_device_from_cdev(struct ccw_device *);
862 struct dasd_device *dasd_device_from_cdev_locked(struct ccw_device *);
863 struct dasd_device *dasd_device_from_devindex(int);
865 void dasd_add_link_to_gendisk(struct gendisk *, struct dasd_device *);
866 struct dasd_device *dasd_device_from_gendisk(struct gendisk *);
868 int dasd_parse(void) __init;
869 int dasd_busid_known(const char *);
871 /* externals in dasd_gendisk.c */
872 int dasd_gendisk_init(void);
873 void dasd_gendisk_exit(void);
874 int dasd_gendisk_alloc(struct dasd_block *);
875 void dasd_gendisk_free(struct dasd_block *);
876 int dasd_scan_partitions(struct dasd_block *);
877 void dasd_destroy_partitions(struct dasd_block *);
879 /* externals in dasd_ioctl.c */
880 int dasd_ioctl(struct block_device *, fmode_t, unsigned int, unsigned long);
881 int dasd_set_read_only(struct block_device *bdev, bool ro);
883 /* externals in dasd_proc.c */
884 int dasd_proc_init(void);
885 void dasd_proc_exit(void);
887 /* externals in dasd_erp.c */
888 struct dasd_ccw_req *dasd_default_erp_action(struct dasd_ccw_req *);
889 struct dasd_ccw_req *dasd_default_erp_postaction(struct dasd_ccw_req *);
890 struct dasd_ccw_req *dasd_alloc_erp_request(char *, int, int,
891 struct dasd_device *);
892 void dasd_free_erp_request(struct dasd_ccw_req *, struct dasd_device *);
893 void dasd_log_sense(struct dasd_ccw_req *, struct irb *);
894 void dasd_log_sense_dbf(struct dasd_ccw_req *cqr, struct irb *irb);
896 /* externals in dasd_3990_erp.c */
897 struct dasd_ccw_req *dasd_3990_erp_action(struct dasd_ccw_req *);
898 void dasd_3990_erp_handle_sim(struct dasd_device *, char *);
900 /* externals in dasd_eer.c */
901 #ifdef CONFIG_DASD_EER
902 int dasd_eer_init(void);
903 void dasd_eer_exit(void);
904 int dasd_eer_enable(struct dasd_device *);
905 void dasd_eer_disable(struct dasd_device *);
906 void dasd_eer_write(struct dasd_device *, struct dasd_ccw_req *cqr,
908 void dasd_eer_snss(struct dasd_device *);
910 static inline int dasd_eer_enabled(struct dasd_device *device)
912 return device->eer_cqr != NULL;
915 #define dasd_eer_init() (0)
916 #define dasd_eer_exit() do { } while (0)
917 #define dasd_eer_enable(d) (0)
918 #define dasd_eer_disable(d) do { } while (0)
919 #define dasd_eer_write(d,c,i) do { } while (0)
920 #define dasd_eer_snss(d) do { } while (0)
921 #define dasd_eer_enabled(d) (0)
922 #endif /* CONFIG_DASD_ERR */
925 /* DASD path handling functions */
928 * helper functions to modify bit masks for a given channel path for a device
930 static inline int dasd_path_is_operational(struct dasd_device *device, int chp)
932 return test_bit(DASD_PATH_OPERATIONAL, &device->path[chp].flags);
935 static inline int dasd_path_need_verify(struct dasd_device *device, int chp)
937 return test_bit(DASD_PATH_TBV, &device->path[chp].flags);
940 static inline void dasd_path_verify(struct dasd_device *device, int chp)
942 __set_bit(DASD_PATH_TBV, &device->path[chp].flags);
945 static inline void dasd_path_clear_verify(struct dasd_device *device, int chp)
947 __clear_bit(DASD_PATH_TBV, &device->path[chp].flags);
950 static inline void dasd_path_clear_all_verify(struct dasd_device *device)
954 for (chp = 0; chp < 8; chp++)
955 dasd_path_clear_verify(device, chp);
958 static inline void dasd_path_fcsec(struct dasd_device *device, int chp)
960 __set_bit(DASD_PATH_FCSEC, &device->path[chp].flags);
963 static inline void dasd_path_clear_fcsec(struct dasd_device *device, int chp)
965 __clear_bit(DASD_PATH_FCSEC, &device->path[chp].flags);
968 static inline int dasd_path_need_fcsec(struct dasd_device *device, int chp)
970 return test_bit(DASD_PATH_FCSEC, &device->path[chp].flags);
973 static inline void dasd_path_clear_all_fcsec(struct dasd_device *device)
977 for (chp = 0; chp < 8; chp++)
978 dasd_path_clear_fcsec(device, chp);
981 static inline void dasd_path_operational(struct dasd_device *device, int chp)
983 __set_bit(DASD_PATH_OPERATIONAL, &device->path[chp].flags);
984 device->opm |= (0x80 >> chp);
987 static inline void dasd_path_nonpreferred(struct dasd_device *device, int chp)
989 __set_bit(DASD_PATH_NPP, &device->path[chp].flags);
992 static inline int dasd_path_is_nonpreferred(struct dasd_device *device, int chp)
994 return test_bit(DASD_PATH_NPP, &device->path[chp].flags);
997 static inline void dasd_path_clear_nonpreferred(struct dasd_device *device,
1000 __clear_bit(DASD_PATH_NPP, &device->path[chp].flags);
1003 static inline void dasd_path_preferred(struct dasd_device *device, int chp)
1005 __set_bit(DASD_PATH_PP, &device->path[chp].flags);
1008 static inline int dasd_path_is_preferred(struct dasd_device *device, int chp)
1010 return test_bit(DASD_PATH_PP, &device->path[chp].flags);
1013 static inline void dasd_path_clear_preferred(struct dasd_device *device,
1016 __clear_bit(DASD_PATH_PP, &device->path[chp].flags);
1019 static inline void dasd_path_clear_oper(struct dasd_device *device, int chp)
1021 __clear_bit(DASD_PATH_OPERATIONAL, &device->path[chp].flags);
1022 device->opm &= ~(0x80 >> chp);
1025 static inline void dasd_path_clear_cable(struct dasd_device *device, int chp)
1027 __clear_bit(DASD_PATH_MISCABLED, &device->path[chp].flags);
1030 static inline void dasd_path_cuir(struct dasd_device *device, int chp)
1032 __set_bit(DASD_PATH_CUIR, &device->path[chp].flags);
1035 static inline int dasd_path_is_cuir(struct dasd_device *device, int chp)
1037 return test_bit(DASD_PATH_CUIR, &device->path[chp].flags);
1040 static inline void dasd_path_clear_cuir(struct dasd_device *device, int chp)
1042 __clear_bit(DASD_PATH_CUIR, &device->path[chp].flags);
1045 static inline void dasd_path_ifcc(struct dasd_device *device, int chp)
1047 set_bit(DASD_PATH_IFCC, &device->path[chp].flags);
1050 static inline int dasd_path_is_ifcc(struct dasd_device *device, int chp)
1052 return test_bit(DASD_PATH_IFCC, &device->path[chp].flags);
1055 static inline void dasd_path_clear_ifcc(struct dasd_device *device, int chp)
1057 clear_bit(DASD_PATH_IFCC, &device->path[chp].flags);
1060 static inline void dasd_path_clear_nohpf(struct dasd_device *device, int chp)
1062 __clear_bit(DASD_PATH_NOHPF, &device->path[chp].flags);
1065 static inline void dasd_path_miscabled(struct dasd_device *device, int chp)
1067 __set_bit(DASD_PATH_MISCABLED, &device->path[chp].flags);
1070 static inline int dasd_path_is_miscabled(struct dasd_device *device, int chp)
1072 return test_bit(DASD_PATH_MISCABLED, &device->path[chp].flags);
1075 static inline void dasd_path_nohpf(struct dasd_device *device, int chp)
1077 __set_bit(DASD_PATH_NOHPF, &device->path[chp].flags);
1080 static inline int dasd_path_is_nohpf(struct dasd_device *device, int chp)
1082 return test_bit(DASD_PATH_NOHPF, &device->path[chp].flags);
1086 * get functions for path masks
1087 * will return a path masks for the given device
1090 static inline __u8 dasd_path_get_opm(struct dasd_device *device)
1095 static inline __u8 dasd_path_get_tbvpm(struct dasd_device *device)
1100 for (chp = 0; chp < 8; chp++)
1101 if (dasd_path_need_verify(device, chp))
1102 tbvpm |= 0x80 >> chp;
1106 static inline int dasd_path_get_fcsecpm(struct dasd_device *device)
1110 for (chp = 0; chp < 8; chp++)
1111 if (dasd_path_need_fcsec(device, chp))
1117 static inline __u8 dasd_path_get_nppm(struct dasd_device *device)
1122 for (chp = 0; chp < 8; chp++) {
1123 if (dasd_path_is_nonpreferred(device, chp))
1129 static inline __u8 dasd_path_get_ppm(struct dasd_device *device)
1134 for (chp = 0; chp < 8; chp++)
1135 if (dasd_path_is_preferred(device, chp))
1140 static inline __u8 dasd_path_get_cablepm(struct dasd_device *device)
1143 __u8 cablepm = 0x00;
1145 for (chp = 0; chp < 8; chp++)
1146 if (dasd_path_is_miscabled(device, chp))
1147 cablepm |= 0x80 >> chp;
1151 static inline __u8 dasd_path_get_cuirpm(struct dasd_device *device)
1156 for (chp = 0; chp < 8; chp++)
1157 if (dasd_path_is_cuir(device, chp))
1158 cuirpm |= 0x80 >> chp;
1162 static inline __u8 dasd_path_get_ifccpm(struct dasd_device *device)
1167 for (chp = 0; chp < 8; chp++)
1168 if (dasd_path_is_ifcc(device, chp))
1169 ifccpm |= 0x80 >> chp;
1173 static inline __u8 dasd_path_get_hpfpm(struct dasd_device *device)
1178 for (chp = 0; chp < 8; chp++)
1179 if (dasd_path_is_nohpf(device, chp))
1180 hpfpm |= 0x80 >> chp;
1184 static inline u8 dasd_path_get_fcs_path(struct dasd_device *device, int chp)
1186 return device->path[chp].fc_security;
1189 static inline int dasd_path_get_fcs_device(struct dasd_device *device)
1194 for (chp = 0; chp < 8; chp++) {
1195 if (device->opm & (0x80 >> chp)) {
1196 fc_sec = device->path[chp].fc_security;
1200 for (; chp < 8; chp++) {
1201 if (device->opm & (0x80 >> chp))
1202 if (device->path[chp].fc_security != fc_sec)
1210 * add functions for path masks
1211 * the existing path mask will be extended by the given path mask
1213 static inline void dasd_path_add_tbvpm(struct dasd_device *device, __u8 pm)
1217 for (chp = 0; chp < 8; chp++)
1218 if (pm & (0x80 >> chp))
1219 dasd_path_verify(device, chp);
1222 static inline __u8 dasd_path_get_notoperpm(struct dasd_device *device)
1227 for (chp = 0; chp < 8; chp++)
1228 if (dasd_path_is_nohpf(device, chp) ||
1229 dasd_path_is_ifcc(device, chp) ||
1230 dasd_path_is_cuir(device, chp) ||
1231 dasd_path_is_miscabled(device, chp))
1232 nopm |= 0x80 >> chp;
1236 static inline void dasd_path_add_opm(struct dasd_device *device, __u8 pm)
1240 for (chp = 0; chp < 8; chp++)
1241 if (pm & (0x80 >> chp)) {
1242 dasd_path_operational(device, chp);
1244 * if the path is used
1245 * it should not be in one of the negative lists
1247 dasd_path_clear_nohpf(device, chp);
1248 dasd_path_clear_cuir(device, chp);
1249 dasd_path_clear_cable(device, chp);
1250 dasd_path_clear_ifcc(device, chp);
1254 static inline void dasd_path_add_cablepm(struct dasd_device *device, __u8 pm)
1258 for (chp = 0; chp < 8; chp++)
1259 if (pm & (0x80 >> chp))
1260 dasd_path_miscabled(device, chp);
1263 static inline void dasd_path_add_cuirpm(struct dasd_device *device, __u8 pm)
1267 for (chp = 0; chp < 8; chp++)
1268 if (pm & (0x80 >> chp))
1269 dasd_path_cuir(device, chp);
1272 static inline void dasd_path_add_ifccpm(struct dasd_device *device, __u8 pm)
1276 for (chp = 0; chp < 8; chp++)
1277 if (pm & (0x80 >> chp))
1278 dasd_path_ifcc(device, chp);
1281 static inline void dasd_path_add_nppm(struct dasd_device *device, __u8 pm)
1285 for (chp = 0; chp < 8; chp++)
1286 if (pm & (0x80 >> chp))
1287 dasd_path_nonpreferred(device, chp);
1290 static inline void dasd_path_add_nohpfpm(struct dasd_device *device, __u8 pm)
1294 for (chp = 0; chp < 8; chp++)
1295 if (pm & (0x80 >> chp))
1296 dasd_path_nohpf(device, chp);
1299 static inline void dasd_path_add_ppm(struct dasd_device *device, __u8 pm)
1303 for (chp = 0; chp < 8; chp++)
1304 if (pm & (0x80 >> chp))
1305 dasd_path_preferred(device, chp);
1309 * set functions for path masks
1310 * the existing path mask will be replaced by the given path mask
1312 static inline void dasd_path_set_tbvpm(struct dasd_device *device, __u8 pm)
1316 for (chp = 0; chp < 8; chp++)
1317 if (pm & (0x80 >> chp))
1318 dasd_path_verify(device, chp);
1320 dasd_path_clear_verify(device, chp);
1323 static inline void dasd_path_set_opm(struct dasd_device *device, __u8 pm)
1327 for (chp = 0; chp < 8; chp++) {
1328 dasd_path_clear_oper(device, chp);
1329 if (pm & (0x80 >> chp)) {
1330 dasd_path_operational(device, chp);
1332 * if the path is used
1333 * it should not be in one of the negative lists
1335 dasd_path_clear_nohpf(device, chp);
1336 dasd_path_clear_cuir(device, chp);
1337 dasd_path_clear_cable(device, chp);
1338 dasd_path_clear_ifcc(device, chp);
1344 * remove functions for path masks
1345 * the existing path mask will be cleared with the given path mask
1347 static inline void dasd_path_remove_opm(struct dasd_device *device, __u8 pm)
1351 for (chp = 0; chp < 8; chp++) {
1352 if (pm & (0x80 >> chp))
1353 dasd_path_clear_oper(device, chp);
1358 * add the newly available path to the to be verified pm and remove it from
1359 * normal operation until it is verified
1361 static inline void dasd_path_available(struct dasd_device *device, int chp)
1363 dasd_path_clear_oper(device, chp);
1364 dasd_path_verify(device, chp);
1367 static inline void dasd_path_notoper(struct dasd_device *device, int chp)
1369 dasd_path_clear_oper(device, chp);
1370 dasd_path_clear_preferred(device, chp);
1371 dasd_path_clear_nonpreferred(device, chp);
1374 static inline void dasd_path_fcsec_update(struct dasd_device *device, int chp)
1376 dasd_path_fcsec(device, chp);
1380 * remove all paths from normal operation
1382 static inline void dasd_path_no_path(struct dasd_device *device)
1386 for (chp = 0; chp < 8; chp++)
1387 dasd_path_notoper(device, chp);
1389 dasd_path_clear_all_verify(device);
1392 /* end - path handling */