1 // SPDX-License-Identifier: GPL-2.0
3 * Copyright IBM Corp. 2016
4 * Author(s): Martin Schwidefsky <schwidefsky@de.ibm.com>
6 * Adjunct processor bus, queue related code.
9 #define KMSG_COMPONENT "ap"
10 #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt
12 #include <linux/init.h>
13 #include <linux/slab.h>
14 #include <asm/facility.h>
19 static void __ap_flush_queue(struct ap_queue *aq);
22 * ap_queue_enable_irq(): Enable interrupt support on this AP queue.
24 * @ind: the notification indicator byte
26 * Enables interruption on AP queue via ap_aqic(). Based on the return
27 * value it waits a while and tests the AP queue if interrupts
28 * have been switched on using ap_test_queue().
30 static int ap_queue_enable_irq(struct ap_queue *aq, void *ind)
32 struct ap_queue_status status;
33 struct ap_qirq_ctrl qirqctrl = { 0 };
36 qirqctrl.isc = AP_ISC;
37 status = ap_aqic(aq->qid, qirqctrl, ind);
38 switch (status.response_code) {
39 case AP_RESPONSE_NORMAL:
40 case AP_RESPONSE_OTHERWISE_CHANGED:
42 case AP_RESPONSE_Q_NOT_AVAIL:
43 case AP_RESPONSE_DECONFIGURED:
44 case AP_RESPONSE_CHECKSTOPPED:
45 case AP_RESPONSE_INVALID_ADDRESS:
46 pr_err("Registering adapter interrupts for AP device %02x.%04x failed\n",
48 AP_QID_QUEUE(aq->qid));
50 case AP_RESPONSE_RESET_IN_PROGRESS:
51 case AP_RESPONSE_BUSY:
58 * __ap_send(): Send message to adjunct processor queue.
59 * @qid: The AP queue number
60 * @psmid: The program supplied message identifier
61 * @msg: The message text
62 * @length: The message length
63 * @special: Special Bit
65 * Returns AP queue status structure.
66 * Condition code 1 on NQAP can't happen because the L bit is 1.
67 * Condition code 2 on NQAP also means the send is incomplete,
68 * because a segment boundary was reached. The NQAP is repeated.
70 static inline struct ap_queue_status
71 __ap_send(ap_qid_t qid, unsigned long long psmid, void *msg, size_t length,
76 return ap_nqap(qid, psmid, msg, length);
79 int ap_send(ap_qid_t qid, unsigned long long psmid, void *msg, size_t length)
81 struct ap_queue_status status;
83 status = __ap_send(qid, psmid, msg, length, 0);
84 switch (status.response_code) {
85 case AP_RESPONSE_NORMAL:
87 case AP_RESPONSE_Q_FULL:
88 case AP_RESPONSE_RESET_IN_PROGRESS:
90 case AP_RESPONSE_REQ_FAC_NOT_INST:
92 default: /* Device is gone. */
96 EXPORT_SYMBOL(ap_send);
98 int ap_recv(ap_qid_t qid, unsigned long long *psmid, void *msg, size_t length)
100 struct ap_queue_status status;
104 status = ap_dqap(qid, psmid, msg, length, NULL, NULL);
105 switch (status.response_code) {
106 case AP_RESPONSE_NORMAL:
108 case AP_RESPONSE_NO_PENDING_REPLY:
109 if (status.queue_empty)
112 case AP_RESPONSE_RESET_IN_PROGRESS:
118 EXPORT_SYMBOL(ap_recv);
120 /* State machine definitions and helpers */
122 static enum ap_sm_wait ap_sm_nop(struct ap_queue *aq)
124 return AP_SM_WAIT_NONE;
128 * ap_sm_recv(): Receive pending reply messages from an AP queue but do
129 * not change the state of the device.
130 * @aq: pointer to the AP queue
132 * Returns AP_SM_WAIT_NONE, AP_SM_WAIT_AGAIN, or AP_SM_WAIT_INTERRUPT
134 static struct ap_queue_status ap_sm_recv(struct ap_queue *aq)
136 struct ap_queue_status status;
137 struct ap_message *ap_msg;
140 unsigned long resgr0 = 0;
144 * DQAP loop until response code and resgr0 indicate that
145 * the msg is totally received. As we use the very same buffer
146 * the msg is overwritten with each invocation. That's intended
147 * and the receiver of the msg is informed with a msg rc code
148 * of EMSGSIZE in such a case.
151 status = ap_dqap(aq->qid, &aq->reply->psmid,
152 aq->reply->msg, aq->reply->bufsize,
155 } while (status.response_code == 0xFF && resgr0 != 0);
157 switch (status.response_code) {
158 case AP_RESPONSE_NORMAL:
159 aq->queue_count = max_t(int, 0, aq->queue_count - 1);
160 if (!status.queue_empty && !aq->queue_count)
162 if (aq->queue_count > 0)
163 mod_timer(&aq->timeout,
164 jiffies + aq->request_timeout);
165 list_for_each_entry(ap_msg, &aq->pendingq, list) {
166 if (ap_msg->psmid != aq->reply->psmid)
168 list_del_init(&ap_msg->list);
169 aq->pendingq_count--;
171 ap_msg->rc = -EMSGSIZE;
172 ap_msg->receive(aq, ap_msg, NULL);
174 ap_msg->receive(aq, ap_msg, aq->reply);
180 AP_DBF_WARN("%s unassociated reply psmid=0x%016llx on 0x%02x.%04x\n",
181 __func__, aq->reply->psmid,
182 AP_QID_CARD(aq->qid), AP_QID_QUEUE(aq->qid));
185 case AP_RESPONSE_NO_PENDING_REPLY:
186 if (!status.queue_empty || aq->queue_count <= 0)
188 /* The card shouldn't forget requests but who knows. */
190 list_splice_init(&aq->pendingq, &aq->requestq);
191 aq->requestq_count += aq->pendingq_count;
192 aq->pendingq_count = 0;
201 * ap_sm_read(): Receive pending reply messages from an AP queue.
202 * @aq: pointer to the AP queue
204 * Returns AP_SM_WAIT_NONE, AP_SM_WAIT_AGAIN, or AP_SM_WAIT_INTERRUPT
206 static enum ap_sm_wait ap_sm_read(struct ap_queue *aq)
208 struct ap_queue_status status;
211 return AP_SM_WAIT_NONE;
212 status = ap_sm_recv(aq);
213 switch (status.response_code) {
214 case AP_RESPONSE_NORMAL:
215 if (aq->queue_count > 0) {
216 aq->sm_state = AP_SM_STATE_WORKING;
217 return AP_SM_WAIT_AGAIN;
219 aq->sm_state = AP_SM_STATE_IDLE;
220 return AP_SM_WAIT_NONE;
221 case AP_RESPONSE_NO_PENDING_REPLY:
222 if (aq->queue_count > 0)
223 return aq->interrupt ?
224 AP_SM_WAIT_INTERRUPT : AP_SM_WAIT_TIMEOUT;
225 aq->sm_state = AP_SM_STATE_IDLE;
226 return AP_SM_WAIT_NONE;
228 aq->dev_state = AP_DEV_STATE_ERROR;
229 aq->last_err_rc = status.response_code;
230 AP_DBF_WARN("%s RC 0x%02x on 0x%02x.%04x -> AP_DEV_STATE_ERROR\n",
231 __func__, status.response_code,
232 AP_QID_CARD(aq->qid), AP_QID_QUEUE(aq->qid));
233 return AP_SM_WAIT_NONE;
238 * ap_sm_write(): Send messages from the request queue to an AP queue.
239 * @aq: pointer to the AP queue
241 * Returns AP_SM_WAIT_NONE, AP_SM_WAIT_AGAIN, or AP_SM_WAIT_INTERRUPT
243 static enum ap_sm_wait ap_sm_write(struct ap_queue *aq)
245 struct ap_queue_status status;
246 struct ap_message *ap_msg;
247 ap_qid_t qid = aq->qid;
249 if (aq->requestq_count <= 0)
250 return AP_SM_WAIT_NONE;
252 /* Start the next request on the queue. */
253 ap_msg = list_entry(aq->requestq.next, struct ap_message, list);
254 #ifdef CONFIG_ZCRYPT_DEBUG
255 if (ap_msg->fi.action == AP_FI_ACTION_NQAP_QID_INVAL) {
256 AP_DBF_WARN("%s fi cmd 0x%04x: forcing invalid qid 0xFF00\n",
257 __func__, ap_msg->fi.cmd);
261 status = __ap_send(qid, ap_msg->psmid,
262 ap_msg->msg, ap_msg->len,
263 ap_msg->flags & AP_MSG_FLAG_SPECIAL);
264 switch (status.response_code) {
265 case AP_RESPONSE_NORMAL:
266 aq->queue_count = max_t(int, 1, aq->queue_count + 1);
267 if (aq->queue_count == 1)
268 mod_timer(&aq->timeout, jiffies + aq->request_timeout);
269 list_move_tail(&ap_msg->list, &aq->pendingq);
270 aq->requestq_count--;
271 aq->pendingq_count++;
272 if (aq->queue_count < aq->card->queue_depth) {
273 aq->sm_state = AP_SM_STATE_WORKING;
274 return AP_SM_WAIT_AGAIN;
277 case AP_RESPONSE_Q_FULL:
278 aq->sm_state = AP_SM_STATE_QUEUE_FULL;
279 return aq->interrupt ?
280 AP_SM_WAIT_INTERRUPT : AP_SM_WAIT_TIMEOUT;
281 case AP_RESPONSE_RESET_IN_PROGRESS:
282 aq->sm_state = AP_SM_STATE_RESET_WAIT;
283 return AP_SM_WAIT_TIMEOUT;
284 case AP_RESPONSE_INVALID_DOMAIN:
285 AP_DBF_WARN("%s RESPONSE_INVALID_DOMAIN on NQAP\n", __func__);
287 case AP_RESPONSE_MESSAGE_TOO_BIG:
288 case AP_RESPONSE_REQ_FAC_NOT_INST:
289 list_del_init(&ap_msg->list);
290 aq->requestq_count--;
291 ap_msg->rc = -EINVAL;
292 ap_msg->receive(aq, ap_msg, NULL);
293 return AP_SM_WAIT_AGAIN;
295 aq->dev_state = AP_DEV_STATE_ERROR;
296 aq->last_err_rc = status.response_code;
297 AP_DBF_WARN("%s RC 0x%02x on 0x%02x.%04x -> AP_DEV_STATE_ERROR\n",
298 __func__, status.response_code,
299 AP_QID_CARD(aq->qid), AP_QID_QUEUE(aq->qid));
300 return AP_SM_WAIT_NONE;
305 * ap_sm_read_write(): Send and receive messages to/from an AP queue.
306 * @aq: pointer to the AP queue
308 * Returns AP_SM_WAIT_NONE, AP_SM_WAIT_AGAIN, or AP_SM_WAIT_INTERRUPT
310 static enum ap_sm_wait ap_sm_read_write(struct ap_queue *aq)
312 return min(ap_sm_read(aq), ap_sm_write(aq));
316 * ap_sm_reset(): Reset an AP queue.
319 * Submit the Reset command to an AP queue.
321 static enum ap_sm_wait ap_sm_reset(struct ap_queue *aq)
323 struct ap_queue_status status;
325 status = ap_rapq(aq->qid);
326 switch (status.response_code) {
327 case AP_RESPONSE_NORMAL:
328 case AP_RESPONSE_RESET_IN_PROGRESS:
329 aq->sm_state = AP_SM_STATE_RESET_WAIT;
330 aq->interrupt = false;
331 return AP_SM_WAIT_TIMEOUT;
333 aq->dev_state = AP_DEV_STATE_ERROR;
334 aq->last_err_rc = status.response_code;
335 AP_DBF_WARN("%s RC 0x%02x on 0x%02x.%04x -> AP_DEV_STATE_ERROR\n",
336 __func__, status.response_code,
337 AP_QID_CARD(aq->qid), AP_QID_QUEUE(aq->qid));
338 return AP_SM_WAIT_NONE;
343 * ap_sm_reset_wait(): Test queue for completion of the reset operation
344 * @aq: pointer to the AP queue
346 * Returns AP_POLL_IMMEDIATELY, AP_POLL_AFTER_TIMEROUT or 0.
348 static enum ap_sm_wait ap_sm_reset_wait(struct ap_queue *aq)
350 struct ap_queue_status status;
353 if (aq->queue_count > 0 && aq->reply)
354 /* Try to read a completed message and get the status */
355 status = ap_sm_recv(aq);
357 /* Get the status with TAPQ */
358 status = ap_tapq(aq->qid, NULL);
360 switch (status.response_code) {
361 case AP_RESPONSE_NORMAL:
362 lsi_ptr = ap_airq_ptr();
363 if (lsi_ptr && ap_queue_enable_irq(aq, lsi_ptr) == 0)
364 aq->sm_state = AP_SM_STATE_SETIRQ_WAIT;
366 aq->sm_state = (aq->queue_count > 0) ?
367 AP_SM_STATE_WORKING : AP_SM_STATE_IDLE;
368 return AP_SM_WAIT_AGAIN;
369 case AP_RESPONSE_BUSY:
370 case AP_RESPONSE_RESET_IN_PROGRESS:
371 return AP_SM_WAIT_TIMEOUT;
372 case AP_RESPONSE_Q_NOT_AVAIL:
373 case AP_RESPONSE_DECONFIGURED:
374 case AP_RESPONSE_CHECKSTOPPED:
376 aq->dev_state = AP_DEV_STATE_ERROR;
377 aq->last_err_rc = status.response_code;
378 AP_DBF_WARN("%s RC 0x%02x on 0x%02x.%04x -> AP_DEV_STATE_ERROR\n",
379 __func__, status.response_code,
380 AP_QID_CARD(aq->qid), AP_QID_QUEUE(aq->qid));
381 return AP_SM_WAIT_NONE;
386 * ap_sm_setirq_wait(): Test queue for completion of the irq enablement
387 * @aq: pointer to the AP queue
389 * Returns AP_POLL_IMMEDIATELY, AP_POLL_AFTER_TIMEROUT or 0.
391 static enum ap_sm_wait ap_sm_setirq_wait(struct ap_queue *aq)
393 struct ap_queue_status status;
395 if (aq->queue_count > 0 && aq->reply)
396 /* Try to read a completed message and get the status */
397 status = ap_sm_recv(aq);
399 /* Get the status with TAPQ */
400 status = ap_tapq(aq->qid, NULL);
402 if (status.irq_enabled == 1) {
403 /* Irqs are now enabled */
404 aq->interrupt = true;
405 aq->sm_state = (aq->queue_count > 0) ?
406 AP_SM_STATE_WORKING : AP_SM_STATE_IDLE;
409 switch (status.response_code) {
410 case AP_RESPONSE_NORMAL:
411 if (aq->queue_count > 0)
412 return AP_SM_WAIT_AGAIN;
414 case AP_RESPONSE_NO_PENDING_REPLY:
415 return AP_SM_WAIT_TIMEOUT;
417 aq->dev_state = AP_DEV_STATE_ERROR;
418 aq->last_err_rc = status.response_code;
419 AP_DBF_WARN("%s RC 0x%02x on 0x%02x.%04x -> AP_DEV_STATE_ERROR\n",
420 __func__, status.response_code,
421 AP_QID_CARD(aq->qid), AP_QID_QUEUE(aq->qid));
422 return AP_SM_WAIT_NONE;
427 * AP state machine jump table
429 static ap_func_t *ap_jumptable[NR_AP_SM_STATES][NR_AP_SM_EVENTS] = {
430 [AP_SM_STATE_RESET_START] = {
431 [AP_SM_EVENT_POLL] = ap_sm_reset,
432 [AP_SM_EVENT_TIMEOUT] = ap_sm_nop,
434 [AP_SM_STATE_RESET_WAIT] = {
435 [AP_SM_EVENT_POLL] = ap_sm_reset_wait,
436 [AP_SM_EVENT_TIMEOUT] = ap_sm_nop,
438 [AP_SM_STATE_SETIRQ_WAIT] = {
439 [AP_SM_EVENT_POLL] = ap_sm_setirq_wait,
440 [AP_SM_EVENT_TIMEOUT] = ap_sm_nop,
442 [AP_SM_STATE_IDLE] = {
443 [AP_SM_EVENT_POLL] = ap_sm_write,
444 [AP_SM_EVENT_TIMEOUT] = ap_sm_nop,
446 [AP_SM_STATE_WORKING] = {
447 [AP_SM_EVENT_POLL] = ap_sm_read_write,
448 [AP_SM_EVENT_TIMEOUT] = ap_sm_reset,
450 [AP_SM_STATE_QUEUE_FULL] = {
451 [AP_SM_EVENT_POLL] = ap_sm_read,
452 [AP_SM_EVENT_TIMEOUT] = ap_sm_reset,
456 enum ap_sm_wait ap_sm_event(struct ap_queue *aq, enum ap_sm_event event)
458 if (aq->dev_state > AP_DEV_STATE_UNINITIATED)
459 return ap_jumptable[aq->sm_state][event](aq);
461 return AP_SM_WAIT_NONE;
464 enum ap_sm_wait ap_sm_event_loop(struct ap_queue *aq, enum ap_sm_event event)
466 enum ap_sm_wait wait;
468 while ((wait = ap_sm_event(aq, event)) == AP_SM_WAIT_AGAIN)
474 * AP queue related attributes.
476 static ssize_t request_count_show(struct device *dev,
477 struct device_attribute *attr,
480 struct ap_queue *aq = to_ap_queue(dev);
484 spin_lock_bh(&aq->lock);
485 if (aq->dev_state > AP_DEV_STATE_UNINITIATED) {
486 req_cnt = aq->total_request_count;
489 spin_unlock_bh(&aq->lock);
492 return scnprintf(buf, PAGE_SIZE, "%llu\n", req_cnt);
494 return scnprintf(buf, PAGE_SIZE, "-\n");
497 static ssize_t request_count_store(struct device *dev,
498 struct device_attribute *attr,
499 const char *buf, size_t count)
501 struct ap_queue *aq = to_ap_queue(dev);
503 spin_lock_bh(&aq->lock);
504 aq->total_request_count = 0;
505 spin_unlock_bh(&aq->lock);
510 static DEVICE_ATTR_RW(request_count);
512 static ssize_t requestq_count_show(struct device *dev,
513 struct device_attribute *attr, char *buf)
515 struct ap_queue *aq = to_ap_queue(dev);
516 unsigned int reqq_cnt = 0;
518 spin_lock_bh(&aq->lock);
519 if (aq->dev_state > AP_DEV_STATE_UNINITIATED)
520 reqq_cnt = aq->requestq_count;
521 spin_unlock_bh(&aq->lock);
522 return scnprintf(buf, PAGE_SIZE, "%d\n", reqq_cnt);
525 static DEVICE_ATTR_RO(requestq_count);
527 static ssize_t pendingq_count_show(struct device *dev,
528 struct device_attribute *attr, char *buf)
530 struct ap_queue *aq = to_ap_queue(dev);
531 unsigned int penq_cnt = 0;
533 spin_lock_bh(&aq->lock);
534 if (aq->dev_state > AP_DEV_STATE_UNINITIATED)
535 penq_cnt = aq->pendingq_count;
536 spin_unlock_bh(&aq->lock);
537 return scnprintf(buf, PAGE_SIZE, "%d\n", penq_cnt);
540 static DEVICE_ATTR_RO(pendingq_count);
542 static ssize_t reset_show(struct device *dev,
543 struct device_attribute *attr, char *buf)
545 struct ap_queue *aq = to_ap_queue(dev);
548 spin_lock_bh(&aq->lock);
549 switch (aq->sm_state) {
550 case AP_SM_STATE_RESET_START:
551 case AP_SM_STATE_RESET_WAIT:
552 rc = scnprintf(buf, PAGE_SIZE, "Reset in progress.\n");
554 case AP_SM_STATE_WORKING:
555 case AP_SM_STATE_QUEUE_FULL:
556 rc = scnprintf(buf, PAGE_SIZE, "Reset Timer armed.\n");
559 rc = scnprintf(buf, PAGE_SIZE, "No Reset Timer set.\n");
561 spin_unlock_bh(&aq->lock);
565 static ssize_t reset_store(struct device *dev,
566 struct device_attribute *attr,
567 const char *buf, size_t count)
569 struct ap_queue *aq = to_ap_queue(dev);
571 spin_lock_bh(&aq->lock);
572 __ap_flush_queue(aq);
573 aq->sm_state = AP_SM_STATE_RESET_START;
574 ap_wait(ap_sm_event(aq, AP_SM_EVENT_POLL));
575 spin_unlock_bh(&aq->lock);
577 AP_DBF_INFO("%s reset queue=%02x.%04x triggered by user\n",
578 __func__, AP_QID_CARD(aq->qid), AP_QID_QUEUE(aq->qid));
583 static DEVICE_ATTR_RW(reset);
585 static ssize_t interrupt_show(struct device *dev,
586 struct device_attribute *attr, char *buf)
588 struct ap_queue *aq = to_ap_queue(dev);
591 spin_lock_bh(&aq->lock);
592 if (aq->sm_state == AP_SM_STATE_SETIRQ_WAIT)
593 rc = scnprintf(buf, PAGE_SIZE, "Enable Interrupt pending.\n");
594 else if (aq->interrupt)
595 rc = scnprintf(buf, PAGE_SIZE, "Interrupts enabled.\n");
597 rc = scnprintf(buf, PAGE_SIZE, "Interrupts disabled.\n");
598 spin_unlock_bh(&aq->lock);
602 static DEVICE_ATTR_RO(interrupt);
604 static ssize_t config_show(struct device *dev,
605 struct device_attribute *attr, char *buf)
607 struct ap_queue *aq = to_ap_queue(dev);
610 spin_lock_bh(&aq->lock);
611 rc = scnprintf(buf, PAGE_SIZE, "%d\n", aq->config ? 1 : 0);
612 spin_unlock_bh(&aq->lock);
616 static DEVICE_ATTR_RO(config);
618 #ifdef CONFIG_ZCRYPT_DEBUG
619 static ssize_t states_show(struct device *dev,
620 struct device_attribute *attr, char *buf)
622 struct ap_queue *aq = to_ap_queue(dev);
625 spin_lock_bh(&aq->lock);
626 /* queue device state */
627 switch (aq->dev_state) {
628 case AP_DEV_STATE_UNINITIATED:
629 rc = scnprintf(buf, PAGE_SIZE, "UNINITIATED\n");
631 case AP_DEV_STATE_OPERATING:
632 rc = scnprintf(buf, PAGE_SIZE, "OPERATING");
634 case AP_DEV_STATE_SHUTDOWN:
635 rc = scnprintf(buf, PAGE_SIZE, "SHUTDOWN");
637 case AP_DEV_STATE_ERROR:
638 rc = scnprintf(buf, PAGE_SIZE, "ERROR");
641 rc = scnprintf(buf, PAGE_SIZE, "UNKNOWN");
643 /* state machine state */
645 switch (aq->sm_state) {
646 case AP_SM_STATE_RESET_START:
647 rc += scnprintf(buf + rc, PAGE_SIZE - rc,
650 case AP_SM_STATE_RESET_WAIT:
651 rc += scnprintf(buf + rc, PAGE_SIZE - rc,
654 case AP_SM_STATE_SETIRQ_WAIT:
655 rc += scnprintf(buf + rc, PAGE_SIZE - rc,
658 case AP_SM_STATE_IDLE:
659 rc += scnprintf(buf + rc, PAGE_SIZE - rc,
662 case AP_SM_STATE_WORKING:
663 rc += scnprintf(buf + rc, PAGE_SIZE - rc,
666 case AP_SM_STATE_QUEUE_FULL:
667 rc += scnprintf(buf + rc, PAGE_SIZE - rc,
671 rc += scnprintf(buf + rc, PAGE_SIZE - rc,
675 spin_unlock_bh(&aq->lock);
679 static DEVICE_ATTR_RO(states);
681 static ssize_t last_err_rc_show(struct device *dev,
682 struct device_attribute *attr, char *buf)
684 struct ap_queue *aq = to_ap_queue(dev);
687 spin_lock_bh(&aq->lock);
688 rc = aq->last_err_rc;
689 spin_unlock_bh(&aq->lock);
692 case AP_RESPONSE_NORMAL:
693 return scnprintf(buf, PAGE_SIZE, "NORMAL\n");
694 case AP_RESPONSE_Q_NOT_AVAIL:
695 return scnprintf(buf, PAGE_SIZE, "Q_NOT_AVAIL\n");
696 case AP_RESPONSE_RESET_IN_PROGRESS:
697 return scnprintf(buf, PAGE_SIZE, "RESET_IN_PROGRESS\n");
698 case AP_RESPONSE_DECONFIGURED:
699 return scnprintf(buf, PAGE_SIZE, "DECONFIGURED\n");
700 case AP_RESPONSE_CHECKSTOPPED:
701 return scnprintf(buf, PAGE_SIZE, "CHECKSTOPPED\n");
702 case AP_RESPONSE_BUSY:
703 return scnprintf(buf, PAGE_SIZE, "BUSY\n");
704 case AP_RESPONSE_INVALID_ADDRESS:
705 return scnprintf(buf, PAGE_SIZE, "INVALID_ADDRESS\n");
706 case AP_RESPONSE_OTHERWISE_CHANGED:
707 return scnprintf(buf, PAGE_SIZE, "OTHERWISE_CHANGED\n");
708 case AP_RESPONSE_Q_FULL:
709 return scnprintf(buf, PAGE_SIZE, "Q_FULL/NO_PENDING_REPLY\n");
710 case AP_RESPONSE_INDEX_TOO_BIG:
711 return scnprintf(buf, PAGE_SIZE, "INDEX_TOO_BIG\n");
712 case AP_RESPONSE_NO_FIRST_PART:
713 return scnprintf(buf, PAGE_SIZE, "NO_FIRST_PART\n");
714 case AP_RESPONSE_MESSAGE_TOO_BIG:
715 return scnprintf(buf, PAGE_SIZE, "MESSAGE_TOO_BIG\n");
716 case AP_RESPONSE_REQ_FAC_NOT_INST:
717 return scnprintf(buf, PAGE_SIZE, "REQ_FAC_NOT_INST\n");
719 return scnprintf(buf, PAGE_SIZE, "response code %d\n", rc);
722 static DEVICE_ATTR_RO(last_err_rc);
725 static struct attribute *ap_queue_dev_attrs[] = {
726 &dev_attr_request_count.attr,
727 &dev_attr_requestq_count.attr,
728 &dev_attr_pendingq_count.attr,
729 &dev_attr_reset.attr,
730 &dev_attr_interrupt.attr,
731 &dev_attr_config.attr,
732 #ifdef CONFIG_ZCRYPT_DEBUG
733 &dev_attr_states.attr,
734 &dev_attr_last_err_rc.attr,
739 static struct attribute_group ap_queue_dev_attr_group = {
740 .attrs = ap_queue_dev_attrs
743 static const struct attribute_group *ap_queue_dev_attr_groups[] = {
744 &ap_queue_dev_attr_group,
748 static struct device_type ap_queue_type = {
750 .groups = ap_queue_dev_attr_groups,
753 static void ap_queue_device_release(struct device *dev)
755 struct ap_queue *aq = to_ap_queue(dev);
757 spin_lock_bh(&ap_queues_lock);
758 hash_del(&aq->hnode);
759 spin_unlock_bh(&ap_queues_lock);
764 struct ap_queue *ap_queue_create(ap_qid_t qid, int device_type)
768 aq = kzalloc(sizeof(*aq), GFP_KERNEL);
771 aq->ap_dev.device.release = ap_queue_device_release;
772 aq->ap_dev.device.type = &ap_queue_type;
773 aq->ap_dev.device_type = device_type;
775 aq->interrupt = false;
776 spin_lock_init(&aq->lock);
777 INIT_LIST_HEAD(&aq->pendingq);
778 INIT_LIST_HEAD(&aq->requestq);
779 timer_setup(&aq->timeout, ap_request_timeout, 0);
784 void ap_queue_init_reply(struct ap_queue *aq, struct ap_message *reply)
788 spin_lock_bh(&aq->lock);
789 ap_wait(ap_sm_event(aq, AP_SM_EVENT_POLL));
790 spin_unlock_bh(&aq->lock);
792 EXPORT_SYMBOL(ap_queue_init_reply);
795 * ap_queue_message(): Queue a request to an AP device.
796 * @aq: The AP device to queue the message to
797 * @ap_msg: The message that is to be added
799 int ap_queue_message(struct ap_queue *aq, struct ap_message *ap_msg)
803 /* msg needs to have a valid receive-callback */
804 BUG_ON(!ap_msg->receive);
806 spin_lock_bh(&aq->lock);
808 /* only allow to queue new messages if device state is ok */
809 if (aq->dev_state == AP_DEV_STATE_OPERATING) {
810 list_add_tail(&ap_msg->list, &aq->requestq);
811 aq->requestq_count++;
812 aq->total_request_count++;
813 atomic64_inc(&aq->card->total_request_count);
817 /* Send/receive as many request from the queue as possible. */
818 ap_wait(ap_sm_event_loop(aq, AP_SM_EVENT_POLL));
820 spin_unlock_bh(&aq->lock);
824 EXPORT_SYMBOL(ap_queue_message);
827 * ap_cancel_message(): Cancel a crypto request.
828 * @aq: The AP device that has the message queued
829 * @ap_msg: The message that is to be removed
831 * Cancel a crypto request. This is done by removing the request
832 * from the device pending or request queue. Note that the
833 * request stays on the AP queue. When it finishes the message
834 * reply will be discarded because the psmid can't be found.
836 void ap_cancel_message(struct ap_queue *aq, struct ap_message *ap_msg)
838 struct ap_message *tmp;
840 spin_lock_bh(&aq->lock);
841 if (!list_empty(&ap_msg->list)) {
842 list_for_each_entry(tmp, &aq->pendingq, list)
843 if (tmp->psmid == ap_msg->psmid) {
844 aq->pendingq_count--;
847 aq->requestq_count--;
849 list_del_init(&ap_msg->list);
851 spin_unlock_bh(&aq->lock);
853 EXPORT_SYMBOL(ap_cancel_message);
856 * __ap_flush_queue(): Flush requests.
857 * @aq: Pointer to the AP queue
859 * Flush all requests from the request/pending queue of an AP device.
861 static void __ap_flush_queue(struct ap_queue *aq)
863 struct ap_message *ap_msg, *next;
865 list_for_each_entry_safe(ap_msg, next, &aq->pendingq, list) {
866 list_del_init(&ap_msg->list);
867 aq->pendingq_count--;
868 ap_msg->rc = -EAGAIN;
869 ap_msg->receive(aq, ap_msg, NULL);
871 list_for_each_entry_safe(ap_msg, next, &aq->requestq, list) {
872 list_del_init(&ap_msg->list);
873 aq->requestq_count--;
874 ap_msg->rc = -EAGAIN;
875 ap_msg->receive(aq, ap_msg, NULL);
880 void ap_flush_queue(struct ap_queue *aq)
882 spin_lock_bh(&aq->lock);
883 __ap_flush_queue(aq);
884 spin_unlock_bh(&aq->lock);
886 EXPORT_SYMBOL(ap_flush_queue);
888 void ap_queue_prepare_remove(struct ap_queue *aq)
890 spin_lock_bh(&aq->lock);
892 __ap_flush_queue(aq);
893 /* move queue device state to SHUTDOWN in progress */
894 aq->dev_state = AP_DEV_STATE_SHUTDOWN;
895 spin_unlock_bh(&aq->lock);
896 del_timer_sync(&aq->timeout);
899 void ap_queue_remove(struct ap_queue *aq)
902 * all messages have been flushed and the device state
903 * is SHUTDOWN. Now reset with zero which also clears
904 * the irq registration and move the device state
905 * to the initial value AP_DEV_STATE_UNINITIATED.
907 spin_lock_bh(&aq->lock);
909 aq->dev_state = AP_DEV_STATE_UNINITIATED;
910 spin_unlock_bh(&aq->lock);
913 void ap_queue_init_state(struct ap_queue *aq)
915 spin_lock_bh(&aq->lock);
916 aq->dev_state = AP_DEV_STATE_OPERATING;
917 aq->sm_state = AP_SM_STATE_RESET_START;
918 ap_wait(ap_sm_event(aq, AP_SM_EVENT_POLL));
919 spin_unlock_bh(&aq->lock);
921 EXPORT_SYMBOL(ap_queue_init_state);