blk-flush: count inflight flush_data requests
[linux-2.6-microblaze.git] / block / blk-flush.c
index fdc489e..fedb390 100644 (file)
@@ -187,7 +187,8 @@ static void blk_flush_complete_seq(struct request *rq,
                break;
 
        case REQ_FSEQ_DATA:
-               list_move_tail(&rq->flush.list, &fq->flush_data_in_flight);
+               list_del_init(&rq->flush.list);
+               fq->flush_data_in_flight++;
                spin_lock(&q->requeue_lock);
                list_add(&rq->queuelist, &q->requeue_list);
                spin_unlock(&q->requeue_lock);
@@ -299,7 +300,7 @@ static void blk_kick_flush(struct request_queue *q, struct blk_flush_queue *fq,
                return;
 
        /* C2 and C3 */
-       if (!list_empty(&fq->flush_data_in_flight) &&
+       if (fq->flush_data_in_flight &&
            time_before(jiffies,
                        fq->flush_pending_since + FLUSH_PENDING_TIMEOUT))
                return;
@@ -374,6 +375,7 @@ static enum rq_end_io_ret mq_flush_data_end_io(struct request *rq,
         * the comment in flush_end_io().
         */
        spin_lock_irqsave(&fq->mq_flush_lock, flags);
+       fq->flush_data_in_flight--;
        blk_flush_complete_seq(rq, fq, REQ_FSEQ_DATA, error);
        spin_unlock_irqrestore(&fq->mq_flush_lock, flags);
 
@@ -445,7 +447,7 @@ bool blk_insert_flush(struct request *rq)
                blk_rq_init_flush(rq);
                rq->flush.seq |= REQ_FSEQ_PREFLUSH;
                spin_lock_irq(&fq->mq_flush_lock);
-               list_move_tail(&rq->flush.list, &fq->flush_data_in_flight);
+               fq->flush_data_in_flight++;
                spin_unlock_irq(&fq->mq_flush_lock);
                return false;
        default:
@@ -496,7 +498,6 @@ struct blk_flush_queue *blk_alloc_flush_queue(int node, int cmd_size,
 
        INIT_LIST_HEAD(&fq->flush_queue[0]);
        INIT_LIST_HEAD(&fq->flush_queue[1]);
-       INIT_LIST_HEAD(&fq->flush_data_in_flight);
 
        return fq;