Linux 6.11-rc1
[linux-2.6-microblaze.git] / mm / backing-dev.c
index 5f2be8c..e61bbb1 100644 (file)
@@ -39,6 +39,19 @@ struct workqueue_struct *bdi_wq;
 #include <linux/debugfs.h>
 #include <linux/seq_file.h>
 
+struct wb_stats {
+       unsigned long nr_dirty;
+       unsigned long nr_io;
+       unsigned long nr_more_io;
+       unsigned long nr_dirty_time;
+       unsigned long nr_writeback;
+       unsigned long nr_reclaimable;
+       unsigned long nr_dirtied;
+       unsigned long nr_written;
+       unsigned long dirty_thresh;
+       unsigned long wb_thresh;
+};
+
 static struct dentry *bdi_debug_root;
 
 static void bdi_debug_init(void)
@@ -46,31 +59,68 @@ static void bdi_debug_init(void)
        bdi_debug_root = debugfs_create_dir("bdi", NULL);
 }
 
-static int bdi_debug_stats_show(struct seq_file *m, void *v)
+static void collect_wb_stats(struct wb_stats *stats,
+                            struct bdi_writeback *wb)
 {
-       struct backing_dev_info *bdi = m->private;
-       struct bdi_writeback *wb = &bdi->wb;
-       unsigned long background_thresh;
-       unsigned long dirty_thresh;
-       unsigned long wb_thresh;
-       unsigned long nr_dirty, nr_io, nr_more_io, nr_dirty_time;
        struct inode *inode;
 
-       nr_dirty = nr_io = nr_more_io = nr_dirty_time = 0;
        spin_lock(&wb->list_lock);
        list_for_each_entry(inode, &wb->b_dirty, i_io_list)
-               nr_dirty++;
+               stats->nr_dirty++;
        list_for_each_entry(inode, &wb->b_io, i_io_list)
-               nr_io++;
+               stats->nr_io++;
        list_for_each_entry(inode, &wb->b_more_io, i_io_list)
-               nr_more_io++;
+               stats->nr_more_io++;
        list_for_each_entry(inode, &wb->b_dirty_time, i_io_list)
                if (inode->i_state & I_DIRTY_TIME)
-                       nr_dirty_time++;
+                       stats->nr_dirty_time++;
        spin_unlock(&wb->list_lock);
 
+       stats->nr_writeback += wb_stat(wb, WB_WRITEBACK);
+       stats->nr_reclaimable += wb_stat(wb, WB_RECLAIMABLE);
+       stats->nr_dirtied += wb_stat(wb, WB_DIRTIED);
+       stats->nr_written += wb_stat(wb, WB_WRITTEN);
+       stats->wb_thresh += wb_calc_thresh(wb, stats->dirty_thresh);
+}
+
+#ifdef CONFIG_CGROUP_WRITEBACK
+static void bdi_collect_stats(struct backing_dev_info *bdi,
+                             struct wb_stats *stats)
+{
+       struct bdi_writeback *wb;
+
+       rcu_read_lock();
+       list_for_each_entry_rcu(wb, &bdi->wb_list, bdi_node) {
+               if (!wb_tryget(wb))
+                       continue;
+
+               collect_wb_stats(stats, wb);
+               wb_put(wb);
+       }
+       rcu_read_unlock();
+}
+#else
+static void bdi_collect_stats(struct backing_dev_info *bdi,
+                             struct wb_stats *stats)
+{
+       collect_wb_stats(stats, &bdi->wb);
+}
+#endif
+
+static int bdi_debug_stats_show(struct seq_file *m, void *v)
+{
+       struct backing_dev_info *bdi = m->private;
+       unsigned long background_thresh;
+       unsigned long dirty_thresh;
+       struct wb_stats stats;
+       unsigned long tot_bw;
+
        global_dirty_limits(&background_thresh, &dirty_thresh);
-       wb_thresh = wb_calc_thresh(wb, dirty_thresh);
+
+       memset(&stats, 0, sizeof(stats));
+       stats.dirty_thresh = dirty_thresh;
+       bdi_collect_stats(bdi, &stats);
+       tot_bw = atomic_long_read(&bdi->tot_write_bandwidth);
 
        seq_printf(m,
                   "BdiWriteback:       %10lu kB\n"
@@ -87,37 +137,114 @@ static int bdi_debug_stats_show(struct seq_file *m, void *v)
                   "b_dirty_time:       %10lu\n"
                   "bdi_list:           %10u\n"
                   "state:              %10lx\n",
-                  (unsigned long) K(wb_stat(wb, WB_WRITEBACK)),
-                  (unsigned long) K(wb_stat(wb, WB_RECLAIMABLE)),
-                  K(wb_thresh),
+                  K(stats.nr_writeback),
+                  K(stats.nr_reclaimable),
+                  K(stats.wb_thresh),
                   K(dirty_thresh),
                   K(background_thresh),
-                  (unsigned long) K(wb_stat(wb, WB_DIRTIED)),
-                  (unsigned long) K(wb_stat(wb, WB_WRITTEN)),
-                  (unsigned long) K(wb->write_bandwidth),
-                  nr_dirty,
-                  nr_io,
-                  nr_more_io,
-                  nr_dirty_time,
+                  K(stats.nr_dirtied),
+                  K(stats.nr_written),
+                  K(tot_bw),
+                  stats.nr_dirty,
+                  stats.nr_io,
+                  stats.nr_more_io,
+                  stats.nr_dirty_time,
                   !list_empty(&bdi->bdi_list), bdi->wb.state);
 
        return 0;
 }
 DEFINE_SHOW_ATTRIBUTE(bdi_debug_stats);
 
+static void wb_stats_show(struct seq_file *m, struct bdi_writeback *wb,
+                         struct wb_stats *stats)
+{
+
+       seq_printf(m,
+                  "WbCgIno:           %10lu\n"
+                  "WbWriteback:       %10lu kB\n"
+                  "WbReclaimable:     %10lu kB\n"
+                  "WbDirtyThresh:     %10lu kB\n"
+                  "WbDirtied:         %10lu kB\n"
+                  "WbWritten:         %10lu kB\n"
+                  "WbWriteBandwidth:  %10lu kBps\n"
+                  "b_dirty:           %10lu\n"
+                  "b_io:              %10lu\n"
+                  "b_more_io:         %10lu\n"
+                  "b_dirty_time:      %10lu\n"
+                  "state:             %10lx\n\n",
+#ifdef CONFIG_CGROUP_WRITEBACK
+                  cgroup_ino(wb->memcg_css->cgroup),
+#else
+                  1ul,
+#endif
+                  K(stats->nr_writeback),
+                  K(stats->nr_reclaimable),
+                  K(stats->wb_thresh),
+                  K(stats->nr_dirtied),
+                  K(stats->nr_written),
+                  K(wb->avg_write_bandwidth),
+                  stats->nr_dirty,
+                  stats->nr_io,
+                  stats->nr_more_io,
+                  stats->nr_dirty_time,
+                  wb->state);
+}
+
+static int cgwb_debug_stats_show(struct seq_file *m, void *v)
+{
+       struct backing_dev_info *bdi = m->private;
+       unsigned long background_thresh;
+       unsigned long dirty_thresh;
+       struct bdi_writeback *wb;
+
+       global_dirty_limits(&background_thresh, &dirty_thresh);
+
+       rcu_read_lock();
+       list_for_each_entry_rcu(wb, &bdi->wb_list, bdi_node) {
+               struct wb_stats stats = { .dirty_thresh = dirty_thresh };
+
+               if (!wb_tryget(wb))
+                       continue;
+
+               collect_wb_stats(&stats, wb);
+
+               /*
+                * Calculate thresh of wb in writeback cgroup which is min of
+                * thresh in global domain and thresh in cgroup domain. Drop
+                * rcu lock because cgwb_calc_thresh may sleep in
+                * cgroup_rstat_flush. We can do so here because we have a ref.
+                */
+               if (mem_cgroup_wb_domain(wb)) {
+                       rcu_read_unlock();
+                       stats.wb_thresh = min(stats.wb_thresh, cgwb_calc_thresh(wb));
+                       rcu_read_lock();
+               }
+
+               wb_stats_show(m, wb, &stats);
+
+               wb_put(wb);
+       }
+       rcu_read_unlock();
+
+       return 0;
+}
+DEFINE_SHOW_ATTRIBUTE(cgwb_debug_stats);
+
 static void bdi_debug_register(struct backing_dev_info *bdi, const char *name)
 {
        bdi->debug_dir = debugfs_create_dir(name, bdi_debug_root);
 
        debugfs_create_file("stats", 0444, bdi->debug_dir, bdi,
                            &bdi_debug_stats_fops);
+       debugfs_create_file("wb_stats", 0444, bdi->debug_dir, bdi,
+                           &cgwb_debug_stats_fops);
 }
 
 static void bdi_debug_unregister(struct backing_dev_info *bdi)
 {
        debugfs_remove_recursive(bdi->debug_dir);
 }
-#else
+#else /* CONFIG_DEBUG_FS */
 static inline void bdi_debug_init(void)
 {
 }
@@ -128,7 +255,7 @@ static inline void bdi_debug_register(struct backing_dev_info *bdi,
 static inline void bdi_debug_unregister(struct backing_dev_info *bdi)
 {
 }
-#endif
+#endif /* CONFIG_DEBUG_FS */
 
 static ssize_t read_ahead_kb_store(struct device *dev,
                                  struct device_attribute *attr,
@@ -388,7 +515,7 @@ static void wb_update_bandwidth_workfn(struct work_struct *work)
 static int wb_init(struct bdi_writeback *wb, struct backing_dev_info *bdi,
                   gfp_t gfp)
 {
-       int i, err;
+       int err;
 
        memset(wb, 0, sizeof(*wb));
 
@@ -416,18 +543,10 @@ static int wb_init(struct bdi_writeback *wb, struct backing_dev_info *bdi,
        if (err)
                return err;
 
-       for (i = 0; i < NR_WB_STAT_ITEMS; i++) {
-               err = percpu_counter_init(&wb->stat[i], 0, gfp);
-               if (err)
-                       goto out_destroy_stat;
-       }
-
-       return 0;
+       err = percpu_counter_init_many(wb->stat, 0, gfp, NR_WB_STAT_ITEMS);
+       if (err)
+               fprop_local_destroy_percpu(&wb->completions);
 
-out_destroy_stat:
-       while (i--)
-               percpu_counter_destroy(&wb->stat[i]);
-       fprop_local_destroy_percpu(&wb->completions);
        return err;
 }
 
@@ -460,13 +579,8 @@ static void wb_shutdown(struct bdi_writeback *wb)
 
 static void wb_exit(struct bdi_writeback *wb)
 {
-       int i;
-
        WARN_ON(delayed_work_pending(&wb->dwork));
-
-       for (i = 0; i < NR_WB_STAT_ITEMS; i++)
-               percpu_counter_destroy(&wb->stat[i]);
-
+       percpu_counter_destroy_many(wb->stat, NR_WB_STAT_ITEMS);
        fprop_local_destroy_percpu(&wb->completions);
 }