Merge tag 'dmaengine-5.11-rc1' of git://git.kernel.org/pub/scm/linux/kernel/git/vkoul...
[linux-2.6-microblaze.git] / fs / gfs2 / trans.c
1 // SPDX-License-Identifier: GPL-2.0-only
2 /*
3  * Copyright (C) Sistina Software, Inc.  1997-2003 All rights reserved.
4  * Copyright (C) 2004-2006 Red Hat, Inc.  All rights reserved.
5  */
6
7 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
8
9 #include <linux/sched.h>
10 #include <linux/slab.h>
11 #include <linux/spinlock.h>
12 #include <linux/completion.h>
13 #include <linux/buffer_head.h>
14 #include <linux/kallsyms.h>
15 #include <linux/gfs2_ondisk.h>
16
17 #include "gfs2.h"
18 #include "incore.h"
19 #include "glock.h"
20 #include "inode.h"
21 #include "log.h"
22 #include "lops.h"
23 #include "meta_io.h"
24 #include "trans.h"
25 #include "util.h"
26 #include "trace_gfs2.h"
27
28 static void gfs2_print_trans(struct gfs2_sbd *sdp, const struct gfs2_trans *tr)
29 {
30         fs_warn(sdp, "Transaction created at: %pSR\n", (void *)tr->tr_ip);
31         fs_warn(sdp, "blocks=%u revokes=%u reserved=%u touched=%u\n",
32                 tr->tr_blocks, tr->tr_revokes, tr->tr_reserved,
33                 test_bit(TR_TOUCHED, &tr->tr_flags));
34         fs_warn(sdp, "Buf %u/%u Databuf %u/%u Revoke %u/%u\n",
35                 tr->tr_num_buf_new, tr->tr_num_buf_rm,
36                 tr->tr_num_databuf_new, tr->tr_num_databuf_rm,
37                 tr->tr_num_revoke, tr->tr_num_revoke_rm);
38 }
39
40 int gfs2_trans_begin(struct gfs2_sbd *sdp, unsigned int blocks,
41                      unsigned int revokes)
42 {
43         struct gfs2_trans *tr;
44         int error;
45
46         if (current->journal_info) {
47                 gfs2_print_trans(sdp, current->journal_info);
48                 BUG();
49         }
50         BUG_ON(blocks == 0 && revokes == 0);
51
52         if (!test_bit(SDF_JOURNAL_LIVE, &sdp->sd_flags))
53                 return -EROFS;
54
55         tr = kmem_cache_zalloc(gfs2_trans_cachep, GFP_NOFS);
56         if (!tr)
57                 return -ENOMEM;
58
59         tr->tr_ip = _RET_IP_;
60         tr->tr_blocks = blocks;
61         tr->tr_revokes = revokes;
62         tr->tr_reserved = 1;
63         set_bit(TR_ALLOCED, &tr->tr_flags);
64         if (blocks)
65                 tr->tr_reserved += 6 + blocks;
66         if (revokes)
67                 tr->tr_reserved += gfs2_struct2blk(sdp, revokes);
68         INIT_LIST_HEAD(&tr->tr_databuf);
69         INIT_LIST_HEAD(&tr->tr_buf);
70         INIT_LIST_HEAD(&tr->tr_list);
71         INIT_LIST_HEAD(&tr->tr_ail1_list);
72         INIT_LIST_HEAD(&tr->tr_ail2_list);
73
74         sb_start_intwrite(sdp->sd_vfs);
75
76         error = gfs2_log_reserve(sdp, tr->tr_reserved);
77         if (error)
78                 goto fail;
79
80         current->journal_info = tr;
81
82         return 0;
83
84 fail:
85         sb_end_intwrite(sdp->sd_vfs);
86         kmem_cache_free(gfs2_trans_cachep, tr);
87
88         return error;
89 }
90
91 void gfs2_trans_end(struct gfs2_sbd *sdp)
92 {
93         struct gfs2_trans *tr = current->journal_info;
94         s64 nbuf;
95         int alloced = test_bit(TR_ALLOCED, &tr->tr_flags);
96
97         current->journal_info = NULL;
98
99         if (!test_bit(TR_TOUCHED, &tr->tr_flags)) {
100                 gfs2_log_release(sdp, tr->tr_reserved);
101                 if (alloced) {
102                         gfs2_trans_free(sdp, tr);
103                         sb_end_intwrite(sdp->sd_vfs);
104                 }
105                 return;
106         }
107
108         nbuf = tr->tr_num_buf_new + tr->tr_num_databuf_new;
109         nbuf -= tr->tr_num_buf_rm;
110         nbuf -= tr->tr_num_databuf_rm;
111
112         if (gfs2_assert_withdraw(sdp, (nbuf <= tr->tr_blocks) &&
113                                        (tr->tr_num_revoke <= tr->tr_revokes)))
114                 gfs2_print_trans(sdp, tr);
115
116         gfs2_log_commit(sdp, tr);
117         if (alloced && !test_bit(TR_ATTACHED, &tr->tr_flags))
118                 gfs2_trans_free(sdp, tr);
119         up_read(&sdp->sd_log_flush_lock);
120
121         if (sdp->sd_vfs->s_flags & SB_SYNCHRONOUS)
122                 gfs2_log_flush(sdp, NULL, GFS2_LOG_HEAD_FLUSH_NORMAL |
123                                GFS2_LFC_TRANS_END);
124         if (alloced)
125                 sb_end_intwrite(sdp->sd_vfs);
126 }
127
128 static struct gfs2_bufdata *gfs2_alloc_bufdata(struct gfs2_glock *gl,
129                                                struct buffer_head *bh)
130 {
131         struct gfs2_bufdata *bd;
132
133         bd = kmem_cache_zalloc(gfs2_bufdata_cachep, GFP_NOFS | __GFP_NOFAIL);
134         bd->bd_bh = bh;
135         bd->bd_gl = gl;
136         INIT_LIST_HEAD(&bd->bd_list);
137         bh->b_private = bd;
138         return bd;
139 }
140
141 /**
142  * gfs2_trans_add_data - Add a databuf to the transaction.
143  * @gl: The inode glock associated with the buffer
144  * @bh: The buffer to add
145  *
146  * This is used in journaled data mode.
147  * We need to journal the data block in the same way as metadata in
148  * the functions above. The difference is that here we have a tag
149  * which is two __be64's being the block number (as per meta data)
150  * and a flag which says whether the data block needs escaping or
151  * not. This means we need a new log entry for each 251 or so data
152  * blocks, which isn't an enormous overhead but twice as much as
153  * for normal metadata blocks.
154  */
155 void gfs2_trans_add_data(struct gfs2_glock *gl, struct buffer_head *bh)
156 {
157         struct gfs2_trans *tr = current->journal_info;
158         struct gfs2_sbd *sdp = gl->gl_name.ln_sbd;
159         struct gfs2_bufdata *bd;
160
161         lock_buffer(bh);
162         if (buffer_pinned(bh)) {
163                 set_bit(TR_TOUCHED, &tr->tr_flags);
164                 goto out;
165         }
166         gfs2_log_lock(sdp);
167         bd = bh->b_private;
168         if (bd == NULL) {
169                 gfs2_log_unlock(sdp);
170                 unlock_buffer(bh);
171                 if (bh->b_private == NULL)
172                         bd = gfs2_alloc_bufdata(gl, bh);
173                 else
174                         bd = bh->b_private;
175                 lock_buffer(bh);
176                 gfs2_log_lock(sdp);
177         }
178         gfs2_assert(sdp, bd->bd_gl == gl);
179         set_bit(TR_TOUCHED, &tr->tr_flags);
180         if (list_empty(&bd->bd_list)) {
181                 set_bit(GLF_LFLUSH, &bd->bd_gl->gl_flags);
182                 set_bit(GLF_DIRTY, &bd->bd_gl->gl_flags);
183                 gfs2_pin(sdp, bd->bd_bh);
184                 tr->tr_num_databuf_new++;
185                 list_add_tail(&bd->bd_list, &tr->tr_databuf);
186         }
187         gfs2_log_unlock(sdp);
188 out:
189         unlock_buffer(bh);
190 }
191
192 void gfs2_trans_add_meta(struct gfs2_glock *gl, struct buffer_head *bh)
193 {
194
195         struct gfs2_sbd *sdp = gl->gl_name.ln_sbd;
196         struct gfs2_bufdata *bd;
197         struct gfs2_meta_header *mh;
198         struct gfs2_trans *tr = current->journal_info;
199         enum gfs2_freeze_state state = atomic_read(&sdp->sd_freeze_state);
200
201         lock_buffer(bh);
202         if (buffer_pinned(bh)) {
203                 set_bit(TR_TOUCHED, &tr->tr_flags);
204                 goto out;
205         }
206         gfs2_log_lock(sdp);
207         bd = bh->b_private;
208         if (bd == NULL) {
209                 gfs2_log_unlock(sdp);
210                 unlock_buffer(bh);
211                 lock_page(bh->b_page);
212                 if (bh->b_private == NULL)
213                         bd = gfs2_alloc_bufdata(gl, bh);
214                 else
215                         bd = bh->b_private;
216                 unlock_page(bh->b_page);
217                 lock_buffer(bh);
218                 gfs2_log_lock(sdp);
219         }
220         gfs2_assert(sdp, bd->bd_gl == gl);
221         set_bit(TR_TOUCHED, &tr->tr_flags);
222         if (!list_empty(&bd->bd_list))
223                 goto out_unlock;
224         set_bit(GLF_LFLUSH, &bd->bd_gl->gl_flags);
225         set_bit(GLF_DIRTY, &bd->bd_gl->gl_flags);
226         mh = (struct gfs2_meta_header *)bd->bd_bh->b_data;
227         if (unlikely(mh->mh_magic != cpu_to_be32(GFS2_MAGIC))) {
228                 fs_err(sdp, "Attempting to add uninitialised block to "
229                        "journal (inplace block=%lld)\n",
230                        (unsigned long long)bd->bd_bh->b_blocknr);
231                 BUG();
232         }
233         if (unlikely(state == SFS_FROZEN)) {
234                 fs_info(sdp, "GFS2:adding buf while frozen\n");
235                 gfs2_assert_withdraw(sdp, 0);
236         }
237         if (unlikely(gfs2_withdrawn(sdp))) {
238                 fs_info(sdp, "GFS2:adding buf while withdrawn! 0x%llx\n",
239                         (unsigned long long)bd->bd_bh->b_blocknr);
240         }
241         gfs2_pin(sdp, bd->bd_bh);
242         mh->__pad0 = cpu_to_be64(0);
243         mh->mh_jid = cpu_to_be32(sdp->sd_jdesc->jd_jid);
244         list_add(&bd->bd_list, &tr->tr_buf);
245         tr->tr_num_buf_new++;
246 out_unlock:
247         gfs2_log_unlock(sdp);
248 out:
249         unlock_buffer(bh);
250 }
251
252 void gfs2_trans_add_revoke(struct gfs2_sbd *sdp, struct gfs2_bufdata *bd)
253 {
254         struct gfs2_trans *tr = current->journal_info;
255
256         BUG_ON(!list_empty(&bd->bd_list));
257         gfs2_add_revoke(sdp, bd);
258         set_bit(TR_TOUCHED, &tr->tr_flags);
259         tr->tr_num_revoke++;
260 }
261
262 void gfs2_trans_remove_revoke(struct gfs2_sbd *sdp, u64 blkno, unsigned int len)
263 {
264         struct gfs2_bufdata *bd, *tmp;
265         struct gfs2_trans *tr = current->journal_info;
266         unsigned int n = len;
267
268         gfs2_log_lock(sdp);
269         list_for_each_entry_safe(bd, tmp, &sdp->sd_log_revokes, bd_list) {
270                 if ((bd->bd_blkno >= blkno) && (bd->bd_blkno < (blkno + len))) {
271                         list_del_init(&bd->bd_list);
272                         gfs2_assert_withdraw(sdp, sdp->sd_log_num_revoke);
273                         sdp->sd_log_num_revoke--;
274                         if (bd->bd_gl)
275                                 gfs2_glock_remove_revoke(bd->bd_gl);
276                         kmem_cache_free(gfs2_bufdata_cachep, bd);
277                         tr->tr_num_revoke_rm++;
278                         if (--n == 0)
279                                 break;
280                 }
281         }
282         gfs2_log_unlock(sdp);
283 }
284
285 void gfs2_trans_free(struct gfs2_sbd *sdp, struct gfs2_trans *tr)
286 {
287         if (tr == NULL)
288                 return;
289
290         gfs2_assert_warn(sdp, list_empty(&tr->tr_ail1_list));
291         gfs2_assert_warn(sdp, list_empty(&tr->tr_ail2_list));
292         gfs2_assert_warn(sdp, list_empty(&tr->tr_databuf));
293         gfs2_assert_warn(sdp, list_empty(&tr->tr_buf));
294         kmem_cache_free(gfs2_trans_cachep, tr);
295 }