Merge tag 'for-linus' of git://git.kernel.org/pub/scm/linux/kernel/git/rdma/rdma
[linux-2.6-microblaze.git] / fs / ubifs / debug.c
1 // SPDX-License-Identifier: GPL-2.0-only
2 /*
3  * This file is part of UBIFS.
4  *
5  * Copyright (C) 2006-2008 Nokia Corporation
6  *
7  * Authors: Artem Bityutskiy (Битюцкий Артём)
8  *          Adrian Hunter
9  */
10
11 /*
12  * This file implements most of the debugging stuff which is compiled in only
13  * when it is enabled. But some debugging check functions are implemented in
14  * corresponding subsystem, just because they are closely related and utilize
15  * various local functions of those subsystems.
16  */
17
18 #include <linux/module.h>
19 #include <linux/debugfs.h>
20 #include <linux/math64.h>
21 #include <linux/uaccess.h>
22 #include <linux/random.h>
23 #include <linux/ctype.h>
24 #include "ubifs.h"
25
26 static DEFINE_SPINLOCK(dbg_lock);
27
28 static const char *get_key_fmt(int fmt)
29 {
30         switch (fmt) {
31         case UBIFS_SIMPLE_KEY_FMT:
32                 return "simple";
33         default:
34                 return "unknown/invalid format";
35         }
36 }
37
38 static const char *get_key_hash(int hash)
39 {
40         switch (hash) {
41         case UBIFS_KEY_HASH_R5:
42                 return "R5";
43         case UBIFS_KEY_HASH_TEST:
44                 return "test";
45         default:
46                 return "unknown/invalid name hash";
47         }
48 }
49
50 static const char *get_key_type(int type)
51 {
52         switch (type) {
53         case UBIFS_INO_KEY:
54                 return "inode";
55         case UBIFS_DENT_KEY:
56                 return "direntry";
57         case UBIFS_XENT_KEY:
58                 return "xentry";
59         case UBIFS_DATA_KEY:
60                 return "data";
61         case UBIFS_TRUN_KEY:
62                 return "truncate";
63         default:
64                 return "unknown/invalid key";
65         }
66 }
67
68 static const char *get_dent_type(int type)
69 {
70         switch (type) {
71         case UBIFS_ITYPE_REG:
72                 return "file";
73         case UBIFS_ITYPE_DIR:
74                 return "dir";
75         case UBIFS_ITYPE_LNK:
76                 return "symlink";
77         case UBIFS_ITYPE_BLK:
78                 return "blkdev";
79         case UBIFS_ITYPE_CHR:
80                 return "char dev";
81         case UBIFS_ITYPE_FIFO:
82                 return "fifo";
83         case UBIFS_ITYPE_SOCK:
84                 return "socket";
85         default:
86                 return "unknown/invalid type";
87         }
88 }
89
90 const char *dbg_snprintf_key(const struct ubifs_info *c,
91                              const union ubifs_key *key, char *buffer, int len)
92 {
93         char *p = buffer;
94         int type = key_type(c, key);
95
96         if (c->key_fmt == UBIFS_SIMPLE_KEY_FMT) {
97                 switch (type) {
98                 case UBIFS_INO_KEY:
99                         len -= snprintf(p, len, "(%lu, %s)",
100                                         (unsigned long)key_inum(c, key),
101                                         get_key_type(type));
102                         break;
103                 case UBIFS_DENT_KEY:
104                 case UBIFS_XENT_KEY:
105                         len -= snprintf(p, len, "(%lu, %s, %#08x)",
106                                         (unsigned long)key_inum(c, key),
107                                         get_key_type(type), key_hash(c, key));
108                         break;
109                 case UBIFS_DATA_KEY:
110                         len -= snprintf(p, len, "(%lu, %s, %u)",
111                                         (unsigned long)key_inum(c, key),
112                                         get_key_type(type), key_block(c, key));
113                         break;
114                 case UBIFS_TRUN_KEY:
115                         len -= snprintf(p, len, "(%lu, %s)",
116                                         (unsigned long)key_inum(c, key),
117                                         get_key_type(type));
118                         break;
119                 default:
120                         len -= snprintf(p, len, "(bad key type: %#08x, %#08x)",
121                                         key->u32[0], key->u32[1]);
122                 }
123         } else
124                 len -= snprintf(p, len, "bad key format %d", c->key_fmt);
125         ubifs_assert(c, len > 0);
126         return p;
127 }
128
129 const char *dbg_ntype(int type)
130 {
131         switch (type) {
132         case UBIFS_PAD_NODE:
133                 return "padding node";
134         case UBIFS_SB_NODE:
135                 return "superblock node";
136         case UBIFS_MST_NODE:
137                 return "master node";
138         case UBIFS_REF_NODE:
139                 return "reference node";
140         case UBIFS_INO_NODE:
141                 return "inode node";
142         case UBIFS_DENT_NODE:
143                 return "direntry node";
144         case UBIFS_XENT_NODE:
145                 return "xentry node";
146         case UBIFS_DATA_NODE:
147                 return "data node";
148         case UBIFS_TRUN_NODE:
149                 return "truncate node";
150         case UBIFS_IDX_NODE:
151                 return "indexing node";
152         case UBIFS_CS_NODE:
153                 return "commit start node";
154         case UBIFS_ORPH_NODE:
155                 return "orphan node";
156         case UBIFS_AUTH_NODE:
157                 return "auth node";
158         default:
159                 return "unknown node";
160         }
161 }
162
163 static const char *dbg_gtype(int type)
164 {
165         switch (type) {
166         case UBIFS_NO_NODE_GROUP:
167                 return "no node group";
168         case UBIFS_IN_NODE_GROUP:
169                 return "in node group";
170         case UBIFS_LAST_OF_NODE_GROUP:
171                 return "last of node group";
172         default:
173                 return "unknown";
174         }
175 }
176
177 const char *dbg_cstate(int cmt_state)
178 {
179         switch (cmt_state) {
180         case COMMIT_RESTING:
181                 return "commit resting";
182         case COMMIT_BACKGROUND:
183                 return "background commit requested";
184         case COMMIT_REQUIRED:
185                 return "commit required";
186         case COMMIT_RUNNING_BACKGROUND:
187                 return "BACKGROUND commit running";
188         case COMMIT_RUNNING_REQUIRED:
189                 return "commit running and required";
190         case COMMIT_BROKEN:
191                 return "broken commit";
192         default:
193                 return "unknown commit state";
194         }
195 }
196
197 const char *dbg_jhead(int jhead)
198 {
199         switch (jhead) {
200         case GCHD:
201                 return "0 (GC)";
202         case BASEHD:
203                 return "1 (base)";
204         case DATAHD:
205                 return "2 (data)";
206         default:
207                 return "unknown journal head";
208         }
209 }
210
211 static void dump_ch(const struct ubifs_ch *ch)
212 {
213         pr_err("\tmagic          %#x\n", le32_to_cpu(ch->magic));
214         pr_err("\tcrc            %#x\n", le32_to_cpu(ch->crc));
215         pr_err("\tnode_type      %d (%s)\n", ch->node_type,
216                dbg_ntype(ch->node_type));
217         pr_err("\tgroup_type     %d (%s)\n", ch->group_type,
218                dbg_gtype(ch->group_type));
219         pr_err("\tsqnum          %llu\n",
220                (unsigned long long)le64_to_cpu(ch->sqnum));
221         pr_err("\tlen            %u\n", le32_to_cpu(ch->len));
222 }
223
224 void ubifs_dump_inode(struct ubifs_info *c, const struct inode *inode)
225 {
226         const struct ubifs_inode *ui = ubifs_inode(inode);
227         struct fscrypt_name nm = {0};
228         union ubifs_key key;
229         struct ubifs_dent_node *dent, *pdent = NULL;
230         int count = 2;
231
232         pr_err("Dump in-memory inode:");
233         pr_err("\tinode          %lu\n", inode->i_ino);
234         pr_err("\tsize           %llu\n",
235                (unsigned long long)i_size_read(inode));
236         pr_err("\tnlink          %u\n", inode->i_nlink);
237         pr_err("\tuid            %u\n", (unsigned int)i_uid_read(inode));
238         pr_err("\tgid            %u\n", (unsigned int)i_gid_read(inode));
239         pr_err("\tatime          %u.%u\n",
240                (unsigned int)inode->i_atime.tv_sec,
241                (unsigned int)inode->i_atime.tv_nsec);
242         pr_err("\tmtime          %u.%u\n",
243                (unsigned int)inode->i_mtime.tv_sec,
244                (unsigned int)inode->i_mtime.tv_nsec);
245         pr_err("\tctime          %u.%u\n",
246                (unsigned int)inode->i_ctime.tv_sec,
247                (unsigned int)inode->i_ctime.tv_nsec);
248         pr_err("\tcreat_sqnum    %llu\n", ui->creat_sqnum);
249         pr_err("\txattr_size     %u\n", ui->xattr_size);
250         pr_err("\txattr_cnt      %u\n", ui->xattr_cnt);
251         pr_err("\txattr_names    %u\n", ui->xattr_names);
252         pr_err("\tdirty          %u\n", ui->dirty);
253         pr_err("\txattr          %u\n", ui->xattr);
254         pr_err("\tbulk_read      %u\n", ui->bulk_read);
255         pr_err("\tsynced_i_size  %llu\n",
256                (unsigned long long)ui->synced_i_size);
257         pr_err("\tui_size        %llu\n",
258                (unsigned long long)ui->ui_size);
259         pr_err("\tflags          %d\n", ui->flags);
260         pr_err("\tcompr_type     %d\n", ui->compr_type);
261         pr_err("\tlast_page_read %lu\n", ui->last_page_read);
262         pr_err("\tread_in_a_row  %lu\n", ui->read_in_a_row);
263         pr_err("\tdata_len       %d\n", ui->data_len);
264
265         if (!S_ISDIR(inode->i_mode))
266                 return;
267
268         pr_err("List of directory entries:\n");
269         ubifs_assert(c, !mutex_is_locked(&c->tnc_mutex));
270
271         lowest_dent_key(c, &key, inode->i_ino);
272         while (1) {
273                 dent = ubifs_tnc_next_ent(c, &key, &nm);
274                 if (IS_ERR(dent)) {
275                         if (PTR_ERR(dent) != -ENOENT)
276                                 pr_err("error %ld\n", PTR_ERR(dent));
277                         break;
278                 }
279
280                 pr_err("\t%d: inode %llu, type %s, len %d\n",
281                        count++, (unsigned long long) le64_to_cpu(dent->inum),
282                        get_dent_type(dent->type),
283                        le16_to_cpu(dent->nlen));
284
285                 fname_name(&nm) = dent->name;
286                 fname_len(&nm) = le16_to_cpu(dent->nlen);
287                 kfree(pdent);
288                 pdent = dent;
289                 key_read(c, &dent->key, &key);
290         }
291         kfree(pdent);
292 }
293
294 void ubifs_dump_node(const struct ubifs_info *c, const void *node, int node_len)
295 {
296         int i, n, type, safe_len, max_node_len, min_node_len;
297         union ubifs_key key;
298         const struct ubifs_ch *ch = node;
299         char key_buf[DBG_KEY_BUF_LEN];
300
301         /* If the magic is incorrect, just hexdump the first bytes */
302         if (le32_to_cpu(ch->magic) != UBIFS_NODE_MAGIC) {
303                 pr_err("Not a node, first %zu bytes:", UBIFS_CH_SZ);
304                 print_hex_dump(KERN_ERR, "", DUMP_PREFIX_OFFSET, 32, 1,
305                                (void *)node, UBIFS_CH_SZ, 1);
306                 return;
307         }
308
309         /* Skip dumping unknown type node */
310         type = ch->node_type;
311         if (type < 0 || type >= UBIFS_NODE_TYPES_CNT) {
312                 pr_err("node type %d was not recognized\n", type);
313                 return;
314         }
315
316         spin_lock(&dbg_lock);
317         dump_ch(node);
318
319         if (c->ranges[type].max_len == 0) {
320                 max_node_len = min_node_len = c->ranges[type].len;
321         } else {
322                 max_node_len = c->ranges[type].max_len;
323                 min_node_len = c->ranges[type].min_len;
324         }
325         safe_len = le32_to_cpu(ch->len);
326         safe_len = safe_len > 0 ? safe_len : 0;
327         safe_len = min3(safe_len, max_node_len, node_len);
328         if (safe_len < min_node_len) {
329                 pr_err("node len(%d) is too short for %s, left %d bytes:\n",
330                        safe_len, dbg_ntype(type),
331                        safe_len > UBIFS_CH_SZ ?
332                        safe_len - (int)UBIFS_CH_SZ : 0);
333                 if (safe_len > UBIFS_CH_SZ)
334                         print_hex_dump(KERN_ERR, "", DUMP_PREFIX_OFFSET, 32, 1,
335                                        (void *)node + UBIFS_CH_SZ,
336                                        safe_len - UBIFS_CH_SZ, 0);
337                 goto out_unlock;
338         }
339         if (safe_len != le32_to_cpu(ch->len))
340                 pr_err("\ttruncated node length      %d\n", safe_len);
341
342         switch (type) {
343         case UBIFS_PAD_NODE:
344         {
345                 const struct ubifs_pad_node *pad = node;
346
347                 pr_err("\tpad_len        %u\n", le32_to_cpu(pad->pad_len));
348                 break;
349         }
350         case UBIFS_SB_NODE:
351         {
352                 const struct ubifs_sb_node *sup = node;
353                 unsigned int sup_flags = le32_to_cpu(sup->flags);
354
355                 pr_err("\tkey_hash       %d (%s)\n",
356                        (int)sup->key_hash, get_key_hash(sup->key_hash));
357                 pr_err("\tkey_fmt        %d (%s)\n",
358                        (int)sup->key_fmt, get_key_fmt(sup->key_fmt));
359                 pr_err("\tflags          %#x\n", sup_flags);
360                 pr_err("\tbig_lpt        %u\n",
361                        !!(sup_flags & UBIFS_FLG_BIGLPT));
362                 pr_err("\tspace_fixup    %u\n",
363                        !!(sup_flags & UBIFS_FLG_SPACE_FIXUP));
364                 pr_err("\tmin_io_size    %u\n", le32_to_cpu(sup->min_io_size));
365                 pr_err("\tleb_size       %u\n", le32_to_cpu(sup->leb_size));
366                 pr_err("\tleb_cnt        %u\n", le32_to_cpu(sup->leb_cnt));
367                 pr_err("\tmax_leb_cnt    %u\n", le32_to_cpu(sup->max_leb_cnt));
368                 pr_err("\tmax_bud_bytes  %llu\n",
369                        (unsigned long long)le64_to_cpu(sup->max_bud_bytes));
370                 pr_err("\tlog_lebs       %u\n", le32_to_cpu(sup->log_lebs));
371                 pr_err("\tlpt_lebs       %u\n", le32_to_cpu(sup->lpt_lebs));
372                 pr_err("\torph_lebs      %u\n", le32_to_cpu(sup->orph_lebs));
373                 pr_err("\tjhead_cnt      %u\n", le32_to_cpu(sup->jhead_cnt));
374                 pr_err("\tfanout         %u\n", le32_to_cpu(sup->fanout));
375                 pr_err("\tlsave_cnt      %u\n", le32_to_cpu(sup->lsave_cnt));
376                 pr_err("\tdefault_compr  %u\n",
377                        (int)le16_to_cpu(sup->default_compr));
378                 pr_err("\trp_size        %llu\n",
379                        (unsigned long long)le64_to_cpu(sup->rp_size));
380                 pr_err("\trp_uid         %u\n", le32_to_cpu(sup->rp_uid));
381                 pr_err("\trp_gid         %u\n", le32_to_cpu(sup->rp_gid));
382                 pr_err("\tfmt_version    %u\n", le32_to_cpu(sup->fmt_version));
383                 pr_err("\ttime_gran      %u\n", le32_to_cpu(sup->time_gran));
384                 pr_err("\tUUID           %pUB\n", sup->uuid);
385                 break;
386         }
387         case UBIFS_MST_NODE:
388         {
389                 const struct ubifs_mst_node *mst = node;
390
391                 pr_err("\thighest_inum   %llu\n",
392                        (unsigned long long)le64_to_cpu(mst->highest_inum));
393                 pr_err("\tcommit number  %llu\n",
394                        (unsigned long long)le64_to_cpu(mst->cmt_no));
395                 pr_err("\tflags          %#x\n", le32_to_cpu(mst->flags));
396                 pr_err("\tlog_lnum       %u\n", le32_to_cpu(mst->log_lnum));
397                 pr_err("\troot_lnum      %u\n", le32_to_cpu(mst->root_lnum));
398                 pr_err("\troot_offs      %u\n", le32_to_cpu(mst->root_offs));
399                 pr_err("\troot_len       %u\n", le32_to_cpu(mst->root_len));
400                 pr_err("\tgc_lnum        %u\n", le32_to_cpu(mst->gc_lnum));
401                 pr_err("\tihead_lnum     %u\n", le32_to_cpu(mst->ihead_lnum));
402                 pr_err("\tihead_offs     %u\n", le32_to_cpu(mst->ihead_offs));
403                 pr_err("\tindex_size     %llu\n",
404                        (unsigned long long)le64_to_cpu(mst->index_size));
405                 pr_err("\tlpt_lnum       %u\n", le32_to_cpu(mst->lpt_lnum));
406                 pr_err("\tlpt_offs       %u\n", le32_to_cpu(mst->lpt_offs));
407                 pr_err("\tnhead_lnum     %u\n", le32_to_cpu(mst->nhead_lnum));
408                 pr_err("\tnhead_offs     %u\n", le32_to_cpu(mst->nhead_offs));
409                 pr_err("\tltab_lnum      %u\n", le32_to_cpu(mst->ltab_lnum));
410                 pr_err("\tltab_offs      %u\n", le32_to_cpu(mst->ltab_offs));
411                 pr_err("\tlsave_lnum     %u\n", le32_to_cpu(mst->lsave_lnum));
412                 pr_err("\tlsave_offs     %u\n", le32_to_cpu(mst->lsave_offs));
413                 pr_err("\tlscan_lnum     %u\n", le32_to_cpu(mst->lscan_lnum));
414                 pr_err("\tleb_cnt        %u\n", le32_to_cpu(mst->leb_cnt));
415                 pr_err("\tempty_lebs     %u\n", le32_to_cpu(mst->empty_lebs));
416                 pr_err("\tidx_lebs       %u\n", le32_to_cpu(mst->idx_lebs));
417                 pr_err("\ttotal_free     %llu\n",
418                        (unsigned long long)le64_to_cpu(mst->total_free));
419                 pr_err("\ttotal_dirty    %llu\n",
420                        (unsigned long long)le64_to_cpu(mst->total_dirty));
421                 pr_err("\ttotal_used     %llu\n",
422                        (unsigned long long)le64_to_cpu(mst->total_used));
423                 pr_err("\ttotal_dead     %llu\n",
424                        (unsigned long long)le64_to_cpu(mst->total_dead));
425                 pr_err("\ttotal_dark     %llu\n",
426                        (unsigned long long)le64_to_cpu(mst->total_dark));
427                 break;
428         }
429         case UBIFS_REF_NODE:
430         {
431                 const struct ubifs_ref_node *ref = node;
432
433                 pr_err("\tlnum           %u\n", le32_to_cpu(ref->lnum));
434                 pr_err("\toffs           %u\n", le32_to_cpu(ref->offs));
435                 pr_err("\tjhead          %u\n", le32_to_cpu(ref->jhead));
436                 break;
437         }
438         case UBIFS_INO_NODE:
439         {
440                 const struct ubifs_ino_node *ino = node;
441
442                 key_read(c, &ino->key, &key);
443                 pr_err("\tkey            %s\n",
444                        dbg_snprintf_key(c, &key, key_buf, DBG_KEY_BUF_LEN));
445                 pr_err("\tcreat_sqnum    %llu\n",
446                        (unsigned long long)le64_to_cpu(ino->creat_sqnum));
447                 pr_err("\tsize           %llu\n",
448                        (unsigned long long)le64_to_cpu(ino->size));
449                 pr_err("\tnlink          %u\n", le32_to_cpu(ino->nlink));
450                 pr_err("\tatime          %lld.%u\n",
451                        (long long)le64_to_cpu(ino->atime_sec),
452                        le32_to_cpu(ino->atime_nsec));
453                 pr_err("\tmtime          %lld.%u\n",
454                        (long long)le64_to_cpu(ino->mtime_sec),
455                        le32_to_cpu(ino->mtime_nsec));
456                 pr_err("\tctime          %lld.%u\n",
457                        (long long)le64_to_cpu(ino->ctime_sec),
458                        le32_to_cpu(ino->ctime_nsec));
459                 pr_err("\tuid            %u\n", le32_to_cpu(ino->uid));
460                 pr_err("\tgid            %u\n", le32_to_cpu(ino->gid));
461                 pr_err("\tmode           %u\n", le32_to_cpu(ino->mode));
462                 pr_err("\tflags          %#x\n", le32_to_cpu(ino->flags));
463                 pr_err("\txattr_cnt      %u\n", le32_to_cpu(ino->xattr_cnt));
464                 pr_err("\txattr_size     %u\n", le32_to_cpu(ino->xattr_size));
465                 pr_err("\txattr_names    %u\n", le32_to_cpu(ino->xattr_names));
466                 pr_err("\tcompr_type     %#x\n",
467                        (int)le16_to_cpu(ino->compr_type));
468                 pr_err("\tdata len       %u\n", le32_to_cpu(ino->data_len));
469                 break;
470         }
471         case UBIFS_DENT_NODE:
472         case UBIFS_XENT_NODE:
473         {
474                 const struct ubifs_dent_node *dent = node;
475                 int nlen = le16_to_cpu(dent->nlen);
476
477                 key_read(c, &dent->key, &key);
478                 pr_err("\tkey            %s\n",
479                        dbg_snprintf_key(c, &key, key_buf, DBG_KEY_BUF_LEN));
480                 pr_err("\tinum           %llu\n",
481                        (unsigned long long)le64_to_cpu(dent->inum));
482                 pr_err("\ttype           %d\n", (int)dent->type);
483                 pr_err("\tnlen           %d\n", nlen);
484                 pr_err("\tname           ");
485
486                 if (nlen > UBIFS_MAX_NLEN ||
487                     nlen > safe_len - UBIFS_DENT_NODE_SZ)
488                         pr_err("(bad name length, not printing, bad or corrupted node)");
489                 else {
490                         for (i = 0; i < nlen && dent->name[i]; i++)
491                                 pr_cont("%c", isprint(dent->name[i]) ?
492                                         dent->name[i] : '?');
493                 }
494                 pr_cont("\n");
495
496                 break;
497         }
498         case UBIFS_DATA_NODE:
499         {
500                 const struct ubifs_data_node *dn = node;
501
502                 key_read(c, &dn->key, &key);
503                 pr_err("\tkey            %s\n",
504                        dbg_snprintf_key(c, &key, key_buf, DBG_KEY_BUF_LEN));
505                 pr_err("\tsize           %u\n", le32_to_cpu(dn->size));
506                 pr_err("\tcompr_typ      %d\n",
507                        (int)le16_to_cpu(dn->compr_type));
508                 pr_err("\tdata size      %u\n",
509                        le32_to_cpu(ch->len) - (unsigned int)UBIFS_DATA_NODE_SZ);
510                 pr_err("\tdata (length = %d):\n",
511                        safe_len - (int)UBIFS_DATA_NODE_SZ);
512                 print_hex_dump(KERN_ERR, "\t", DUMP_PREFIX_OFFSET, 32, 1,
513                                (void *)&dn->data,
514                                safe_len - (int)UBIFS_DATA_NODE_SZ, 0);
515                 break;
516         }
517         case UBIFS_TRUN_NODE:
518         {
519                 const struct ubifs_trun_node *trun = node;
520
521                 pr_err("\tinum           %u\n", le32_to_cpu(trun->inum));
522                 pr_err("\told_size       %llu\n",
523                        (unsigned long long)le64_to_cpu(trun->old_size));
524                 pr_err("\tnew_size       %llu\n",
525                        (unsigned long long)le64_to_cpu(trun->new_size));
526                 break;
527         }
528         case UBIFS_IDX_NODE:
529         {
530                 const struct ubifs_idx_node *idx = node;
531                 int max_child_cnt = (safe_len - UBIFS_IDX_NODE_SZ) /
532                                     (ubifs_idx_node_sz(c, 1) -
533                                     UBIFS_IDX_NODE_SZ);
534
535                 n = min_t(int, le16_to_cpu(idx->child_cnt), max_child_cnt);
536                 pr_err("\tchild_cnt      %d\n", (int)le16_to_cpu(idx->child_cnt));
537                 pr_err("\tlevel          %d\n", (int)le16_to_cpu(idx->level));
538                 pr_err("\tBranches:\n");
539
540                 for (i = 0; i < n && i < c->fanout; i++) {
541                         const struct ubifs_branch *br;
542
543                         br = ubifs_idx_branch(c, idx, i);
544                         key_read(c, &br->key, &key);
545                         pr_err("\t%d: LEB %d:%d len %d key %s\n",
546                                i, le32_to_cpu(br->lnum), le32_to_cpu(br->offs),
547                                le32_to_cpu(br->len),
548                                dbg_snprintf_key(c, &key, key_buf,
549                                                 DBG_KEY_BUF_LEN));
550                 }
551                 break;
552         }
553         case UBIFS_CS_NODE:
554                 break;
555         case UBIFS_ORPH_NODE:
556         {
557                 const struct ubifs_orph_node *orph = node;
558
559                 pr_err("\tcommit number  %llu\n",
560                        (unsigned long long)
561                                 le64_to_cpu(orph->cmt_no) & LLONG_MAX);
562                 pr_err("\tlast node flag %llu\n",
563                        (unsigned long long)(le64_to_cpu(orph->cmt_no)) >> 63);
564                 n = (safe_len - UBIFS_ORPH_NODE_SZ) >> 3;
565                 pr_err("\t%d orphan inode numbers:\n", n);
566                 for (i = 0; i < n; i++)
567                         pr_err("\t  ino %llu\n",
568                                (unsigned long long)le64_to_cpu(orph->inos[i]));
569                 break;
570         }
571         case UBIFS_AUTH_NODE:
572         {
573                 break;
574         }
575         default:
576                 pr_err("node type %d was not recognized\n", type);
577         }
578
579 out_unlock:
580         spin_unlock(&dbg_lock);
581 }
582
583 void ubifs_dump_budget_req(const struct ubifs_budget_req *req)
584 {
585         spin_lock(&dbg_lock);
586         pr_err("Budgeting request: new_ino %d, dirtied_ino %d\n",
587                req->new_ino, req->dirtied_ino);
588         pr_err("\tnew_ino_d   %d, dirtied_ino_d %d\n",
589                req->new_ino_d, req->dirtied_ino_d);
590         pr_err("\tnew_page    %d, dirtied_page %d\n",
591                req->new_page, req->dirtied_page);
592         pr_err("\tnew_dent    %d, mod_dent     %d\n",
593                req->new_dent, req->mod_dent);
594         pr_err("\tidx_growth  %d\n", req->idx_growth);
595         pr_err("\tdata_growth %d dd_growth     %d\n",
596                req->data_growth, req->dd_growth);
597         spin_unlock(&dbg_lock);
598 }
599
600 void ubifs_dump_lstats(const struct ubifs_lp_stats *lst)
601 {
602         spin_lock(&dbg_lock);
603         pr_err("(pid %d) Lprops statistics: empty_lebs %d, idx_lebs  %d\n",
604                current->pid, lst->empty_lebs, lst->idx_lebs);
605         pr_err("\ttaken_empty_lebs %d, total_free %lld, total_dirty %lld\n",
606                lst->taken_empty_lebs, lst->total_free, lst->total_dirty);
607         pr_err("\ttotal_used %lld, total_dark %lld, total_dead %lld\n",
608                lst->total_used, lst->total_dark, lst->total_dead);
609         spin_unlock(&dbg_lock);
610 }
611
612 void ubifs_dump_budg(struct ubifs_info *c, const struct ubifs_budg_info *bi)
613 {
614         int i;
615         struct rb_node *rb;
616         struct ubifs_bud *bud;
617         struct ubifs_gced_idx_leb *idx_gc;
618         long long available, outstanding, free;
619
620         spin_lock(&c->space_lock);
621         spin_lock(&dbg_lock);
622         pr_err("(pid %d) Budgeting info: data budget sum %lld, total budget sum %lld\n",
623                current->pid, bi->data_growth + bi->dd_growth,
624                bi->data_growth + bi->dd_growth + bi->idx_growth);
625         pr_err("\tbudg_data_growth %lld, budg_dd_growth %lld, budg_idx_growth %lld\n",
626                bi->data_growth, bi->dd_growth, bi->idx_growth);
627         pr_err("\tmin_idx_lebs %d, old_idx_sz %llu, uncommitted_idx %lld\n",
628                bi->min_idx_lebs, bi->old_idx_sz, bi->uncommitted_idx);
629         pr_err("\tpage_budget %d, inode_budget %d, dent_budget %d\n",
630                bi->page_budget, bi->inode_budget, bi->dent_budget);
631         pr_err("\tnospace %u, nospace_rp %u\n", bi->nospace, bi->nospace_rp);
632         pr_err("\tdark_wm %d, dead_wm %d, max_idx_node_sz %d\n",
633                c->dark_wm, c->dead_wm, c->max_idx_node_sz);
634
635         if (bi != &c->bi)
636                 /*
637                  * If we are dumping saved budgeting data, do not print
638                  * additional information which is about the current state, not
639                  * the old one which corresponded to the saved budgeting data.
640                  */
641                 goto out_unlock;
642
643         pr_err("\tfreeable_cnt %d, calc_idx_sz %lld, idx_gc_cnt %d\n",
644                c->freeable_cnt, c->calc_idx_sz, c->idx_gc_cnt);
645         pr_err("\tdirty_pg_cnt %ld, dirty_zn_cnt %ld, clean_zn_cnt %ld\n",
646                atomic_long_read(&c->dirty_pg_cnt),
647                atomic_long_read(&c->dirty_zn_cnt),
648                atomic_long_read(&c->clean_zn_cnt));
649         pr_err("\tgc_lnum %d, ihead_lnum %d\n", c->gc_lnum, c->ihead_lnum);
650
651         /* If we are in R/O mode, journal heads do not exist */
652         if (c->jheads)
653                 for (i = 0; i < c->jhead_cnt; i++)
654                         pr_err("\tjhead %s\t LEB %d\n",
655                                dbg_jhead(c->jheads[i].wbuf.jhead),
656                                c->jheads[i].wbuf.lnum);
657         for (rb = rb_first(&c->buds); rb; rb = rb_next(rb)) {
658                 bud = rb_entry(rb, struct ubifs_bud, rb);
659                 pr_err("\tbud LEB %d\n", bud->lnum);
660         }
661         list_for_each_entry(bud, &c->old_buds, list)
662                 pr_err("\told bud LEB %d\n", bud->lnum);
663         list_for_each_entry(idx_gc, &c->idx_gc, list)
664                 pr_err("\tGC'ed idx LEB %d unmap %d\n",
665                        idx_gc->lnum, idx_gc->unmap);
666         pr_err("\tcommit state %d\n", c->cmt_state);
667
668         /* Print budgeting predictions */
669         available = ubifs_calc_available(c, c->bi.min_idx_lebs);
670         outstanding = c->bi.data_growth + c->bi.dd_growth;
671         free = ubifs_get_free_space_nolock(c);
672         pr_err("Budgeting predictions:\n");
673         pr_err("\tavailable: %lld, outstanding %lld, free %lld\n",
674                available, outstanding, free);
675 out_unlock:
676         spin_unlock(&dbg_lock);
677         spin_unlock(&c->space_lock);
678 }
679
680 void ubifs_dump_lprop(const struct ubifs_info *c, const struct ubifs_lprops *lp)
681 {
682         int i, spc, dark = 0, dead = 0;
683         struct rb_node *rb;
684         struct ubifs_bud *bud;
685
686         spc = lp->free + lp->dirty;
687         if (spc < c->dead_wm)
688                 dead = spc;
689         else
690                 dark = ubifs_calc_dark(c, spc);
691
692         if (lp->flags & LPROPS_INDEX)
693                 pr_err("LEB %-7d free %-8d dirty %-8d used %-8d free + dirty %-8d flags %#x (",
694                        lp->lnum, lp->free, lp->dirty, c->leb_size - spc, spc,
695                        lp->flags);
696         else
697                 pr_err("LEB %-7d free %-8d dirty %-8d used %-8d free + dirty %-8d dark %-4d dead %-4d nodes fit %-3d flags %#-4x (",
698                        lp->lnum, lp->free, lp->dirty, c->leb_size - spc, spc,
699                        dark, dead, (int)(spc / UBIFS_MAX_NODE_SZ), lp->flags);
700
701         if (lp->flags & LPROPS_TAKEN) {
702                 if (lp->flags & LPROPS_INDEX)
703                         pr_cont("index, taken");
704                 else
705                         pr_cont("taken");
706         } else {
707                 const char *s;
708
709                 if (lp->flags & LPROPS_INDEX) {
710                         switch (lp->flags & LPROPS_CAT_MASK) {
711                         case LPROPS_DIRTY_IDX:
712                                 s = "dirty index";
713                                 break;
714                         case LPROPS_FRDI_IDX:
715                                 s = "freeable index";
716                                 break;
717                         default:
718                                 s = "index";
719                         }
720                 } else {
721                         switch (lp->flags & LPROPS_CAT_MASK) {
722                         case LPROPS_UNCAT:
723                                 s = "not categorized";
724                                 break;
725                         case LPROPS_DIRTY:
726                                 s = "dirty";
727                                 break;
728                         case LPROPS_FREE:
729                                 s = "free";
730                                 break;
731                         case LPROPS_EMPTY:
732                                 s = "empty";
733                                 break;
734                         case LPROPS_FREEABLE:
735                                 s = "freeable";
736                                 break;
737                         default:
738                                 s = NULL;
739                                 break;
740                         }
741                 }
742                 pr_cont("%s", s);
743         }
744
745         for (rb = rb_first((struct rb_root *)&c->buds); rb; rb = rb_next(rb)) {
746                 bud = rb_entry(rb, struct ubifs_bud, rb);
747                 if (bud->lnum == lp->lnum) {
748                         int head = 0;
749                         for (i = 0; i < c->jhead_cnt; i++) {
750                                 /*
751                                  * Note, if we are in R/O mode or in the middle
752                                  * of mounting/re-mounting, the write-buffers do
753                                  * not exist.
754                                  */
755                                 if (c->jheads &&
756                                     lp->lnum == c->jheads[i].wbuf.lnum) {
757                                         pr_cont(", jhead %s", dbg_jhead(i));
758                                         head = 1;
759                                 }
760                         }
761                         if (!head)
762                                 pr_cont(", bud of jhead %s",
763                                        dbg_jhead(bud->jhead));
764                 }
765         }
766         if (lp->lnum == c->gc_lnum)
767                 pr_cont(", GC LEB");
768         pr_cont(")\n");
769 }
770
771 void ubifs_dump_lprops(struct ubifs_info *c)
772 {
773         int lnum, err;
774         struct ubifs_lprops lp;
775         struct ubifs_lp_stats lst;
776
777         pr_err("(pid %d) start dumping LEB properties\n", current->pid);
778         ubifs_get_lp_stats(c, &lst);
779         ubifs_dump_lstats(&lst);
780
781         for (lnum = c->main_first; lnum < c->leb_cnt; lnum++) {
782                 err = ubifs_read_one_lp(c, lnum, &lp);
783                 if (err) {
784                         ubifs_err(c, "cannot read lprops for LEB %d", lnum);
785                         continue;
786                 }
787
788                 ubifs_dump_lprop(c, &lp);
789         }
790         pr_err("(pid %d) finish dumping LEB properties\n", current->pid);
791 }
792
793 void ubifs_dump_lpt_info(struct ubifs_info *c)
794 {
795         int i;
796
797         spin_lock(&dbg_lock);
798         pr_err("(pid %d) dumping LPT information\n", current->pid);
799         pr_err("\tlpt_sz:        %lld\n", c->lpt_sz);
800         pr_err("\tpnode_sz:      %d\n", c->pnode_sz);
801         pr_err("\tnnode_sz:      %d\n", c->nnode_sz);
802         pr_err("\tltab_sz:       %d\n", c->ltab_sz);
803         pr_err("\tlsave_sz:      %d\n", c->lsave_sz);
804         pr_err("\tbig_lpt:       %u\n", c->big_lpt);
805         pr_err("\tlpt_hght:      %d\n", c->lpt_hght);
806         pr_err("\tpnode_cnt:     %d\n", c->pnode_cnt);
807         pr_err("\tnnode_cnt:     %d\n", c->nnode_cnt);
808         pr_err("\tdirty_pn_cnt:  %d\n", c->dirty_pn_cnt);
809         pr_err("\tdirty_nn_cnt:  %d\n", c->dirty_nn_cnt);
810         pr_err("\tlsave_cnt:     %d\n", c->lsave_cnt);
811         pr_err("\tspace_bits:    %d\n", c->space_bits);
812         pr_err("\tlpt_lnum_bits: %d\n", c->lpt_lnum_bits);
813         pr_err("\tlpt_offs_bits: %d\n", c->lpt_offs_bits);
814         pr_err("\tlpt_spc_bits:  %d\n", c->lpt_spc_bits);
815         pr_err("\tpcnt_bits:     %d\n", c->pcnt_bits);
816         pr_err("\tlnum_bits:     %d\n", c->lnum_bits);
817         pr_err("\tLPT root is at %d:%d\n", c->lpt_lnum, c->lpt_offs);
818         pr_err("\tLPT head is at %d:%d\n",
819                c->nhead_lnum, c->nhead_offs);
820         pr_err("\tLPT ltab is at %d:%d\n", c->ltab_lnum, c->ltab_offs);
821         if (c->big_lpt)
822                 pr_err("\tLPT lsave is at %d:%d\n",
823                        c->lsave_lnum, c->lsave_offs);
824         for (i = 0; i < c->lpt_lebs; i++)
825                 pr_err("\tLPT LEB %d free %d dirty %d tgc %d cmt %d\n",
826                        i + c->lpt_first, c->ltab[i].free, c->ltab[i].dirty,
827                        c->ltab[i].tgc, c->ltab[i].cmt);
828         spin_unlock(&dbg_lock);
829 }
830
831 void ubifs_dump_leb(const struct ubifs_info *c, int lnum)
832 {
833         struct ubifs_scan_leb *sleb;
834         struct ubifs_scan_node *snod;
835         void *buf;
836
837         pr_err("(pid %d) start dumping LEB %d\n", current->pid, lnum);
838
839         buf = __vmalloc(c->leb_size, GFP_NOFS);
840         if (!buf) {
841                 ubifs_err(c, "cannot allocate memory for dumping LEB %d", lnum);
842                 return;
843         }
844
845         sleb = ubifs_scan(c, lnum, 0, buf, 0);
846         if (IS_ERR(sleb)) {
847                 ubifs_err(c, "scan error %d", (int)PTR_ERR(sleb));
848                 goto out;
849         }
850
851         pr_err("LEB %d has %d nodes ending at %d\n", lnum,
852                sleb->nodes_cnt, sleb->endpt);
853
854         list_for_each_entry(snod, &sleb->nodes, list) {
855                 cond_resched();
856                 pr_err("Dumping node at LEB %d:%d len %d\n", lnum,
857                        snod->offs, snod->len);
858                 ubifs_dump_node(c, snod->node, c->leb_size - snod->offs);
859         }
860
861         pr_err("(pid %d) finish dumping LEB %d\n", current->pid, lnum);
862         ubifs_scan_destroy(sleb);
863
864 out:
865         vfree(buf);
866         return;
867 }
868
869 void ubifs_dump_znode(const struct ubifs_info *c,
870                       const struct ubifs_znode *znode)
871 {
872         int n;
873         const struct ubifs_zbranch *zbr;
874         char key_buf[DBG_KEY_BUF_LEN];
875
876         spin_lock(&dbg_lock);
877         if (znode->parent)
878                 zbr = &znode->parent->zbranch[znode->iip];
879         else
880                 zbr = &c->zroot;
881
882         pr_err("znode %p, LEB %d:%d len %d parent %p iip %d level %d child_cnt %d flags %lx\n",
883                znode, zbr->lnum, zbr->offs, zbr->len, znode->parent, znode->iip,
884                znode->level, znode->child_cnt, znode->flags);
885
886         if (znode->child_cnt <= 0 || znode->child_cnt > c->fanout) {
887                 spin_unlock(&dbg_lock);
888                 return;
889         }
890
891         pr_err("zbranches:\n");
892         for (n = 0; n < znode->child_cnt; n++) {
893                 zbr = &znode->zbranch[n];
894                 if (znode->level > 0)
895                         pr_err("\t%d: znode %p LEB %d:%d len %d key %s\n",
896                                n, zbr->znode, zbr->lnum, zbr->offs, zbr->len,
897                                dbg_snprintf_key(c, &zbr->key, key_buf,
898                                                 DBG_KEY_BUF_LEN));
899                 else
900                         pr_err("\t%d: LNC %p LEB %d:%d len %d key %s\n",
901                                n, zbr->znode, zbr->lnum, zbr->offs, zbr->len,
902                                dbg_snprintf_key(c, &zbr->key, key_buf,
903                                                 DBG_KEY_BUF_LEN));
904         }
905         spin_unlock(&dbg_lock);
906 }
907
908 void ubifs_dump_heap(struct ubifs_info *c, struct ubifs_lpt_heap *heap, int cat)
909 {
910         int i;
911
912         pr_err("(pid %d) start dumping heap cat %d (%d elements)\n",
913                current->pid, cat, heap->cnt);
914         for (i = 0; i < heap->cnt; i++) {
915                 struct ubifs_lprops *lprops = heap->arr[i];
916
917                 pr_err("\t%d. LEB %d hpos %d free %d dirty %d flags %d\n",
918                        i, lprops->lnum, lprops->hpos, lprops->free,
919                        lprops->dirty, lprops->flags);
920         }
921         pr_err("(pid %d) finish dumping heap\n", current->pid);
922 }
923
924 void ubifs_dump_pnode(struct ubifs_info *c, struct ubifs_pnode *pnode,
925                       struct ubifs_nnode *parent, int iip)
926 {
927         int i;
928
929         pr_err("(pid %d) dumping pnode:\n", current->pid);
930         pr_err("\taddress %zx parent %zx cnext %zx\n",
931                (size_t)pnode, (size_t)parent, (size_t)pnode->cnext);
932         pr_err("\tflags %lu iip %d level %d num %d\n",
933                pnode->flags, iip, pnode->level, pnode->num);
934         for (i = 0; i < UBIFS_LPT_FANOUT; i++) {
935                 struct ubifs_lprops *lp = &pnode->lprops[i];
936
937                 pr_err("\t%d: free %d dirty %d flags %d lnum %d\n",
938                        i, lp->free, lp->dirty, lp->flags, lp->lnum);
939         }
940 }
941
942 void ubifs_dump_tnc(struct ubifs_info *c)
943 {
944         struct ubifs_znode *znode;
945         int level;
946
947         pr_err("\n");
948         pr_err("(pid %d) start dumping TNC tree\n", current->pid);
949         znode = ubifs_tnc_levelorder_next(c, c->zroot.znode, NULL);
950         level = znode->level;
951         pr_err("== Level %d ==\n", level);
952         while (znode) {
953                 if (level != znode->level) {
954                         level = znode->level;
955                         pr_err("== Level %d ==\n", level);
956                 }
957                 ubifs_dump_znode(c, znode);
958                 znode = ubifs_tnc_levelorder_next(c, c->zroot.znode, znode);
959         }
960         pr_err("(pid %d) finish dumping TNC tree\n", current->pid);
961 }
962
963 static int dump_znode(struct ubifs_info *c, struct ubifs_znode *znode,
964                       void *priv)
965 {
966         ubifs_dump_znode(c, znode);
967         return 0;
968 }
969
970 /**
971  * ubifs_dump_index - dump the on-flash index.
972  * @c: UBIFS file-system description object
973  *
974  * This function dumps whole UBIFS indexing B-tree, unlike 'ubifs_dump_tnc()'
975  * which dumps only in-memory znodes and does not read znodes which from flash.
976  */
977 void ubifs_dump_index(struct ubifs_info *c)
978 {
979         dbg_walk_index(c, NULL, dump_znode, NULL);
980 }
981
982 /**
983  * dbg_save_space_info - save information about flash space.
984  * @c: UBIFS file-system description object
985  *
986  * This function saves information about UBIFS free space, dirty space, etc, in
987  * order to check it later.
988  */
989 void dbg_save_space_info(struct ubifs_info *c)
990 {
991         struct ubifs_debug_info *d = c->dbg;
992         int freeable_cnt;
993
994         spin_lock(&c->space_lock);
995         memcpy(&d->saved_lst, &c->lst, sizeof(struct ubifs_lp_stats));
996         memcpy(&d->saved_bi, &c->bi, sizeof(struct ubifs_budg_info));
997         d->saved_idx_gc_cnt = c->idx_gc_cnt;
998
999         /*
1000          * We use a dirty hack here and zero out @c->freeable_cnt, because it
1001          * affects the free space calculations, and UBIFS might not know about
1002          * all freeable eraseblocks. Indeed, we know about freeable eraseblocks
1003          * only when we read their lprops, and we do this only lazily, upon the
1004          * need. So at any given point of time @c->freeable_cnt might be not
1005          * exactly accurate.
1006          *
1007          * Just one example about the issue we hit when we did not zero
1008          * @c->freeable_cnt.
1009          * 1. The file-system is mounted R/O, c->freeable_cnt is %0. We save the
1010          *    amount of free space in @d->saved_free
1011          * 2. We re-mount R/W, which makes UBIFS to read the "lsave"
1012          *    information from flash, where we cache LEBs from various
1013          *    categories ('ubifs_remount_fs()' -> 'ubifs_lpt_init()'
1014          *    -> 'lpt_init_wr()' -> 'read_lsave()' -> 'ubifs_lpt_lookup()'
1015          *    -> 'ubifs_get_pnode()' -> 'update_cats()'
1016          *    -> 'ubifs_add_to_cat()').
1017          * 3. Lsave contains a freeable eraseblock, and @c->freeable_cnt
1018          *    becomes %1.
1019          * 4. We calculate the amount of free space when the re-mount is
1020          *    finished in 'dbg_check_space_info()' and it does not match
1021          *    @d->saved_free.
1022          */
1023         freeable_cnt = c->freeable_cnt;
1024         c->freeable_cnt = 0;
1025         d->saved_free = ubifs_get_free_space_nolock(c);
1026         c->freeable_cnt = freeable_cnt;
1027         spin_unlock(&c->space_lock);
1028 }
1029
1030 /**
1031  * dbg_check_space_info - check flash space information.
1032  * @c: UBIFS file-system description object
1033  *
1034  * This function compares current flash space information with the information
1035  * which was saved when the 'dbg_save_space_info()' function was called.
1036  * Returns zero if the information has not changed, and %-EINVAL if it has
1037  * changed.
1038  */
1039 int dbg_check_space_info(struct ubifs_info *c)
1040 {
1041         struct ubifs_debug_info *d = c->dbg;
1042         struct ubifs_lp_stats lst;
1043         long long free;
1044         int freeable_cnt;
1045
1046         spin_lock(&c->space_lock);
1047         freeable_cnt = c->freeable_cnt;
1048         c->freeable_cnt = 0;
1049         free = ubifs_get_free_space_nolock(c);
1050         c->freeable_cnt = freeable_cnt;
1051         spin_unlock(&c->space_lock);
1052
1053         if (free != d->saved_free) {
1054                 ubifs_err(c, "free space changed from %lld to %lld",
1055                           d->saved_free, free);
1056                 goto out;
1057         }
1058
1059         return 0;
1060
1061 out:
1062         ubifs_msg(c, "saved lprops statistics dump");
1063         ubifs_dump_lstats(&d->saved_lst);
1064         ubifs_msg(c, "saved budgeting info dump");
1065         ubifs_dump_budg(c, &d->saved_bi);
1066         ubifs_msg(c, "saved idx_gc_cnt %d", d->saved_idx_gc_cnt);
1067         ubifs_msg(c, "current lprops statistics dump");
1068         ubifs_get_lp_stats(c, &lst);
1069         ubifs_dump_lstats(&lst);
1070         ubifs_msg(c, "current budgeting info dump");
1071         ubifs_dump_budg(c, &c->bi);
1072         dump_stack();
1073         return -EINVAL;
1074 }
1075
1076 /**
1077  * dbg_check_synced_i_size - check synchronized inode size.
1078  * @c: UBIFS file-system description object
1079  * @inode: inode to check
1080  *
1081  * If inode is clean, synchronized inode size has to be equivalent to current
1082  * inode size. This function has to be called only for locked inodes (@i_mutex
1083  * has to be locked). Returns %0 if synchronized inode size if correct, and
1084  * %-EINVAL if not.
1085  */
1086 int dbg_check_synced_i_size(const struct ubifs_info *c, struct inode *inode)
1087 {
1088         int err = 0;
1089         struct ubifs_inode *ui = ubifs_inode(inode);
1090
1091         if (!dbg_is_chk_gen(c))
1092                 return 0;
1093         if (!S_ISREG(inode->i_mode))
1094                 return 0;
1095
1096         mutex_lock(&ui->ui_mutex);
1097         spin_lock(&ui->ui_lock);
1098         if (ui->ui_size != ui->synced_i_size && !ui->dirty) {
1099                 ubifs_err(c, "ui_size is %lld, synced_i_size is %lld, but inode is clean",
1100                           ui->ui_size, ui->synced_i_size);
1101                 ubifs_err(c, "i_ino %lu, i_mode %#x, i_size %lld", inode->i_ino,
1102                           inode->i_mode, i_size_read(inode));
1103                 dump_stack();
1104                 err = -EINVAL;
1105         }
1106         spin_unlock(&ui->ui_lock);
1107         mutex_unlock(&ui->ui_mutex);
1108         return err;
1109 }
1110
1111 /*
1112  * dbg_check_dir - check directory inode size and link count.
1113  * @c: UBIFS file-system description object
1114  * @dir: the directory to calculate size for
1115  * @size: the result is returned here
1116  *
1117  * This function makes sure that directory size and link count are correct.
1118  * Returns zero in case of success and a negative error code in case of
1119  * failure.
1120  *
1121  * Note, it is good idea to make sure the @dir->i_mutex is locked before
1122  * calling this function.
1123  */
1124 int dbg_check_dir(struct ubifs_info *c, const struct inode *dir)
1125 {
1126         unsigned int nlink = 2;
1127         union ubifs_key key;
1128         struct ubifs_dent_node *dent, *pdent = NULL;
1129         struct fscrypt_name nm = {0};
1130         loff_t size = UBIFS_INO_NODE_SZ;
1131
1132         if (!dbg_is_chk_gen(c))
1133                 return 0;
1134
1135         if (!S_ISDIR(dir->i_mode))
1136                 return 0;
1137
1138         lowest_dent_key(c, &key, dir->i_ino);
1139         while (1) {
1140                 int err;
1141
1142                 dent = ubifs_tnc_next_ent(c, &key, &nm);
1143                 if (IS_ERR(dent)) {
1144                         err = PTR_ERR(dent);
1145                         if (err == -ENOENT)
1146                                 break;
1147                         kfree(pdent);
1148                         return err;
1149                 }
1150
1151                 fname_name(&nm) = dent->name;
1152                 fname_len(&nm) = le16_to_cpu(dent->nlen);
1153                 size += CALC_DENT_SIZE(fname_len(&nm));
1154                 if (dent->type == UBIFS_ITYPE_DIR)
1155                         nlink += 1;
1156                 kfree(pdent);
1157                 pdent = dent;
1158                 key_read(c, &dent->key, &key);
1159         }
1160         kfree(pdent);
1161
1162         if (i_size_read(dir) != size) {
1163                 ubifs_err(c, "directory inode %lu has size %llu, but calculated size is %llu",
1164                           dir->i_ino, (unsigned long long)i_size_read(dir),
1165                           (unsigned long long)size);
1166                 ubifs_dump_inode(c, dir);
1167                 dump_stack();
1168                 return -EINVAL;
1169         }
1170         if (dir->i_nlink != nlink) {
1171                 ubifs_err(c, "directory inode %lu has nlink %u, but calculated nlink is %u",
1172                           dir->i_ino, dir->i_nlink, nlink);
1173                 ubifs_dump_inode(c, dir);
1174                 dump_stack();
1175                 return -EINVAL;
1176         }
1177
1178         return 0;
1179 }
1180
1181 /**
1182  * dbg_check_key_order - make sure that colliding keys are properly ordered.
1183  * @c: UBIFS file-system description object
1184  * @zbr1: first zbranch
1185  * @zbr2: following zbranch
1186  *
1187  * In UBIFS indexing B-tree colliding keys has to be sorted in binary order of
1188  * names of the direntries/xentries which are referred by the keys. This
1189  * function reads direntries/xentries referred by @zbr1 and @zbr2 and makes
1190  * sure the name of direntry/xentry referred by @zbr1 is less than
1191  * direntry/xentry referred by @zbr2. Returns zero if this is true, %1 if not,
1192  * and a negative error code in case of failure.
1193  */
1194 static int dbg_check_key_order(struct ubifs_info *c, struct ubifs_zbranch *zbr1,
1195                                struct ubifs_zbranch *zbr2)
1196 {
1197         int err, nlen1, nlen2, cmp;
1198         struct ubifs_dent_node *dent1, *dent2;
1199         union ubifs_key key;
1200         char key_buf[DBG_KEY_BUF_LEN];
1201
1202         ubifs_assert(c, !keys_cmp(c, &zbr1->key, &zbr2->key));
1203         dent1 = kmalloc(UBIFS_MAX_DENT_NODE_SZ, GFP_NOFS);
1204         if (!dent1)
1205                 return -ENOMEM;
1206         dent2 = kmalloc(UBIFS_MAX_DENT_NODE_SZ, GFP_NOFS);
1207         if (!dent2) {
1208                 err = -ENOMEM;
1209                 goto out_free;
1210         }
1211
1212         err = ubifs_tnc_read_node(c, zbr1, dent1);
1213         if (err)
1214                 goto out_free;
1215         err = ubifs_validate_entry(c, dent1);
1216         if (err)
1217                 goto out_free;
1218
1219         err = ubifs_tnc_read_node(c, zbr2, dent2);
1220         if (err)
1221                 goto out_free;
1222         err = ubifs_validate_entry(c, dent2);
1223         if (err)
1224                 goto out_free;
1225
1226         /* Make sure node keys are the same as in zbranch */
1227         err = 1;
1228         key_read(c, &dent1->key, &key);
1229         if (keys_cmp(c, &zbr1->key, &key)) {
1230                 ubifs_err(c, "1st entry at %d:%d has key %s", zbr1->lnum,
1231                           zbr1->offs, dbg_snprintf_key(c, &key, key_buf,
1232                                                        DBG_KEY_BUF_LEN));
1233                 ubifs_err(c, "but it should have key %s according to tnc",
1234                           dbg_snprintf_key(c, &zbr1->key, key_buf,
1235                                            DBG_KEY_BUF_LEN));
1236                 ubifs_dump_node(c, dent1, UBIFS_MAX_DENT_NODE_SZ);
1237                 goto out_free;
1238         }
1239
1240         key_read(c, &dent2->key, &key);
1241         if (keys_cmp(c, &zbr2->key, &key)) {
1242                 ubifs_err(c, "2nd entry at %d:%d has key %s", zbr1->lnum,
1243                           zbr1->offs, dbg_snprintf_key(c, &key, key_buf,
1244                                                        DBG_KEY_BUF_LEN));
1245                 ubifs_err(c, "but it should have key %s according to tnc",
1246                           dbg_snprintf_key(c, &zbr2->key, key_buf,
1247                                            DBG_KEY_BUF_LEN));
1248                 ubifs_dump_node(c, dent2, UBIFS_MAX_DENT_NODE_SZ);
1249                 goto out_free;
1250         }
1251
1252         nlen1 = le16_to_cpu(dent1->nlen);
1253         nlen2 = le16_to_cpu(dent2->nlen);
1254
1255         cmp = memcmp(dent1->name, dent2->name, min_t(int, nlen1, nlen2));
1256         if (cmp < 0 || (cmp == 0 && nlen1 < nlen2)) {
1257                 err = 0;
1258                 goto out_free;
1259         }
1260         if (cmp == 0 && nlen1 == nlen2)
1261                 ubifs_err(c, "2 xent/dent nodes with the same name");
1262         else
1263                 ubifs_err(c, "bad order of colliding key %s",
1264                           dbg_snprintf_key(c, &key, key_buf, DBG_KEY_BUF_LEN));
1265
1266         ubifs_msg(c, "first node at %d:%d\n", zbr1->lnum, zbr1->offs);
1267         ubifs_dump_node(c, dent1, UBIFS_MAX_DENT_NODE_SZ);
1268         ubifs_msg(c, "second node at %d:%d\n", zbr2->lnum, zbr2->offs);
1269         ubifs_dump_node(c, dent2, UBIFS_MAX_DENT_NODE_SZ);
1270
1271 out_free:
1272         kfree(dent2);
1273         kfree(dent1);
1274         return err;
1275 }
1276
1277 /**
1278  * dbg_check_znode - check if znode is all right.
1279  * @c: UBIFS file-system description object
1280  * @zbr: zbranch which points to this znode
1281  *
1282  * This function makes sure that znode referred to by @zbr is all right.
1283  * Returns zero if it is, and %-EINVAL if it is not.
1284  */
1285 static int dbg_check_znode(struct ubifs_info *c, struct ubifs_zbranch *zbr)
1286 {
1287         struct ubifs_znode *znode = zbr->znode;
1288         struct ubifs_znode *zp = znode->parent;
1289         int n, err, cmp;
1290
1291         if (znode->child_cnt <= 0 || znode->child_cnt > c->fanout) {
1292                 err = 1;
1293                 goto out;
1294         }
1295         if (znode->level < 0) {
1296                 err = 2;
1297                 goto out;
1298         }
1299         if (znode->iip < 0 || znode->iip >= c->fanout) {
1300                 err = 3;
1301                 goto out;
1302         }
1303
1304         if (zbr->len == 0)
1305                 /* Only dirty zbranch may have no on-flash nodes */
1306                 if (!ubifs_zn_dirty(znode)) {
1307                         err = 4;
1308                         goto out;
1309                 }
1310
1311         if (ubifs_zn_dirty(znode)) {
1312                 /*
1313                  * If znode is dirty, its parent has to be dirty as well. The
1314                  * order of the operation is important, so we have to have
1315                  * memory barriers.
1316                  */
1317                 smp_mb();
1318                 if (zp && !ubifs_zn_dirty(zp)) {
1319                         /*
1320                          * The dirty flag is atomic and is cleared outside the
1321                          * TNC mutex, so znode's dirty flag may now have
1322                          * been cleared. The child is always cleared before the
1323                          * parent, so we just need to check again.
1324                          */
1325                         smp_mb();
1326                         if (ubifs_zn_dirty(znode)) {
1327                                 err = 5;
1328                                 goto out;
1329                         }
1330                 }
1331         }
1332
1333         if (zp) {
1334                 const union ubifs_key *min, *max;
1335
1336                 if (znode->level != zp->level - 1) {
1337                         err = 6;
1338                         goto out;
1339                 }
1340
1341                 /* Make sure the 'parent' pointer in our znode is correct */
1342                 err = ubifs_search_zbranch(c, zp, &zbr->key, &n);
1343                 if (!err) {
1344                         /* This zbranch does not exist in the parent */
1345                         err = 7;
1346                         goto out;
1347                 }
1348
1349                 if (znode->iip >= zp->child_cnt) {
1350                         err = 8;
1351                         goto out;
1352                 }
1353
1354                 if (znode->iip != n) {
1355                         /* This may happen only in case of collisions */
1356                         if (keys_cmp(c, &zp->zbranch[n].key,
1357                                      &zp->zbranch[znode->iip].key)) {
1358                                 err = 9;
1359                                 goto out;
1360                         }
1361                         n = znode->iip;
1362                 }
1363
1364                 /*
1365                  * Make sure that the first key in our znode is greater than or
1366                  * equal to the key in the pointing zbranch.
1367                  */
1368                 min = &zbr->key;
1369                 cmp = keys_cmp(c, min, &znode->zbranch[0].key);
1370                 if (cmp == 1) {
1371                         err = 10;
1372                         goto out;
1373                 }
1374
1375                 if (n + 1 < zp->child_cnt) {
1376                         max = &zp->zbranch[n + 1].key;
1377
1378                         /*
1379                          * Make sure the last key in our znode is less or
1380                          * equivalent than the key in the zbranch which goes
1381                          * after our pointing zbranch.
1382                          */
1383                         cmp = keys_cmp(c, max,
1384                                 &znode->zbranch[znode->child_cnt - 1].key);
1385                         if (cmp == -1) {
1386                                 err = 11;
1387                                 goto out;
1388                         }
1389                 }
1390         } else {
1391                 /* This may only be root znode */
1392                 if (zbr != &c->zroot) {
1393                         err = 12;
1394                         goto out;
1395                 }
1396         }
1397
1398         /*
1399          * Make sure that next key is greater or equivalent then the previous
1400          * one.
1401          */
1402         for (n = 1; n < znode->child_cnt; n++) {
1403                 cmp = keys_cmp(c, &znode->zbranch[n - 1].key,
1404                                &znode->zbranch[n].key);
1405                 if (cmp > 0) {
1406                         err = 13;
1407                         goto out;
1408                 }
1409                 if (cmp == 0) {
1410                         /* This can only be keys with colliding hash */
1411                         if (!is_hash_key(c, &znode->zbranch[n].key)) {
1412                                 err = 14;
1413                                 goto out;
1414                         }
1415
1416                         if (znode->level != 0 || c->replaying)
1417                                 continue;
1418
1419                         /*
1420                          * Colliding keys should follow binary order of
1421                          * corresponding xentry/dentry names.
1422                          */
1423                         err = dbg_check_key_order(c, &znode->zbranch[n - 1],
1424                                                   &znode->zbranch[n]);
1425                         if (err < 0)
1426                                 return err;
1427                         if (err) {
1428                                 err = 15;
1429                                 goto out;
1430                         }
1431                 }
1432         }
1433
1434         for (n = 0; n < znode->child_cnt; n++) {
1435                 if (!znode->zbranch[n].znode &&
1436                     (znode->zbranch[n].lnum == 0 ||
1437                      znode->zbranch[n].len == 0)) {
1438                         err = 16;
1439                         goto out;
1440                 }
1441
1442                 if (znode->zbranch[n].lnum != 0 &&
1443                     znode->zbranch[n].len == 0) {
1444                         err = 17;
1445                         goto out;
1446                 }
1447
1448                 if (znode->zbranch[n].lnum == 0 &&
1449                     znode->zbranch[n].len != 0) {
1450                         err = 18;
1451                         goto out;
1452                 }
1453
1454                 if (znode->zbranch[n].lnum == 0 &&
1455                     znode->zbranch[n].offs != 0) {
1456                         err = 19;
1457                         goto out;
1458                 }
1459
1460                 if (znode->level != 0 && znode->zbranch[n].znode)
1461                         if (znode->zbranch[n].znode->parent != znode) {
1462                                 err = 20;
1463                                 goto out;
1464                         }
1465         }
1466
1467         return 0;
1468
1469 out:
1470         ubifs_err(c, "failed, error %d", err);
1471         ubifs_msg(c, "dump of the znode");
1472         ubifs_dump_znode(c, znode);
1473         if (zp) {
1474                 ubifs_msg(c, "dump of the parent znode");
1475                 ubifs_dump_znode(c, zp);
1476         }
1477         dump_stack();
1478         return -EINVAL;
1479 }
1480
1481 /**
1482  * dbg_check_tnc - check TNC tree.
1483  * @c: UBIFS file-system description object
1484  * @extra: do extra checks that are possible at start commit
1485  *
1486  * This function traverses whole TNC tree and checks every znode. Returns zero
1487  * if everything is all right and %-EINVAL if something is wrong with TNC.
1488  */
1489 int dbg_check_tnc(struct ubifs_info *c, int extra)
1490 {
1491         struct ubifs_znode *znode;
1492         long clean_cnt = 0, dirty_cnt = 0;
1493         int err, last;
1494
1495         if (!dbg_is_chk_index(c))
1496                 return 0;
1497
1498         ubifs_assert(c, mutex_is_locked(&c->tnc_mutex));
1499         if (!c->zroot.znode)
1500                 return 0;
1501
1502         znode = ubifs_tnc_postorder_first(c->zroot.znode);
1503         while (1) {
1504                 struct ubifs_znode *prev;
1505                 struct ubifs_zbranch *zbr;
1506
1507                 if (!znode->parent)
1508                         zbr = &c->zroot;
1509                 else
1510                         zbr = &znode->parent->zbranch[znode->iip];
1511
1512                 err = dbg_check_znode(c, zbr);
1513                 if (err)
1514                         return err;
1515
1516                 if (extra) {
1517                         if (ubifs_zn_dirty(znode))
1518                                 dirty_cnt += 1;
1519                         else
1520                                 clean_cnt += 1;
1521                 }
1522
1523                 prev = znode;
1524                 znode = ubifs_tnc_postorder_next(c, znode);
1525                 if (!znode)
1526                         break;
1527
1528                 /*
1529                  * If the last key of this znode is equivalent to the first key
1530                  * of the next znode (collision), then check order of the keys.
1531                  */
1532                 last = prev->child_cnt - 1;
1533                 if (prev->level == 0 && znode->level == 0 && !c->replaying &&
1534                     !keys_cmp(c, &prev->zbranch[last].key,
1535                               &znode->zbranch[0].key)) {
1536                         err = dbg_check_key_order(c, &prev->zbranch[last],
1537                                                   &znode->zbranch[0]);
1538                         if (err < 0)
1539                                 return err;
1540                         if (err) {
1541                                 ubifs_msg(c, "first znode");
1542                                 ubifs_dump_znode(c, prev);
1543                                 ubifs_msg(c, "second znode");
1544                                 ubifs_dump_znode(c, znode);
1545                                 return -EINVAL;
1546                         }
1547                 }
1548         }
1549
1550         if (extra) {
1551                 if (clean_cnt != atomic_long_read(&c->clean_zn_cnt)) {
1552                         ubifs_err(c, "incorrect clean_zn_cnt %ld, calculated %ld",
1553                                   atomic_long_read(&c->clean_zn_cnt),
1554                                   clean_cnt);
1555                         return -EINVAL;
1556                 }
1557                 if (dirty_cnt != atomic_long_read(&c->dirty_zn_cnt)) {
1558                         ubifs_err(c, "incorrect dirty_zn_cnt %ld, calculated %ld",
1559                                   atomic_long_read(&c->dirty_zn_cnt),
1560                                   dirty_cnt);
1561                         return -EINVAL;
1562                 }
1563         }
1564
1565         return 0;
1566 }
1567
1568 /**
1569  * dbg_walk_index - walk the on-flash index.
1570  * @c: UBIFS file-system description object
1571  * @leaf_cb: called for each leaf node
1572  * @znode_cb: called for each indexing node
1573  * @priv: private data which is passed to callbacks
1574  *
1575  * This function walks the UBIFS index and calls the @leaf_cb for each leaf
1576  * node and @znode_cb for each indexing node. Returns zero in case of success
1577  * and a negative error code in case of failure.
1578  *
1579  * It would be better if this function removed every znode it pulled to into
1580  * the TNC, so that the behavior more closely matched the non-debugging
1581  * behavior.
1582  */
1583 int dbg_walk_index(struct ubifs_info *c, dbg_leaf_callback leaf_cb,
1584                    dbg_znode_callback znode_cb, void *priv)
1585 {
1586         int err;
1587         struct ubifs_zbranch *zbr;
1588         struct ubifs_znode *znode, *child;
1589
1590         mutex_lock(&c->tnc_mutex);
1591         /* If the root indexing node is not in TNC - pull it */
1592         if (!c->zroot.znode) {
1593                 c->zroot.znode = ubifs_load_znode(c, &c->zroot, NULL, 0);
1594                 if (IS_ERR(c->zroot.znode)) {
1595                         err = PTR_ERR(c->zroot.znode);
1596                         c->zroot.znode = NULL;
1597                         goto out_unlock;
1598                 }
1599         }
1600
1601         /*
1602          * We are going to traverse the indexing tree in the postorder manner.
1603          * Go down and find the leftmost indexing node where we are going to
1604          * start from.
1605          */
1606         znode = c->zroot.znode;
1607         while (znode->level > 0) {
1608                 zbr = &znode->zbranch[0];
1609                 child = zbr->znode;
1610                 if (!child) {
1611                         child = ubifs_load_znode(c, zbr, znode, 0);
1612                         if (IS_ERR(child)) {
1613                                 err = PTR_ERR(child);
1614                                 goto out_unlock;
1615                         }
1616                 }
1617
1618                 znode = child;
1619         }
1620
1621         /* Iterate over all indexing nodes */
1622         while (1) {
1623                 int idx;
1624
1625                 cond_resched();
1626
1627                 if (znode_cb) {
1628                         err = znode_cb(c, znode, priv);
1629                         if (err) {
1630                                 ubifs_err(c, "znode checking function returned error %d",
1631                                           err);
1632                                 ubifs_dump_znode(c, znode);
1633                                 goto out_dump;
1634                         }
1635                 }
1636                 if (leaf_cb && znode->level == 0) {
1637                         for (idx = 0; idx < znode->child_cnt; idx++) {
1638                                 zbr = &znode->zbranch[idx];
1639                                 err = leaf_cb(c, zbr, priv);
1640                                 if (err) {
1641                                         ubifs_err(c, "leaf checking function returned error %d, for leaf at LEB %d:%d",
1642                                                   err, zbr->lnum, zbr->offs);
1643                                         goto out_dump;
1644                                 }
1645                         }
1646                 }
1647
1648                 if (!znode->parent)
1649                         break;
1650
1651                 idx = znode->iip + 1;
1652                 znode = znode->parent;
1653                 if (idx < znode->child_cnt) {
1654                         /* Switch to the next index in the parent */
1655                         zbr = &znode->zbranch[idx];
1656                         child = zbr->znode;
1657                         if (!child) {
1658                                 child = ubifs_load_znode(c, zbr, znode, idx);
1659                                 if (IS_ERR(child)) {
1660                                         err = PTR_ERR(child);
1661                                         goto out_unlock;
1662                                 }
1663                                 zbr->znode = child;
1664                         }
1665                         znode = child;
1666                 } else
1667                         /*
1668                          * This is the last child, switch to the parent and
1669                          * continue.
1670                          */
1671                         continue;
1672
1673                 /* Go to the lowest leftmost znode in the new sub-tree */
1674                 while (znode->level > 0) {
1675                         zbr = &znode->zbranch[0];
1676                         child = zbr->znode;
1677                         if (!child) {
1678                                 child = ubifs_load_znode(c, zbr, znode, 0);
1679                                 if (IS_ERR(child)) {
1680                                         err = PTR_ERR(child);
1681                                         goto out_unlock;
1682                                 }
1683                                 zbr->znode = child;
1684                         }
1685                         znode = child;
1686                 }
1687         }
1688
1689         mutex_unlock(&c->tnc_mutex);
1690         return 0;
1691
1692 out_dump:
1693         if (znode->parent)
1694                 zbr = &znode->parent->zbranch[znode->iip];
1695         else
1696                 zbr = &c->zroot;
1697         ubifs_msg(c, "dump of znode at LEB %d:%d", zbr->lnum, zbr->offs);
1698         ubifs_dump_znode(c, znode);
1699 out_unlock:
1700         mutex_unlock(&c->tnc_mutex);
1701         return err;
1702 }
1703
1704 /**
1705  * add_size - add znode size to partially calculated index size.
1706  * @c: UBIFS file-system description object
1707  * @znode: znode to add size for
1708  * @priv: partially calculated index size
1709  *
1710  * This is a helper function for 'dbg_check_idx_size()' which is called for
1711  * every indexing node and adds its size to the 'long long' variable pointed to
1712  * by @priv.
1713  */
1714 static int add_size(struct ubifs_info *c, struct ubifs_znode *znode, void *priv)
1715 {
1716         long long *idx_size = priv;
1717         int add;
1718
1719         add = ubifs_idx_node_sz(c, znode->child_cnt);
1720         add = ALIGN(add, 8);
1721         *idx_size += add;
1722         return 0;
1723 }
1724
1725 /**
1726  * dbg_check_idx_size - check index size.
1727  * @c: UBIFS file-system description object
1728  * @idx_size: size to check
1729  *
1730  * This function walks the UBIFS index, calculates its size and checks that the
1731  * size is equivalent to @idx_size. Returns zero in case of success and a
1732  * negative error code in case of failure.
1733  */
1734 int dbg_check_idx_size(struct ubifs_info *c, long long idx_size)
1735 {
1736         int err;
1737         long long calc = 0;
1738
1739         if (!dbg_is_chk_index(c))
1740                 return 0;
1741
1742         err = dbg_walk_index(c, NULL, add_size, &calc);
1743         if (err) {
1744                 ubifs_err(c, "error %d while walking the index", err);
1745                 return err;
1746         }
1747
1748         if (calc != idx_size) {
1749                 ubifs_err(c, "index size check failed: calculated size is %lld, should be %lld",
1750                           calc, idx_size);
1751                 dump_stack();
1752                 return -EINVAL;
1753         }
1754
1755         return 0;
1756 }
1757
1758 /**
1759  * struct fsck_inode - information about an inode used when checking the file-system.
1760  * @rb: link in the RB-tree of inodes
1761  * @inum: inode number
1762  * @mode: inode type, permissions, etc
1763  * @nlink: inode link count
1764  * @xattr_cnt: count of extended attributes
1765  * @references: how many directory/xattr entries refer this inode (calculated
1766  *              while walking the index)
1767  * @calc_cnt: for directory inode count of child directories
1768  * @size: inode size (read from on-flash inode)
1769  * @xattr_sz: summary size of all extended attributes (read from on-flash
1770  *            inode)
1771  * @calc_sz: for directories calculated directory size
1772  * @calc_xcnt: count of extended attributes
1773  * @calc_xsz: calculated summary size of all extended attributes
1774  * @xattr_nms: sum of lengths of all extended attribute names belonging to this
1775  *             inode (read from on-flash inode)
1776  * @calc_xnms: calculated sum of lengths of all extended attribute names
1777  */
1778 struct fsck_inode {
1779         struct rb_node rb;
1780         ino_t inum;
1781         umode_t mode;
1782         unsigned int nlink;
1783         unsigned int xattr_cnt;
1784         int references;
1785         int calc_cnt;
1786         long long size;
1787         unsigned int xattr_sz;
1788         long long calc_sz;
1789         long long calc_xcnt;
1790         long long calc_xsz;
1791         unsigned int xattr_nms;
1792         long long calc_xnms;
1793 };
1794
1795 /**
1796  * struct fsck_data - private FS checking information.
1797  * @inodes: RB-tree of all inodes (contains @struct fsck_inode objects)
1798  */
1799 struct fsck_data {
1800         struct rb_root inodes;
1801 };
1802
1803 /**
1804  * add_inode - add inode information to RB-tree of inodes.
1805  * @c: UBIFS file-system description object
1806  * @fsckd: FS checking information
1807  * @ino: raw UBIFS inode to add
1808  *
1809  * This is a helper function for 'check_leaf()' which adds information about
1810  * inode @ino to the RB-tree of inodes. Returns inode information pointer in
1811  * case of success and a negative error code in case of failure.
1812  */
1813 static struct fsck_inode *add_inode(struct ubifs_info *c,
1814                                     struct fsck_data *fsckd,
1815                                     struct ubifs_ino_node *ino)
1816 {
1817         struct rb_node **p, *parent = NULL;
1818         struct fsck_inode *fscki;
1819         ino_t inum = key_inum_flash(c, &ino->key);
1820         struct inode *inode;
1821         struct ubifs_inode *ui;
1822
1823         p = &fsckd->inodes.rb_node;
1824         while (*p) {
1825                 parent = *p;
1826                 fscki = rb_entry(parent, struct fsck_inode, rb);
1827                 if (inum < fscki->inum)
1828                         p = &(*p)->rb_left;
1829                 else if (inum > fscki->inum)
1830                         p = &(*p)->rb_right;
1831                 else
1832                         return fscki;
1833         }
1834
1835         if (inum > c->highest_inum) {
1836                 ubifs_err(c, "too high inode number, max. is %lu",
1837                           (unsigned long)c->highest_inum);
1838                 return ERR_PTR(-EINVAL);
1839         }
1840
1841         fscki = kzalloc(sizeof(struct fsck_inode), GFP_NOFS);
1842         if (!fscki)
1843                 return ERR_PTR(-ENOMEM);
1844
1845         inode = ilookup(c->vfs_sb, inum);
1846
1847         fscki->inum = inum;
1848         /*
1849          * If the inode is present in the VFS inode cache, use it instead of
1850          * the on-flash inode which might be out-of-date. E.g., the size might
1851          * be out-of-date. If we do not do this, the following may happen, for
1852          * example:
1853          *   1. A power cut happens
1854          *   2. We mount the file-system R/O, the replay process fixes up the
1855          *      inode size in the VFS cache, but on on-flash.
1856          *   3. 'check_leaf()' fails because it hits a data node beyond inode
1857          *      size.
1858          */
1859         if (!inode) {
1860                 fscki->nlink = le32_to_cpu(ino->nlink);
1861                 fscki->size = le64_to_cpu(ino->size);
1862                 fscki->xattr_cnt = le32_to_cpu(ino->xattr_cnt);
1863                 fscki->xattr_sz = le32_to_cpu(ino->xattr_size);
1864                 fscki->xattr_nms = le32_to_cpu(ino->xattr_names);
1865                 fscki->mode = le32_to_cpu(ino->mode);
1866         } else {
1867                 ui = ubifs_inode(inode);
1868                 fscki->nlink = inode->i_nlink;
1869                 fscki->size = inode->i_size;
1870                 fscki->xattr_cnt = ui->xattr_cnt;
1871                 fscki->xattr_sz = ui->xattr_size;
1872                 fscki->xattr_nms = ui->xattr_names;
1873                 fscki->mode = inode->i_mode;
1874                 iput(inode);
1875         }
1876
1877         if (S_ISDIR(fscki->mode)) {
1878                 fscki->calc_sz = UBIFS_INO_NODE_SZ;
1879                 fscki->calc_cnt = 2;
1880         }
1881
1882         rb_link_node(&fscki->rb, parent, p);
1883         rb_insert_color(&fscki->rb, &fsckd->inodes);
1884
1885         return fscki;
1886 }
1887
1888 /**
1889  * search_inode - search inode in the RB-tree of inodes.
1890  * @fsckd: FS checking information
1891  * @inum: inode number to search
1892  *
1893  * This is a helper function for 'check_leaf()' which searches inode @inum in
1894  * the RB-tree of inodes and returns an inode information pointer or %NULL if
1895  * the inode was not found.
1896  */
1897 static struct fsck_inode *search_inode(struct fsck_data *fsckd, ino_t inum)
1898 {
1899         struct rb_node *p;
1900         struct fsck_inode *fscki;
1901
1902         p = fsckd->inodes.rb_node;
1903         while (p) {
1904                 fscki = rb_entry(p, struct fsck_inode, rb);
1905                 if (inum < fscki->inum)
1906                         p = p->rb_left;
1907                 else if (inum > fscki->inum)
1908                         p = p->rb_right;
1909                 else
1910                         return fscki;
1911         }
1912         return NULL;
1913 }
1914
1915 /**
1916  * read_add_inode - read inode node and add it to RB-tree of inodes.
1917  * @c: UBIFS file-system description object
1918  * @fsckd: FS checking information
1919  * @inum: inode number to read
1920  *
1921  * This is a helper function for 'check_leaf()' which finds inode node @inum in
1922  * the index, reads it, and adds it to the RB-tree of inodes. Returns inode
1923  * information pointer in case of success and a negative error code in case of
1924  * failure.
1925  */
1926 static struct fsck_inode *read_add_inode(struct ubifs_info *c,
1927                                          struct fsck_data *fsckd, ino_t inum)
1928 {
1929         int n, err;
1930         union ubifs_key key;
1931         struct ubifs_znode *znode;
1932         struct ubifs_zbranch *zbr;
1933         struct ubifs_ino_node *ino;
1934         struct fsck_inode *fscki;
1935
1936         fscki = search_inode(fsckd, inum);
1937         if (fscki)
1938                 return fscki;
1939
1940         ino_key_init(c, &key, inum);
1941         err = ubifs_lookup_level0(c, &key, &znode, &n);
1942         if (!err) {
1943                 ubifs_err(c, "inode %lu not found in index", (unsigned long)inum);
1944                 return ERR_PTR(-ENOENT);
1945         } else if (err < 0) {
1946                 ubifs_err(c, "error %d while looking up inode %lu",
1947                           err, (unsigned long)inum);
1948                 return ERR_PTR(err);
1949         }
1950
1951         zbr = &znode->zbranch[n];
1952         if (zbr->len < UBIFS_INO_NODE_SZ) {
1953                 ubifs_err(c, "bad node %lu node length %d",
1954                           (unsigned long)inum, zbr->len);
1955                 return ERR_PTR(-EINVAL);
1956         }
1957
1958         ino = kmalloc(zbr->len, GFP_NOFS);
1959         if (!ino)
1960                 return ERR_PTR(-ENOMEM);
1961
1962         err = ubifs_tnc_read_node(c, zbr, ino);
1963         if (err) {
1964                 ubifs_err(c, "cannot read inode node at LEB %d:%d, error %d",
1965                           zbr->lnum, zbr->offs, err);
1966                 kfree(ino);
1967                 return ERR_PTR(err);
1968         }
1969
1970         fscki = add_inode(c, fsckd, ino);
1971         kfree(ino);
1972         if (IS_ERR(fscki)) {
1973                 ubifs_err(c, "error %ld while adding inode %lu node",
1974                           PTR_ERR(fscki), (unsigned long)inum);
1975                 return fscki;
1976         }
1977
1978         return fscki;
1979 }
1980
1981 /**
1982  * check_leaf - check leaf node.
1983  * @c: UBIFS file-system description object
1984  * @zbr: zbranch of the leaf node to check
1985  * @priv: FS checking information
1986  *
1987  * This is a helper function for 'dbg_check_filesystem()' which is called for
1988  * every single leaf node while walking the indexing tree. It checks that the
1989  * leaf node referred from the indexing tree exists, has correct CRC, and does
1990  * some other basic validation. This function is also responsible for building
1991  * an RB-tree of inodes - it adds all inodes into the RB-tree. It also
1992  * calculates reference count, size, etc for each inode in order to later
1993  * compare them to the information stored inside the inodes and detect possible
1994  * inconsistencies. Returns zero in case of success and a negative error code
1995  * in case of failure.
1996  */
1997 static int check_leaf(struct ubifs_info *c, struct ubifs_zbranch *zbr,
1998                       void *priv)
1999 {
2000         ino_t inum;
2001         void *node;
2002         struct ubifs_ch *ch;
2003         int err, type = key_type(c, &zbr->key);
2004         struct fsck_inode *fscki;
2005
2006         if (zbr->len < UBIFS_CH_SZ) {
2007                 ubifs_err(c, "bad leaf length %d (LEB %d:%d)",
2008                           zbr->len, zbr->lnum, zbr->offs);
2009                 return -EINVAL;
2010         }
2011
2012         node = kmalloc(zbr->len, GFP_NOFS);
2013         if (!node)
2014                 return -ENOMEM;
2015
2016         err = ubifs_tnc_read_node(c, zbr, node);
2017         if (err) {
2018                 ubifs_err(c, "cannot read leaf node at LEB %d:%d, error %d",
2019                           zbr->lnum, zbr->offs, err);
2020                 goto out_free;
2021         }
2022
2023         /* If this is an inode node, add it to RB-tree of inodes */
2024         if (type == UBIFS_INO_KEY) {
2025                 fscki = add_inode(c, priv, node);
2026                 if (IS_ERR(fscki)) {
2027                         err = PTR_ERR(fscki);
2028                         ubifs_err(c, "error %d while adding inode node", err);
2029                         goto out_dump;
2030                 }
2031                 goto out;
2032         }
2033
2034         if (type != UBIFS_DENT_KEY && type != UBIFS_XENT_KEY &&
2035             type != UBIFS_DATA_KEY) {
2036                 ubifs_err(c, "unexpected node type %d at LEB %d:%d",
2037                           type, zbr->lnum, zbr->offs);
2038                 err = -EINVAL;
2039                 goto out_free;
2040         }
2041
2042         ch = node;
2043         if (le64_to_cpu(ch->sqnum) > c->max_sqnum) {
2044                 ubifs_err(c, "too high sequence number, max. is %llu",
2045                           c->max_sqnum);
2046                 err = -EINVAL;
2047                 goto out_dump;
2048         }
2049
2050         if (type == UBIFS_DATA_KEY) {
2051                 long long blk_offs;
2052                 struct ubifs_data_node *dn = node;
2053
2054                 ubifs_assert(c, zbr->len >= UBIFS_DATA_NODE_SZ);
2055
2056                 /*
2057                  * Search the inode node this data node belongs to and insert
2058                  * it to the RB-tree of inodes.
2059                  */
2060                 inum = key_inum_flash(c, &dn->key);
2061                 fscki = read_add_inode(c, priv, inum);
2062                 if (IS_ERR(fscki)) {
2063                         err = PTR_ERR(fscki);
2064                         ubifs_err(c, "error %d while processing data node and trying to find inode node %lu",
2065                                   err, (unsigned long)inum);
2066                         goto out_dump;
2067                 }
2068
2069                 /* Make sure the data node is within inode size */
2070                 blk_offs = key_block_flash(c, &dn->key);
2071                 blk_offs <<= UBIFS_BLOCK_SHIFT;
2072                 blk_offs += le32_to_cpu(dn->size);
2073                 if (blk_offs > fscki->size) {
2074                         ubifs_err(c, "data node at LEB %d:%d is not within inode size %lld",
2075                                   zbr->lnum, zbr->offs, fscki->size);
2076                         err = -EINVAL;
2077                         goto out_dump;
2078                 }
2079         } else {
2080                 int nlen;
2081                 struct ubifs_dent_node *dent = node;
2082                 struct fsck_inode *fscki1;
2083
2084                 ubifs_assert(c, zbr->len >= UBIFS_DENT_NODE_SZ);
2085
2086                 err = ubifs_validate_entry(c, dent);
2087                 if (err)
2088                         goto out_dump;
2089
2090                 /*
2091                  * Search the inode node this entry refers to and the parent
2092                  * inode node and insert them to the RB-tree of inodes.
2093                  */
2094                 inum = le64_to_cpu(dent->inum);
2095                 fscki = read_add_inode(c, priv, inum);
2096                 if (IS_ERR(fscki)) {
2097                         err = PTR_ERR(fscki);
2098                         ubifs_err(c, "error %d while processing entry node and trying to find inode node %lu",
2099                                   err, (unsigned long)inum);
2100                         goto out_dump;
2101                 }
2102
2103                 /* Count how many direntries or xentries refers this inode */
2104                 fscki->references += 1;
2105
2106                 inum = key_inum_flash(c, &dent->key);
2107                 fscki1 = read_add_inode(c, priv, inum);
2108                 if (IS_ERR(fscki1)) {
2109                         err = PTR_ERR(fscki1);
2110                         ubifs_err(c, "error %d while processing entry node and trying to find parent inode node %lu",
2111                                   err, (unsigned long)inum);
2112                         goto out_dump;
2113                 }
2114
2115                 nlen = le16_to_cpu(dent->nlen);
2116                 if (type == UBIFS_XENT_KEY) {
2117                         fscki1->calc_xcnt += 1;
2118                         fscki1->calc_xsz += CALC_DENT_SIZE(nlen);
2119                         fscki1->calc_xsz += CALC_XATTR_BYTES(fscki->size);
2120                         fscki1->calc_xnms += nlen;
2121                 } else {
2122                         fscki1->calc_sz += CALC_DENT_SIZE(nlen);
2123                         if (dent->type == UBIFS_ITYPE_DIR)
2124                                 fscki1->calc_cnt += 1;
2125                 }
2126         }
2127
2128 out:
2129         kfree(node);
2130         return 0;
2131
2132 out_dump:
2133         ubifs_msg(c, "dump of node at LEB %d:%d", zbr->lnum, zbr->offs);
2134         ubifs_dump_node(c, node, zbr->len);
2135 out_free:
2136         kfree(node);
2137         return err;
2138 }
2139
2140 /**
2141  * free_inodes - free RB-tree of inodes.
2142  * @fsckd: FS checking information
2143  */
2144 static void free_inodes(struct fsck_data *fsckd)
2145 {
2146         struct fsck_inode *fscki, *n;
2147
2148         rbtree_postorder_for_each_entry_safe(fscki, n, &fsckd->inodes, rb)
2149                 kfree(fscki);
2150 }
2151
2152 /**
2153  * check_inodes - checks all inodes.
2154  * @c: UBIFS file-system description object
2155  * @fsckd: FS checking information
2156  *
2157  * This is a helper function for 'dbg_check_filesystem()' which walks the
2158  * RB-tree of inodes after the index scan has been finished, and checks that
2159  * inode nlink, size, etc are correct. Returns zero if inodes are fine,
2160  * %-EINVAL if not, and a negative error code in case of failure.
2161  */
2162 static int check_inodes(struct ubifs_info *c, struct fsck_data *fsckd)
2163 {
2164         int n, err;
2165         union ubifs_key key;
2166         struct ubifs_znode *znode;
2167         struct ubifs_zbranch *zbr;
2168         struct ubifs_ino_node *ino;
2169         struct fsck_inode *fscki;
2170         struct rb_node *this = rb_first(&fsckd->inodes);
2171
2172         while (this) {
2173                 fscki = rb_entry(this, struct fsck_inode, rb);
2174                 this = rb_next(this);
2175
2176                 if (S_ISDIR(fscki->mode)) {
2177                         /*
2178                          * Directories have to have exactly one reference (they
2179                          * cannot have hardlinks), although root inode is an
2180                          * exception.
2181                          */
2182                         if (fscki->inum != UBIFS_ROOT_INO &&
2183                             fscki->references != 1) {
2184                                 ubifs_err(c, "directory inode %lu has %d direntries which refer it, but should be 1",
2185                                           (unsigned long)fscki->inum,
2186                                           fscki->references);
2187                                 goto out_dump;
2188                         }
2189                         if (fscki->inum == UBIFS_ROOT_INO &&
2190                             fscki->references != 0) {
2191                                 ubifs_err(c, "root inode %lu has non-zero (%d) direntries which refer it",
2192                                           (unsigned long)fscki->inum,
2193                                           fscki->references);
2194                                 goto out_dump;
2195                         }
2196                         if (fscki->calc_sz != fscki->size) {
2197                                 ubifs_err(c, "directory inode %lu size is %lld, but calculated size is %lld",
2198                                           (unsigned long)fscki->inum,
2199                                           fscki->size, fscki->calc_sz);
2200                                 goto out_dump;
2201                         }
2202                         if (fscki->calc_cnt != fscki->nlink) {
2203                                 ubifs_err(c, "directory inode %lu nlink is %d, but calculated nlink is %d",
2204                                           (unsigned long)fscki->inum,
2205                                           fscki->nlink, fscki->calc_cnt);
2206                                 goto out_dump;
2207                         }
2208                 } else {
2209                         if (fscki->references != fscki->nlink) {
2210                                 ubifs_err(c, "inode %lu nlink is %d, but calculated nlink is %d",
2211                                           (unsigned long)fscki->inum,
2212                                           fscki->nlink, fscki->references);
2213                                 goto out_dump;
2214                         }
2215                 }
2216                 if (fscki->xattr_sz != fscki->calc_xsz) {
2217                         ubifs_err(c, "inode %lu has xattr size %u, but calculated size is %lld",
2218                                   (unsigned long)fscki->inum, fscki->xattr_sz,
2219                                   fscki->calc_xsz);
2220                         goto out_dump;
2221                 }
2222                 if (fscki->xattr_cnt != fscki->calc_xcnt) {
2223                         ubifs_err(c, "inode %lu has %u xattrs, but calculated count is %lld",
2224                                   (unsigned long)fscki->inum,
2225                                   fscki->xattr_cnt, fscki->calc_xcnt);
2226                         goto out_dump;
2227                 }
2228                 if (fscki->xattr_nms != fscki->calc_xnms) {
2229                         ubifs_err(c, "inode %lu has xattr names' size %u, but calculated names' size is %lld",
2230                                   (unsigned long)fscki->inum, fscki->xattr_nms,
2231                                   fscki->calc_xnms);
2232                         goto out_dump;
2233                 }
2234         }
2235
2236         return 0;
2237
2238 out_dump:
2239         /* Read the bad inode and dump it */
2240         ino_key_init(c, &key, fscki->inum);
2241         err = ubifs_lookup_level0(c, &key, &znode, &n);
2242         if (!err) {
2243                 ubifs_err(c, "inode %lu not found in index",
2244                           (unsigned long)fscki->inum);
2245                 return -ENOENT;
2246         } else if (err < 0) {
2247                 ubifs_err(c, "error %d while looking up inode %lu",
2248                           err, (unsigned long)fscki->inum);
2249                 return err;
2250         }
2251
2252         zbr = &znode->zbranch[n];
2253         ino = kmalloc(zbr->len, GFP_NOFS);
2254         if (!ino)
2255                 return -ENOMEM;
2256
2257         err = ubifs_tnc_read_node(c, zbr, ino);
2258         if (err) {
2259                 ubifs_err(c, "cannot read inode node at LEB %d:%d, error %d",
2260                           zbr->lnum, zbr->offs, err);
2261                 kfree(ino);
2262                 return err;
2263         }
2264
2265         ubifs_msg(c, "dump of the inode %lu sitting in LEB %d:%d",
2266                   (unsigned long)fscki->inum, zbr->lnum, zbr->offs);
2267         ubifs_dump_node(c, ino, zbr->len);
2268         kfree(ino);
2269         return -EINVAL;
2270 }
2271
2272 /**
2273  * dbg_check_filesystem - check the file-system.
2274  * @c: UBIFS file-system description object
2275  *
2276  * This function checks the file system, namely:
2277  * o makes sure that all leaf nodes exist and their CRCs are correct;
2278  * o makes sure inode nlink, size, xattr size/count are correct (for all
2279  *   inodes).
2280  *
2281  * The function reads whole indexing tree and all nodes, so it is pretty
2282  * heavy-weight. Returns zero if the file-system is consistent, %-EINVAL if
2283  * not, and a negative error code in case of failure.
2284  */
2285 int dbg_check_filesystem(struct ubifs_info *c)
2286 {
2287         int err;
2288         struct fsck_data fsckd;
2289
2290         if (!dbg_is_chk_fs(c))
2291                 return 0;
2292
2293         fsckd.inodes = RB_ROOT;
2294         err = dbg_walk_index(c, check_leaf, NULL, &fsckd);
2295         if (err)
2296                 goto out_free;
2297
2298         err = check_inodes(c, &fsckd);
2299         if (err)
2300                 goto out_free;
2301
2302         free_inodes(&fsckd);
2303         return 0;
2304
2305 out_free:
2306         ubifs_err(c, "file-system check failed with error %d", err);
2307         dump_stack();
2308         free_inodes(&fsckd);
2309         return err;
2310 }
2311
2312 /**
2313  * dbg_check_data_nodes_order - check that list of data nodes is sorted.
2314  * @c: UBIFS file-system description object
2315  * @head: the list of nodes ('struct ubifs_scan_node' objects)
2316  *
2317  * This function returns zero if the list of data nodes is sorted correctly,
2318  * and %-EINVAL if not.
2319  */
2320 int dbg_check_data_nodes_order(struct ubifs_info *c, struct list_head *head)
2321 {
2322         struct list_head *cur;
2323         struct ubifs_scan_node *sa, *sb;
2324
2325         if (!dbg_is_chk_gen(c))
2326                 return 0;
2327
2328         for (cur = head->next; cur->next != head; cur = cur->next) {
2329                 ino_t inuma, inumb;
2330                 uint32_t blka, blkb;
2331
2332                 cond_resched();
2333                 sa = container_of(cur, struct ubifs_scan_node, list);
2334                 sb = container_of(cur->next, struct ubifs_scan_node, list);
2335
2336                 if (sa->type != UBIFS_DATA_NODE) {
2337                         ubifs_err(c, "bad node type %d", sa->type);
2338                         ubifs_dump_node(c, sa->node, c->leb_size - sa->offs);
2339                         return -EINVAL;
2340                 }
2341                 if (sb->type != UBIFS_DATA_NODE) {
2342                         ubifs_err(c, "bad node type %d", sb->type);
2343                         ubifs_dump_node(c, sb->node, c->leb_size - sb->offs);
2344                         return -EINVAL;
2345                 }
2346
2347                 inuma = key_inum(c, &sa->key);
2348                 inumb = key_inum(c, &sb->key);
2349
2350                 if (inuma < inumb)
2351                         continue;
2352                 if (inuma > inumb) {
2353                         ubifs_err(c, "larger inum %lu goes before inum %lu",
2354                                   (unsigned long)inuma, (unsigned long)inumb);
2355                         goto error_dump;
2356                 }
2357
2358                 blka = key_block(c, &sa->key);
2359                 blkb = key_block(c, &sb->key);
2360
2361                 if (blka > blkb) {
2362                         ubifs_err(c, "larger block %u goes before %u", blka, blkb);
2363                         goto error_dump;
2364                 }
2365                 if (blka == blkb) {
2366                         ubifs_err(c, "two data nodes for the same block");
2367                         goto error_dump;
2368                 }
2369         }
2370
2371         return 0;
2372
2373 error_dump:
2374         ubifs_dump_node(c, sa->node, c->leb_size - sa->offs);
2375         ubifs_dump_node(c, sb->node, c->leb_size - sb->offs);
2376         return -EINVAL;
2377 }
2378
2379 /**
2380  * dbg_check_nondata_nodes_order - check that list of data nodes is sorted.
2381  * @c: UBIFS file-system description object
2382  * @head: the list of nodes ('struct ubifs_scan_node' objects)
2383  *
2384  * This function returns zero if the list of non-data nodes is sorted correctly,
2385  * and %-EINVAL if not.
2386  */
2387 int dbg_check_nondata_nodes_order(struct ubifs_info *c, struct list_head *head)
2388 {
2389         struct list_head *cur;
2390         struct ubifs_scan_node *sa, *sb;
2391
2392         if (!dbg_is_chk_gen(c))
2393                 return 0;
2394
2395         for (cur = head->next; cur->next != head; cur = cur->next) {
2396                 ino_t inuma, inumb;
2397                 uint32_t hasha, hashb;
2398
2399                 cond_resched();
2400                 sa = container_of(cur, struct ubifs_scan_node, list);
2401                 sb = container_of(cur->next, struct ubifs_scan_node, list);
2402
2403                 if (sa->type != UBIFS_INO_NODE && sa->type != UBIFS_DENT_NODE &&
2404                     sa->type != UBIFS_XENT_NODE) {
2405                         ubifs_err(c, "bad node type %d", sa->type);
2406                         ubifs_dump_node(c, sa->node, c->leb_size - sa->offs);
2407                         return -EINVAL;
2408                 }
2409                 if (sb->type != UBIFS_INO_NODE && sb->type != UBIFS_DENT_NODE &&
2410                     sb->type != UBIFS_XENT_NODE) {
2411                         ubifs_err(c, "bad node type %d", sb->type);
2412                         ubifs_dump_node(c, sb->node, c->leb_size - sb->offs);
2413                         return -EINVAL;
2414                 }
2415
2416                 if (sa->type != UBIFS_INO_NODE && sb->type == UBIFS_INO_NODE) {
2417                         ubifs_err(c, "non-inode node goes before inode node");
2418                         goto error_dump;
2419                 }
2420
2421                 if (sa->type == UBIFS_INO_NODE && sb->type != UBIFS_INO_NODE)
2422                         continue;
2423
2424                 if (sa->type == UBIFS_INO_NODE && sb->type == UBIFS_INO_NODE) {
2425                         /* Inode nodes are sorted in descending size order */
2426                         if (sa->len < sb->len) {
2427                                 ubifs_err(c, "smaller inode node goes first");
2428                                 goto error_dump;
2429                         }
2430                         continue;
2431                 }
2432
2433                 /*
2434                  * This is either a dentry or xentry, which should be sorted in
2435                  * ascending (parent ino, hash) order.
2436                  */
2437                 inuma = key_inum(c, &sa->key);
2438                 inumb = key_inum(c, &sb->key);
2439
2440                 if (inuma < inumb)
2441                         continue;
2442                 if (inuma > inumb) {
2443                         ubifs_err(c, "larger inum %lu goes before inum %lu",
2444                                   (unsigned long)inuma, (unsigned long)inumb);
2445                         goto error_dump;
2446                 }
2447
2448                 hasha = key_block(c, &sa->key);
2449                 hashb = key_block(c, &sb->key);
2450
2451                 if (hasha > hashb) {
2452                         ubifs_err(c, "larger hash %u goes before %u",
2453                                   hasha, hashb);
2454                         goto error_dump;
2455                 }
2456         }
2457
2458         return 0;
2459
2460 error_dump:
2461         ubifs_msg(c, "dumping first node");
2462         ubifs_dump_node(c, sa->node, c->leb_size - sa->offs);
2463         ubifs_msg(c, "dumping second node");
2464         ubifs_dump_node(c, sb->node, c->leb_size - sb->offs);
2465         return -EINVAL;
2466 }
2467
2468 static inline int chance(unsigned int n, unsigned int out_of)
2469 {
2470         return !!((prandom_u32() % out_of) + 1 <= n);
2471
2472 }
2473
2474 static int power_cut_emulated(struct ubifs_info *c, int lnum, int write)
2475 {
2476         struct ubifs_debug_info *d = c->dbg;
2477
2478         ubifs_assert(c, dbg_is_tst_rcvry(c));
2479
2480         if (!d->pc_cnt) {
2481                 /* First call - decide delay to the power cut */
2482                 if (chance(1, 2)) {
2483                         unsigned long delay;
2484
2485                         if (chance(1, 2)) {
2486                                 d->pc_delay = 1;
2487                                 /* Fail within 1 minute */
2488                                 delay = prandom_u32() % 60000;
2489                                 d->pc_timeout = jiffies;
2490                                 d->pc_timeout += msecs_to_jiffies(delay);
2491                                 ubifs_warn(c, "failing after %lums", delay);
2492                         } else {
2493                                 d->pc_delay = 2;
2494                                 delay = prandom_u32() % 10000;
2495                                 /* Fail within 10000 operations */
2496                                 d->pc_cnt_max = delay;
2497                                 ubifs_warn(c, "failing after %lu calls", delay);
2498                         }
2499                 }
2500
2501                 d->pc_cnt += 1;
2502         }
2503
2504         /* Determine if failure delay has expired */
2505         if (d->pc_delay == 1 && time_before(jiffies, d->pc_timeout))
2506                         return 0;
2507         if (d->pc_delay == 2 && d->pc_cnt++ < d->pc_cnt_max)
2508                         return 0;
2509
2510         if (lnum == UBIFS_SB_LNUM) {
2511                 if (write && chance(1, 2))
2512                         return 0;
2513                 if (chance(19, 20))
2514                         return 0;
2515                 ubifs_warn(c, "failing in super block LEB %d", lnum);
2516         } else if (lnum == UBIFS_MST_LNUM || lnum == UBIFS_MST_LNUM + 1) {
2517                 if (chance(19, 20))
2518                         return 0;
2519                 ubifs_warn(c, "failing in master LEB %d", lnum);
2520         } else if (lnum >= UBIFS_LOG_LNUM && lnum <= c->log_last) {
2521                 if (write && chance(99, 100))
2522                         return 0;
2523                 if (chance(399, 400))
2524                         return 0;
2525                 ubifs_warn(c, "failing in log LEB %d", lnum);
2526         } else if (lnum >= c->lpt_first && lnum <= c->lpt_last) {
2527                 if (write && chance(7, 8))
2528                         return 0;
2529                 if (chance(19, 20))
2530                         return 0;
2531                 ubifs_warn(c, "failing in LPT LEB %d", lnum);
2532         } else if (lnum >= c->orph_first && lnum <= c->orph_last) {
2533                 if (write && chance(1, 2))
2534                         return 0;
2535                 if (chance(9, 10))
2536                         return 0;
2537                 ubifs_warn(c, "failing in orphan LEB %d", lnum);
2538         } else if (lnum == c->ihead_lnum) {
2539                 if (chance(99, 100))
2540                         return 0;
2541                 ubifs_warn(c, "failing in index head LEB %d", lnum);
2542         } else if (c->jheads && lnum == c->jheads[GCHD].wbuf.lnum) {
2543                 if (chance(9, 10))
2544                         return 0;
2545                 ubifs_warn(c, "failing in GC head LEB %d", lnum);
2546         } else if (write && !RB_EMPTY_ROOT(&c->buds) &&
2547                    !ubifs_search_bud(c, lnum)) {
2548                 if (chance(19, 20))
2549                         return 0;
2550                 ubifs_warn(c, "failing in non-bud LEB %d", lnum);
2551         } else if (c->cmt_state == COMMIT_RUNNING_BACKGROUND ||
2552                    c->cmt_state == COMMIT_RUNNING_REQUIRED) {
2553                 if (chance(999, 1000))
2554                         return 0;
2555                 ubifs_warn(c, "failing in bud LEB %d commit running", lnum);
2556         } else {
2557                 if (chance(9999, 10000))
2558                         return 0;
2559                 ubifs_warn(c, "failing in bud LEB %d commit not running", lnum);
2560         }
2561
2562         d->pc_happened = 1;
2563         ubifs_warn(c, "========== Power cut emulated ==========");
2564         dump_stack();
2565         return 1;
2566 }
2567
2568 static int corrupt_data(const struct ubifs_info *c, const void *buf,
2569                         unsigned int len)
2570 {
2571         unsigned int from, to, ffs = chance(1, 2);
2572         unsigned char *p = (void *)buf;
2573
2574         from = prandom_u32() % len;
2575         /* Corruption span max to end of write unit */
2576         to = min(len, ALIGN(from + 1, c->max_write_size));
2577
2578         ubifs_warn(c, "filled bytes %u-%u with %s", from, to - 1,
2579                    ffs ? "0xFFs" : "random data");
2580
2581         if (ffs)
2582                 memset(p + from, 0xFF, to - from);
2583         else
2584                 prandom_bytes(p + from, to - from);
2585
2586         return to;
2587 }
2588
2589 int dbg_leb_write(struct ubifs_info *c, int lnum, const void *buf,
2590                   int offs, int len)
2591 {
2592         int err, failing;
2593
2594         if (dbg_is_power_cut(c))
2595                 return -EROFS;
2596
2597         failing = power_cut_emulated(c, lnum, 1);
2598         if (failing) {
2599                 len = corrupt_data(c, buf, len);
2600                 ubifs_warn(c, "actually write %d bytes to LEB %d:%d (the buffer was corrupted)",
2601                            len, lnum, offs);
2602         }
2603         err = ubi_leb_write(c->ubi, lnum, buf, offs, len);
2604         if (err)
2605                 return err;
2606         if (failing)
2607                 return -EROFS;
2608         return 0;
2609 }
2610
2611 int dbg_leb_change(struct ubifs_info *c, int lnum, const void *buf,
2612                    int len)
2613 {
2614         int err;
2615
2616         if (dbg_is_power_cut(c))
2617                 return -EROFS;
2618         if (power_cut_emulated(c, lnum, 1))
2619                 return -EROFS;
2620         err = ubi_leb_change(c->ubi, lnum, buf, len);
2621         if (err)
2622                 return err;
2623         if (power_cut_emulated(c, lnum, 1))
2624                 return -EROFS;
2625         return 0;
2626 }
2627
2628 int dbg_leb_unmap(struct ubifs_info *c, int lnum)
2629 {
2630         int err;
2631
2632         if (dbg_is_power_cut(c))
2633                 return -EROFS;
2634         if (power_cut_emulated(c, lnum, 0))
2635                 return -EROFS;
2636         err = ubi_leb_unmap(c->ubi, lnum);
2637         if (err)
2638                 return err;
2639         if (power_cut_emulated(c, lnum, 0))
2640                 return -EROFS;
2641         return 0;
2642 }
2643
2644 int dbg_leb_map(struct ubifs_info *c, int lnum)
2645 {
2646         int err;
2647
2648         if (dbg_is_power_cut(c))
2649                 return -EROFS;
2650         if (power_cut_emulated(c, lnum, 0))
2651                 return -EROFS;
2652         err = ubi_leb_map(c->ubi, lnum);
2653         if (err)
2654                 return err;
2655         if (power_cut_emulated(c, lnum, 0))
2656                 return -EROFS;
2657         return 0;
2658 }
2659
2660 /*
2661  * Root directory for UBIFS stuff in debugfs. Contains sub-directories which
2662  * contain the stuff specific to particular file-system mounts.
2663  */
2664 static struct dentry *dfs_rootdir;
2665
2666 static int dfs_file_open(struct inode *inode, struct file *file)
2667 {
2668         file->private_data = inode->i_private;
2669         return nonseekable_open(inode, file);
2670 }
2671
2672 /**
2673  * provide_user_output - provide output to the user reading a debugfs file.
2674  * @val: boolean value for the answer
2675  * @u: the buffer to store the answer at
2676  * @count: size of the buffer
2677  * @ppos: position in the @u output buffer
2678  *
2679  * This is a simple helper function which stores @val boolean value in the user
2680  * buffer when the user reads one of UBIFS debugfs files. Returns amount of
2681  * bytes written to @u in case of success and a negative error code in case of
2682  * failure.
2683  */
2684 static int provide_user_output(int val, char __user *u, size_t count,
2685                                loff_t *ppos)
2686 {
2687         char buf[3];
2688
2689         if (val)
2690                 buf[0] = '1';
2691         else
2692                 buf[0] = '0';
2693         buf[1] = '\n';
2694         buf[2] = 0x00;
2695
2696         return simple_read_from_buffer(u, count, ppos, buf, 2);
2697 }
2698
2699 static ssize_t dfs_file_read(struct file *file, char __user *u, size_t count,
2700                              loff_t *ppos)
2701 {
2702         struct dentry *dent = file->f_path.dentry;
2703         struct ubifs_info *c = file->private_data;
2704         struct ubifs_debug_info *d = c->dbg;
2705         int val;
2706
2707         if (dent == d->dfs_chk_gen)
2708                 val = d->chk_gen;
2709         else if (dent == d->dfs_chk_index)
2710                 val = d->chk_index;
2711         else if (dent == d->dfs_chk_orph)
2712                 val = d->chk_orph;
2713         else if (dent == d->dfs_chk_lprops)
2714                 val = d->chk_lprops;
2715         else if (dent == d->dfs_chk_fs)
2716                 val = d->chk_fs;
2717         else if (dent == d->dfs_tst_rcvry)
2718                 val = d->tst_rcvry;
2719         else if (dent == d->dfs_ro_error)
2720                 val = c->ro_error;
2721         else
2722                 return -EINVAL;
2723
2724         return provide_user_output(val, u, count, ppos);
2725 }
2726
2727 /**
2728  * interpret_user_input - interpret user debugfs file input.
2729  * @u: user-provided buffer with the input
2730  * @count: buffer size
2731  *
2732  * This is a helper function which interpret user input to a boolean UBIFS
2733  * debugfs file. Returns %0 or %1 in case of success and a negative error code
2734  * in case of failure.
2735  */
2736 static int interpret_user_input(const char __user *u, size_t count)
2737 {
2738         size_t buf_size;
2739         char buf[8];
2740
2741         buf_size = min_t(size_t, count, (sizeof(buf) - 1));
2742         if (copy_from_user(buf, u, buf_size))
2743                 return -EFAULT;
2744
2745         if (buf[0] == '1')
2746                 return 1;
2747         else if (buf[0] == '0')
2748                 return 0;
2749
2750         return -EINVAL;
2751 }
2752
2753 static ssize_t dfs_file_write(struct file *file, const char __user *u,
2754                               size_t count, loff_t *ppos)
2755 {
2756         struct ubifs_info *c = file->private_data;
2757         struct ubifs_debug_info *d = c->dbg;
2758         struct dentry *dent = file->f_path.dentry;
2759         int val;
2760
2761         if (file->f_path.dentry == d->dfs_dump_lprops) {
2762                 ubifs_dump_lprops(c);
2763                 return count;
2764         }
2765         if (file->f_path.dentry == d->dfs_dump_budg) {
2766                 ubifs_dump_budg(c, &c->bi);
2767                 return count;
2768         }
2769         if (file->f_path.dentry == d->dfs_dump_tnc) {
2770                 mutex_lock(&c->tnc_mutex);
2771                 ubifs_dump_tnc(c);
2772                 mutex_unlock(&c->tnc_mutex);
2773                 return count;
2774         }
2775
2776         val = interpret_user_input(u, count);
2777         if (val < 0)
2778                 return val;
2779
2780         if (dent == d->dfs_chk_gen)
2781                 d->chk_gen = val;
2782         else if (dent == d->dfs_chk_index)
2783                 d->chk_index = val;
2784         else if (dent == d->dfs_chk_orph)
2785                 d->chk_orph = val;
2786         else if (dent == d->dfs_chk_lprops)
2787                 d->chk_lprops = val;
2788         else if (dent == d->dfs_chk_fs)
2789                 d->chk_fs = val;
2790         else if (dent == d->dfs_tst_rcvry)
2791                 d->tst_rcvry = val;
2792         else if (dent == d->dfs_ro_error)
2793                 c->ro_error = !!val;
2794         else
2795                 return -EINVAL;
2796
2797         return count;
2798 }
2799
2800 static const struct file_operations dfs_fops = {
2801         .open = dfs_file_open,
2802         .read = dfs_file_read,
2803         .write = dfs_file_write,
2804         .owner = THIS_MODULE,
2805         .llseek = no_llseek,
2806 };
2807
2808 /**
2809  * dbg_debugfs_init_fs - initialize debugfs for UBIFS instance.
2810  * @c: UBIFS file-system description object
2811  *
2812  * This function creates all debugfs files for this instance of UBIFS.
2813  *
2814  * Note, the only reason we have not merged this function with the
2815  * 'ubifs_debugging_init()' function is because it is better to initialize
2816  * debugfs interfaces at the very end of the mount process, and remove them at
2817  * the very beginning of the mount process.
2818  */
2819 void dbg_debugfs_init_fs(struct ubifs_info *c)
2820 {
2821         int n;
2822         const char *fname;
2823         struct ubifs_debug_info *d = c->dbg;
2824
2825         n = snprintf(d->dfs_dir_name, UBIFS_DFS_DIR_LEN + 1, UBIFS_DFS_DIR_NAME,
2826                      c->vi.ubi_num, c->vi.vol_id);
2827         if (n == UBIFS_DFS_DIR_LEN) {
2828                 /* The array size is too small */
2829                 return;
2830         }
2831
2832         fname = d->dfs_dir_name;
2833         d->dfs_dir = debugfs_create_dir(fname, dfs_rootdir);
2834
2835         fname = "dump_lprops";
2836         d->dfs_dump_lprops = debugfs_create_file(fname, S_IWUSR, d->dfs_dir, c,
2837                                                  &dfs_fops);
2838
2839         fname = "dump_budg";
2840         d->dfs_dump_budg = debugfs_create_file(fname, S_IWUSR, d->dfs_dir, c,
2841                                                &dfs_fops);
2842
2843         fname = "dump_tnc";
2844         d->dfs_dump_tnc = debugfs_create_file(fname, S_IWUSR, d->dfs_dir, c,
2845                                               &dfs_fops);
2846
2847         fname = "chk_general";
2848         d->dfs_chk_gen = debugfs_create_file(fname, S_IRUSR | S_IWUSR,
2849                                              d->dfs_dir, c, &dfs_fops);
2850
2851         fname = "chk_index";
2852         d->dfs_chk_index = debugfs_create_file(fname, S_IRUSR | S_IWUSR,
2853                                                d->dfs_dir, c, &dfs_fops);
2854
2855         fname = "chk_orphans";
2856         d->dfs_chk_orph = debugfs_create_file(fname, S_IRUSR | S_IWUSR,
2857                                               d->dfs_dir, c, &dfs_fops);
2858
2859         fname = "chk_lprops";
2860         d->dfs_chk_lprops = debugfs_create_file(fname, S_IRUSR | S_IWUSR,
2861                                                 d->dfs_dir, c, &dfs_fops);
2862
2863         fname = "chk_fs";
2864         d->dfs_chk_fs = debugfs_create_file(fname, S_IRUSR | S_IWUSR,
2865                                             d->dfs_dir, c, &dfs_fops);
2866
2867         fname = "tst_recovery";
2868         d->dfs_tst_rcvry = debugfs_create_file(fname, S_IRUSR | S_IWUSR,
2869                                                d->dfs_dir, c, &dfs_fops);
2870
2871         fname = "ro_error";
2872         d->dfs_ro_error = debugfs_create_file(fname, S_IRUSR | S_IWUSR,
2873                                               d->dfs_dir, c, &dfs_fops);
2874 }
2875
2876 /**
2877  * dbg_debugfs_exit_fs - remove all debugfs files.
2878  * @c: UBIFS file-system description object
2879  */
2880 void dbg_debugfs_exit_fs(struct ubifs_info *c)
2881 {
2882         debugfs_remove_recursive(c->dbg->dfs_dir);
2883 }
2884
2885 struct ubifs_global_debug_info ubifs_dbg;
2886
2887 static struct dentry *dfs_chk_gen;
2888 static struct dentry *dfs_chk_index;
2889 static struct dentry *dfs_chk_orph;
2890 static struct dentry *dfs_chk_lprops;
2891 static struct dentry *dfs_chk_fs;
2892 static struct dentry *dfs_tst_rcvry;
2893
2894 static ssize_t dfs_global_file_read(struct file *file, char __user *u,
2895                                     size_t count, loff_t *ppos)
2896 {
2897         struct dentry *dent = file->f_path.dentry;
2898         int val;
2899
2900         if (dent == dfs_chk_gen)
2901                 val = ubifs_dbg.chk_gen;
2902         else if (dent == dfs_chk_index)
2903                 val = ubifs_dbg.chk_index;
2904         else if (dent == dfs_chk_orph)
2905                 val = ubifs_dbg.chk_orph;
2906         else if (dent == dfs_chk_lprops)
2907                 val = ubifs_dbg.chk_lprops;
2908         else if (dent == dfs_chk_fs)
2909                 val = ubifs_dbg.chk_fs;
2910         else if (dent == dfs_tst_rcvry)
2911                 val = ubifs_dbg.tst_rcvry;
2912         else
2913                 return -EINVAL;
2914
2915         return provide_user_output(val, u, count, ppos);
2916 }
2917
2918 static ssize_t dfs_global_file_write(struct file *file, const char __user *u,
2919                                      size_t count, loff_t *ppos)
2920 {
2921         struct dentry *dent = file->f_path.dentry;
2922         int val;
2923
2924         val = interpret_user_input(u, count);
2925         if (val < 0)
2926                 return val;
2927
2928         if (dent == dfs_chk_gen)
2929                 ubifs_dbg.chk_gen = val;
2930         else if (dent == dfs_chk_index)
2931                 ubifs_dbg.chk_index = val;
2932         else if (dent == dfs_chk_orph)
2933                 ubifs_dbg.chk_orph = val;
2934         else if (dent == dfs_chk_lprops)
2935                 ubifs_dbg.chk_lprops = val;
2936         else if (dent == dfs_chk_fs)
2937                 ubifs_dbg.chk_fs = val;
2938         else if (dent == dfs_tst_rcvry)
2939                 ubifs_dbg.tst_rcvry = val;
2940         else
2941                 return -EINVAL;
2942
2943         return count;
2944 }
2945
2946 static const struct file_operations dfs_global_fops = {
2947         .read = dfs_global_file_read,
2948         .write = dfs_global_file_write,
2949         .owner = THIS_MODULE,
2950         .llseek = no_llseek,
2951 };
2952
2953 /**
2954  * dbg_debugfs_init - initialize debugfs file-system.
2955  *
2956  * UBIFS uses debugfs file-system to expose various debugging knobs to
2957  * user-space. This function creates "ubifs" directory in the debugfs
2958  * file-system.
2959  */
2960 void dbg_debugfs_init(void)
2961 {
2962         const char *fname;
2963
2964         fname = "ubifs";
2965         dfs_rootdir = debugfs_create_dir(fname, NULL);
2966
2967         fname = "chk_general";
2968         dfs_chk_gen = debugfs_create_file(fname, S_IRUSR | S_IWUSR, dfs_rootdir,
2969                                           NULL, &dfs_global_fops);
2970
2971         fname = "chk_index";
2972         dfs_chk_index = debugfs_create_file(fname, S_IRUSR | S_IWUSR,
2973                                             dfs_rootdir, NULL, &dfs_global_fops);
2974
2975         fname = "chk_orphans";
2976         dfs_chk_orph = debugfs_create_file(fname, S_IRUSR | S_IWUSR,
2977                                            dfs_rootdir, NULL, &dfs_global_fops);
2978
2979         fname = "chk_lprops";
2980         dfs_chk_lprops = debugfs_create_file(fname, S_IRUSR | S_IWUSR,
2981                                              dfs_rootdir, NULL, &dfs_global_fops);
2982
2983         fname = "chk_fs";
2984         dfs_chk_fs = debugfs_create_file(fname, S_IRUSR | S_IWUSR, dfs_rootdir,
2985                                          NULL, &dfs_global_fops);
2986
2987         fname = "tst_recovery";
2988         dfs_tst_rcvry = debugfs_create_file(fname, S_IRUSR | S_IWUSR,
2989                                             dfs_rootdir, NULL, &dfs_global_fops);
2990 }
2991
2992 /**
2993  * dbg_debugfs_exit - remove the "ubifs" directory from debugfs file-system.
2994  */
2995 void dbg_debugfs_exit(void)
2996 {
2997         debugfs_remove_recursive(dfs_rootdir);
2998 }
2999
3000 void ubifs_assert_failed(struct ubifs_info *c, const char *expr,
3001                          const char *file, int line)
3002 {
3003         ubifs_err(c, "UBIFS assert failed: %s, in %s:%u", expr, file, line);
3004
3005         switch (c->assert_action) {
3006                 case ASSACT_PANIC:
3007                 BUG();
3008                 break;
3009
3010                 case ASSACT_RO:
3011                 ubifs_ro_mode(c, -EINVAL);
3012                 break;
3013
3014                 case ASSACT_REPORT:
3015                 default:
3016                 dump_stack();
3017                 break;
3018
3019         }
3020 }
3021
3022 /**
3023  * ubifs_debugging_init - initialize UBIFS debugging.
3024  * @c: UBIFS file-system description object
3025  *
3026  * This function initializes debugging-related data for the file system.
3027  * Returns zero in case of success and a negative error code in case of
3028  * failure.
3029  */
3030 int ubifs_debugging_init(struct ubifs_info *c)
3031 {
3032         c->dbg = kzalloc(sizeof(struct ubifs_debug_info), GFP_KERNEL);
3033         if (!c->dbg)
3034                 return -ENOMEM;
3035
3036         return 0;
3037 }
3038
3039 /**
3040  * ubifs_debugging_exit - free debugging data.
3041  * @c: UBIFS file-system description object
3042  */
3043 void ubifs_debugging_exit(struct ubifs_info *c)
3044 {
3045         kfree(c->dbg);
3046 }