fs/exfat/fatent.c

   1 // SPDX-License-Identifier: GPL-2.0-or-later
   2 /*
   3  * Copyright (C) 2012-2013 Samsung Electronics Co., Ltd.
   4  */
   5
   6 #include <linux/slab.h>
   7 #include <asm/unaligned.h>
   8 #include <linux/buffer_head.h>
   9 #include <linux/blkdev.h>
  10
  11 #include "exfat_raw.h"
  12 #include "exfat_fs.h"
  13
  14 static int exfat_mirror_bh(struct super_block *sb, sector_t sec,
  15                 struct buffer_head *bh)
  16 {
  17         struct buffer_head *c_bh;
  18         struct exfat_sb_info *sbi = EXFAT_SB(sb);
  19         sector_t sec2;
  20         int err = 0;
  21
  22         if (sbi->FAT2_start_sector != sbi->FAT1_start_sector) {
  23                 sec2 = sec - sbi->FAT1_start_sector + sbi->FAT2_start_sector;
  24                 c_bh = sb_getblk(sb, sec2);
  25                 if (!c_bh)
  26                         return -ENOMEM;
  27                 memcpy(c_bh->b_data, bh->b_data, sb->s_blocksize);
  28                 set_buffer_uptodate(c_bh);
  29                 mark_buffer_dirty(c_bh);
  30                 if (sb->s_flags & SB_SYNCHRONOUS)
  31                         err = sync_dirty_buffer(c_bh);
  32                 brelse(c_bh);
  33         }
  34
  35         return err;
  36 }
  37
  38 static int __exfat_ent_get(struct super_block *sb, unsigned int loc,
  39                 unsigned int *content)
  40 {
  41         unsigned int off;
  42         sector_t sec;
  43         struct buffer_head *bh;
  44
  45         sec = FAT_ENT_OFFSET_SECTOR(sb, loc);
  46         off = FAT_ENT_OFFSET_BYTE_IN_SECTOR(sb, loc);
  47
  48         bh = sb_bread(sb, sec);
  49         if (!bh)
  50                 return -EIO;
  51
  52         *content = le32_to_cpu(*(__le32 *)(&bh->b_data[off]));
  53
  54         /* remap reserved clusters to simplify code */
  55         if (*content > EXFAT_BAD_CLUSTER)
  56                 *content = EXFAT_EOF_CLUSTER;
  57
  58         brelse(bh);
  59         return 0;
  60 }
  61
  62 int exfat_ent_set(struct super_block *sb, unsigned int loc,
  63                 unsigned int content)
  64 {
  65         unsigned int off;
  66         sector_t sec;
  67         __le32 *fat_entry;
  68         struct buffer_head *bh;
  69
  70         sec = FAT_ENT_OFFSET_SECTOR(sb, loc);
  71         off = FAT_ENT_OFFSET_BYTE_IN_SECTOR(sb, loc);
  72
  73         bh = sb_bread(sb, sec);
  74         if (!bh)
  75                 return -EIO;
  76
  77         fat_entry = (__le32 *)&(bh->b_data[off]);
  78         *fat_entry = cpu_to_le32(content);
  79         exfat_update_bh(bh, sb->s_flags & SB_SYNCHRONOUS);
  80         exfat_mirror_bh(sb, sec, bh);
  81         brelse(bh);
  82         return 0;
  83 }
  84
  85 int exfat_ent_get(struct super_block *sb, unsigned int loc,
  86                 unsigned int *content)
  87 {
  88         struct exfat_sb_info *sbi = EXFAT_SB(sb);
  89         int err;
  90
  91         if (!is_valid_cluster(sbi, loc)) {
  92                 exfat_fs_error(sb, "invalid access to FAT (entry 0x%08x)",
  93                         loc);
  94                 return -EIO;
  95         }
  96
  97         err = __exfat_ent_get(sb, loc, content);
  98         if (err) {
  99                 exfat_fs_error(sb,
 100                         "failed to access to FAT (entry 0x%08x, err:%d)",
 101                         loc, err);
 102                 return err;
 103         }
 104
 105         if (*content == EXFAT_FREE_CLUSTER) {
 106                 exfat_fs_error(sb,
 107                         "invalid access to FAT free cluster (entry 0x%08x)",
 108                         loc);
 109                 return -EIO;
 110         }
 111
 112         if (*content == EXFAT_BAD_CLUSTER) {
 113                 exfat_fs_error(sb,
 114                         "invalid access to FAT bad cluster (entry 0x%08x)",
 115                         loc);
 116                 return -EIO;
 117         }
 118
 119         if (*content != EXFAT_EOF_CLUSTER && !is_valid_cluster(sbi, *content)) {
 120                 exfat_fs_error(sb,
 121                         "invalid access to FAT (entry 0x%08x) bogus content (0x%08x)",
 122                         loc, *content);
 123                 return -EIO;
 124         }
 125
 126         return 0;
 127 }
 128
 129 int exfat_chain_cont_cluster(struct super_block *sb, unsigned int chain,
 130                 unsigned int len)
 131 {
 132         if (!len)
 133                 return 0;
 134
 135         while (len > 1) {
 136                 if (exfat_ent_set(sb, chain, chain + 1))
 137                         return -EIO;
 138                 chain++;
 139                 len--;
 140         }
 141
 142         if (exfat_ent_set(sb, chain, EXFAT_EOF_CLUSTER))
 143                 return -EIO;
 144         return 0;
 145 }
 146
 147 /* This function must be called with bitmap_lock held */
 148 static int __exfat_free_cluster(struct inode *inode, struct exfat_chain *p_chain)
 149 {
 150         struct super_block *sb = inode->i_sb;
 151         struct exfat_sb_info *sbi = EXFAT_SB(sb);
 152         int cur_cmap_i, next_cmap_i;
 153         unsigned int num_clusters = 0;
 154         unsigned int clu;
 155
 156         /* invalid cluster number */
 157         if (p_chain->dir == EXFAT_FREE_CLUSTER ||
 158             p_chain->dir == EXFAT_EOF_CLUSTER ||
 159             p_chain->dir < EXFAT_FIRST_CLUSTER)
 160                 return 0;
 161
 162         /* no cluster to truncate */
 163         if (p_chain->size == 0)
 164                 return 0;
 165
 166         /* check cluster validation */
 167         if (!is_valid_cluster(sbi, p_chain->dir)) {
 168                 exfat_err(sb, "invalid start cluster (%u)", p_chain->dir);
 169                 return -EIO;
 170         }
 171
 172         clu = p_chain->dir;
 173
 174         cur_cmap_i = next_cmap_i =
 175                 BITMAP_OFFSET_SECTOR_INDEX(sb, CLUSTER_TO_BITMAP_ENT(clu));
 176
 177         if (p_chain->flags == ALLOC_NO_FAT_CHAIN) {
 178                 unsigned int last_cluster = p_chain->dir + p_chain->size - 1;
 179                 do {
 180                         bool sync = false;
 181
 182                         if (clu < last_cluster)
 183                                 next_cmap_i =
 184                                   BITMAP_OFFSET_SECTOR_INDEX(sb, CLUSTER_TO_BITMAP_ENT(clu+1));
 185
 186                         /* flush bitmap only if index would be changed or for last cluster */
 187                         if (clu == last_cluster || cur_cmap_i != next_cmap_i) {
 188                                 sync = true;
 189                                 cur_cmap_i = next_cmap_i;
 190                         }
 191
 192                         exfat_clear_bitmap(inode, clu, (sync && IS_DIRSYNC(inode)));
 193                         clu++;
 194                         num_clusters++;
 195                 } while (num_clusters < p_chain->size);
 196         } else {
 197                 do {
 198                         bool sync = false;
 199                         unsigned int n_clu = clu;
 200                         int err = exfat_get_next_cluster(sb, &n_clu);
 201
 202                         if (err || n_clu == EXFAT_EOF_CLUSTER)
 203                                 sync = true;
 204                         else
 205                                 next_cmap_i =
 206                                   BITMAP_OFFSET_SECTOR_INDEX(sb, CLUSTER_TO_BITMAP_ENT(n_clu));
 207
 208                         if (cur_cmap_i != next_cmap_i) {
 209                                 sync = true;
 210                                 cur_cmap_i = next_cmap_i;
 211                         }
 212
 213                         exfat_clear_bitmap(inode, clu, (sync && IS_DIRSYNC(inode)));
 214                         clu = n_clu;
 215                         num_clusters++;
 216
 217                         if (err)
 218                                 goto dec_used_clus;
 219                 } while (clu != EXFAT_EOF_CLUSTER);
 220         }
 221
 222 dec_used_clus:
 223         sbi->used_clusters -= num_clusters;
 224         return 0;
 225 }
 226
 227 int exfat_free_cluster(struct inode *inode, struct exfat_chain *p_chain)
 228 {
 229         int ret = 0;
 230
 231         mutex_lock(&EXFAT_SB(inode->i_sb)->bitmap_lock);
 232         ret = __exfat_free_cluster(inode, p_chain);
 233         mutex_unlock(&EXFAT_SB(inode->i_sb)->bitmap_lock);
 234
 235         return ret;
 236 }
 237
 238 int exfat_find_last_cluster(struct super_block *sb, struct exfat_chain *p_chain,
 239                 unsigned int *ret_clu)
 240 {
 241         unsigned int clu, next;
 242         unsigned int count = 0;
 243
 244         next = p_chain->dir;
 245         if (p_chain->flags == ALLOC_NO_FAT_CHAIN) {
 246                 *ret_clu = next + p_chain->size - 1;
 247                 return 0;
 248         }
 249
 250         do {
 251                 count++;
 252                 clu = next;
 253                 if (exfat_ent_get(sb, clu, &next))
 254                         return -EIO;
 255         } while (next != EXFAT_EOF_CLUSTER);
 256
 257         if (p_chain->size != count) {
 258                 exfat_fs_error(sb,
 259                         "bogus directory size (clus : ondisk(%d) != counted(%d))",
 260                         p_chain->size, count);
 261                 return -EIO;
 262         }
 263
 264         *ret_clu = clu;
 265         return 0;
 266 }
 267
 268 int exfat_zeroed_cluster(struct inode *dir, unsigned int clu)
 269 {
 270         struct super_block *sb = dir->i_sb;
 271         struct exfat_sb_info *sbi = EXFAT_SB(sb);
 272         struct buffer_head *bh;
 273         sector_t blknr, last_blknr;
 274         int i;
 275
 276         blknr = exfat_cluster_to_sector(sbi, clu);
 277         last_blknr = blknr + sbi->sect_per_clus;
 278
 279         if (last_blknr > sbi->num_sectors && sbi->num_sectors > 0) {
 280                 exfat_fs_error_ratelimit(sb,
 281                         "%s: out of range(sect:%llu len:%u)",
 282                         __func__, (unsigned long long)blknr,
 283                         sbi->sect_per_clus);
 284                 return -EIO;
 285         }
 286
 287         /* Zeroing the unused blocks on this cluster */
 288         for (i = blknr; i < last_blknr; i++) {
 289                 bh = sb_getblk(sb, i);
 290                 if (!bh)
 291                         return -ENOMEM;
 292
 293                 memset(bh->b_data, 0, sb->s_blocksize);
 294                 set_buffer_uptodate(bh);
 295                 mark_buffer_dirty(bh);
 296                 brelse(bh);
 297         }
 298
 299         if (IS_DIRSYNC(dir))
 300                 return sync_blockdev_range(sb->s_bdev,
 301                                 EXFAT_BLK_TO_B(blknr, sb),
 302                                 EXFAT_BLK_TO_B(last_blknr, sb) - 1);
 303
 304         return 0;
 305 }
 306
 307 int exfat_alloc_cluster(struct inode *inode, unsigned int num_alloc,
 308                 struct exfat_chain *p_chain, bool sync_bmap)
 309 {
 310         int ret = -ENOSPC;
 311         unsigned int num_clusters = 0, total_cnt;
 312         unsigned int hint_clu, new_clu, last_clu = EXFAT_EOF_CLUSTER;
 313         struct super_block *sb = inode->i_sb;
 314         struct exfat_sb_info *sbi = EXFAT_SB(sb);
 315
 316         total_cnt = EXFAT_DATA_CLUSTER_COUNT(sbi);
 317
 318         if (unlikely(total_cnt < sbi->used_clusters)) {
 319                 exfat_fs_error_ratelimit(sb,
 320                         "%s: invalid used clusters(t:%u,u:%u)\n",
 321                         __func__, total_cnt, sbi->used_clusters);
 322                 return -EIO;
 323         }
 324
 325         if (num_alloc > total_cnt - sbi->used_clusters)
 326                 return -ENOSPC;
 327
 328         mutex_lock(&sbi->bitmap_lock);
 329
 330         hint_clu = p_chain->dir;
 331         /* find new cluster */
 332         if (hint_clu == EXFAT_EOF_CLUSTER) {
 333                 if (sbi->clu_srch_ptr < EXFAT_FIRST_CLUSTER) {
 334                         exfat_err(sb, "sbi->clu_srch_ptr is invalid (%u)\n",
 335                                   sbi->clu_srch_ptr);
 336                         sbi->clu_srch_ptr = EXFAT_FIRST_CLUSTER;
 337                 }
 338
 339                 hint_clu = exfat_find_free_bitmap(sb, sbi->clu_srch_ptr);
 340                 if (hint_clu == EXFAT_EOF_CLUSTER) {
 341                         ret = -ENOSPC;
 342                         goto unlock;
 343                 }
 344         }
 345
 346         /* check cluster validation */
 347         if (!is_valid_cluster(sbi, hint_clu)) {
 348                 exfat_err(sb, "hint_cluster is invalid (%u)",
 349                         hint_clu);
 350                 hint_clu = EXFAT_FIRST_CLUSTER;
 351                 if (p_chain->flags == ALLOC_NO_FAT_CHAIN) {
 352                         if (exfat_chain_cont_cluster(sb, p_chain->dir,
 353                                         num_clusters)) {
 354                                 ret = -EIO;
 355                                 goto unlock;
 356                         }
 357                         p_chain->flags = ALLOC_FAT_CHAIN;
 358                 }
 359         }
 360
 361         p_chain->dir = EXFAT_EOF_CLUSTER;
 362
 363         while ((new_clu = exfat_find_free_bitmap(sb, hint_clu)) !=
 364                EXFAT_EOF_CLUSTER) {
 365                 if (new_clu != hint_clu &&
 366                     p_chain->flags == ALLOC_NO_FAT_CHAIN) {
 367                         if (exfat_chain_cont_cluster(sb, p_chain->dir,
 368                                         num_clusters)) {
 369                                 ret = -EIO;
 370                                 goto free_cluster;
 371                         }
 372                         p_chain->flags = ALLOC_FAT_CHAIN;
 373                 }
 374
 375                 /* update allocation bitmap */
 376                 if (exfat_set_bitmap(inode, new_clu, sync_bmap)) {
 377                         ret = -EIO;
 378                         goto free_cluster;
 379                 }
 380
 381                 num_clusters++;
 382
 383                 /* update FAT table */
 384                 if (p_chain->flags == ALLOC_FAT_CHAIN) {
 385                         if (exfat_ent_set(sb, new_clu, EXFAT_EOF_CLUSTER)) {
 386                                 ret = -EIO;
 387                                 goto free_cluster;
 388                         }
 389                 }
 390
 391                 if (p_chain->dir == EXFAT_EOF_CLUSTER) {
 392                         p_chain->dir = new_clu;
 393                 } else if (p_chain->flags == ALLOC_FAT_CHAIN) {
 394                         if (exfat_ent_set(sb, last_clu, new_clu)) {
 395                                 ret = -EIO;
 396                                 goto free_cluster;
 397                         }
 398                 }
 399                 last_clu = new_clu;
 400
 401                 if (--num_alloc == 0) {
 402                         sbi->clu_srch_ptr = hint_clu;
 403                         sbi->used_clusters += num_clusters;
 404
 405                         p_chain->size += num_clusters;
 406                         mutex_unlock(&sbi->bitmap_lock);
 407                         return 0;
 408                 }
 409
 410                 hint_clu = new_clu + 1;
 411                 if (hint_clu >= sbi->num_clusters) {
 412                         hint_clu = EXFAT_FIRST_CLUSTER;
 413
 414                         if (p_chain->flags == ALLOC_NO_FAT_CHAIN) {
 415                                 if (exfat_chain_cont_cluster(sb, p_chain->dir,
 416                                                 num_clusters)) {
 417                                         ret = -EIO;
 418                                         goto free_cluster;
 419                                 }
 420                                 p_chain->flags = ALLOC_FAT_CHAIN;
 421                         }
 422                 }
 423         }
 424 free_cluster:
 425         if (num_clusters)
 426                 __exfat_free_cluster(inode, p_chain);
 427 unlock:
 428         mutex_unlock(&sbi->bitmap_lock);
 429         return ret;
 430 }
 431
 432 int exfat_count_num_clusters(struct super_block *sb,
 433                 struct exfat_chain *p_chain, unsigned int *ret_count)
 434 {
 435         unsigned int i, count;
 436         unsigned int clu;
 437         struct exfat_sb_info *sbi = EXFAT_SB(sb);
 438
 439         if (!p_chain->dir || p_chain->dir == EXFAT_EOF_CLUSTER) {
 440                 *ret_count = 0;
 441                 return 0;
 442         }
 443
 444         if (p_chain->flags == ALLOC_NO_FAT_CHAIN) {
 445                 *ret_count = p_chain->size;
 446                 return 0;
 447         }
 448
 449         clu = p_chain->dir;
 450         count = 0;
 451         for (i = EXFAT_FIRST_CLUSTER; i < sbi->num_clusters; i++) {
 452                 count++;
 453                 if (exfat_ent_get(sb, clu, &clu))
 454                         return -EIO;
 455                 if (clu == EXFAT_EOF_CLUSTER)
 456                         break;
 457         }
 458
 459         *ret_count = count;
 460         return 0;
 461 }