fs/nfsd/nfs4xdr.c

   1 /*
   2  *  Server-side XDR for NFSv4
   3  *
   4  *  Copyright (c) 2002 The Regents of the University of Michigan.
   5  *  All rights reserved.
   6  *
   7  *  Kendrick Smith <kmsmith@umich.edu>
   8  *  Andy Adamson   <andros@umich.edu>
   9  *
  10  *  Redistribution and use in source and binary forms, with or without
  11  *  modification, are permitted provided that the following conditions
  12  *  are met:
  13  *
  14  *  1. Redistributions of source code must retain the above copyright
  15  *     notice, this list of conditions and the following disclaimer.
  16  *  2. Redistributions in binary form must reproduce the above copyright
  17  *     notice, this list of conditions and the following disclaimer in the
  18  *     documentation and/or other materials provided with the distribution.
  19  *  3. Neither the name of the University nor the names of its
  20  *     contributors may be used to endorse or promote products derived
  21  *     from this software without specific prior written permission.
  22  *
  23  *  THIS SOFTWARE IS PROVIDED ``AS IS'' AND ANY EXPRESS OR IMPLIED
  24  *  WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
  25  *  MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
  26  *  DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
  27  *  FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
  28  *  CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
  29  *  SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
  30  *  BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
  31  *  LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
  32  *  NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
  33  *  SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  34  */
  35
  36 #include <linux/file.h>
  37 #include <linux/slab.h>
  38 #include <linux/namei.h>
  39 #include <linux/statfs.h>
  40 #include <linux/utsname.h>
  41 #include <linux/pagemap.h>
  42 #include <linux/sunrpc/svcauth_gss.h>
  43
  44 #include "idmap.h"
  45 #include "acl.h"
  46 #include "xdr4.h"
  47 #include "vfs.h"
  48 #include "state.h"
  49 #include "cache.h"
  50 #include "netns.h"
  51 #include "pnfs.h"
  52 #include "filecache.h"
  53
  54 #ifdef CONFIG_NFSD_V4_SECURITY_LABEL
  55 #include <linux/security.h>
  56 #endif
  57
  58
  59 #define NFSDDBG_FACILITY                NFSDDBG_XDR
  60
  61 const u32 nfsd_suppattrs[3][3] = {
  62         {NFSD4_SUPPORTED_ATTRS_WORD0,
  63          NFSD4_SUPPORTED_ATTRS_WORD1,
  64          NFSD4_SUPPORTED_ATTRS_WORD2},
  65
  66         {NFSD4_1_SUPPORTED_ATTRS_WORD0,
  67          NFSD4_1_SUPPORTED_ATTRS_WORD1,
  68          NFSD4_1_SUPPORTED_ATTRS_WORD2},
  69
  70         {NFSD4_1_SUPPORTED_ATTRS_WORD0,
  71          NFSD4_1_SUPPORTED_ATTRS_WORD1,
  72          NFSD4_2_SUPPORTED_ATTRS_WORD2},
  73 };
  74
  75 /*
  76  * As per referral draft, the fsid for a referral MUST be different from the fsid of the containing
  77  * directory in order to indicate to the client that a filesystem boundary is present
  78  * We use a fixed fsid for a referral
  79  */
  80 #define NFS4_REFERRAL_FSID_MAJOR        0x8000000ULL
  81 #define NFS4_REFERRAL_FSID_MINOR        0x8000000ULL
  82
  83 static __be32
  84 check_filename(char *str, int len)
  85 {
  86         int i;
  87
  88         if (len == 0)
  89                 return nfserr_inval;
  90         if (isdotent(str, len))
  91                 return nfserr_badname;
  92         for (i = 0; i < len; i++)
  93                 if (str[i] == '/')
  94                         return nfserr_badname;
  95         return 0;
  96 }
  97
  98 #define DECODE_HEAD                             \
  99         __be32 *p;                              \
 100         __be32 status
 101 #define DECODE_TAIL                             \
 102         status = 0;                             \
 103 out:                                            \
 104         return status;                          \
 105 xdr_error:                                      \
 106         dprintk("NFSD: xdr error (%s:%d)\n",    \
 107                         __FILE__, __LINE__);    \
 108         status = nfserr_bad_xdr;                \
 109         goto out
 110
 111 #define READMEM(x,nbytes) do {                  \
 112         x = (char *)p;                          \
 113         p += XDR_QUADLEN(nbytes);               \
 114 } while (0)
 115 #define SAVEMEM(x,nbytes) do {                  \
 116         if (!(x = (p==argp->tmp || p == argp->tmpp) ? \
 117                 savemem(argp, p, nbytes) :      \
 118                 (char *)p)) {                   \
 119                 dprintk("NFSD: xdr error (%s:%d)\n", \
 120                                 __FILE__, __LINE__); \
 121                 goto xdr_error;                 \
 122                 }                               \
 123         p += XDR_QUADLEN(nbytes);               \
 124 } while (0)
 125 #define COPYMEM(x,nbytes) do {                  \
 126         memcpy((x), p, nbytes);                 \
 127         p += XDR_QUADLEN(nbytes);               \
 128 } while (0)
 129
 130 /* READ_BUF, read_buf(): nbytes must be <= PAGE_SIZE */
 131 #define READ_BUF(nbytes)  do {                  \
 132         if (nbytes <= (u32)((char *)argp->end - (char *)argp->p)) {     \
 133                 p = argp->p;                    \
 134                 argp->p += XDR_QUADLEN(nbytes); \
 135         } else if (!(p = read_buf(argp, nbytes))) { \
 136                 dprintk("NFSD: xdr error (%s:%d)\n", \
 137                                 __FILE__, __LINE__); \
 138                 goto xdr_error;                 \
 139         }                                       \
 140 } while (0)
 141
 142 static void next_decode_page(struct nfsd4_compoundargs *argp)
 143 {
 144         argp->p = page_address(argp->pagelist[0]);
 145         argp->pagelist++;
 146         if (argp->pagelen < PAGE_SIZE) {
 147                 argp->end = argp->p + XDR_QUADLEN(argp->pagelen);
 148                 argp->pagelen = 0;
 149         } else {
 150                 argp->end = argp->p + (PAGE_SIZE>>2);
 151                 argp->pagelen -= PAGE_SIZE;
 152         }
 153 }
 154
 155 static __be32 *read_buf(struct nfsd4_compoundargs *argp, u32 nbytes)
 156 {
 157         /* We want more bytes than seem to be available.
 158          * Maybe we need a new page, maybe we have just run out
 159          */
 160         unsigned int avail = (char *)argp->end - (char *)argp->p;
 161         __be32 *p;
 162
 163         if (argp->pagelen == 0) {
 164                 struct kvec *vec = &argp->rqstp->rq_arg.tail[0];
 165
 166                 if (!argp->tail) {
 167                         argp->tail = true;
 168                         avail = vec->iov_len;
 169                         argp->p = vec->iov_base;
 170                         argp->end = vec->iov_base + avail;
 171                 }
 172
 173                 if (avail < nbytes)
 174                         return NULL;
 175
 176                 p = argp->p;
 177                 argp->p += XDR_QUADLEN(nbytes);
 178                 return p;
 179         }
 180
 181         if (avail + argp->pagelen < nbytes)
 182                 return NULL;
 183         if (avail + PAGE_SIZE < nbytes) /* need more than a page !! */
 184                 return NULL;
 185         /* ok, we can do it with the current plus the next page */
 186         if (nbytes <= sizeof(argp->tmp))
 187                 p = argp->tmp;
 188         else {
 189                 kfree(argp->tmpp);
 190                 p = argp->tmpp = kmalloc(nbytes, GFP_KERNEL);
 191                 if (!p)
 192                         return NULL;
 193
 194         }
 195         /*
 196          * The following memcpy is safe because read_buf is always
 197          * called with nbytes > avail, and the two cases above both
 198          * guarantee p points to at least nbytes bytes.
 199          */
 200         memcpy(p, argp->p, avail);
 201         next_decode_page(argp);
 202         memcpy(((char*)p)+avail, argp->p, (nbytes - avail));
 203         argp->p += XDR_QUADLEN(nbytes - avail);
 204         return p;
 205 }
 206
 207 static unsigned int compoundargs_bytes_left(struct nfsd4_compoundargs *argp)
 208 {
 209         unsigned int this = (char *)argp->end - (char *)argp->p;
 210
 211         return this + argp->pagelen;
 212 }
 213
 214 static int zero_clientid(clientid_t *clid)
 215 {
 216         return (clid->cl_boot == 0) && (clid->cl_id == 0);
 217 }
 218
 219 /**
 220  * svcxdr_tmpalloc - allocate memory to be freed after compound processing
 221  * @argp: NFSv4 compound argument structure
 222  * @len: length of buffer to allocate
 223  *
 224  * Allocates a buffer of size @len to be freed when processing the compound
 225  * operation described in @argp finishes.
 226  */
 227 static void *
 228 svcxdr_tmpalloc(struct nfsd4_compoundargs *argp, u32 len)
 229 {
 230         struct svcxdr_tmpbuf *tb;
 231
 232         tb = kmalloc(sizeof(*tb) + len, GFP_KERNEL);
 233         if (!tb)
 234                 return NULL;
 235         tb->next = argp->to_free;
 236         argp->to_free = tb;
 237         return tb->buf;
 238 }
 239
 240 /*
 241  * For xdr strings that need to be passed to other kernel api's
 242  * as null-terminated strings.
 243  *
 244  * Note null-terminating in place usually isn't safe since the
 245  * buffer might end on a page boundary.
 246  */
 247 static char *
 248 svcxdr_dupstr(struct nfsd4_compoundargs *argp, void *buf, u32 len)
 249 {
 250         char *p = svcxdr_tmpalloc(argp, len + 1);
 251
 252         if (!p)
 253                 return NULL;
 254         memcpy(p, buf, len);
 255         p[len] = '\0';
 256         return p;
 257 }
 258
 259 /**
 260  * savemem - duplicate a chunk of memory for later processing
 261  * @argp: NFSv4 compound argument structure to be freed with
 262  * @p: pointer to be duplicated
 263  * @nbytes: length to be duplicated
 264  *
 265  * Returns a pointer to a copy of @nbytes bytes of memory at @p
 266  * that are preserved until processing of the NFSv4 compound
 267  * operation described by @argp finishes.
 268  */
 269 static char *savemem(struct nfsd4_compoundargs *argp, __be32 *p, int nbytes)
 270 {
 271         void *ret;
 272
 273         ret = svcxdr_tmpalloc(argp, nbytes);
 274         if (!ret)
 275                 return NULL;
 276         memcpy(ret, p, nbytes);
 277         return ret;
 278 }
 279
 280 static __be32
 281 nfsd4_decode_time(struct nfsd4_compoundargs *argp, struct timespec64 *tv)
 282 {
 283         DECODE_HEAD;
 284
 285         READ_BUF(12);
 286         p = xdr_decode_hyper(p, &tv->tv_sec);
 287         tv->tv_nsec = be32_to_cpup(p++);
 288         if (tv->tv_nsec >= (u32)1000000000)
 289                 return nfserr_inval;
 290
 291         DECODE_TAIL;
 292 }
 293
 294 static __be32
 295 nfsd4_decode_bitmap(struct nfsd4_compoundargs *argp, u32 *bmval)
 296 {
 297         u32 bmlen;
 298         DECODE_HEAD;
 299
 300         bmval[0] = 0;
 301         bmval[1] = 0;
 302         bmval[2] = 0;
 303
 304         READ_BUF(4);
 305         bmlen = be32_to_cpup(p++);
 306         if (bmlen > 1000)
 307                 goto xdr_error;
 308
 309         READ_BUF(bmlen << 2);
 310         if (bmlen > 0)
 311                 bmval[0] = be32_to_cpup(p++);
 312         if (bmlen > 1)
 313                 bmval[1] = be32_to_cpup(p++);
 314         if (bmlen > 2)
 315                 bmval[2] = be32_to_cpup(p++);
 316
 317         DECODE_TAIL;
 318 }
 319
 320 static __be32
 321 nfsd4_decode_fattr(struct nfsd4_compoundargs *argp, u32 *bmval,
 322                    struct iattr *iattr, struct nfs4_acl **acl,
 323                    struct xdr_netobj *label, int *umask)
 324 {
 325         int expected_len, len = 0;
 326         u32 dummy32;
 327         char *buf;
 328
 329         DECODE_HEAD;
 330         iattr->ia_valid = 0;
 331         if ((status = nfsd4_decode_bitmap(argp, bmval)))
 332                 return status;
 333
 334         if (bmval[0] & ~NFSD_WRITEABLE_ATTRS_WORD0
 335             || bmval[1] & ~NFSD_WRITEABLE_ATTRS_WORD1
 336             || bmval[2] & ~NFSD_WRITEABLE_ATTRS_WORD2) {
 337                 if (nfsd_attrs_supported(argp->minorversion, bmval))
 338                         return nfserr_inval;
 339                 return nfserr_attrnotsupp;
 340         }
 341
 342         READ_BUF(4);
 343         expected_len = be32_to_cpup(p++);
 344
 345         if (bmval[0] & FATTR4_WORD0_SIZE) {
 346                 READ_BUF(8);
 347                 len += 8;
 348                 p = xdr_decode_hyper(p, &iattr->ia_size);
 349                 iattr->ia_valid |= ATTR_SIZE;
 350         }
 351         if (bmval[0] & FATTR4_WORD0_ACL) {
 352                 u32 nace;
 353                 struct nfs4_ace *ace;
 354
 355                 READ_BUF(4); len += 4;
 356                 nace = be32_to_cpup(p++);
 357
 358                 if (nace > compoundargs_bytes_left(argp)/20)
 359                         /*
 360                          * Even with 4-byte names there wouldn't be
 361                          * space for that many aces; something fishy is
 362                          * going on:
 363                          */
 364                         return nfserr_fbig;
 365
 366                 *acl = svcxdr_tmpalloc(argp, nfs4_acl_bytes(nace));
 367                 if (*acl == NULL)
 368                         return nfserr_jukebox;
 369
 370                 (*acl)->naces = nace;
 371                 for (ace = (*acl)->aces; ace < (*acl)->aces + nace; ace++) {
 372                         READ_BUF(16); len += 16;
 373                         ace->type = be32_to_cpup(p++);
 374                         ace->flag = be32_to_cpup(p++);
 375                         ace->access_mask = be32_to_cpup(p++);
 376                         dummy32 = be32_to_cpup(p++);
 377                         READ_BUF(dummy32);
 378                         len += XDR_QUADLEN(dummy32) << 2;
 379                         READMEM(buf, dummy32);
 380                         ace->whotype = nfs4_acl_get_whotype(buf, dummy32);
 381                         status = nfs_ok;
 382                         if (ace->whotype != NFS4_ACL_WHO_NAMED)
 383                                 ;
 384                         else if (ace->flag & NFS4_ACE_IDENTIFIER_GROUP)
 385                                 status = nfsd_map_name_to_gid(argp->rqstp,
 386                                                 buf, dummy32, &ace->who_gid);
 387                         else
 388                                 status = nfsd_map_name_to_uid(argp->rqstp,
 389                                                 buf, dummy32, &ace->who_uid);
 390                         if (status)
 391                                 return status;
 392                 }
 393         } else
 394                 *acl = NULL;
 395         if (bmval[1] & FATTR4_WORD1_MODE) {
 396                 READ_BUF(4);
 397                 len += 4;
 398                 iattr->ia_mode = be32_to_cpup(p++);
 399                 iattr->ia_mode &= (S_IFMT | S_IALLUGO);
 400                 iattr->ia_valid |= ATTR_MODE;
 401         }
 402         if (bmval[1] & FATTR4_WORD1_OWNER) {
 403                 READ_BUF(4);
 404                 len += 4;
 405                 dummy32 = be32_to_cpup(p++);
 406                 READ_BUF(dummy32);
 407                 len += (XDR_QUADLEN(dummy32) << 2);
 408                 READMEM(buf, dummy32);
 409                 if ((status = nfsd_map_name_to_uid(argp->rqstp, buf, dummy32, &iattr->ia_uid)))
 410                         return status;
 411                 iattr->ia_valid |= ATTR_UID;
 412         }
 413         if (bmval[1] & FATTR4_WORD1_OWNER_GROUP) {
 414                 READ_BUF(4);
 415                 len += 4;
 416                 dummy32 = be32_to_cpup(p++);
 417                 READ_BUF(dummy32);
 418                 len += (XDR_QUADLEN(dummy32) << 2);
 419                 READMEM(buf, dummy32);
 420                 if ((status = nfsd_map_name_to_gid(argp->rqstp, buf, dummy32, &iattr->ia_gid)))
 421                         return status;
 422                 iattr->ia_valid |= ATTR_GID;
 423         }
 424         if (bmval[1] & FATTR4_WORD1_TIME_ACCESS_SET) {
 425                 READ_BUF(4);
 426                 len += 4;
 427                 dummy32 = be32_to_cpup(p++);
 428                 switch (dummy32) {
 429                 case NFS4_SET_TO_CLIENT_TIME:
 430                         len += 12;
 431                         status = nfsd4_decode_time(argp, &iattr->ia_atime);
 432                         if (status)
 433                                 return status;
 434                         iattr->ia_valid |= (ATTR_ATIME | ATTR_ATIME_SET);
 435                         break;
 436                 case NFS4_SET_TO_SERVER_TIME:
 437                         iattr->ia_valid |= ATTR_ATIME;
 438                         break;
 439                 default:
 440                         goto xdr_error;
 441                 }
 442         }
 443         if (bmval[1] & FATTR4_WORD1_TIME_MODIFY_SET) {
 444                 READ_BUF(4);
 445                 len += 4;
 446                 dummy32 = be32_to_cpup(p++);
 447                 switch (dummy32) {
 448                 case NFS4_SET_TO_CLIENT_TIME:
 449                         len += 12;
 450                         status = nfsd4_decode_time(argp, &iattr->ia_mtime);
 451                         if (status)
 452                                 return status;
 453                         iattr->ia_valid |= (ATTR_MTIME | ATTR_MTIME_SET);
 454                         break;
 455                 case NFS4_SET_TO_SERVER_TIME:
 456                         iattr->ia_valid |= ATTR_MTIME;
 457                         break;
 458                 default:
 459                         goto xdr_error;
 460                 }
 461         }
 462
 463         label->len = 0;
 464         if (IS_ENABLED(CONFIG_NFSD_V4_SECURITY_LABEL) &&
 465             bmval[2] & FATTR4_WORD2_SECURITY_LABEL) {
 466                 READ_BUF(4);
 467                 len += 4;
 468                 dummy32 = be32_to_cpup(p++); /* lfs: we don't use it */
 469                 READ_BUF(4);
 470                 len += 4;
 471                 dummy32 = be32_to_cpup(p++); /* pi: we don't use it either */
 472                 READ_BUF(4);
 473                 len += 4;
 474                 dummy32 = be32_to_cpup(p++);
 475                 READ_BUF(dummy32);
 476                 if (dummy32 > NFS4_MAXLABELLEN)
 477                         return nfserr_badlabel;
 478                 len += (XDR_QUADLEN(dummy32) << 2);
 479                 READMEM(buf, dummy32);
 480                 label->len = dummy32;
 481                 label->data = svcxdr_dupstr(argp, buf, dummy32);
 482                 if (!label->data)
 483                         return nfserr_jukebox;
 484         }
 485         if (bmval[2] & FATTR4_WORD2_MODE_UMASK) {
 486                 if (!umask)
 487                         goto xdr_error;
 488                 READ_BUF(8);
 489                 len += 8;
 490                 dummy32 = be32_to_cpup(p++);
 491                 iattr->ia_mode = dummy32 & (S_IFMT | S_IALLUGO);
 492                 dummy32 = be32_to_cpup(p++);
 493                 *umask = dummy32 & S_IRWXUGO;
 494                 iattr->ia_valid |= ATTR_MODE;
 495         }
 496         if (len != expected_len)
 497                 goto xdr_error;
 498
 499         DECODE_TAIL;
 500 }
 501
 502 static __be32
 503 nfsd4_decode_stateid(struct nfsd4_compoundargs *argp, stateid_t *sid)
 504 {
 505         DECODE_HEAD;
 506
 507         READ_BUF(sizeof(stateid_t));
 508         sid->si_generation = be32_to_cpup(p++);
 509         COPYMEM(&sid->si_opaque, sizeof(stateid_opaque_t));
 510
 511         DECODE_TAIL;
 512 }
 513
 514 static __be32
 515 nfsd4_decode_access(struct nfsd4_compoundargs *argp, struct nfsd4_access *access)
 516 {
 517         DECODE_HEAD;
 518
 519         READ_BUF(4);
 520         access->ac_req_access = be32_to_cpup(p++);
 521
 522         DECODE_TAIL;
 523 }
 524
 525 static __be32 nfsd4_decode_cb_sec(struct nfsd4_compoundargs *argp, struct nfsd4_cb_sec *cbs)
 526 {
 527         DECODE_HEAD;
 528         struct user_namespace *userns = nfsd_user_namespace(argp->rqstp);
 529         u32 dummy, uid, gid;
 530         char *machine_name;
 531         int i;
 532         int nr_secflavs;
 533
 534         /* callback_sec_params4 */
 535         READ_BUF(4);
 536         nr_secflavs = be32_to_cpup(p++);
 537         if (nr_secflavs)
 538                 cbs->flavor = (u32)(-1);
 539         else
 540                 /* Is this legal? Be generous, take it to mean AUTH_NONE: */
 541                 cbs->flavor = 0;
 542         for (i = 0; i < nr_secflavs; ++i) {
 543                 READ_BUF(4);
 544                 dummy = be32_to_cpup(p++);
 545                 switch (dummy) {
 546                 case RPC_AUTH_NULL:
 547                         /* Nothing to read */
 548                         if (cbs->flavor == (u32)(-1))
 549                                 cbs->flavor = RPC_AUTH_NULL;
 550                         break;
 551                 case RPC_AUTH_UNIX:
 552                         READ_BUF(8);
 553                         /* stamp */
 554                         dummy = be32_to_cpup(p++);
 555
 556                         /* machine name */
 557                         dummy = be32_to_cpup(p++);
 558                         READ_BUF(dummy);
 559                         SAVEMEM(machine_name, dummy);
 560
 561                         /* uid, gid */
 562                         READ_BUF(8);
 563                         uid = be32_to_cpup(p++);
 564                         gid = be32_to_cpup(p++);
 565
 566                         /* more gids */
 567                         READ_BUF(4);
 568                         dummy = be32_to_cpup(p++);
 569                         READ_BUF(dummy * 4);
 570                         if (cbs->flavor == (u32)(-1)) {
 571                                 kuid_t kuid = make_kuid(userns, uid);
 572                                 kgid_t kgid = make_kgid(userns, gid);
 573                                 if (uid_valid(kuid) && gid_valid(kgid)) {
 574                                         cbs->uid = kuid;
 575                                         cbs->gid = kgid;
 576                                         cbs->flavor = RPC_AUTH_UNIX;
 577                                 } else {
 578                                         dprintk("RPC_AUTH_UNIX with invalid"
 579                                                 "uid or gid ignoring!\n");
 580                                 }
 581                         }
 582                         break;
 583                 case RPC_AUTH_GSS:
 584                         dprintk("RPC_AUTH_GSS callback secflavor "
 585                                 "not supported!\n");
 586                         READ_BUF(8);
 587                         /* gcbp_service */
 588                         dummy = be32_to_cpup(p++);
 589                         /* gcbp_handle_from_server */
 590                         dummy = be32_to_cpup(p++);
 591                         READ_BUF(dummy);
 592                         p += XDR_QUADLEN(dummy);
 593                         /* gcbp_handle_from_client */
 594                         READ_BUF(4);
 595                         dummy = be32_to_cpup(p++);
 596                         READ_BUF(dummy);
 597                         break;
 598                 default:
 599                         dprintk("Illegal callback secflavor\n");
 600                         return nfserr_inval;
 601                 }
 602         }
 603         DECODE_TAIL;
 604 }
 605
 606 static __be32 nfsd4_decode_backchannel_ctl(struct nfsd4_compoundargs *argp, struct nfsd4_backchannel_ctl *bc)
 607 {
 608         DECODE_HEAD;
 609
 610         READ_BUF(4);
 611         bc->bc_cb_program = be32_to_cpup(p++);
 612         nfsd4_decode_cb_sec(argp, &bc->bc_cb_sec);
 613
 614         DECODE_TAIL;
 615 }
 616
 617 static __be32 nfsd4_decode_bind_conn_to_session(struct nfsd4_compoundargs *argp, struct nfsd4_bind_conn_to_session *bcts)
 618 {
 619         DECODE_HEAD;
 620
 621         READ_BUF(NFS4_MAX_SESSIONID_LEN + 8);
 622         COPYMEM(bcts->sessionid.data, NFS4_MAX_SESSIONID_LEN);
 623         bcts->dir = be32_to_cpup(p++);
 624         /* XXX: skipping ctsa_use_conn_in_rdma_mode.  Perhaps Tom Tucker
 625          * could help us figure out we should be using it. */
 626         DECODE_TAIL;
 627 }
 628
 629 static __be32
 630 nfsd4_decode_close(struct nfsd4_compoundargs *argp, struct nfsd4_close *close)
 631 {
 632         DECODE_HEAD;
 633
 634         READ_BUF(4);
 635         close->cl_seqid = be32_to_cpup(p++);
 636         return nfsd4_decode_stateid(argp, &close->cl_stateid);
 637
 638         DECODE_TAIL;
 639 }
 640
 641
 642 static __be32
 643 nfsd4_decode_commit(struct nfsd4_compoundargs *argp, struct nfsd4_commit *commit)
 644 {
 645         DECODE_HEAD;
 646
 647         READ_BUF(12);
 648         p = xdr_decode_hyper(p, &commit->co_offset);
 649         commit->co_count = be32_to_cpup(p++);
 650
 651         DECODE_TAIL;
 652 }
 653
 654 static __be32
 655 nfsd4_decode_create(struct nfsd4_compoundargs *argp, struct nfsd4_create *create)
 656 {
 657         DECODE_HEAD;
 658
 659         READ_BUF(4);
 660         create->cr_type = be32_to_cpup(p++);
 661         switch (create->cr_type) {
 662         case NF4LNK:
 663                 READ_BUF(4);
 664                 create->cr_datalen = be32_to_cpup(p++);
 665                 READ_BUF(create->cr_datalen);
 666                 create->cr_data = svcxdr_dupstr(argp, p, create->cr_datalen);
 667                 if (!create->cr_data)
 668                         return nfserr_jukebox;
 669                 break;
 670         case NF4BLK:
 671         case NF4CHR:
 672                 READ_BUF(8);
 673                 create->cr_specdata1 = be32_to_cpup(p++);
 674                 create->cr_specdata2 = be32_to_cpup(p++);
 675                 break;
 676         case NF4SOCK:
 677         case NF4FIFO:
 678         case NF4DIR:
 679         default:
 680                 break;
 681         }
 682
 683         READ_BUF(4);
 684         create->cr_namelen = be32_to_cpup(p++);
 685         READ_BUF(create->cr_namelen);
 686         SAVEMEM(create->cr_name, create->cr_namelen);
 687         if ((status = check_filename(create->cr_name, create->cr_namelen)))
 688                 return status;
 689
 690         status = nfsd4_decode_fattr(argp, create->cr_bmval, &create->cr_iattr,
 691                                     &create->cr_acl, &create->cr_label,
 692                                     &create->cr_umask);
 693         if (status)
 694                 goto out;
 695
 696         DECODE_TAIL;
 697 }
 698
 699 static inline __be32
 700 nfsd4_decode_delegreturn(struct nfsd4_compoundargs *argp, struct nfsd4_delegreturn *dr)
 701 {
 702         return nfsd4_decode_stateid(argp, &dr->dr_stateid);
 703 }
 704
 705 static inline __be32
 706 nfsd4_decode_getattr(struct nfsd4_compoundargs *argp, struct nfsd4_getattr *getattr)
 707 {
 708         return nfsd4_decode_bitmap(argp, getattr->ga_bmval);
 709 }
 710
 711 static __be32
 712 nfsd4_decode_link(struct nfsd4_compoundargs *argp, struct nfsd4_link *link)
 713 {
 714         DECODE_HEAD;
 715
 716         READ_BUF(4);
 717         link->li_namelen = be32_to_cpup(p++);
 718         READ_BUF(link->li_namelen);
 719         SAVEMEM(link->li_name, link->li_namelen);
 720         if ((status = check_filename(link->li_name, link->li_namelen)))
 721                 return status;
 722
 723         DECODE_TAIL;
 724 }
 725
 726 static __be32
 727 nfsd4_decode_lock(struct nfsd4_compoundargs *argp, struct nfsd4_lock *lock)
 728 {
 729         DECODE_HEAD;
 730
 731         /*
 732         * type, reclaim(boolean), offset, length, new_lock_owner(boolean)
 733         */
 734         READ_BUF(28);
 735         lock->lk_type = be32_to_cpup(p++);
 736         if ((lock->lk_type < NFS4_READ_LT) || (lock->lk_type > NFS4_WRITEW_LT))
 737                 goto xdr_error;
 738         lock->lk_reclaim = be32_to_cpup(p++);
 739         p = xdr_decode_hyper(p, &lock->lk_offset);
 740         p = xdr_decode_hyper(p, &lock->lk_length);
 741         lock->lk_is_new = be32_to_cpup(p++);
 742
 743         if (lock->lk_is_new) {
 744                 READ_BUF(4);
 745                 lock->lk_new_open_seqid = be32_to_cpup(p++);
 746                 status = nfsd4_decode_stateid(argp, &lock->lk_new_open_stateid);
 747                 if (status)
 748                         return status;
 749                 READ_BUF(8 + sizeof(clientid_t));
 750                 lock->lk_new_lock_seqid = be32_to_cpup(p++);
 751                 COPYMEM(&lock->lk_new_clientid, sizeof(clientid_t));
 752                 lock->lk_new_owner.len = be32_to_cpup(p++);
 753                 READ_BUF(lock->lk_new_owner.len);
 754                 READMEM(lock->lk_new_owner.data, lock->lk_new_owner.len);
 755         } else {
 756                 status = nfsd4_decode_stateid(argp, &lock->lk_old_lock_stateid);
 757                 if (status)
 758                         return status;
 759                 READ_BUF(4);
 760                 lock->lk_old_lock_seqid = be32_to_cpup(p++);
 761         }
 762
 763         DECODE_TAIL;
 764 }
 765
 766 static __be32
 767 nfsd4_decode_lockt(struct nfsd4_compoundargs *argp, struct nfsd4_lockt *lockt)
 768 {
 769         DECODE_HEAD;
 770
 771         READ_BUF(32);
 772         lockt->lt_type = be32_to_cpup(p++);
 773         if((lockt->lt_type < NFS4_READ_LT) || (lockt->lt_type > NFS4_WRITEW_LT))
 774                 goto xdr_error;
 775         p = xdr_decode_hyper(p, &lockt->lt_offset);
 776         p = xdr_decode_hyper(p, &lockt->lt_length);
 777         COPYMEM(&lockt->lt_clientid, 8);
 778         lockt->lt_owner.len = be32_to_cpup(p++);
 779         READ_BUF(lockt->lt_owner.len);
 780         READMEM(lockt->lt_owner.data, lockt->lt_owner.len);
 781
 782         DECODE_TAIL;
 783 }
 784
 785 static __be32
 786 nfsd4_decode_locku(struct nfsd4_compoundargs *argp, struct nfsd4_locku *locku)
 787 {
 788         DECODE_HEAD;
 789
 790         READ_BUF(8);
 791         locku->lu_type = be32_to_cpup(p++);
 792         if ((locku->lu_type < NFS4_READ_LT) || (locku->lu_type > NFS4_WRITEW_LT))
 793                 goto xdr_error;
 794         locku->lu_seqid = be32_to_cpup(p++);
 795         status = nfsd4_decode_stateid(argp, &locku->lu_stateid);
 796         if (status)
 797                 return status;
 798         READ_BUF(16);
 799         p = xdr_decode_hyper(p, &locku->lu_offset);
 800         p = xdr_decode_hyper(p, &locku->lu_length);
 801
 802         DECODE_TAIL;
 803 }
 804
 805 static __be32
 806 nfsd4_decode_lookup(struct nfsd4_compoundargs *argp, struct nfsd4_lookup *lookup)
 807 {
 808         DECODE_HEAD;
 809
 810         READ_BUF(4);
 811         lookup->lo_len = be32_to_cpup(p++);
 812         READ_BUF(lookup->lo_len);
 813         SAVEMEM(lookup->lo_name, lookup->lo_len);
 814         if ((status = check_filename(lookup->lo_name, lookup->lo_len)))
 815                 return status;
 816
 817         DECODE_TAIL;
 818 }
 819
 820 static __be32 nfsd4_decode_share_access(struct nfsd4_compoundargs *argp, u32 *share_access, u32 *deleg_want, u32 *deleg_when)
 821 {
 822         __be32 *p;
 823         u32 w;
 824
 825         READ_BUF(4);
 826         w = be32_to_cpup(p++);
 827         *share_access = w & NFS4_SHARE_ACCESS_MASK;
 828         *deleg_want = w & NFS4_SHARE_WANT_MASK;
 829         if (deleg_when)
 830                 *deleg_when = w & NFS4_SHARE_WHEN_MASK;
 831
 832         switch (w & NFS4_SHARE_ACCESS_MASK) {
 833         case NFS4_SHARE_ACCESS_READ:
 834         case NFS4_SHARE_ACCESS_WRITE:
 835         case NFS4_SHARE_ACCESS_BOTH:
 836                 break;
 837         default:
 838                 return nfserr_bad_xdr;
 839         }
 840         w &= ~NFS4_SHARE_ACCESS_MASK;
 841         if (!w)
 842                 return nfs_ok;
 843         if (!argp->minorversion)
 844                 return nfserr_bad_xdr;
 845         switch (w & NFS4_SHARE_WANT_MASK) {
 846         case NFS4_SHARE_WANT_NO_PREFERENCE:
 847         case NFS4_SHARE_WANT_READ_DELEG:
 848         case NFS4_SHARE_WANT_WRITE_DELEG:
 849         case NFS4_SHARE_WANT_ANY_DELEG:
 850         case NFS4_SHARE_WANT_NO_DELEG:
 851         case NFS4_SHARE_WANT_CANCEL:
 852                 break;
 853         default:
 854                 return nfserr_bad_xdr;
 855         }
 856         w &= ~NFS4_SHARE_WANT_MASK;
 857         if (!w)
 858                 return nfs_ok;
 859
 860         if (!deleg_when)        /* open_downgrade */
 861                 return nfserr_inval;
 862         switch (w) {
 863         case NFS4_SHARE_SIGNAL_DELEG_WHEN_RESRC_AVAIL:
 864         case NFS4_SHARE_PUSH_DELEG_WHEN_UNCONTENDED:
 865         case (NFS4_SHARE_SIGNAL_DELEG_WHEN_RESRC_AVAIL |
 866               NFS4_SHARE_PUSH_DELEG_WHEN_UNCONTENDED):
 867                 return nfs_ok;
 868         }
 869 xdr_error:
 870         return nfserr_bad_xdr;
 871 }
 872
 873 static __be32 nfsd4_decode_share_deny(struct nfsd4_compoundargs *argp, u32 *x)
 874 {
 875         __be32 *p;
 876
 877         READ_BUF(4);
 878         *x = be32_to_cpup(p++);
 879         /* Note: unlinke access bits, deny bits may be zero. */
 880         if (*x & ~NFS4_SHARE_DENY_BOTH)
 881                 return nfserr_bad_xdr;
 882         return nfs_ok;
 883 xdr_error:
 884         return nfserr_bad_xdr;
 885 }
 886
 887 static __be32 nfsd4_decode_opaque(struct nfsd4_compoundargs *argp, struct xdr_netobj *o)
 888 {
 889         __be32 *p;
 890
 891         READ_BUF(4);
 892         o->len = be32_to_cpup(p++);
 893
 894         if (o->len == 0 || o->len > NFS4_OPAQUE_LIMIT)
 895                 return nfserr_bad_xdr;
 896
 897         READ_BUF(o->len);
 898         SAVEMEM(o->data, o->len);
 899         return nfs_ok;
 900 xdr_error:
 901         return nfserr_bad_xdr;
 902 }
 903
 904 static __be32
 905 nfsd4_decode_open(struct nfsd4_compoundargs *argp, struct nfsd4_open *open)
 906 {
 907         DECODE_HEAD;
 908         u32 dummy;
 909
 910         memset(open->op_bmval, 0, sizeof(open->op_bmval));
 911         open->op_iattr.ia_valid = 0;
 912         open->op_openowner = NULL;
 913
 914         open->op_xdr_error = 0;
 915         /* seqid, share_access, share_deny, clientid, ownerlen */
 916         READ_BUF(4);
 917         open->op_seqid = be32_to_cpup(p++);
 918         /* decode, yet ignore deleg_when until supported */
 919         status = nfsd4_decode_share_access(argp, &open->op_share_access,
 920                                            &open->op_deleg_want, &dummy);
 921         if (status)
 922                 goto xdr_error;
 923         status = nfsd4_decode_share_deny(argp, &open->op_share_deny);
 924         if (status)
 925                 goto xdr_error;
 926         READ_BUF(sizeof(clientid_t));
 927         COPYMEM(&open->op_clientid, sizeof(clientid_t));
 928         status = nfsd4_decode_opaque(argp, &open->op_owner);
 929         if (status)
 930                 goto xdr_error;
 931         READ_BUF(4);
 932         open->op_create = be32_to_cpup(p++);
 933         switch (open->op_create) {
 934         case NFS4_OPEN_NOCREATE:
 935                 break;
 936         case NFS4_OPEN_CREATE:
 937                 READ_BUF(4);
 938                 open->op_createmode = be32_to_cpup(p++);
 939                 switch (open->op_createmode) {
 940                 case NFS4_CREATE_UNCHECKED:
 941                 case NFS4_CREATE_GUARDED:
 942                         status = nfsd4_decode_fattr(argp, open->op_bmval,
 943                                 &open->op_iattr, &open->op_acl, &open->op_label,
 944                                 &open->op_umask);
 945                         if (status)
 946                                 goto out;
 947                         break;
 948                 case NFS4_CREATE_EXCLUSIVE:
 949                         READ_BUF(NFS4_VERIFIER_SIZE);
 950                         COPYMEM(open->op_verf.data, NFS4_VERIFIER_SIZE);
 951                         break;
 952                 case NFS4_CREATE_EXCLUSIVE4_1:
 953                         if (argp->minorversion < 1)
 954                                 goto xdr_error;
 955                         READ_BUF(NFS4_VERIFIER_SIZE);
 956                         COPYMEM(open->op_verf.data, NFS4_VERIFIER_SIZE);
 957                         status = nfsd4_decode_fattr(argp, open->op_bmval,
 958                                 &open->op_iattr, &open->op_acl, &open->op_label,
 959                                 &open->op_umask);
 960                         if (status)
 961                                 goto out;
 962                         break;
 963                 default:
 964                         goto xdr_error;
 965                 }
 966                 break;
 967         default:
 968                 goto xdr_error;
 969         }
 970
 971         /* open_claim */
 972         READ_BUF(4);
 973         open->op_claim_type = be32_to_cpup(p++);
 974         switch (open->op_claim_type) {
 975         case NFS4_OPEN_CLAIM_NULL:
 976         case NFS4_OPEN_CLAIM_DELEGATE_PREV:
 977                 READ_BUF(4);
 978                 open->op_fname.len = be32_to_cpup(p++);
 979                 READ_BUF(open->op_fname.len);
 980                 SAVEMEM(open->op_fname.data, open->op_fname.len);
 981                 if ((status = check_filename(open->op_fname.data, open->op_fname.len)))
 982                         return status;
 983                 break;
 984         case NFS4_OPEN_CLAIM_PREVIOUS:
 985                 READ_BUF(4);
 986                 open->op_delegate_type = be32_to_cpup(p++);
 987                 break;
 988         case NFS4_OPEN_CLAIM_DELEGATE_CUR:
 989                 status = nfsd4_decode_stateid(argp, &open->op_delegate_stateid);
 990                 if (status)
 991                         return status;
 992                 READ_BUF(4);
 993                 open->op_fname.len = be32_to_cpup(p++);
 994                 READ_BUF(open->op_fname.len);
 995                 SAVEMEM(open->op_fname.data, open->op_fname.len);
 996                 if ((status = check_filename(open->op_fname.data, open->op_fname.len)))
 997                         return status;
 998                 break;
 999         case NFS4_OPEN_CLAIM_FH:
1000         case NFS4_OPEN_CLAIM_DELEG_PREV_FH:
1001                 if (argp->minorversion < 1)
1002                         goto xdr_error;
1003                 /* void */
1004                 break;
1005         case NFS4_OPEN_CLAIM_DELEG_CUR_FH:
1006                 if (argp->minorversion < 1)
1007                         goto xdr_error;
1008                 status = nfsd4_decode_stateid(argp, &open->op_delegate_stateid);
1009                 if (status)
1010                         return status;
1011                 break;
1012         default:
1013                 goto xdr_error;
1014         }
1015
1016         DECODE_TAIL;
1017 }
1018
1019 static __be32
1020 nfsd4_decode_open_confirm(struct nfsd4_compoundargs *argp, struct nfsd4_open_confirm *open_conf)
1021 {
1022         DECODE_HEAD;
1023
1024         if (argp->minorversion >= 1)
1025                 return nfserr_notsupp;
1026
1027         status = nfsd4_decode_stateid(argp, &open_conf->oc_req_stateid);
1028         if (status)
1029                 return status;
1030         READ_BUF(4);
1031         open_conf->oc_seqid = be32_to_cpup(p++);
1032
1033         DECODE_TAIL;
1034 }
1035
1036 static __be32
1037 nfsd4_decode_open_downgrade(struct nfsd4_compoundargs *argp, struct nfsd4_open_downgrade *open_down)
1038 {
1039         DECODE_HEAD;
1040
1041         status = nfsd4_decode_stateid(argp, &open_down->od_stateid);
1042         if (status)
1043                 return status;
1044         READ_BUF(4);
1045         open_down->od_seqid = be32_to_cpup(p++);
1046         status = nfsd4_decode_share_access(argp, &open_down->od_share_access,
1047                                            &open_down->od_deleg_want, NULL);
1048         if (status)
1049                 return status;
1050         status = nfsd4_decode_share_deny(argp, &open_down->od_share_deny);
1051         if (status)
1052                 return status;
1053         DECODE_TAIL;
1054 }
1055
1056 static __be32
1057 nfsd4_decode_putfh(struct nfsd4_compoundargs *argp, struct nfsd4_putfh *putfh)
1058 {
1059         DECODE_HEAD;
1060
1061         READ_BUF(4);
1062         putfh->pf_fhlen = be32_to_cpup(p++);
1063         if (putfh->pf_fhlen > NFS4_FHSIZE)
1064                 goto xdr_error;
1065         READ_BUF(putfh->pf_fhlen);
1066         SAVEMEM(putfh->pf_fhval, putfh->pf_fhlen);
1067
1068         DECODE_TAIL;
1069 }
1070
1071 static __be32
1072 nfsd4_decode_putpubfh(struct nfsd4_compoundargs *argp, void *p)
1073 {
1074         if (argp->minorversion == 0)
1075                 return nfs_ok;
1076         return nfserr_notsupp;
1077 }
1078
1079 static __be32
1080 nfsd4_decode_read(struct nfsd4_compoundargs *argp, struct nfsd4_read *read)
1081 {
1082         DECODE_HEAD;
1083
1084         status = nfsd4_decode_stateid(argp, &read->rd_stateid);
1085         if (status)
1086                 return status;
1087         READ_BUF(12);
1088         p = xdr_decode_hyper(p, &read->rd_offset);
1089         read->rd_length = be32_to_cpup(p++);
1090
1091         DECODE_TAIL;
1092 }
1093
1094 static __be32
1095 nfsd4_decode_readdir(struct nfsd4_compoundargs *argp, struct nfsd4_readdir *readdir)
1096 {
1097         DECODE_HEAD;
1098
1099         READ_BUF(24);
1100         p = xdr_decode_hyper(p, &readdir->rd_cookie);
1101         COPYMEM(readdir->rd_verf.data, sizeof(readdir->rd_verf.data));
1102         readdir->rd_dircount = be32_to_cpup(p++);
1103         readdir->rd_maxcount = be32_to_cpup(p++);
1104         if ((status = nfsd4_decode_bitmap(argp, readdir->rd_bmval)))
1105                 goto out;
1106
1107         DECODE_TAIL;
1108 }
1109
1110 static __be32
1111 nfsd4_decode_remove(struct nfsd4_compoundargs *argp, struct nfsd4_remove *remove)
1112 {
1113         DECODE_HEAD;
1114
1115         READ_BUF(4);
1116         remove->rm_namelen = be32_to_cpup(p++);
1117         READ_BUF(remove->rm_namelen);
1118         SAVEMEM(remove->rm_name, remove->rm_namelen);
1119         if ((status = check_filename(remove->rm_name, remove->rm_namelen)))
1120                 return status;
1121
1122         DECODE_TAIL;
1123 }
1124
1125 static __be32
1126 nfsd4_decode_rename(struct nfsd4_compoundargs *argp, struct nfsd4_rename *rename)
1127 {
1128         DECODE_HEAD;
1129
1130         READ_BUF(4);
1131         rename->rn_snamelen = be32_to_cpup(p++);
1132         READ_BUF(rename->rn_snamelen);
1133         SAVEMEM(rename->rn_sname, rename->rn_snamelen);
1134         READ_BUF(4);
1135         rename->rn_tnamelen = be32_to_cpup(p++);
1136         READ_BUF(rename->rn_tnamelen);
1137         SAVEMEM(rename->rn_tname, rename->rn_tnamelen);
1138         if ((status = check_filename(rename->rn_sname, rename->rn_snamelen)))
1139                 return status;
1140         if ((status = check_filename(rename->rn_tname, rename->rn_tnamelen)))
1141                 return status;
1142
1143         DECODE_TAIL;
1144 }
1145
1146 static __be32
1147 nfsd4_decode_renew(struct nfsd4_compoundargs *argp, clientid_t *clientid)
1148 {
1149         DECODE_HEAD;
1150
1151         if (argp->minorversion >= 1)
1152                 return nfserr_notsupp;
1153
1154         READ_BUF(sizeof(clientid_t));
1155         COPYMEM(clientid, sizeof(clientid_t));
1156
1157         DECODE_TAIL;
1158 }
1159
1160 static __be32
1161 nfsd4_decode_secinfo(struct nfsd4_compoundargs *argp,
1162                      struct nfsd4_secinfo *secinfo)
1163 {
1164         DECODE_HEAD;
1165
1166         READ_BUF(4);
1167         secinfo->si_namelen = be32_to_cpup(p++);
1168         READ_BUF(secinfo->si_namelen);
1169         SAVEMEM(secinfo->si_name, secinfo->si_namelen);
1170         status = check_filename(secinfo->si_name, secinfo->si_namelen);
1171         if (status)
1172                 return status;
1173         DECODE_TAIL;
1174 }
1175
1176 static __be32
1177 nfsd4_decode_secinfo_no_name(struct nfsd4_compoundargs *argp,
1178                      struct nfsd4_secinfo_no_name *sin)
1179 {
1180         DECODE_HEAD;
1181
1182         READ_BUF(4);
1183         sin->sin_style = be32_to_cpup(p++);
1184         DECODE_TAIL;
1185 }
1186
1187 static __be32
1188 nfsd4_decode_setattr(struct nfsd4_compoundargs *argp, struct nfsd4_setattr *setattr)
1189 {
1190         __be32 status;
1191
1192         status = nfsd4_decode_stateid(argp, &setattr->sa_stateid);
1193         if (status)
1194                 return status;
1195         return nfsd4_decode_fattr(argp, setattr->sa_bmval, &setattr->sa_iattr,
1196                                   &setattr->sa_acl, &setattr->sa_label, NULL);
1197 }
1198
1199 static __be32
1200 nfsd4_decode_setclientid(struct nfsd4_compoundargs *argp, struct nfsd4_setclientid *setclientid)
1201 {
1202         DECODE_HEAD;
1203
1204         if (argp->minorversion >= 1)
1205                 return nfserr_notsupp;
1206
1207         READ_BUF(NFS4_VERIFIER_SIZE);
1208         COPYMEM(setclientid->se_verf.data, NFS4_VERIFIER_SIZE);
1209
1210         status = nfsd4_decode_opaque(argp, &setclientid->se_name);
1211         if (status)
1212                 return nfserr_bad_xdr;
1213         READ_BUF(8);
1214         setclientid->se_callback_prog = be32_to_cpup(p++);
1215         setclientid->se_callback_netid_len = be32_to_cpup(p++);
1216         READ_BUF(setclientid->se_callback_netid_len);
1217         SAVEMEM(setclientid->se_callback_netid_val, setclientid->se_callback_netid_len);
1218         READ_BUF(4);
1219         setclientid->se_callback_addr_len = be32_to_cpup(p++);
1220
1221         READ_BUF(setclientid->se_callback_addr_len);
1222         SAVEMEM(setclientid->se_callback_addr_val, setclientid->se_callback_addr_len);
1223         READ_BUF(4);
1224         setclientid->se_callback_ident = be32_to_cpup(p++);
1225
1226         DECODE_TAIL;
1227 }
1228
1229 static __be32
1230 nfsd4_decode_setclientid_confirm(struct nfsd4_compoundargs *argp, struct nfsd4_setclientid_confirm *scd_c)
1231 {
1232         DECODE_HEAD;
1233
1234         if (argp->minorversion >= 1)
1235                 return nfserr_notsupp;
1236
1237         READ_BUF(8 + NFS4_VERIFIER_SIZE);
1238         COPYMEM(&scd_c->sc_clientid, 8);
1239         COPYMEM(&scd_c->sc_confirm, NFS4_VERIFIER_SIZE);
1240
1241         DECODE_TAIL;
1242 }
1243
1244 /* Also used for NVERIFY */
1245 static __be32
1246 nfsd4_decode_verify(struct nfsd4_compoundargs *argp, struct nfsd4_verify *verify)
1247 {
1248         DECODE_HEAD;
1249
1250         if ((status = nfsd4_decode_bitmap(argp, verify->ve_bmval)))
1251                 goto out;
1252
1253         /* For convenience's sake, we compare raw xdr'd attributes in
1254          * nfsd4_proc_verify */
1255
1256         READ_BUF(4);
1257         verify->ve_attrlen = be32_to_cpup(p++);
1258         READ_BUF(verify->ve_attrlen);
1259         SAVEMEM(verify->ve_attrval, verify->ve_attrlen);
1260
1261         DECODE_TAIL;
1262 }
1263
1264 static __be32
1265 nfsd4_decode_write(struct nfsd4_compoundargs *argp, struct nfsd4_write *write)
1266 {
1267         int avail;
1268         int len;
1269         DECODE_HEAD;
1270
1271         status = nfsd4_decode_stateid(argp, &write->wr_stateid);
1272         if (status)
1273                 return status;
1274         READ_BUF(16);
1275         p = xdr_decode_hyper(p, &write->wr_offset);
1276         write->wr_stable_how = be32_to_cpup(p++);
1277         if (write->wr_stable_how > NFS_FILE_SYNC)
1278                 goto xdr_error;
1279         write->wr_buflen = be32_to_cpup(p++);
1280
1281         /* Sorry .. no magic macros for this.. *
1282          * READ_BUF(write->wr_buflen);
1283          * SAVEMEM(write->wr_buf, write->wr_buflen);
1284          */
1285         avail = (char*)argp->end - (char*)argp->p;
1286         if (avail + argp->pagelen < write->wr_buflen) {
1287                 dprintk("NFSD: xdr error (%s:%d)\n",
1288                                 __FILE__, __LINE__);
1289                 goto xdr_error;
1290         }
1291         write->wr_head.iov_base = p;
1292         write->wr_head.iov_len = avail;
1293         write->wr_pagelist = argp->pagelist;
1294
1295         len = XDR_QUADLEN(write->wr_buflen) << 2;
1296         if (len >= avail) {
1297                 int pages;
1298
1299                 len -= avail;
1300
1301                 pages = len >> PAGE_SHIFT;
1302                 argp->pagelist += pages;
1303                 argp->pagelen -= pages * PAGE_SIZE;
1304                 len -= pages * PAGE_SIZE;
1305
1306                 next_decode_page(argp);
1307         }
1308         argp->p += XDR_QUADLEN(len);
1309
1310         DECODE_TAIL;
1311 }
1312
1313 static __be32
1314 nfsd4_decode_release_lockowner(struct nfsd4_compoundargs *argp, struct nfsd4_release_lockowner *rlockowner)
1315 {
1316         DECODE_HEAD;
1317
1318         if (argp->minorversion >= 1)
1319                 return nfserr_notsupp;
1320
1321         READ_BUF(12);
1322         COPYMEM(&rlockowner->rl_clientid, sizeof(clientid_t));
1323         rlockowner->rl_owner.len = be32_to_cpup(p++);
1324         READ_BUF(rlockowner->rl_owner.len);
1325         READMEM(rlockowner->rl_owner.data, rlockowner->rl_owner.len);
1326
1327         if (argp->minorversion && !zero_clientid(&rlockowner->rl_clientid))
1328                 return nfserr_inval;
1329         DECODE_TAIL;
1330 }
1331
1332 static __be32
1333 nfsd4_decode_exchange_id(struct nfsd4_compoundargs *argp,
1334                          struct nfsd4_exchange_id *exid)
1335 {
1336         int dummy, tmp;
1337         DECODE_HEAD;
1338
1339         READ_BUF(NFS4_VERIFIER_SIZE);
1340         COPYMEM(exid->verifier.data, NFS4_VERIFIER_SIZE);
1341
1342         status = nfsd4_decode_opaque(argp, &exid->clname);
1343         if (status)
1344                 return nfserr_bad_xdr;
1345
1346         READ_BUF(4);
1347         exid->flags = be32_to_cpup(p++);
1348
1349         /* Ignore state_protect4_a */
1350         READ_BUF(4);
1351         exid->spa_how = be32_to_cpup(p++);
1352         switch (exid->spa_how) {
1353         case SP4_NONE:
1354                 break;
1355         case SP4_MACH_CRED:
1356                 /* spo_must_enforce */
1357                 status = nfsd4_decode_bitmap(argp,
1358                                         exid->spo_must_enforce);
1359                 if (status)
1360                         goto out;
1361                 /* spo_must_allow */
1362                 status = nfsd4_decode_bitmap(argp, exid->spo_must_allow);
1363                 if (status)
1364                         goto out;
1365                 break;
1366         case SP4_SSV:
1367                 /* ssp_ops */
1368                 READ_BUF(4);
1369                 dummy = be32_to_cpup(p++);
1370                 READ_BUF(dummy * 4);
1371                 p += dummy;
1372
1373                 READ_BUF(4);
1374                 dummy = be32_to_cpup(p++);
1375                 READ_BUF(dummy * 4);
1376                 p += dummy;
1377
1378                 /* ssp_hash_algs<> */
1379                 READ_BUF(4);
1380                 tmp = be32_to_cpup(p++);
1381                 while (tmp--) {
1382                         READ_BUF(4);
1383                         dummy = be32_to_cpup(p++);
1384                         READ_BUF(dummy);
1385                         p += XDR_QUADLEN(dummy);
1386                 }
1387
1388                 /* ssp_encr_algs<> */
1389                 READ_BUF(4);
1390                 tmp = be32_to_cpup(p++);
1391                 while (tmp--) {
1392                         READ_BUF(4);
1393                         dummy = be32_to_cpup(p++);
1394                         READ_BUF(dummy);
1395                         p += XDR_QUADLEN(dummy);
1396                 }
1397
1398                 /* ignore ssp_window and ssp_num_gss_handles: */
1399                 READ_BUF(8);
1400                 break;
1401         default:
1402                 goto xdr_error;
1403         }
1404
1405         READ_BUF(4);    /* nfs_impl_id4 array length */
1406         dummy = be32_to_cpup(p++);
1407
1408         if (dummy > 1)
1409                 goto xdr_error;
1410
1411         if (dummy == 1) {
1412                 status = nfsd4_decode_opaque(argp, &exid->nii_domain);
1413                 if (status)
1414                         goto xdr_error;
1415
1416                 /* nii_name */
1417                 status = nfsd4_decode_opaque(argp, &exid->nii_name);
1418                 if (status)
1419                         goto xdr_error;
1420
1421                 /* nii_date */
1422                 status = nfsd4_decode_time(argp, &exid->nii_time);
1423                 if (status)
1424                         goto xdr_error;
1425         }
1426         DECODE_TAIL;
1427 }
1428
1429 static __be32
1430 nfsd4_decode_create_session(struct nfsd4_compoundargs *argp,
1431                             struct nfsd4_create_session *sess)
1432 {
1433         DECODE_HEAD;
1434
1435         READ_BUF(16);
1436         COPYMEM(&sess->clientid, 8);
1437         sess->seqid = be32_to_cpup(p++);
1438         sess->flags = be32_to_cpup(p++);
1439
1440         /* Fore channel attrs */
1441         READ_BUF(28);
1442         p++; /* headerpadsz is always 0 */
1443         sess->fore_channel.maxreq_sz = be32_to_cpup(p++);
1444         sess->fore_channel.maxresp_sz = be32_to_cpup(p++);
1445         sess->fore_channel.maxresp_cached = be32_to_cpup(p++);
1446         sess->fore_channel.maxops = be32_to_cpup(p++);
1447         sess->fore_channel.maxreqs = be32_to_cpup(p++);
1448         sess->fore_channel.nr_rdma_attrs = be32_to_cpup(p++);
1449         if (sess->fore_channel.nr_rdma_attrs == 1) {
1450                 READ_BUF(4);
1451                 sess->fore_channel.rdma_attrs = be32_to_cpup(p++);
1452         } else if (sess->fore_channel.nr_rdma_attrs > 1) {
1453                 dprintk("Too many fore channel attr bitmaps!\n");
1454                 goto xdr_error;
1455         }
1456
1457         /* Back channel attrs */
1458         READ_BUF(28);
1459         p++; /* headerpadsz is always 0 */
1460         sess->back_channel.maxreq_sz = be32_to_cpup(p++);
1461         sess->back_channel.maxresp_sz = be32_to_cpup(p++);
1462         sess->back_channel.maxresp_cached = be32_to_cpup(p++);
1463         sess->back_channel.maxops = be32_to_cpup(p++);
1464         sess->back_channel.maxreqs = be32_to_cpup(p++);
1465         sess->back_channel.nr_rdma_attrs = be32_to_cpup(p++);
1466         if (sess->back_channel.nr_rdma_attrs == 1) {
1467                 READ_BUF(4);
1468                 sess->back_channel.rdma_attrs = be32_to_cpup(p++);
1469         } else if (sess->back_channel.nr_rdma_attrs > 1) {
1470                 dprintk("Too many back channel attr bitmaps!\n");
1471                 goto xdr_error;
1472         }
1473
1474         READ_BUF(4);
1475         sess->callback_prog = be32_to_cpup(p++);
1476         nfsd4_decode_cb_sec(argp, &sess->cb_sec);
1477         DECODE_TAIL;
1478 }
1479
1480 static __be32
1481 nfsd4_decode_destroy_session(struct nfsd4_compoundargs *argp,
1482                              struct nfsd4_destroy_session *destroy_session)
1483 {
1484         DECODE_HEAD;
1485         READ_BUF(NFS4_MAX_SESSIONID_LEN);
1486         COPYMEM(destroy_session->sessionid.data, NFS4_MAX_SESSIONID_LEN);
1487
1488         DECODE_TAIL;
1489 }
1490
1491 static __be32
1492 nfsd4_decode_free_stateid(struct nfsd4_compoundargs *argp,
1493                           struct nfsd4_free_stateid *free_stateid)
1494 {
1495         DECODE_HEAD;
1496
1497         READ_BUF(sizeof(stateid_t));
1498         free_stateid->fr_stateid.si_generation = be32_to_cpup(p++);
1499         COPYMEM(&free_stateid->fr_stateid.si_opaque, sizeof(stateid_opaque_t));
1500
1501         DECODE_TAIL;
1502 }
1503
1504 static __be32
1505 nfsd4_decode_sequence(struct nfsd4_compoundargs *argp,
1506                       struct nfsd4_sequence *seq)
1507 {
1508         DECODE_HEAD;
1509
1510         READ_BUF(NFS4_MAX_SESSIONID_LEN + 16);
1511         COPYMEM(seq->sessionid.data, NFS4_MAX_SESSIONID_LEN);
1512         seq->seqid = be32_to_cpup(p++);
1513         seq->slotid = be32_to_cpup(p++);
1514         seq->maxslots = be32_to_cpup(p++);
1515         seq->cachethis = be32_to_cpup(p++);
1516
1517         DECODE_TAIL;
1518 }
1519
1520 static __be32
1521 nfsd4_decode_test_stateid(struct nfsd4_compoundargs *argp, struct nfsd4_test_stateid *test_stateid)
1522 {
1523         int i;
1524         __be32 *p, status;
1525         struct nfsd4_test_stateid_id *stateid;
1526
1527         READ_BUF(4);
1528         test_stateid->ts_num_ids = ntohl(*p++);
1529
1530         INIT_LIST_HEAD(&test_stateid->ts_stateid_list);
1531
1532         for (i = 0; i < test_stateid->ts_num_ids; i++) {
1533                 stateid = svcxdr_tmpalloc(argp, sizeof(*stateid));
1534                 if (!stateid) {
1535                         status = nfserrno(-ENOMEM);
1536                         goto out;
1537                 }
1538
1539                 INIT_LIST_HEAD(&stateid->ts_id_list);
1540                 list_add_tail(&stateid->ts_id_list, &test_stateid->ts_stateid_list);
1541
1542                 status = nfsd4_decode_stateid(argp, &stateid->ts_id_stateid);
1543                 if (status)
1544                         goto out;
1545         }
1546
1547         status = 0;
1548 out:
1549         return status;
1550 xdr_error:
1551         dprintk("NFSD: xdr error (%s:%d)\n", __FILE__, __LINE__);
1552         status = nfserr_bad_xdr;
1553         goto out;
1554 }
1555
1556 static __be32 nfsd4_decode_destroy_clientid(struct nfsd4_compoundargs *argp, struct nfsd4_destroy_clientid *dc)
1557 {
1558         DECODE_HEAD;
1559
1560         READ_BUF(8);
1561         COPYMEM(&dc->clientid, 8);
1562
1563         DECODE_TAIL;
1564 }
1565
1566 static __be32 nfsd4_decode_reclaim_complete(struct nfsd4_compoundargs *argp, struct nfsd4_reclaim_complete *rc)
1567 {
1568         DECODE_HEAD;
1569
1570         READ_BUF(4);
1571         rc->rca_one_fs = be32_to_cpup(p++);
1572
1573         DECODE_TAIL;
1574 }
1575
1576 #ifdef CONFIG_NFSD_PNFS
1577 static __be32
1578 nfsd4_decode_getdeviceinfo(struct nfsd4_compoundargs *argp,
1579                 struct nfsd4_getdeviceinfo *gdev)
1580 {
1581         DECODE_HEAD;
1582         u32 num, i;
1583
1584         READ_BUF(sizeof(struct nfsd4_deviceid) + 3 * 4);
1585         COPYMEM(&gdev->gd_devid, sizeof(struct nfsd4_deviceid));
1586         gdev->gd_layout_type = be32_to_cpup(p++);
1587         gdev->gd_maxcount = be32_to_cpup(p++);
1588         num = be32_to_cpup(p++);
1589         if (num) {
1590                 if (num > 1000)
1591                         goto xdr_error;
1592                 READ_BUF(4 * num);
1593                 gdev->gd_notify_types = be32_to_cpup(p++);
1594                 for (i = 1; i < num; i++) {
1595                         if (be32_to_cpup(p++)) {
1596                                 status = nfserr_inval;
1597                                 goto out;
1598                         }
1599                 }
1600         }
1601         DECODE_TAIL;
1602 }
1603
1604 static __be32
1605 nfsd4_decode_layoutget(struct nfsd4_compoundargs *argp,
1606                 struct nfsd4_layoutget *lgp)
1607 {
1608         DECODE_HEAD;
1609
1610         READ_BUF(36);
1611         lgp->lg_signal = be32_to_cpup(p++);
1612         lgp->lg_layout_type = be32_to_cpup(p++);
1613         lgp->lg_seg.iomode = be32_to_cpup(p++);
1614         p = xdr_decode_hyper(p, &lgp->lg_seg.offset);
1615         p = xdr_decode_hyper(p, &lgp->lg_seg.length);
1616         p = xdr_decode_hyper(p, &lgp->lg_minlength);
1617
1618         status = nfsd4_decode_stateid(argp, &lgp->lg_sid);
1619         if (status)
1620                 return status;
1621
1622         READ_BUF(4);
1623         lgp->lg_maxcount = be32_to_cpup(p++);
1624
1625         DECODE_TAIL;
1626 }
1627
1628 static __be32
1629 nfsd4_decode_layoutcommit(struct nfsd4_compoundargs *argp,
1630                 struct nfsd4_layoutcommit *lcp)
1631 {
1632         DECODE_HEAD;
1633         u32 timechange;
1634
1635         READ_BUF(20);
1636         p = xdr_decode_hyper(p, &lcp->lc_seg.offset);
1637         p = xdr_decode_hyper(p, &lcp->lc_seg.length);
1638         lcp->lc_reclaim = be32_to_cpup(p++);
1639
1640         status = nfsd4_decode_stateid(argp, &lcp->lc_sid);
1641         if (status)
1642                 return status;
1643
1644         READ_BUF(4);
1645         lcp->lc_newoffset = be32_to_cpup(p++);
1646         if (lcp->lc_newoffset) {
1647                 READ_BUF(8);
1648                 p = xdr_decode_hyper(p, &lcp->lc_last_wr);
1649         } else
1650                 lcp->lc_last_wr = 0;
1651         READ_BUF(4);
1652         timechange = be32_to_cpup(p++);
1653         if (timechange) {
1654                 status = nfsd4_decode_time(argp, &lcp->lc_mtime);
1655                 if (status)
1656                         return status;
1657         } else {
1658                 lcp->lc_mtime.tv_nsec = UTIME_NOW;
1659         }
1660         READ_BUF(8);
1661         lcp->lc_layout_type = be32_to_cpup(p++);
1662
1663         /*
1664          * Save the layout update in XDR format and let the layout driver deal
1665          * with it later.
1666          */
1667         lcp->lc_up_len = be32_to_cpup(p++);
1668         if (lcp->lc_up_len > 0) {
1669                 READ_BUF(lcp->lc_up_len);
1670                 READMEM(lcp->lc_up_layout, lcp->lc_up_len);
1671         }
1672
1673         DECODE_TAIL;
1674 }
1675
1676 static __be32
1677 nfsd4_decode_layoutreturn(struct nfsd4_compoundargs *argp,
1678                 struct nfsd4_layoutreturn *lrp)
1679 {
1680         DECODE_HEAD;
1681
1682         READ_BUF(16);
1683         lrp->lr_reclaim = be32_to_cpup(p++);
1684         lrp->lr_layout_type = be32_to_cpup(p++);
1685         lrp->lr_seg.iomode = be32_to_cpup(p++);
1686         lrp->lr_return_type = be32_to_cpup(p++);
1687         if (lrp->lr_return_type == RETURN_FILE) {
1688                 READ_BUF(16);
1689                 p = xdr_decode_hyper(p, &lrp->lr_seg.offset);
1690                 p = xdr_decode_hyper(p, &lrp->lr_seg.length);
1691
1692                 status = nfsd4_decode_stateid(argp, &lrp->lr_sid);
1693                 if (status)
1694                         return status;
1695
1696                 READ_BUF(4);
1697                 lrp->lrf_body_len = be32_to_cpup(p++);
1698                 if (lrp->lrf_body_len > 0) {
1699                         READ_BUF(lrp->lrf_body_len);
1700                         READMEM(lrp->lrf_body, lrp->lrf_body_len);
1701                 }
1702         } else {
1703                 lrp->lr_seg.offset = 0;
1704                 lrp->lr_seg.length = NFS4_MAX_UINT64;
1705         }
1706
1707         DECODE_TAIL;
1708 }
1709 #endif /* CONFIG_NFSD_PNFS */
1710
1711 static __be32
1712 nfsd4_decode_fallocate(struct nfsd4_compoundargs *argp,
1713                        struct nfsd4_fallocate *fallocate)
1714 {
1715         DECODE_HEAD;
1716
1717         status = nfsd4_decode_stateid(argp, &fallocate->falloc_stateid);
1718         if (status)
1719                 return status;
1720
1721         READ_BUF(16);
1722         p = xdr_decode_hyper(p, &fallocate->falloc_offset);
1723         xdr_decode_hyper(p, &fallocate->falloc_length);
1724
1725         DECODE_TAIL;
1726 }
1727
1728 static __be32
1729 nfsd4_decode_clone(struct nfsd4_compoundargs *argp, struct nfsd4_clone *clone)
1730 {
1731         DECODE_HEAD;
1732
1733         status = nfsd4_decode_stateid(argp, &clone->cl_src_stateid);
1734         if (status)
1735                 return status;
1736         status = nfsd4_decode_stateid(argp, &clone->cl_dst_stateid);
1737         if (status)
1738                 return status;
1739
1740         READ_BUF(8 + 8 + 8);
1741         p = xdr_decode_hyper(p, &clone->cl_src_pos);
1742         p = xdr_decode_hyper(p, &clone->cl_dst_pos);
1743         p = xdr_decode_hyper(p, &clone->cl_count);
1744         DECODE_TAIL;
1745 }
1746
1747 static __be32
1748 nfsd4_decode_copy(struct nfsd4_compoundargs *argp, struct nfsd4_copy *copy)
1749 {
1750         DECODE_HEAD;
1751
1752         status = nfsd4_decode_stateid(argp, &copy->cp_src_stateid);
1753         if (status)
1754                 return status;
1755         status = nfsd4_decode_stateid(argp, &copy->cp_dst_stateid);
1756         if (status)
1757                 return status;
1758
1759         READ_BUF(8 + 8 + 8 + 4 + 4 + 4);
1760         p = xdr_decode_hyper(p, &copy->cp_src_pos);
1761         p = xdr_decode_hyper(p, &copy->cp_dst_pos);
1762         p = xdr_decode_hyper(p, &copy->cp_count);
1763         p++; /* ca_consecutive: we always do consecutive copies */
1764         copy->cp_synchronous = be32_to_cpup(p++);
1765         /* tmp = be32_to_cpup(p); Source server list not supported */
1766
1767         DECODE_TAIL;
1768 }
1769
1770 static __be32
1771 nfsd4_decode_offload_status(struct nfsd4_compoundargs *argp,
1772                             struct nfsd4_offload_status *os)
1773 {
1774         return nfsd4_decode_stateid(argp, &os->stateid);
1775 }
1776
1777 static __be32
1778 nfsd4_decode_seek(struct nfsd4_compoundargs *argp, struct nfsd4_seek *seek)
1779 {
1780         DECODE_HEAD;
1781
1782         status = nfsd4_decode_stateid(argp, &seek->seek_stateid);
1783         if (status)
1784                 return status;
1785
1786         READ_BUF(8 + 4);
1787         p = xdr_decode_hyper(p, &seek->seek_offset);
1788         seek->seek_whence = be32_to_cpup(p);
1789
1790         DECODE_TAIL;
1791 }
1792
1793 static __be32
1794 nfsd4_decode_noop(struct nfsd4_compoundargs *argp, void *p)
1795 {
1796         return nfs_ok;
1797 }
1798
1799 static __be32
1800 nfsd4_decode_notsupp(struct nfsd4_compoundargs *argp, void *p)
1801 {
1802         return nfserr_notsupp;
1803 }
1804
1805 typedef __be32(*nfsd4_dec)(struct nfsd4_compoundargs *argp, void *);
1806
1807 static const nfsd4_dec nfsd4_dec_ops[] = {
1808         [OP_ACCESS]             = (nfsd4_dec)nfsd4_decode_access,
1809         [OP_CLOSE]              = (nfsd4_dec)nfsd4_decode_close,
1810         [OP_COMMIT]             = (nfsd4_dec)nfsd4_decode_commit,
1811         [OP_CREATE]             = (nfsd4_dec)nfsd4_decode_create,
1812         [OP_DELEGPURGE]         = (nfsd4_dec)nfsd4_decode_notsupp,
1813         [OP_DELEGRETURN]        = (nfsd4_dec)nfsd4_decode_delegreturn,
1814         [OP_GETATTR]            = (nfsd4_dec)nfsd4_decode_getattr,
1815         [OP_GETFH]              = (nfsd4_dec)nfsd4_decode_noop,
1816         [OP_LINK]               = (nfsd4_dec)nfsd4_decode_link,
1817         [OP_LOCK]               = (nfsd4_dec)nfsd4_decode_lock,
1818         [OP_LOCKT]              = (nfsd4_dec)nfsd4_decode_lockt,
1819         [OP_LOCKU]              = (nfsd4_dec)nfsd4_decode_locku,
1820         [OP_LOOKUP]             = (nfsd4_dec)nfsd4_decode_lookup,
1821         [OP_LOOKUPP]            = (nfsd4_dec)nfsd4_decode_noop,
1822         [OP_NVERIFY]            = (nfsd4_dec)nfsd4_decode_verify,
1823         [OP_OPEN]               = (nfsd4_dec)nfsd4_decode_open,
1824         [OP_OPENATTR]           = (nfsd4_dec)nfsd4_decode_notsupp,
1825         [OP_OPEN_CONFIRM]       = (nfsd4_dec)nfsd4_decode_open_confirm,
1826         [OP_OPEN_DOWNGRADE]     = (nfsd4_dec)nfsd4_decode_open_downgrade,
1827         [OP_PUTFH]              = (nfsd4_dec)nfsd4_decode_putfh,
1828         [OP_PUTPUBFH]           = (nfsd4_dec)nfsd4_decode_putpubfh,
1829         [OP_PUTROOTFH]          = (nfsd4_dec)nfsd4_decode_noop,
1830         [OP_READ]               = (nfsd4_dec)nfsd4_decode_read,
1831         [OP_READDIR]            = (nfsd4_dec)nfsd4_decode_readdir,
1832         [OP_READLINK]           = (nfsd4_dec)nfsd4_decode_noop,
1833         [OP_REMOVE]             = (nfsd4_dec)nfsd4_decode_remove,
1834         [OP_RENAME]             = (nfsd4_dec)nfsd4_decode_rename,
1835         [OP_RENEW]              = (nfsd4_dec)nfsd4_decode_renew,
1836         [OP_RESTOREFH]          = (nfsd4_dec)nfsd4_decode_noop,
1837         [OP_SAVEFH]             = (nfsd4_dec)nfsd4_decode_noop,
1838         [OP_SECINFO]            = (nfsd4_dec)nfsd4_decode_secinfo,
1839         [OP_SETATTR]            = (nfsd4_dec)nfsd4_decode_setattr,
1840         [OP_SETCLIENTID]        = (nfsd4_dec)nfsd4_decode_setclientid,
1841         [OP_SETCLIENTID_CONFIRM] = (nfsd4_dec)nfsd4_decode_setclientid_confirm,
1842         [OP_VERIFY]             = (nfsd4_dec)nfsd4_decode_verify,
1843         [OP_WRITE]              = (nfsd4_dec)nfsd4_decode_write,
1844         [OP_RELEASE_LOCKOWNER]  = (nfsd4_dec)nfsd4_decode_release_lockowner,
1845
1846         /* new operations for NFSv4.1 */
1847         [OP_BACKCHANNEL_CTL]    = (nfsd4_dec)nfsd4_decode_backchannel_ctl,
1848         [OP_BIND_CONN_TO_SESSION]= (nfsd4_dec)nfsd4_decode_bind_conn_to_session,
1849         [OP_EXCHANGE_ID]        = (nfsd4_dec)nfsd4_decode_exchange_id,
1850         [OP_CREATE_SESSION]     = (nfsd4_dec)nfsd4_decode_create_session,
1851         [OP_DESTROY_SESSION]    = (nfsd4_dec)nfsd4_decode_destroy_session,
1852         [OP_FREE_STATEID]       = (nfsd4_dec)nfsd4_decode_free_stateid,
1853         [OP_GET_DIR_DELEGATION] = (nfsd4_dec)nfsd4_decode_notsupp,
1854 #ifdef CONFIG_NFSD_PNFS
1855         [OP_GETDEVICEINFO]      = (nfsd4_dec)nfsd4_decode_getdeviceinfo,
1856         [OP_GETDEVICELIST]      = (nfsd4_dec)nfsd4_decode_notsupp,
1857         [OP_LAYOUTCOMMIT]       = (nfsd4_dec)nfsd4_decode_layoutcommit,
1858         [OP_LAYOUTGET]          = (nfsd4_dec)nfsd4_decode_layoutget,
1859         [OP_LAYOUTRETURN]       = (nfsd4_dec)nfsd4_decode_layoutreturn,
1860 #else
1861         [OP_GETDEVICEINFO]      = (nfsd4_dec)nfsd4_decode_notsupp,
1862         [OP_GETDEVICELIST]      = (nfsd4_dec)nfsd4_decode_notsupp,
1863         [OP_LAYOUTCOMMIT]       = (nfsd4_dec)nfsd4_decode_notsupp,
1864         [OP_LAYOUTGET]          = (nfsd4_dec)nfsd4_decode_notsupp,
1865         [OP_LAYOUTRETURN]       = (nfsd4_dec)nfsd4_decode_notsupp,
1866 #endif
1867         [OP_SECINFO_NO_NAME]    = (nfsd4_dec)nfsd4_decode_secinfo_no_name,
1868         [OP_SEQUENCE]           = (nfsd4_dec)nfsd4_decode_sequence,
1869         [OP_SET_SSV]            = (nfsd4_dec)nfsd4_decode_notsupp,
1870         [OP_TEST_STATEID]       = (nfsd4_dec)nfsd4_decode_test_stateid,
1871         [OP_WANT_DELEGATION]    = (nfsd4_dec)nfsd4_decode_notsupp,
1872         [OP_DESTROY_CLIENTID]   = (nfsd4_dec)nfsd4_decode_destroy_clientid,
1873         [OP_RECLAIM_COMPLETE]   = (nfsd4_dec)nfsd4_decode_reclaim_complete,
1874
1875         /* new operations for NFSv4.2 */
1876         [OP_ALLOCATE]           = (nfsd4_dec)nfsd4_decode_fallocate,
1877         [OP_COPY]               = (nfsd4_dec)nfsd4_decode_copy,
1878         [OP_COPY_NOTIFY]        = (nfsd4_dec)nfsd4_decode_notsupp,
1879         [OP_DEALLOCATE]         = (nfsd4_dec)nfsd4_decode_fallocate,
1880         [OP_IO_ADVISE]          = (nfsd4_dec)nfsd4_decode_notsupp,
1881         [OP_LAYOUTERROR]        = (nfsd4_dec)nfsd4_decode_notsupp,
1882         [OP_LAYOUTSTATS]        = (nfsd4_dec)nfsd4_decode_notsupp,
1883         [OP_OFFLOAD_CANCEL]     = (nfsd4_dec)nfsd4_decode_offload_status,
1884         [OP_OFFLOAD_STATUS]     = (nfsd4_dec)nfsd4_decode_offload_status,
1885         [OP_READ_PLUS]          = (nfsd4_dec)nfsd4_decode_notsupp,
1886         [OP_SEEK]               = (nfsd4_dec)nfsd4_decode_seek,
1887         [OP_WRITE_SAME]         = (nfsd4_dec)nfsd4_decode_notsupp,
1888         [OP_CLONE]              = (nfsd4_dec)nfsd4_decode_clone,
1889 };
1890
1891 static inline bool
1892 nfsd4_opnum_in_range(struct nfsd4_compoundargs *argp, struct nfsd4_op *op)
1893 {
1894         if (op->opnum < FIRST_NFS4_OP)
1895                 return false;
1896         else if (argp->minorversion == 0 && op->opnum > LAST_NFS40_OP)
1897                 return false;
1898         else if (argp->minorversion == 1 && op->opnum > LAST_NFS41_OP)
1899                 return false;
1900         else if (argp->minorversion == 2 && op->opnum > LAST_NFS42_OP)
1901                 return false;
1902         return true;
1903 }
1904
1905 static __be32
1906 nfsd4_decode_compound(struct nfsd4_compoundargs *argp)
1907 {
1908         DECODE_HEAD;
1909         struct nfsd4_op *op;
1910         bool cachethis = false;
1911         int auth_slack= argp->rqstp->rq_auth_slack;
1912         int max_reply = auth_slack + 8; /* opcnt, status */
1913         int readcount = 0;
1914         int readbytes = 0;
1915         int i;
1916
1917         READ_BUF(4);
1918         argp->taglen = be32_to_cpup(p++);
1919         READ_BUF(argp->taglen);
1920         SAVEMEM(argp->tag, argp->taglen);
1921         READ_BUF(8);
1922         argp->minorversion = be32_to_cpup(p++);
1923         argp->opcnt = be32_to_cpup(p++);
1924         max_reply += 4 + (XDR_QUADLEN(argp->taglen) << 2);
1925
1926         if (argp->taglen > NFSD4_MAX_TAGLEN)
1927                 goto xdr_error;
1928         /*
1929          * NFS4ERR_RESOURCE is a more helpful error than GARBAGE_ARGS
1930          * here, so we return success at the xdr level so that
1931          * nfsd4_proc can handle this is an NFS-level error.
1932          */
1933         if (argp->opcnt > NFSD_MAX_OPS_PER_COMPOUND)
1934                 return 0;
1935
1936         if (argp->opcnt > ARRAY_SIZE(argp->iops)) {
1937                 argp->ops = kzalloc(argp->opcnt * sizeof(*argp->ops), GFP_KERNEL);
1938                 if (!argp->ops) {
1939                         argp->ops = argp->iops;
1940                         dprintk("nfsd: couldn't allocate room for COMPOUND\n");
1941                         goto xdr_error;
1942                 }
1943         }
1944
1945         if (argp->minorversion > NFSD_SUPPORTED_MINOR_VERSION)
1946                 argp->opcnt = 0;
1947
1948         for (i = 0; i < argp->opcnt; i++) {
1949                 op = &argp->ops[i];
1950                 op->replay = NULL;
1951
1952                 READ_BUF(4);
1953                 op->opnum = be32_to_cpup(p++);
1954
1955                 if (nfsd4_opnum_in_range(argp, op))
1956                         op->status = nfsd4_dec_ops[op->opnum](argp, &op->u);
1957                 else {
1958                         op->opnum = OP_ILLEGAL;
1959                         op->status = nfserr_op_illegal;
1960                 }
1961                 op->opdesc = OPDESC(op);
1962                 /*
1963                  * We'll try to cache the result in the DRC if any one
1964                  * op in the compound wants to be cached:
1965                  */
1966                 cachethis |= nfsd4_cache_this_op(op);
1967
1968                 if (op->opnum == OP_READ) {
1969                         readcount++;
1970                         readbytes += nfsd4_max_reply(argp->rqstp, op);
1971                 } else
1972                         max_reply += nfsd4_max_reply(argp->rqstp, op);
1973                 /*
1974                  * OP_LOCK and OP_LOCKT may return a conflicting lock.
1975                  * (Special case because it will just skip encoding this
1976                  * if it runs out of xdr buffer space, and it is the only
1977                  * operation that behaves this way.)
1978                  */
1979                 if (op->opnum == OP_LOCK || op->opnum == OP_LOCKT)
1980                         max_reply += NFS4_OPAQUE_LIMIT;
1981
1982                 if (op->status) {
1983                         argp->opcnt = i+1;
1984                         break;
1985                 }
1986         }
1987         /* Sessions make the DRC unnecessary: */
1988         if (argp->minorversion)
1989                 cachethis = false;
1990         svc_reserve(argp->rqstp, max_reply + readbytes);
1991         argp->rqstp->rq_cachetype = cachethis ? RC_REPLBUFF : RC_NOCACHE;
1992
1993         if (readcount > 1 || max_reply > PAGE_SIZE - auth_slack)
1994                 clear_bit(RQ_SPLICE_OK, &argp->rqstp->rq_flags);
1995
1996         DECODE_TAIL;
1997 }
1998
1999 static __be32 *encode_change(__be32 *p, struct kstat *stat, struct inode *inode,
2000                              struct svc_export *exp)
2001 {
2002         if (exp->ex_flags & NFSEXP_V4ROOT) {
2003                 *p++ = cpu_to_be32(convert_to_wallclock(exp->cd->flush_time));
2004                 *p++ = 0;
2005         } else if (IS_I_VERSION(inode)) {
2006                 p = xdr_encode_hyper(p, nfsd4_change_attribute(stat, inode));
2007         } else {
2008                 *p++ = cpu_to_be32(stat->ctime.tv_sec);
2009                 *p++ = cpu_to_be32(stat->ctime.tv_nsec);
2010         }
2011         return p;
2012 }
2013
2014 /*
2015  * ctime (in NFSv4, time_metadata) is not writeable, and the client
2016  * doesn't really care what resolution could theoretically be stored by
2017  * the filesystem.
2018  *
2019  * The client cares how close together changes can be while still
2020  * guaranteeing ctime changes.  For most filesystems (which have
2021  * timestamps with nanosecond fields) that is limited by the resolution
2022  * of the time returned from current_time() (which I'm assuming to be
2023  * 1/HZ).
2024  */
2025 static __be32 *encode_time_delta(__be32 *p, struct inode *inode)
2026 {
2027         struct timespec ts;
2028         u32 ns;
2029
2030         ns = max_t(u32, NSEC_PER_SEC/HZ, inode->i_sb->s_time_gran);
2031         ts = ns_to_timespec(ns);
2032
2033         p = xdr_encode_hyper(p, ts.tv_sec);
2034         *p++ = cpu_to_be32(ts.tv_nsec);
2035
2036         return p;
2037 }
2038
2039 static __be32 *encode_cinfo(__be32 *p, struct nfsd4_change_info *c)
2040 {
2041         *p++ = cpu_to_be32(c->atomic);
2042         if (c->change_supported) {
2043                 p = xdr_encode_hyper(p, c->before_change);
2044                 p = xdr_encode_hyper(p, c->after_change);
2045         } else {
2046                 *p++ = cpu_to_be32(c->before_ctime_sec);
2047                 *p++ = cpu_to_be32(c->before_ctime_nsec);
2048                 *p++ = cpu_to_be32(c->after_ctime_sec);
2049                 *p++ = cpu_to_be32(c->after_ctime_nsec);
2050         }
2051         return p;
2052 }
2053
2054 /* Encode as an array of strings the string given with components
2055  * separated @sep, escaped with esc_enter and esc_exit.
2056  */
2057 static __be32 nfsd4_encode_components_esc(struct xdr_stream *xdr, char sep,
2058                                           char *components, char esc_enter,
2059                                           char esc_exit)
2060 {
2061         __be32 *p;
2062         __be32 pathlen;
2063         int pathlen_offset;
2064         int strlen, count=0;
2065         char *str, *end, *next;
2066
2067         dprintk("nfsd4_encode_components(%s)\n", components);
2068
2069         pathlen_offset = xdr->buf->len;
2070         p = xdr_reserve_space(xdr, 4);
2071         if (!p)
2072                 return nfserr_resource;
2073         p++; /* We will fill this in with @count later */
2074
2075         end = str = components;
2076         while (*end) {
2077                 bool found_esc = false;
2078
2079                 /* try to parse as esc_start, ..., esc_end, sep */
2080                 if (*str == esc_enter) {
2081                         for (; *end && (*end != esc_exit); end++)
2082                                 /* find esc_exit or end of string */;
2083                         next = end + 1;
2084                         if (*end && (!*next || *next == sep)) {
2085                                 str++;
2086                                 found_esc = true;
2087                         }
2088                 }
2089
2090                 if (!found_esc)
2091                         for (; *end && (*end != sep); end++)
2092                                 /* find sep or end of string */;
2093
2094                 strlen = end - str;
2095                 if (strlen) {
2096                         p = xdr_reserve_space(xdr, strlen + 4);
2097                         if (!p)
2098                                 return nfserr_resource;
2099                         p = xdr_encode_opaque(p, str, strlen);
2100                         count++;
2101                 }
2102                 else
2103                         end++;
2104                 if (found_esc)
2105                         end = next;
2106
2107                 str = end;
2108         }
2109         pathlen = htonl(count);
2110         write_bytes_to_xdr_buf(xdr->buf, pathlen_offset, &pathlen, 4);
2111         return 0;
2112 }
2113
2114 /* Encode as an array of strings the string given with components
2115  * separated @sep.
2116  */
2117 static __be32 nfsd4_encode_components(struct xdr_stream *xdr, char sep,
2118                                       char *components)
2119 {
2120         return nfsd4_encode_components_esc(xdr, sep, components, 0, 0);
2121 }
2122
2123 /*
2124  * encode a location element of a fs_locations structure
2125  */
2126 static __be32 nfsd4_encode_fs_location4(struct xdr_stream *xdr,
2127                                         struct nfsd4_fs_location *location)
2128 {
2129         __be32 status;
2130
2131         status = nfsd4_encode_components_esc(xdr, ':', location->hosts,
2132                                                 '[', ']');
2133         if (status)
2134                 return status;
2135         status = nfsd4_encode_components(xdr, '/', location->path);
2136         if (status)
2137                 return status;
2138         return 0;
2139 }
2140
2141 /*
2142  * Encode a path in RFC3530 'pathname4' format
2143  */
2144 static __be32 nfsd4_encode_path(struct xdr_stream *xdr,
2145                                 const struct path *root,
2146                                 const struct path *path)
2147 {
2148         struct path cur = *path;
2149         __be32 *p;
2150         struct dentry **components = NULL;
2151         unsigned int ncomponents = 0;
2152         __be32 err = nfserr_jukebox;
2153
2154         dprintk("nfsd4_encode_components(");
2155
2156         path_get(&cur);
2157         /* First walk the path up to the nfsd root, and store the
2158          * dentries/path components in an array.
2159          */
2160         for (;;) {
2161                 if (path_equal(&cur, root))
2162                         break;
2163                 if (cur.dentry == cur.mnt->mnt_root) {
2164                         if (follow_up(&cur))
2165                                 continue;
2166                         goto out_free;
2167                 }
2168                 if ((ncomponents & 15) == 0) {
2169                         struct dentry **new;
2170                         new = krealloc(components,
2171                                         sizeof(*new) * (ncomponents + 16),
2172                                         GFP_KERNEL);
2173                         if (!new)
2174                                 goto out_free;
2175                         components = new;
2176                 }
2177                 components[ncomponents++] = cur.dentry;
2178                 cur.dentry = dget_parent(cur.dentry);
2179         }
2180         err = nfserr_resource;
2181         p = xdr_reserve_space(xdr, 4);
2182         if (!p)
2183                 goto out_free;
2184         *p++ = cpu_to_be32(ncomponents);
2185
2186         while (ncomponents) {
2187                 struct dentry *dentry = components[ncomponents - 1];
2188                 unsigned int len;
2189
2190                 spin_lock(&dentry->d_lock);
2191                 len = dentry->d_name.len;
2192                 p = xdr_reserve_space(xdr, len + 4);
2193                 if (!p) {
2194                         spin_unlock(&dentry->d_lock);
2195                         goto out_free;
2196                 }
2197                 p = xdr_encode_opaque(p, dentry->d_name.name, len);
2198                 dprintk("/%pd", dentry);
2199                 spin_unlock(&dentry->d_lock);
2200                 dput(dentry);
2201                 ncomponents--;
2202         }
2203
2204         err = 0;
2205 out_free:
2206         dprintk(")\n");
2207         while (ncomponents)
2208                 dput(components[--ncomponents]);
2209         kfree(components);
2210         path_put(&cur);
2211         return err;
2212 }
2213
2214 static __be32 nfsd4_encode_fsloc_fsroot(struct xdr_stream *xdr,
2215                         struct svc_rqst *rqstp, const struct path *path)
2216 {
2217         struct svc_export *exp_ps;
2218         __be32 res;
2219
2220         exp_ps = rqst_find_fsidzero_export(rqstp);
2221         if (IS_ERR(exp_ps))
2222                 return nfserrno(PTR_ERR(exp_ps));
2223         res = nfsd4_encode_path(xdr, &exp_ps->ex_path, path);
2224         exp_put(exp_ps);
2225         return res;
2226 }
2227
2228 /*
2229  *  encode a fs_locations structure
2230  */
2231 static __be32 nfsd4_encode_fs_locations(struct xdr_stream *xdr,
2232                         struct svc_rqst *rqstp, struct svc_export *exp)
2233 {
2234         __be32 status;
2235         int i;
2236         __be32 *p;
2237         struct nfsd4_fs_locations *fslocs = &exp->ex_fslocs;
2238
2239         status = nfsd4_encode_fsloc_fsroot(xdr, rqstp, &exp->ex_path);
2240         if (status)
2241                 return status;
2242         p = xdr_reserve_space(xdr, 4);
2243         if (!p)
2244                 return nfserr_resource;
2245         *p++ = cpu_to_be32(fslocs->locations_count);
2246         for (i=0; i<fslocs->locations_count; i++) {
2247                 status = nfsd4_encode_fs_location4(xdr, &fslocs->locations[i]);
2248                 if (status)
2249                         return status;
2250         }
2251         return 0;
2252 }
2253
2254 static u32 nfs4_file_type(umode_t mode)
2255 {
2256         switch (mode & S_IFMT) {
2257         case S_IFIFO:   return NF4FIFO;
2258         case S_IFCHR:   return NF4CHR;
2259         case S_IFDIR:   return NF4DIR;
2260         case S_IFBLK:   return NF4BLK;
2261         case S_IFLNK:   return NF4LNK;
2262         case S_IFREG:   return NF4REG;
2263         case S_IFSOCK:  return NF4SOCK;
2264         default:        return NF4BAD;
2265         };
2266 }
2267
2268 static inline __be32
2269 nfsd4_encode_aclname(struct xdr_stream *xdr, struct svc_rqst *rqstp,
2270                      struct nfs4_ace *ace)
2271 {
2272         if (ace->whotype != NFS4_ACL_WHO_NAMED)
2273                 return nfs4_acl_write_who(xdr, ace->whotype);
2274         else if (ace->flag & NFS4_ACE_IDENTIFIER_GROUP)
2275                 return nfsd4_encode_group(xdr, rqstp, ace->who_gid);
2276         else
2277                 return nfsd4_encode_user(xdr, rqstp, ace->who_uid);
2278 }
2279
2280 static inline __be32
2281 nfsd4_encode_layout_types(struct xdr_stream *xdr, u32 layout_types)
2282 {
2283         __be32          *p;
2284         unsigned long   i = hweight_long(layout_types);
2285
2286         p = xdr_reserve_space(xdr, 4 + 4 * i);
2287         if (!p)
2288                 return nfserr_resource;
2289
2290         *p++ = cpu_to_be32(i);
2291
2292         for (i = LAYOUT_NFSV4_1_FILES; i < LAYOUT_TYPE_MAX; ++i)
2293                 if (layout_types & (1 << i))
2294                         *p++ = cpu_to_be32(i);
2295
2296         return 0;
2297 }
2298
2299 #define WORD0_ABSENT_FS_ATTRS (FATTR4_WORD0_FS_LOCATIONS | FATTR4_WORD0_FSID | \
2300                               FATTR4_WORD0_RDATTR_ERROR)
2301 #define WORD1_ABSENT_FS_ATTRS FATTR4_WORD1_MOUNTED_ON_FILEID
2302 #define WORD2_ABSENT_FS_ATTRS 0
2303
2304 #ifdef CONFIG_NFSD_V4_SECURITY_LABEL
2305 static inline __be32
2306 nfsd4_encode_security_label(struct xdr_stream *xdr, struct svc_rqst *rqstp,
2307                             void *context, int len)
2308 {
2309         __be32 *p;
2310
2311         p = xdr_reserve_space(xdr, len + 4 + 4 + 4);
2312         if (!p)
2313                 return nfserr_resource;
2314
2315         /*
2316          * For now we use a 0 here to indicate the null translation; in
2317          * the future we may place a call to translation code here.
2318          */
2319         *p++ = cpu_to_be32(0); /* lfs */
2320         *p++ = cpu_to_be32(0); /* pi */
2321         p = xdr_encode_opaque(p, context, len);
2322         return 0;
2323 }
2324 #else
2325 static inline __be32
2326 nfsd4_encode_security_label(struct xdr_stream *xdr, struct svc_rqst *rqstp,
2327                             void *context, int len)
2328 { return 0; }
2329 #endif
2330
2331 static __be32 fattr_handle_absent_fs(u32 *bmval0, u32 *bmval1, u32 *bmval2, u32 *rdattr_err)
2332 {
2333         /* As per referral draft:  */
2334         if (*bmval0 & ~WORD0_ABSENT_FS_ATTRS ||
2335             *bmval1 & ~WORD1_ABSENT_FS_ATTRS) {
2336                 if (*bmval0 & FATTR4_WORD0_RDATTR_ERROR ||
2337                     *bmval0 & FATTR4_WORD0_FS_LOCATIONS)
2338                         *rdattr_err = NFSERR_MOVED;
2339                 else
2340                         return nfserr_moved;
2341         }
2342         *bmval0 &= WORD0_ABSENT_FS_ATTRS;
2343         *bmval1 &= WORD1_ABSENT_FS_ATTRS;
2344         *bmval2 &= WORD2_ABSENT_FS_ATTRS;
2345         return 0;
2346 }
2347
2348
2349 static int get_parent_attributes(struct svc_export *exp, struct kstat *stat)
2350 {
2351         struct path path = exp->ex_path;
2352         int err;
2353
2354         path_get(&path);
2355         while (follow_up(&path)) {
2356                 if (path.dentry != path.mnt->mnt_root)
2357                         break;
2358         }
2359         err = vfs_getattr(&path, stat, STATX_BASIC_STATS, AT_STATX_SYNC_AS_STAT);
2360         path_put(&path);
2361         return err;
2362 }
2363
2364 static __be32
2365 nfsd4_encode_bitmap(struct xdr_stream *xdr, u32 bmval0, u32 bmval1, u32 bmval2)
2366 {
2367         __be32 *p;
2368
2369         if (bmval2) {
2370                 p = xdr_reserve_space(xdr, 16);
2371                 if (!p)
2372                         goto out_resource;
2373                 *p++ = cpu_to_be32(3);
2374                 *p++ = cpu_to_be32(bmval0);
2375                 *p++ = cpu_to_be32(bmval1);
2376                 *p++ = cpu_to_be32(bmval2);
2377         } else if (bmval1) {
2378                 p = xdr_reserve_space(xdr, 12);
2379                 if (!p)
2380                         goto out_resource;
2381                 *p++ = cpu_to_be32(2);
2382                 *p++ = cpu_to_be32(bmval0);
2383                 *p++ = cpu_to_be32(bmval1);
2384         } else {
2385                 p = xdr_reserve_space(xdr, 8);
2386                 if (!p)
2387                         goto out_resource;
2388                 *p++ = cpu_to_be32(1);
2389                 *p++ = cpu_to_be32(bmval0);
2390         }
2391
2392         return 0;
2393 out_resource:
2394         return nfserr_resource;
2395 }
2396
2397 /*
2398  * Note: @fhp can be NULL; in this case, we might have to compose the filehandle
2399  * ourselves.
2400  */
2401 static __be32
2402 nfsd4_encode_fattr(struct xdr_stream *xdr, struct svc_fh *fhp,
2403                 struct svc_export *exp,
2404                 struct dentry *dentry, u32 *bmval,
2405                 struct svc_rqst *rqstp, int ignore_crossmnt)
2406 {
2407         u32 bmval0 = bmval[0];
2408         u32 bmval1 = bmval[1];
2409         u32 bmval2 = bmval[2];
2410         struct kstat stat;
2411         struct svc_fh *tempfh = NULL;
2412         struct kstatfs statfs;
2413         __be32 *p;
2414         int starting_len = xdr->buf->len;
2415         int attrlen_offset;
2416         __be32 attrlen;
2417         u32 dummy;
2418         u64 dummy64;
2419         u32 rdattr_err = 0;
2420         __be32 status;
2421         int err;
2422         struct nfs4_acl *acl = NULL;
2423 #ifdef CONFIG_NFSD_V4_SECURITY_LABEL
2424         void *context = NULL;
2425         int contextlen;
2426 #endif
2427         bool contextsupport = false;
2428         struct nfsd4_compoundres *resp = rqstp->rq_resp;
2429         u32 minorversion = resp->cstate.minorversion;
2430         struct path path = {
2431                 .mnt    = exp->ex_path.mnt,
2432                 .dentry = dentry,
2433         };
2434         struct nfsd_net *nn = net_generic(SVC_NET(rqstp), nfsd_net_id);
2435
2436         BUG_ON(bmval1 & NFSD_WRITEONLY_ATTRS_WORD1);
2437         BUG_ON(!nfsd_attrs_supported(minorversion, bmval));
2438
2439         if (exp->ex_fslocs.migrated) {
2440                 status = fattr_handle_absent_fs(&bmval0, &bmval1, &bmval2, &rdattr_err);
2441                 if (status)
2442                         goto out;
2443         }
2444
2445         err = vfs_getattr(&path, &stat, STATX_BASIC_STATS, AT_STATX_SYNC_AS_STAT);
2446         if (err)
2447                 goto out_nfserr;
2448         if ((bmval0 & (FATTR4_WORD0_FILES_AVAIL | FATTR4_WORD0_FILES_FREE |
2449                         FATTR4_WORD0_FILES_TOTAL | FATTR4_WORD0_MAXNAME)) ||
2450             (bmval1 & (FATTR4_WORD1_SPACE_AVAIL | FATTR4_WORD1_SPACE_FREE |
2451                        FATTR4_WORD1_SPACE_TOTAL))) {
2452                 err = vfs_statfs(&path, &statfs);
2453                 if (err)
2454                         goto out_nfserr;
2455         }
2456         if ((bmval0 & (FATTR4_WORD0_FILEHANDLE | FATTR4_WORD0_FSID)) && !fhp) {
2457                 tempfh = kmalloc(sizeof(struct svc_fh), GFP_KERNEL);
2458                 status = nfserr_jukebox;
2459                 if (!tempfh)
2460                         goto out;
2461                 fh_init(tempfh, NFS4_FHSIZE);
2462                 status = fh_compose(tempfh, exp, dentry, NULL);
2463                 if (status)
2464                         goto out;
2465                 fhp = tempfh;
2466         }
2467         if (bmval0 & FATTR4_WORD0_ACL) {
2468                 err = nfsd4_get_nfs4_acl(rqstp, dentry, &acl);
2469                 if (err == -EOPNOTSUPP)
2470                         bmval0 &= ~FATTR4_WORD0_ACL;
2471                 else if (err == -EINVAL) {
2472                         status = nfserr_attrnotsupp;
2473                         goto out;
2474                 } else if (err != 0)
2475                         goto out_nfserr;
2476         }
2477
2478 #ifdef CONFIG_NFSD_V4_SECURITY_LABEL
2479         if ((bmval2 & FATTR4_WORD2_SECURITY_LABEL) ||
2480              bmval0 & FATTR4_WORD0_SUPPORTED_ATTRS) {
2481                 if (exp->ex_flags & NFSEXP_SECURITY_LABEL)
2482                         err = security_inode_getsecctx(d_inode(dentry),
2483                                                 &context, &contextlen);
2484                 else
2485                         err = -EOPNOTSUPP;
2486                 contextsupport = (err == 0);
2487                 if (bmval2 & FATTR4_WORD2_SECURITY_LABEL) {
2488                         if (err == -EOPNOTSUPP)
2489                                 bmval2 &= ~FATTR4_WORD2_SECURITY_LABEL;
2490                         else if (err)
2491                                 goto out_nfserr;
2492                 }
2493         }
2494 #endif /* CONFIG_NFSD_V4_SECURITY_LABEL */
2495
2496         status = nfsd4_encode_bitmap(xdr, bmval0, bmval1, bmval2);
2497         if (status)
2498                 goto out;
2499
2500         attrlen_offset = xdr->buf->len;
2501         p = xdr_reserve_space(xdr, 4);
2502         if (!p)
2503                 goto out_resource;
2504         p++;                /* to be backfilled later */
2505
2506         if (bmval0 & FATTR4_WORD0_SUPPORTED_ATTRS) {
2507                 u32 supp[3];
2508
2509                 memcpy(supp, nfsd_suppattrs[minorversion], sizeof(supp));
2510
2511                 if (!IS_POSIXACL(dentry->d_inode))
2512                         supp[0] &= ~FATTR4_WORD0_ACL;
2513                 if (!contextsupport)
2514                         supp[2] &= ~FATTR4_WORD2_SECURITY_LABEL;
2515                 if (!supp[2]) {
2516                         p = xdr_reserve_space(xdr, 12);
2517                         if (!p)
2518                                 goto out_resource;
2519                         *p++ = cpu_to_be32(2);
2520                         *p++ = cpu_to_be32(supp[0]);
2521                         *p++ = cpu_to_be32(supp[1]);
2522                 } else {
2523                         p = xdr_reserve_space(xdr, 16);
2524                         if (!p)
2525                                 goto out_resource;
2526                         *p++ = cpu_to_be32(3);
2527                         *p++ = cpu_to_be32(supp[0]);
2528                         *p++ = cpu_to_be32(supp[1]);
2529                         *p++ = cpu_to_be32(supp[2]);
2530                 }
2531         }
2532         if (bmval0 & FATTR4_WORD0_TYPE) {
2533                 p = xdr_reserve_space(xdr, 4);
2534                 if (!p)
2535                         goto out_resource;
2536                 dummy = nfs4_file_type(stat.mode);
2537                 if (dummy == NF4BAD) {
2538                         status = nfserr_serverfault;
2539                         goto out;
2540                 }
2541                 *p++ = cpu_to_be32(dummy);
2542         }
2543         if (bmval0 & FATTR4_WORD0_FH_EXPIRE_TYPE) {
2544                 p = xdr_reserve_space(xdr, 4);
2545                 if (!p)
2546                         goto out_resource;
2547                 if (exp->ex_flags & NFSEXP_NOSUBTREECHECK)
2548                         *p++ = cpu_to_be32(NFS4_FH_PERSISTENT);
2549                 else
2550                         *p++ = cpu_to_be32(NFS4_FH_PERSISTENT|
2551                                                 NFS4_FH_VOL_RENAME);
2552         }
2553         if (bmval0 & FATTR4_WORD0_CHANGE) {
2554                 p = xdr_reserve_space(xdr, 8);
2555                 if (!p)
2556                         goto out_resource;
2557                 p = encode_change(p, &stat, d_inode(dentry), exp);
2558         }
2559         if (bmval0 & FATTR4_WORD0_SIZE) {
2560                 p = xdr_reserve_space(xdr, 8);
2561                 if (!p)
2562                         goto out_resource;
2563                 p = xdr_encode_hyper(p, stat.size);
2564         }
2565         if (bmval0 & FATTR4_WORD0_LINK_SUPPORT) {
2566                 p = xdr_reserve_space(xdr, 4);
2567                 if (!p)
2568                         goto out_resource;
2569                 *p++ = cpu_to_be32(1);
2570         }
2571         if (bmval0 & FATTR4_WORD0_SYMLINK_SUPPORT) {
2572                 p = xdr_reserve_space(xdr, 4);
2573                 if (!p)
2574                         goto out_resource;
2575                 *p++ = cpu_to_be32(1);
2576         }
2577         if (bmval0 & FATTR4_WORD0_NAMED_ATTR) {
2578                 p = xdr_reserve_space(xdr, 4);
2579                 if (!p)
2580                         goto out_resource;
2581                 *p++ = cpu_to_be32(0);
2582         }
2583         if (bmval0 & FATTR4_WORD0_FSID) {
2584                 p = xdr_reserve_space(xdr, 16);
2585                 if (!p)
2586                         goto out_resource;
2587                 if (exp->ex_fslocs.migrated) {
2588                         p = xdr_encode_hyper(p, NFS4_REFERRAL_FSID_MAJOR);
2589                         p = xdr_encode_hyper(p, NFS4_REFERRAL_FSID_MINOR);
2590                 } else switch(fsid_source(fhp)) {
2591                 case FSIDSOURCE_FSID:
2592                         p = xdr_encode_hyper(p, (u64)exp->ex_fsid);
2593                         p = xdr_encode_hyper(p, (u64)0);
2594                         break;
2595                 case FSIDSOURCE_DEV:
2596                         *p++ = cpu_to_be32(0);
2597                         *p++ = cpu_to_be32(MAJOR(stat.dev));
2598                         *p++ = cpu_to_be32(0);
2599                         *p++ = cpu_to_be32(MINOR(stat.dev));
2600                         break;
2601                 case FSIDSOURCE_UUID:
2602                         p = xdr_encode_opaque_fixed(p, exp->ex_uuid,
2603                                                                 EX_UUID_LEN);
2604                         break;
2605                 }
2606         }
2607         if (bmval0 & FATTR4_WORD0_UNIQUE_HANDLES) {
2608                 p = xdr_reserve_space(xdr, 4);
2609                 if (!p)
2610                         goto out_resource;
2611                 *p++ = cpu_to_be32(0);
2612         }
2613         if (bmval0 & FATTR4_WORD0_LEASE_TIME) {
2614                 p = xdr_reserve_space(xdr, 4);
2615                 if (!p)
2616                         goto out_resource;
2617                 *p++ = cpu_to_be32(nn->nfsd4_lease);
2618         }
2619         if (bmval0 & FATTR4_WORD0_RDATTR_ERROR) {
2620                 p = xdr_reserve_space(xdr, 4);
2621                 if (!p)
2622                         goto out_resource;
2623                 *p++ = cpu_to_be32(rdattr_err);
2624         }
2625         if (bmval0 & FATTR4_WORD0_ACL) {
2626                 struct nfs4_ace *ace;
2627
2628                 if (acl == NULL) {
2629                         p = xdr_reserve_space(xdr, 4);
2630                         if (!p)
2631                                 goto out_resource;
2632
2633                         *p++ = cpu_to_be32(0);
2634                         goto out_acl;
2635                 }
2636                 p = xdr_reserve_space(xdr, 4);
2637                 if (!p)
2638                         goto out_resource;
2639                 *p++ = cpu_to_be32(acl->naces);
2640
2641                 for (ace = acl->aces; ace < acl->aces + acl->naces; ace++) {
2642                         p = xdr_reserve_space(xdr, 4*3);
2643                         if (!p)
2644                                 goto out_resource;
2645                         *p++ = cpu_to_be32(ace->type);
2646                         *p++ = cpu_to_be32(ace->flag);
2647                         *p++ = cpu_to_be32(ace->access_mask &
2648                                                         NFS4_ACE_MASK_ALL);
2649                         status = nfsd4_encode_aclname(xdr, rqstp, ace);
2650                         if (status)
2651                                 goto out;
2652                 }
2653         }
2654 out_acl:
2655         if (bmval0 & FATTR4_WORD0_ACLSUPPORT) {
2656                 p = xdr_reserve_space(xdr, 4);
2657                 if (!p)
2658                         goto out_resource;
2659                 *p++ = cpu_to_be32(IS_POSIXACL(dentry->d_inode) ?
2660                         ACL4_SUPPORT_ALLOW_ACL|ACL4_SUPPORT_DENY_ACL : 0);
2661         }
2662         if (bmval0 & FATTR4_WORD0_CANSETTIME) {
2663                 p = xdr_reserve_space(xdr, 4);
2664                 if (!p)
2665                         goto out_resource;
2666                 *p++ = cpu_to_be32(1);
2667         }
2668         if (bmval0 & FATTR4_WORD0_CASE_INSENSITIVE) {
2669                 p = xdr_reserve_space(xdr, 4);
2670                 if (!p)
2671                         goto out_resource;
2672                 *p++ = cpu_to_be32(0);
2673         }
2674         if (bmval0 & FATTR4_WORD0_CASE_PRESERVING) {
2675                 p = xdr_reserve_space(xdr, 4);
2676                 if (!p)
2677                         goto out_resource;
2678                 *p++ = cpu_to_be32(1);
2679         }
2680         if (bmval0 & FATTR4_WORD0_CHOWN_RESTRICTED) {
2681                 p = xdr_reserve_space(xdr, 4);
2682                 if (!p)
2683                         goto out_resource;
2684                 *p++ = cpu_to_be32(1);
2685         }
2686         if (bmval0 & FATTR4_WORD0_FILEHANDLE) {
2687                 p = xdr_reserve_space(xdr, fhp->fh_handle.fh_size + 4);
2688                 if (!p)
2689                         goto out_resource;
2690                 p = xdr_encode_opaque(p, &fhp->fh_handle.fh_base,
2691                                         fhp->fh_handle.fh_size);
2692         }
2693         if (bmval0 & FATTR4_WORD0_FILEID) {
2694                 p = xdr_reserve_space(xdr, 8);
2695                 if (!p)
2696                         goto out_resource;
2697                 p = xdr_encode_hyper(p, stat.ino);
2698         }
2699         if (bmval0 & FATTR4_WORD0_FILES_AVAIL) {
2700                 p = xdr_reserve_space(xdr, 8);
2701                 if (!p)
2702                         goto out_resource;
2703                 p = xdr_encode_hyper(p, (u64) statfs.f_ffree);
2704         }
2705         if (bmval0 & FATTR4_WORD0_FILES_FREE) {
2706                 p = xdr_reserve_space(xdr, 8);
2707                 if (!p)
2708                         goto out_resource;
2709                 p = xdr_encode_hyper(p, (u64) statfs.f_ffree);
2710         }
2711         if (bmval0 & FATTR4_WORD0_FILES_TOTAL) {
2712                 p = xdr_reserve_space(xdr, 8);
2713                 if (!p)
2714                         goto out_resource;
2715                 p = xdr_encode_hyper(p, (u64) statfs.f_files);
2716         }
2717         if (bmval0 & FATTR4_WORD0_FS_LOCATIONS) {
2718                 status = nfsd4_encode_fs_locations(xdr, rqstp, exp);
2719                 if (status)
2720                         goto out;
2721         }
2722         if (bmval0 & FATTR4_WORD0_HOMOGENEOUS) {
2723                 p = xdr_reserve_space(xdr, 4);
2724                 if (!p)
2725                         goto out_resource;
2726                 *p++ = cpu_to_be32(1);
2727         }
2728         if (bmval0 & FATTR4_WORD0_MAXFILESIZE) {
2729                 p = xdr_reserve_space(xdr, 8);
2730                 if (!p)
2731                         goto out_resource;
2732                 p = xdr_encode_hyper(p, exp->ex_path.mnt->mnt_sb->s_maxbytes);
2733         }
2734         if (bmval0 & FATTR4_WORD0_MAXLINK) {
2735                 p = xdr_reserve_space(xdr, 4);
2736                 if (!p)
2737                         goto out_resource;
2738                 *p++ = cpu_to_be32(255);
2739         }
2740         if (bmval0 & FATTR4_WORD0_MAXNAME) {
2741                 p = xdr_reserve_space(xdr, 4);
2742                 if (!p)
2743                         goto out_resource;
2744                 *p++ = cpu_to_be32(statfs.f_namelen);
2745         }
2746         if (bmval0 & FATTR4_WORD0_MAXREAD) {
2747                 p = xdr_reserve_space(xdr, 8);
2748                 if (!p)
2749                         goto out_resource;
2750                 p = xdr_encode_hyper(p, (u64) svc_max_payload(rqstp));
2751         }
2752         if (bmval0 & FATTR4_WORD0_MAXWRITE) {
2753                 p = xdr_reserve_space(xdr, 8);
2754                 if (!p)
2755                         goto out_resource;
2756                 p = xdr_encode_hyper(p, (u64) svc_max_payload(rqstp));
2757         }
2758         if (bmval1 & FATTR4_WORD1_MODE) {
2759                 p = xdr_reserve_space(xdr, 4);
2760                 if (!p)
2761                         goto out_resource;
2762                 *p++ = cpu_to_be32(stat.mode & S_IALLUGO);
2763         }
2764         if (bmval1 & FATTR4_WORD1_NO_TRUNC) {
2765                 p = xdr_reserve_space(xdr, 4);
2766                 if (!p)
2767                         goto out_resource;
2768                 *p++ = cpu_to_be32(1);
2769         }
2770         if (bmval1 & FATTR4_WORD1_NUMLINKS) {
2771                 p = xdr_reserve_space(xdr, 4);
2772                 if (!p)
2773                         goto out_resource;
2774                 *p++ = cpu_to_be32(stat.nlink);
2775         }
2776         if (bmval1 & FATTR4_WORD1_OWNER) {
2777                 status = nfsd4_encode_user(xdr, rqstp, stat.uid);
2778                 if (status)
2779                         goto out;
2780         }
2781         if (bmval1 & FATTR4_WORD1_OWNER_GROUP) {
2782                 status = nfsd4_encode_group(xdr, rqstp, stat.gid);
2783                 if (status)
2784                         goto out;
2785         }
2786         if (bmval1 & FATTR4_WORD1_RAWDEV) {
2787                 p = xdr_reserve_space(xdr, 8);
2788                 if (!p)
2789                         goto out_resource;
2790                 *p++ = cpu_to_be32((u32) MAJOR(stat.rdev));
2791                 *p++ = cpu_to_be32((u32) MINOR(stat.rdev));
2792         }
2793         if (bmval1 & FATTR4_WORD1_SPACE_AVAIL) {
2794                 p = xdr_reserve_space(xdr, 8);
2795                 if (!p)
2796                         goto out_resource;
2797                 dummy64 = (u64)statfs.f_bavail * (u64)statfs.f_bsize;
2798                 p = xdr_encode_hyper(p, dummy64);
2799         }
2800         if (bmval1 & FATTR4_WORD1_SPACE_FREE) {
2801                 p = xdr_reserve_space(xdr, 8);
2802                 if (!p)
2803                         goto out_resource;
2804                 dummy64 = (u64)statfs.f_bfree * (u64)statfs.f_bsize;
2805                 p = xdr_encode_hyper(p, dummy64);
2806         }
2807         if (bmval1 & FATTR4_WORD1_SPACE_TOTAL) {
2808                 p = xdr_reserve_space(xdr, 8);
2809                 if (!p)
2810                         goto out_resource;
2811                 dummy64 = (u64)statfs.f_blocks * (u64)statfs.f_bsize;
2812                 p = xdr_encode_hyper(p, dummy64);
2813         }
2814         if (bmval1 & FATTR4_WORD1_SPACE_USED) {
2815                 p = xdr_reserve_space(xdr, 8);
2816                 if (!p)
2817                         goto out_resource;
2818                 dummy64 = (u64)stat.blocks << 9;
2819                 p = xdr_encode_hyper(p, dummy64);
2820         }
2821         if (bmval1 & FATTR4_WORD1_TIME_ACCESS) {
2822                 p = xdr_reserve_space(xdr, 12);
2823                 if (!p)
2824                         goto out_resource;
2825                 p = xdr_encode_hyper(p, (s64)stat.atime.tv_sec);
2826                 *p++ = cpu_to_be32(stat.atime.tv_nsec);
2827         }
2828         if (bmval1 & FATTR4_WORD1_TIME_DELTA) {
2829                 p = xdr_reserve_space(xdr, 12);
2830                 if (!p)
2831                         goto out_resource;
2832                 p = encode_time_delta(p, d_inode(dentry));
2833         }
2834         if (bmval1 & FATTR4_WORD1_TIME_METADATA) {
2835                 p = xdr_reserve_space(xdr, 12);
2836                 if (!p)
2837                         goto out_resource;
2838                 p = xdr_encode_hyper(p, (s64)stat.ctime.tv_sec);
2839                 *p++ = cpu_to_be32(stat.ctime.tv_nsec);
2840         }
2841         if (bmval1 & FATTR4_WORD1_TIME_MODIFY) {
2842                 p = xdr_reserve_space(xdr, 12);
2843                 if (!p)
2844                         goto out_resource;
2845                 p = xdr_encode_hyper(p, (s64)stat.mtime.tv_sec);
2846                 *p++ = cpu_to_be32(stat.mtime.tv_nsec);
2847         }
2848         if (bmval1 & FATTR4_WORD1_MOUNTED_ON_FILEID) {
2849                 struct kstat parent_stat;
2850                 u64 ino = stat.ino;
2851
2852                 p = xdr_reserve_space(xdr, 8);
2853                 if (!p)
2854                         goto out_resource;
2855                 /*
2856                  * Get parent's attributes if not ignoring crossmount
2857                  * and this is the root of a cross-mounted filesystem.
2858                  */
2859                 if (ignore_crossmnt == 0 &&
2860                     dentry == exp->ex_path.mnt->mnt_root) {
2861                         err = get_parent_attributes(exp, &parent_stat);
2862                         if (err)
2863                                 goto out_nfserr;
2864                         ino = parent_stat.ino;
2865                 }
2866                 p = xdr_encode_hyper(p, ino);
2867         }
2868 #ifdef CONFIG_NFSD_PNFS
2869         if (bmval1 & FATTR4_WORD1_FS_LAYOUT_TYPES) {
2870                 status = nfsd4_encode_layout_types(xdr, exp->ex_layout_types);
2871                 if (status)
2872                         goto out;
2873         }
2874
2875         if (bmval2 & FATTR4_WORD2_LAYOUT_TYPES) {
2876                 status = nfsd4_encode_layout_types(xdr, exp->ex_layout_types);
2877                 if (status)
2878                         goto out;
2879         }
2880
2881         if (bmval2 & FATTR4_WORD2_LAYOUT_BLKSIZE) {
2882                 p = xdr_reserve_space(xdr, 4);
2883                 if (!p)
2884                         goto out_resource;
2885                 *p++ = cpu_to_be32(stat.blksize);
2886         }
2887 #endif /* CONFIG_NFSD_PNFS */
2888         if (bmval2 & FATTR4_WORD2_SUPPATTR_EXCLCREAT) {
2889                 u32 supp[3];
2890
2891                 memcpy(supp, nfsd_suppattrs[minorversion], sizeof(supp));
2892                 supp[0] &= NFSD_SUPPATTR_EXCLCREAT_WORD0;
2893                 supp[1] &= NFSD_SUPPATTR_EXCLCREAT_WORD1;
2894                 supp[2] &= NFSD_SUPPATTR_EXCLCREAT_WORD2;
2895
2896                 status = nfsd4_encode_bitmap(xdr, supp[0], supp[1], supp[2]);
2897                 if (status)
2898                         goto out;
2899         }
2900
2901         if (bmval2 & FATTR4_WORD2_CHANGE_ATTR_TYPE) {
2902                 p = xdr_reserve_space(xdr, 4);
2903                 if (!p)
2904                         goto out_resource;
2905                 if (IS_I_VERSION(d_inode(dentry)))
2906                         *p++ = cpu_to_be32(NFS4_CHANGE_TYPE_IS_MONOTONIC_INCR);
2907                 else
2908                         *p++ = cpu_to_be32(NFS4_CHANGE_TYPE_IS_TIME_METADATA);
2909         }
2910
2911 #ifdef CONFIG_NFSD_V4_SECURITY_LABEL
2912         if (bmval2 & FATTR4_WORD2_SECURITY_LABEL) {
2913                 status = nfsd4_encode_security_label(xdr, rqstp, context,
2914                                                                 contextlen);
2915                 if (status)
2916                         goto out;
2917         }
2918 #endif
2919
2920         attrlen = htonl(xdr->buf->len - attrlen_offset - 4);
2921         write_bytes_to_xdr_buf(xdr->buf, attrlen_offset, &attrlen, 4);
2922         status = nfs_ok;
2923
2924 out:
2925 #ifdef CONFIG_NFSD_V4_SECURITY_LABEL
2926         if (context)
2927                 security_release_secctx(context, contextlen);
2928 #endif /* CONFIG_NFSD_V4_SECURITY_LABEL */
2929         kfree(acl);
2930         if (tempfh) {
2931                 fh_put(tempfh);
2932                 kfree(tempfh);
2933         }
2934         if (status)
2935                 xdr_truncate_encode(xdr, starting_len);
2936         return status;
2937 out_nfserr:
2938         status = nfserrno(err);
2939         goto out;
2940 out_resource:
2941         status = nfserr_resource;
2942         goto out;
2943 }
2944
2945 static void svcxdr_init_encode_from_buffer(struct xdr_stream *xdr,
2946                                 struct xdr_buf *buf, __be32 *p, int bytes)
2947 {
2948         xdr->scratch.iov_len = 0;
2949         memset(buf, 0, sizeof(struct xdr_buf));
2950         buf->head[0].iov_base = p;
2951         buf->head[0].iov_len = 0;
2952         buf->len = 0;
2953         xdr->buf = buf;
2954         xdr->iov = buf->head;
2955         xdr->p = p;
2956         xdr->end = (void *)p + bytes;
2957         buf->buflen = bytes;
2958 }
2959
2960 __be32 nfsd4_encode_fattr_to_buf(__be32 **p, int words,
2961                         struct svc_fh *fhp, struct svc_export *exp,
2962                         struct dentry *dentry, u32 *bmval,
2963                         struct svc_rqst *rqstp, int ignore_crossmnt)
2964 {
2965         struct xdr_buf dummy;
2966         struct xdr_stream xdr;
2967         __be32 ret;
2968
2969         svcxdr_init_encode_from_buffer(&xdr, &dummy, *p, words << 2);
2970         ret = nfsd4_encode_fattr(&xdr, fhp, exp, dentry, bmval, rqstp,
2971                                                         ignore_crossmnt);
2972         *p = xdr.p;
2973         return ret;
2974 }
2975
2976 static inline int attributes_need_mount(u32 *bmval)
2977 {
2978         if (bmval[0] & ~(FATTR4_WORD0_RDATTR_ERROR | FATTR4_WORD0_LEASE_TIME))
2979                 return 1;
2980         if (bmval[1] & ~FATTR4_WORD1_MOUNTED_ON_FILEID)
2981                 return 1;
2982         return 0;
2983 }
2984
2985 static __be32
2986 nfsd4_encode_dirent_fattr(struct xdr_stream *xdr, struct nfsd4_readdir *cd,
2987                         const char *name, int namlen)
2988 {
2989         struct svc_export *exp = cd->rd_fhp->fh_export;
2990         struct dentry *dentry;
2991         __be32 nfserr;
2992         int ignore_crossmnt = 0;
2993
2994         dentry = lookup_positive_unlocked(name, cd->rd_fhp->fh_dentry, namlen);
2995         if (IS_ERR(dentry))
2996                 return nfserrno(PTR_ERR(dentry));
2997
2998         exp_get(exp);
2999         /*
3000          * In the case of a mountpoint, the client may be asking for
3001          * attributes that are only properties of the underlying filesystem
3002          * as opposed to the cross-mounted file system. In such a case,
3003          * we will not follow the cross mount and will fill the attribtutes
3004          * directly from the mountpoint dentry.
3005          */
3006         if (nfsd_mountpoint(dentry, exp)) {
3007                 int err;
3008
3009                 if (!(exp->ex_flags & NFSEXP_V4ROOT)
3010                                 && !attributes_need_mount(cd->rd_bmval)) {
3011                         ignore_crossmnt = 1;
3012                         goto out_encode;
3013                 }
3014                 /*
3015                  * Why the heck aren't we just using nfsd_lookup??
3016                  * Different "."/".." handling?  Something else?
3017                  * At least, add a comment here to explain....
3018                  */
3019                 err = nfsd_cross_mnt(cd->rd_rqstp, &dentry, &exp);
3020                 if (err) {
3021                         nfserr = nfserrno(err);
3022                         goto out_put;
3023                 }
3024                 nfserr = check_nfsd_access(exp, cd->rd_rqstp);
3025                 if (nfserr)
3026                         goto out_put;
3027
3028         }
3029 out_encode:
3030         nfserr = nfsd4_encode_fattr(xdr, NULL, exp, dentry, cd->rd_bmval,
3031                                         cd->rd_rqstp, ignore_crossmnt);
3032 out_put:
3033         dput(dentry);
3034         exp_put(exp);
3035         return nfserr;
3036 }
3037
3038 static __be32 *
3039 nfsd4_encode_rdattr_error(struct xdr_stream *xdr, __be32 nfserr)
3040 {
3041         __be32 *p;
3042
3043         p = xdr_reserve_space(xdr, 20);
3044         if (!p)
3045                 return NULL;
3046         *p++ = htonl(2);
3047         *p++ = htonl(FATTR4_WORD0_RDATTR_ERROR); /* bmval0 */
3048         *p++ = htonl(0);                         /* bmval1 */
3049
3050         *p++ = htonl(4);     /* attribute length */
3051         *p++ = nfserr;       /* no htonl */
3052         return p;
3053 }
3054
3055 static int
3056 nfsd4_encode_dirent(void *ccdv, const char *name, int namlen,
3057                     loff_t offset, u64 ino, unsigned int d_type)
3058 {
3059         struct readdir_cd *ccd = ccdv;
3060         struct nfsd4_readdir *cd = container_of(ccd, struct nfsd4_readdir, common);
3061         struct xdr_stream *xdr = cd->xdr;
3062         int start_offset = xdr->buf->len;
3063         int cookie_offset;
3064         u32 name_and_cookie;
3065         int entry_bytes;
3066         __be32 nfserr = nfserr_toosmall;
3067         __be64 wire_offset;
3068         __be32 *p;
3069
3070         /* In nfsv4, "." and ".." never make it onto the wire.. */
3071         if (name && isdotent(name, namlen)) {
3072                 cd->common.err = nfs_ok;
3073                 return 0;
3074         }
3075
3076         if (cd->cookie_offset) {
3077                 wire_offset = cpu_to_be64(offset);
3078                 write_bytes_to_xdr_buf(xdr->buf, cd->cookie_offset,
3079                                                         &wire_offset, 8);
3080         }
3081
3082         p = xdr_reserve_space(xdr, 4);
3083         if (!p)
3084                 goto fail;
3085         *p++ = xdr_one;                             /* mark entry present */
3086         cookie_offset = xdr->buf->len;
3087         p = xdr_reserve_space(xdr, 3*4 + namlen);
3088         if (!p)
3089                 goto fail;
3090         p = xdr_encode_hyper(p, NFS_OFFSET_MAX);    /* offset of next entry */
3091         p = xdr_encode_array(p, name, namlen);      /* name length & name */
3092
3093         nfserr = nfsd4_encode_dirent_fattr(xdr, cd, name, namlen);
3094         switch (nfserr) {
3095         case nfs_ok:
3096                 break;
3097         case nfserr_resource:
3098                 nfserr = nfserr_toosmall;
3099                 goto fail;
3100         case nfserr_noent:
3101                 xdr_truncate_encode(xdr, start_offset);
3102                 goto skip_entry;
3103         default:
3104                 /*
3105                  * If the client requested the RDATTR_ERROR attribute,
3106                  * we stuff the error code into this attribute
3107                  * and continue.  If this attribute was not requested,
3108                  * then in accordance with the spec, we fail the
3109                  * entire READDIR operation(!)
3110                  */
3111                 if (!(cd->rd_bmval[0] & FATTR4_WORD0_RDATTR_ERROR))
3112                         goto fail;
3113                 p = nfsd4_encode_rdattr_error(xdr, nfserr);
3114                 if (p == NULL) {
3115                         nfserr = nfserr_toosmall;
3116                         goto fail;
3117                 }
3118         }
3119         nfserr = nfserr_toosmall;
3120         entry_bytes = xdr->buf->len - start_offset;
3121         if (entry_bytes > cd->rd_maxcount)
3122                 goto fail;
3123         cd->rd_maxcount -= entry_bytes;
3124         /*
3125          * RFC 3530 14.2.24 describes rd_dircount as only a "hint", so
3126          * let's always let through the first entry, at least:
3127          */
3128         if (!cd->rd_dircount)
3129                 goto fail;
3130         name_and_cookie = 4 + 4 * XDR_QUADLEN(namlen) + 8;
3131         if (name_and_cookie > cd->rd_dircount && cd->cookie_offset)
3132                 goto fail;
3133         cd->rd_dircount -= min(cd->rd_dircount, name_and_cookie);
3134
3135         cd->cookie_offset = cookie_offset;
3136 skip_entry:
3137         cd->common.err = nfs_ok;
3138         return 0;
3139 fail:
3140         xdr_truncate_encode(xdr, start_offset);
3141         cd->common.err = nfserr;
3142         return -EINVAL;
3143 }
3144
3145 static __be32
3146 nfsd4_encode_stateid(struct xdr_stream *xdr, stateid_t *sid)
3147 {
3148         __be32 *p;
3149
3150         p = xdr_reserve_space(xdr, sizeof(stateid_t));
3151         if (!p)
3152                 return nfserr_resource;
3153         *p++ = cpu_to_be32(sid->si_generation);
3154         p = xdr_encode_opaque_fixed(p, &sid->si_opaque,
3155                                         sizeof(stateid_opaque_t));
3156         return 0;
3157 }
3158
3159 static __be32
3160 nfsd4_encode_access(struct nfsd4_compoundres *resp, __be32 nfserr, struct nfsd4_access *access)
3161 {
3162         struct xdr_stream *xdr = &resp->xdr;
3163         __be32 *p;
3164
3165         p = xdr_reserve_space(xdr, 8);
3166         if (!p)
3167                 return nfserr_resource;
3168         *p++ = cpu_to_be32(access->ac_supported);
3169         *p++ = cpu_to_be32(access->ac_resp_access);
3170         return 0;
3171 }
3172
3173 static __be32 nfsd4_encode_bind_conn_to_session(struct nfsd4_compoundres *resp, __be32 nfserr, struct nfsd4_bind_conn_to_session *bcts)
3174 {
3175         struct xdr_stream *xdr = &resp->xdr;
3176         __be32 *p;
3177
3178         p = xdr_reserve_space(xdr, NFS4_MAX_SESSIONID_LEN + 8);
3179         if (!p)
3180                 return nfserr_resource;
3181         p = xdr_encode_opaque_fixed(p, bcts->sessionid.data,
3182                                         NFS4_MAX_SESSIONID_LEN);
3183         *p++ = cpu_to_be32(bcts->dir);
3184         /* Upshifting from TCP to RDMA is not supported */
3185         *p++ = cpu_to_be32(0);
3186         return 0;
3187 }
3188
3189 static __be32
3190 nfsd4_encode_close(struct nfsd4_compoundres *resp, __be32 nfserr, struct nfsd4_close *close)
3191 {
3192         struct xdr_stream *xdr = &resp->xdr;
3193
3194         return nfsd4_encode_stateid(xdr, &close->cl_stateid);
3195 }
3196
3197
3198 static __be32
3199 nfsd4_encode_commit(struct nfsd4_compoundres *resp, __be32 nfserr, struct nfsd4_commit *commit)
3200 {
3201         struct xdr_stream *xdr = &resp->xdr;
3202         __be32 *p;
3203
3204         p = xdr_reserve_space(xdr, NFS4_VERIFIER_SIZE);
3205         if (!p)
3206                 return nfserr_resource;
3207         p = xdr_encode_opaque_fixed(p, commit->co_verf.data,
3208                                                 NFS4_VERIFIER_SIZE);
3209         return 0;
3210 }
3211
3212 static __be32
3213 nfsd4_encode_create(struct nfsd4_compoundres *resp, __be32 nfserr, struct nfsd4_create *create)
3214 {
3215         struct xdr_stream *xdr = &resp->xdr;
3216         __be32 *p;
3217
3218         p = xdr_reserve_space(xdr, 20);
3219         if (!p)
3220                 return nfserr_resource;
3221         encode_cinfo(p, &create->cr_cinfo);
3222         return nfsd4_encode_bitmap(xdr, create->cr_bmval[0],
3223                         create->cr_bmval[1], create->cr_bmval[2]);
3224 }
3225
3226 static __be32
3227 nfsd4_encode_getattr(struct nfsd4_compoundres *resp, __be32 nfserr, struct nfsd4_getattr *getattr)
3228 {
3229         struct svc_fh *fhp = getattr->ga_fhp;
3230         struct xdr_stream *xdr = &resp->xdr;
3231
3232         return nfsd4_encode_fattr(xdr, fhp, fhp->fh_export, fhp->fh_dentry,
3233                                     getattr->ga_bmval, resp->rqstp, 0);
3234 }
3235
3236 static __be32
3237 nfsd4_encode_getfh(struct nfsd4_compoundres *resp, __be32 nfserr, struct svc_fh **fhpp)
3238 {
3239         struct xdr_stream *xdr = &resp->xdr;
3240         struct svc_fh *fhp = *fhpp;
3241         unsigned int len;
3242         __be32 *p;
3243
3244         len = fhp->fh_handle.fh_size;
3245         p = xdr_reserve_space(xdr, len + 4);
3246         if (!p)
3247                 return nfserr_resource;
3248         p = xdr_encode_opaque(p, &fhp->fh_handle.fh_base, len);
3249         return 0;
3250 }
3251
3252 /*
3253 * Including all fields other than the name, a LOCK4denied structure requires
3254 *   8(clientid) + 4(namelen) + 8(offset) + 8(length) + 4(type) = 32 bytes.
3255 */
3256 static __be32
3257 nfsd4_encode_lock_denied(struct xdr_stream *xdr, struct nfsd4_lock_denied *ld)
3258 {
3259         struct xdr_netobj *conf = &ld->ld_owner;
3260         __be32 *p;
3261
3262 again:
3263         p = xdr_reserve_space(xdr, 32 + XDR_LEN(conf->len));
3264         if (!p) {
3265                 /*
3266                  * Don't fail to return the result just because we can't
3267                  * return the conflicting open:
3268                  */
3269                 if (conf->len) {
3270                         kfree(conf->data);
3271                         conf->len = 0;
3272                         conf->data = NULL;
3273                         goto again;
3274                 }
3275                 return nfserr_resource;
3276         }
3277         p = xdr_encode_hyper(p, ld->ld_start);
3278         p = xdr_encode_hyper(p, ld->ld_length);
3279         *p++ = cpu_to_be32(ld->ld_type);
3280         if (conf->len) {
3281                 p = xdr_encode_opaque_fixed(p, &ld->ld_clientid, 8);
3282                 p = xdr_encode_opaque(p, conf->data, conf->len);
3283                 kfree(conf->data);
3284         }  else {  /* non - nfsv4 lock in conflict, no clientid nor owner */
3285                 p = xdr_encode_hyper(p, (u64)0); /* clientid */
3286                 *p++ = cpu_to_be32(0); /* length of owner name */
3287         }
3288         return nfserr_denied;
3289 }
3290
3291 static __be32
3292 nfsd4_encode_lock(struct nfsd4_compoundres *resp, __be32 nfserr, struct nfsd4_lock *lock)
3293 {
3294         struct xdr_stream *xdr = &resp->xdr;
3295
3296         if (!nfserr)
3297                 nfserr = nfsd4_encode_stateid(xdr, &lock->lk_resp_stateid);
3298         else if (nfserr == nfserr_denied)
3299                 nfserr = nfsd4_encode_lock_denied(xdr, &lock->lk_denied);
3300
3301         return nfserr;
3302 }
3303
3304 static __be32
3305 nfsd4_encode_lockt(struct nfsd4_compoundres *resp, __be32 nfserr, struct nfsd4_lockt *lockt)
3306 {
3307         struct xdr_stream *xdr = &resp->xdr;
3308
3309         if (nfserr == nfserr_denied)
3310                 nfsd4_encode_lock_denied(xdr, &lockt->lt_denied);
3311         return nfserr;
3312 }
3313
3314 static __be32
3315 nfsd4_encode_locku(struct nfsd4_compoundres *resp, __be32 nfserr, struct nfsd4_locku *locku)
3316 {
3317         struct xdr_stream *xdr = &resp->xdr;
3318
3319         return nfsd4_encode_stateid(xdr, &locku->lu_stateid);
3320 }
3321
3322
3323 static __be32
3324 nfsd4_encode_link(struct nfsd4_compoundres *resp, __be32 nfserr, struct nfsd4_link *link)
3325 {
3326         struct xdr_stream *xdr = &resp->xdr;
3327         __be32 *p;
3328
3329         p = xdr_reserve_space(xdr, 20);
3330         if (!p)
3331                 return nfserr_resource;
3332         p = encode_cinfo(p, &link->li_cinfo);
3333         return 0;
3334 }
3335
3336
3337 static __be32
3338 nfsd4_encode_open(struct nfsd4_compoundres *resp, __be32 nfserr, struct nfsd4_open *open)
3339 {
3340         struct xdr_stream *xdr = &resp->xdr;
3341         __be32 *p;
3342
3343         nfserr = nfsd4_encode_stateid(xdr, &open->op_stateid);
3344         if (nfserr)
3345                 return nfserr;
3346         p = xdr_reserve_space(xdr, 24);
3347         if (!p)
3348                 return nfserr_resource;
3349         p = encode_cinfo(p, &open->op_cinfo);
3350         *p++ = cpu_to_be32(open->op_rflags);
3351
3352         nfserr = nfsd4_encode_bitmap(xdr, open->op_bmval[0], open->op_bmval[1],
3353                                         open->op_bmval[2]);
3354         if (nfserr)
3355                 return nfserr;
3356
3357         p = xdr_reserve_space(xdr, 4);
3358         if (!p)
3359                 return nfserr_resource;
3360
3361         *p++ = cpu_to_be32(open->op_delegate_type);
3362         switch (open->op_delegate_type) {
3363         case NFS4_OPEN_DELEGATE_NONE:
3364                 break;
3365         case NFS4_OPEN_DELEGATE_READ:
3366                 nfserr = nfsd4_encode_stateid(xdr, &open->op_delegate_stateid);
3367                 if (nfserr)
3368                         return nfserr;
3369                 p = xdr_reserve_space(xdr, 20);
3370                 if (!p)
3371                         return nfserr_resource;
3372                 *p++ = cpu_to_be32(open->op_recall);
3373
3374                 /*
3375                  * TODO: ACE's in delegations
3376                  */
3377                 *p++ = cpu_to_be32(NFS4_ACE_ACCESS_ALLOWED_ACE_TYPE);
3378                 *p++ = cpu_to_be32(0);
3379                 *p++ = cpu_to_be32(0);
3380                 *p++ = cpu_to_be32(0);   /* XXX: is NULL principal ok? */
3381                 break;
3382         case NFS4_OPEN_DELEGATE_WRITE:
3383                 nfserr = nfsd4_encode_stateid(xdr, &open->op_delegate_stateid);
3384                 if (nfserr)
3385                         return nfserr;
3386                 p = xdr_reserve_space(xdr, 32);
3387                 if (!p)
3388                         return nfserr_resource;
3389                 *p++ = cpu_to_be32(0);
3390
3391                 /*
3392                  * TODO: space_limit's in delegations
3393                  */
3394                 *p++ = cpu_to_be32(NFS4_LIMIT_SIZE);
3395                 *p++ = cpu_to_be32(~(u32)0);
3396                 *p++ = cpu_to_be32(~(u32)0);
3397
3398                 /*
3399                  * TODO: ACE's in delegations
3400                  */
3401                 *p++ = cpu_to_be32(NFS4_ACE_ACCESS_ALLOWED_ACE_TYPE);
3402                 *p++ = cpu_to_be32(0);
3403                 *p++ = cpu_to_be32(0);
3404                 *p++ = cpu_to_be32(0);   /* XXX: is NULL principal ok? */
3405                 break;
3406         case NFS4_OPEN_DELEGATE_NONE_EXT: /* 4.1 */
3407                 switch (open->op_why_no_deleg) {
3408                 case WND4_CONTENTION:
3409                 case WND4_RESOURCE:
3410                         p = xdr_reserve_space(xdr, 8);
3411                         if (!p)
3412                                 return nfserr_resource;
3413                         *p++ = cpu_to_be32(open->op_why_no_deleg);
3414                         /* deleg signaling not supported yet: */
3415                         *p++ = cpu_to_be32(0);
3416                         break;
3417                 default:
3418                         p = xdr_reserve_space(xdr, 4);
3419                         if (!p)
3420                                 return nfserr_resource;
3421                         *p++ = cpu_to_be32(open->op_why_no_deleg);
3422                 }
3423                 break;
3424         default:
3425                 BUG();
3426         }
3427         /* XXX save filehandle here */
3428         return 0;
3429 }
3430
3431 static __be32
3432 nfsd4_encode_open_confirm(struct nfsd4_compoundres *resp, __be32 nfserr, struct nfsd4_open_confirm *oc)
3433 {
3434         struct xdr_stream *xdr = &resp->xdr;
3435
3436         return nfsd4_encode_stateid(xdr, &oc->oc_resp_stateid);
3437 }
3438
3439 static __be32
3440 nfsd4_encode_open_downgrade(struct nfsd4_compoundres *resp, __be32 nfserr, struct nfsd4_open_downgrade *od)
3441 {
3442         struct xdr_stream *xdr = &resp->xdr;
3443
3444         return nfsd4_encode_stateid(xdr, &od->od_stateid);
3445 }
3446
3447 static __be32 nfsd4_encode_splice_read(
3448                                 struct nfsd4_compoundres *resp,
3449                                 struct nfsd4_read *read,
3450                                 struct file *file, unsigned long maxcount)
3451 {
3452         struct xdr_stream *xdr = &resp->xdr;
3453         struct xdr_buf *buf = xdr->buf;
3454         u32 eof;
3455         int space_left;
3456         __be32 nfserr;
3457         __be32 *p = xdr->p - 2;
3458
3459         /* Make sure there will be room for padding if needed */
3460         if (xdr->end - xdr->p < 1)
3461                 return nfserr_resource;
3462
3463         nfserr = nfsd_splice_read(read->rd_rqstp, read->rd_fhp,
3464                                   file, read->rd_offset, &maxcount, &eof);
3465         read->rd_length = maxcount;
3466         if (nfserr) {
3467                 /*
3468                  * nfsd_splice_actor may have already messed with the
3469                  * page length; reset it so as not to confuse
3470                  * xdr_truncate_encode:
3471                  */
3472                 buf->page_len = 0;
3473                 return nfserr;
3474         }
3475
3476         *(p++) = htonl(eof);
3477         *(p++) = htonl(maxcount);
3478
3479         buf->page_len = maxcount;
3480         buf->len += maxcount;
3481         xdr->page_ptr += (buf->page_base + maxcount + PAGE_SIZE - 1)
3482                                                         / PAGE_SIZE;
3483
3484         /* Use rest of head for padding and remaining ops: */
3485         buf->tail[0].iov_base = xdr->p;
3486         buf->tail[0].iov_len = 0;
3487         xdr->iov = buf->tail;
3488         if (maxcount&3) {
3489                 int pad = 4 - (maxcount&3);
3490
3491                 *(xdr->p++) = 0;
3492
3493                 buf->tail[0].iov_base += maxcount&3;
3494                 buf->tail[0].iov_len = pad;
3495                 buf->len += pad;
3496         }
3497
3498         space_left = min_t(int, (void *)xdr->end - (void *)xdr->p,
3499                                 buf->buflen - buf->len);
3500         buf->buflen = buf->len + space_left;
3501         xdr->end = (__be32 *)((void *)xdr->end + space_left);
3502
3503         return 0;
3504 }
3505
3506 static __be32 nfsd4_encode_readv(struct nfsd4_compoundres *resp,
3507                                  struct nfsd4_read *read,
3508                                  struct file *file, unsigned long maxcount)
3509 {
3510         struct xdr_stream *xdr = &resp->xdr;
3511         u32 eof;
3512         int v;
3513         int starting_len = xdr->buf->len - 8;
3514         long len;
3515         int thislen;
3516         __be32 nfserr;
3517         __be32 tmp;
3518         __be32 *p;
3519         u32 zzz = 0;
3520         int pad;
3521
3522         len = maxcount;
3523         v = 0;
3524
3525         thislen = min_t(long, len, ((void *)xdr->end - (void *)xdr->p));
3526         p = xdr_reserve_space(xdr, (thislen+3)&~3);
3527         WARN_ON_ONCE(!p);
3528         resp->rqstp->rq_vec[v].iov_base = p;
3529         resp->rqstp->rq_vec[v].iov_len = thislen;
3530         v++;
3531         len -= thislen;
3532
3533         while (len) {
3534                 thislen = min_t(long, len, PAGE_SIZE);
3535                 p = xdr_reserve_space(xdr, (thislen+3)&~3);
3536                 WARN_ON_ONCE(!p);
3537                 resp->rqstp->rq_vec[v].iov_base = p;
3538                 resp->rqstp->rq_vec[v].iov_len = thislen;
3539                 v++;
3540                 len -= thislen;
3541         }
3542         read->rd_vlen = v;
3543
3544         len = maxcount;
3545         nfserr = nfsd_readv(resp->rqstp, read->rd_fhp, file, read->rd_offset,
3546                             resp->rqstp->rq_vec, read->rd_vlen, &maxcount,
3547                             &eof);
3548         read->rd_length = maxcount;
3549         if (nfserr)
3550                 return nfserr;
3551         xdr_truncate_encode(xdr, starting_len + 8 + ((maxcount+3)&~3));
3552
3553         tmp = htonl(eof);
3554         write_bytes_to_xdr_buf(xdr->buf, starting_len    , &tmp, 4);
3555         tmp = htonl(maxcount);
3556         write_bytes_to_xdr_buf(xdr->buf, starting_len + 4, &tmp, 4);
3557
3558         pad = (maxcount&3) ? 4 - (maxcount&3) : 0;
3559         write_bytes_to_xdr_buf(xdr->buf, starting_len + 8 + maxcount,
3560                                                                 &zzz, pad);
3561         return 0;
3562
3563 }
3564
3565 static __be32
3566 nfsd4_encode_read(struct nfsd4_compoundres *resp, __be32 nfserr,
3567                   struct nfsd4_read *read)
3568 {
3569         unsigned long maxcount;
3570         struct xdr_stream *xdr = &resp->xdr;
3571         struct file *file;
3572         int starting_len = xdr->buf->len;
3573         __be32 *p;
3574
3575         if (nfserr)
3576                 return nfserr;
3577         file = read->rd_nf->nf_file;
3578
3579         p = xdr_reserve_space(xdr, 8); /* eof flag and byte count */
3580         if (!p) {
3581                 WARN_ON_ONCE(test_bit(RQ_SPLICE_OK, &resp->rqstp->rq_flags));
3582                 return nfserr_resource;
3583         }
3584         if (resp->xdr.buf->page_len &&
3585             test_bit(RQ_SPLICE_OK, &resp->rqstp->rq_flags)) {
3586                 WARN_ON_ONCE(1);
3587                 return nfserr_resource;
3588         }
3589         xdr_commit_encode(xdr);
3590
3591         maxcount = svc_max_payload(resp->rqstp);
3592         maxcount = min_t(unsigned long, maxcount,
3593                          (xdr->buf->buflen - xdr->buf->len));
3594         maxcount = min_t(unsigned long, maxcount, read->rd_length);
3595
3596         if (file->f_op->splice_read &&
3597             test_bit(RQ_SPLICE_OK, &resp->rqstp->rq_flags))
3598                 nfserr = nfsd4_encode_splice_read(resp, read, file, maxcount);
3599         else
3600                 nfserr = nfsd4_encode_readv(resp, read, file, maxcount);
3601
3602         if (nfserr)
3603                 xdr_truncate_encode(xdr, starting_len);
3604
3605         return nfserr;
3606 }
3607
3608 static __be32
3609 nfsd4_encode_readlink(struct nfsd4_compoundres *resp, __be32 nfserr, struct nfsd4_readlink *readlink)
3610 {
3611         int maxcount;
3612         __be32 wire_count;
3613         int zero = 0;
3614         struct xdr_stream *xdr = &resp->xdr;
3615         int length_offset = xdr->buf->len;
3616         __be32 *p;
3617
3618         p = xdr_reserve_space(xdr, 4);
3619         if (!p)
3620                 return nfserr_resource;
3621         maxcount = PAGE_SIZE;
3622
3623         p = xdr_reserve_space(xdr, maxcount);
3624         if (!p)
3625                 return nfserr_resource;
3626         /*
3627          * XXX: By default, vfs_readlink() will truncate symlinks if they
3628          * would overflow the buffer.  Is this kosher in NFSv4?  If not, one
3629          * easy fix is: if vfs_readlink() precisely fills the buffer, assume
3630          * that truncation occurred, and return NFS4ERR_RESOURCE.
3631          */
3632         nfserr = nfsd_readlink(readlink->rl_rqstp, readlink->rl_fhp,
3633                                                 (char *)p, &maxcount);
3634         if (nfserr == nfserr_isdir)
3635                 nfserr = nfserr_inval;
3636         if (nfserr) {
3637                 xdr_truncate_encode(xdr, length_offset);
3638                 return nfserr;
3639         }
3640
3641         wire_count = htonl(maxcount);
3642         write_bytes_to_xdr_buf(xdr->buf, length_offset, &wire_count, 4);
3643         xdr_truncate_encode(xdr, length_offset + 4 + ALIGN(maxcount, 4));
3644         if (maxcount & 3)
3645                 write_bytes_to_xdr_buf(xdr->buf, length_offset + 4 + maxcount,
3646                                                 &zero, 4 - (maxcount&3));
3647         return 0;
3648 }
3649
3650 static __be32
3651 nfsd4_encode_readdir(struct nfsd4_compoundres *resp, __be32 nfserr, struct nfsd4_readdir *readdir)
3652 {
3653         int maxcount;
3654         int bytes_left;
3655         loff_t offset;
3656         __be64 wire_offset;
3657         struct xdr_stream *xdr = &resp->xdr;
3658         int starting_len = xdr->buf->len;
3659         __be32 *p;
3660
3661         p = xdr_reserve_space(xdr, NFS4_VERIFIER_SIZE);
3662         if (!p)
3663                 return nfserr_resource;
3664
3665         /* XXX: Following NFSv3, we ignore the READDIR verifier for now. */
3666         *p++ = cpu_to_be32(0);
3667         *p++ = cpu_to_be32(0);
3668         resp->xdr.buf->head[0].iov_len = ((char *)resp->xdr.p)
3669                                 - (char *)resp->xdr.buf->head[0].iov_base;
3670
3671         /*
3672          * Number of bytes left for directory entries allowing for the
3673          * final 8 bytes of the readdir and a following failed op:
3674          */
3675         bytes_left = xdr->buf->buflen - xdr->buf->len
3676                         - COMPOUND_ERR_SLACK_SPACE - 8;
3677         if (bytes_left < 0) {
3678                 nfserr = nfserr_resource;
3679                 goto err_no_verf;
3680         }
3681         maxcount = svc_max_payload(resp->rqstp);
3682         maxcount = min_t(u32, readdir->rd_maxcount, maxcount);
3683         /*
3684          * Note the rfc defines rd_maxcount as the size of the
3685          * READDIR4resok structure, which includes the verifier above
3686          * and the 8 bytes encoded at the end of this function:
3687          */
3688         if (maxcount < 16) {
3689                 nfserr = nfserr_toosmall;
3690                 goto err_no_verf;
3691         }
3692         maxcount = min_t(int, maxcount-16, bytes_left);
3693
3694         /* RFC 3530 14.2.24 allows us to ignore dircount when it's 0: */
3695         if (!readdir->rd_dircount)
3696                 readdir->rd_dircount = svc_max_payload(resp->rqstp);
3697
3698         readdir->xdr = xdr;
3699         readdir->rd_maxcount = maxcount;
3700         readdir->common.err = 0;
3701         readdir->cookie_offset = 0;
3702
3703         offset = readdir->rd_cookie;
3704         nfserr = nfsd_readdir(readdir->rd_rqstp, readdir->rd_fhp,
3705                               &offset,
3706                               &readdir->common, nfsd4_encode_dirent);
3707         if (nfserr == nfs_ok &&
3708             readdir->common.err == nfserr_toosmall &&
3709             xdr->buf->len == starting_len + 8) {
3710                 /* nothing encoded; which limit did we hit?: */
3711                 if (maxcount - 16 < bytes_left)
3712                         /* It was the fault of rd_maxcount: */
3713                         nfserr = nfserr_toosmall;
3714                 else
3715                         /* We ran out of buffer space: */
3716                         nfserr = nfserr_resource;
3717         }
3718         if (nfserr)
3719                 goto err_no_verf;
3720
3721         if (readdir->cookie_offset) {
3722                 wire_offset = cpu_to_be64(offset);
3723                 write_bytes_to_xdr_buf(xdr->buf, readdir->cookie_offset,
3724                                                         &wire_offset, 8);
3725         }
3726
3727         p = xdr_reserve_space(xdr, 8);
3728         if (!p) {
3729                 WARN_ON_ONCE(1);
3730                 goto err_no_verf;
3731         }
3732         *p++ = 0;       /* no more entries */
3733         *p++ = htonl(readdir->common.err == nfserr_eof);
3734
3735         return 0;
3736 err_no_verf:
3737         xdr_truncate_encode(xdr, starting_len);
3738         return nfserr;
3739 }
3740
3741 static __be32
3742 nfsd4_encode_remove(struct nfsd4_compoundres *resp, __be32 nfserr, struct nfsd4_remove *remove)
3743 {
3744         struct xdr_stream *xdr = &resp->xdr;
3745         __be32 *p;
3746
3747         p = xdr_reserve_space(xdr, 20);
3748         if (!p)
3749                 return nfserr_resource;
3750         p = encode_cinfo(p, &remove->rm_cinfo);
3751         return 0;
3752 }
3753
3754 static __be32
3755 nfsd4_encode_rename(struct nfsd4_compoundres *resp, __be32 nfserr, struct nfsd4_rename *rename)
3756 {
3757         struct xdr_stream *xdr = &resp->xdr;
3758         __be32 *p;
3759
3760         p = xdr_reserve_space(xdr, 40);
3761         if (!p)
3762                 return nfserr_resource;
3763         p = encode_cinfo(p, &rename->rn_sinfo);
3764         p = encode_cinfo(p, &rename->rn_tinfo);
3765         return 0;
3766 }
3767
3768 static __be32
3769 nfsd4_do_encode_secinfo(struct xdr_stream *xdr, struct svc_export *exp)
3770 {
3771         u32 i, nflavs, supported;
3772         struct exp_flavor_info *flavs;
3773         struct exp_flavor_info def_flavs[2];
3774         __be32 *p, *flavorsp;
3775         static bool report = true;
3776
3777         if (exp->ex_nflavors) {
3778                 flavs = exp->ex_flavors;
3779                 nflavs = exp->ex_nflavors;
3780         } else { /* Handling of some defaults in absence of real secinfo: */
3781                 flavs = def_flavs;
3782                 if (exp->ex_client->flavour->flavour == RPC_AUTH_UNIX) {
3783                         nflavs = 2;
3784                         flavs[0].pseudoflavor = RPC_AUTH_UNIX;
3785                         flavs[1].pseudoflavor = RPC_AUTH_NULL;
3786                 } else if (exp->ex_client->flavour->flavour == RPC_AUTH_GSS) {
3787                         nflavs = 1;
3788                         flavs[0].pseudoflavor
3789                                         = svcauth_gss_flavor(exp->ex_client);
3790                 } else {
3791                         nflavs = 1;
3792                         flavs[0].pseudoflavor
3793                                         = exp->ex_client->flavour->flavour;
3794                 }
3795         }
3796
3797         supported = 0;
3798         p = xdr_reserve_space(xdr, 4);
3799         if (!p)
3800                 return nfserr_resource;
3801         flavorsp = p++;         /* to be backfilled later */
3802
3803         for (i = 0; i < nflavs; i++) {
3804                 rpc_authflavor_t pf = flavs[i].pseudoflavor;
3805                 struct rpcsec_gss_info info;
3806
3807                 if (rpcauth_get_gssinfo(pf, &info) == 0) {
3808                         supported++;
3809                         p = xdr_reserve_space(xdr, 4 + 4 +
3810                                               XDR_LEN(info.oid.len) + 4 + 4);
3811                         if (!p)
3812                                 return nfserr_resource;
3813                         *p++ = cpu_to_be32(RPC_AUTH_GSS);
3814                         p = xdr_encode_opaque(p,  info.oid.data, info.oid.len);
3815                         *p++ = cpu_to_be32(info.qop);
3816                         *p++ = cpu_to_be32(info.service);
3817                 } else if (pf < RPC_AUTH_MAXFLAVOR) {
3818                         supported++;
3819                         p = xdr_reserve_space(xdr, 4);
3820                         if (!p)
3821                                 return nfserr_resource;
3822                         *p++ = cpu_to_be32(pf);
3823                 } else {
3824                         if (report)
3825                                 pr_warn("NFS: SECINFO: security flavor %u "
3826                                         "is not supported\n", pf);
3827                 }
3828         }
3829
3830         if (nflavs != supported)
3831                 report = false;
3832         *flavorsp = htonl(supported);
3833         return 0;
3834 }
3835
3836 static __be32
3837 nfsd4_encode_secinfo(struct nfsd4_compoundres *resp, __be32 nfserr,
3838                      struct nfsd4_secinfo *secinfo)
3839 {
3840         struct xdr_stream *xdr = &resp->xdr;
3841
3842         return nfsd4_do_encode_secinfo(xdr, secinfo->si_exp);
3843 }
3844
3845 static __be32
3846 nfsd4_encode_secinfo_no_name(struct nfsd4_compoundres *resp, __be32 nfserr,
3847                      struct nfsd4_secinfo_no_name *secinfo)
3848 {
3849         struct xdr_stream *xdr = &resp->xdr;
3850
3851         return nfsd4_do_encode_secinfo(xdr, secinfo->sin_exp);
3852 }
3853
3854 /*
3855  * The SETATTR encode routine is special -- it always encodes a bitmap,
3856  * regardless of the error status.
3857  */
3858 static __be32
3859 nfsd4_encode_setattr(struct nfsd4_compoundres *resp, __be32 nfserr, struct nfsd4_setattr *setattr)
3860 {
3861         struct xdr_stream *xdr = &resp->xdr;
3862         __be32 *p;
3863
3864         p = xdr_reserve_space(xdr, 16);
3865         if (!p)
3866                 return nfserr_resource;
3867         if (nfserr) {
3868                 *p++ = cpu_to_be32(3);
3869                 *p++ = cpu_to_be32(0);
3870                 *p++ = cpu_to_be32(0);
3871                 *p++ = cpu_to_be32(0);
3872         }
3873         else {
3874                 *p++ = cpu_to_be32(3);
3875                 *p++ = cpu_to_be32(setattr->sa_bmval[0]);
3876                 *p++ = cpu_to_be32(setattr->sa_bmval[1]);
3877                 *p++ = cpu_to_be32(setattr->sa_bmval[2]);
3878         }
3879         return nfserr;
3880 }
3881
3882 static __be32
3883 nfsd4_encode_setclientid(struct nfsd4_compoundres *resp, __be32 nfserr, struct nfsd4_setclientid *scd)
3884 {
3885         struct xdr_stream *xdr = &resp->xdr;
3886         __be32 *p;
3887
3888         if (!nfserr) {
3889                 p = xdr_reserve_space(xdr, 8 + NFS4_VERIFIER_SIZE);
3890                 if (!p)
3891                         return nfserr_resource;
3892                 p = xdr_encode_opaque_fixed(p, &scd->se_clientid, 8);
3893                 p = xdr_encode_opaque_fixed(p, &scd->se_confirm,
3894                                                 NFS4_VERIFIER_SIZE);
3895         }
3896         else if (nfserr == nfserr_clid_inuse) {
3897                 p = xdr_reserve_space(xdr, 8);
3898                 if (!p)
3899                         return nfserr_resource;
3900                 *p++ = cpu_to_be32(0);
3901                 *p++ = cpu_to_be32(0);
3902         }
3903         return nfserr;
3904 }
3905
3906 static __be32
3907 nfsd4_encode_write(struct nfsd4_compoundres *resp, __be32 nfserr, struct nfsd4_write *write)
3908 {
3909         struct xdr_stream *xdr = &resp->xdr;
3910         __be32 *p;
3911
3912         p = xdr_reserve_space(xdr, 16);
3913         if (!p)
3914                 return nfserr_resource;
3915         *p++ = cpu_to_be32(write->wr_bytes_written);
3916         *p++ = cpu_to_be32(write->wr_how_written);
3917         p = xdr_encode_opaque_fixed(p, write->wr_verifier.data,
3918                                                 NFS4_VERIFIER_SIZE);
3919         return 0;
3920 }
3921
3922 static __be32
3923 nfsd4_encode_exchange_id(struct nfsd4_compoundres *resp, __be32 nfserr,
3924                          struct nfsd4_exchange_id *exid)
3925 {
3926         struct xdr_stream *xdr = &resp->xdr;
3927         __be32 *p;
3928         char *major_id;
3929         char *server_scope;
3930         int major_id_sz;
3931         int server_scope_sz;
3932         uint64_t minor_id = 0;
3933
3934         major_id = utsname()->nodename;
3935         major_id_sz = strlen(major_id);
3936         server_scope = utsname()->nodename;
3937         server_scope_sz = strlen(server_scope);
3938
3939         p = xdr_reserve_space(xdr,
3940                 8 /* eir_clientid */ +
3941                 4 /* eir_sequenceid */ +
3942                 4 /* eir_flags */ +
3943                 4 /* spr_how */);
3944         if (!p)
3945                 return nfserr_resource;
3946
3947         p = xdr_encode_opaque_fixed(p, &exid->clientid, 8);
3948         *p++ = cpu_to_be32(exid->seqid);
3949         *p++ = cpu_to_be32(exid->flags);
3950
3951         *p++ = cpu_to_be32(exid->spa_how);
3952
3953         switch (exid->spa_how) {
3954         case SP4_NONE:
3955                 break;
3956         case SP4_MACH_CRED:
3957                 /* spo_must_enforce bitmap: */
3958                 nfserr = nfsd4_encode_bitmap(xdr,
3959                                         exid->spo_must_enforce[0],
3960                                         exid->spo_must_enforce[1],
3961                                         exid->spo_must_enforce[2]);
3962                 if (nfserr)
3963                         return nfserr;
3964                 /* spo_must_allow bitmap: */
3965                 nfserr = nfsd4_encode_bitmap(xdr,
3966                                         exid->spo_must_allow[0],
3967                                         exid->spo_must_allow[1],
3968                                         exid->spo_must_allow[2]);
3969                 if (nfserr)
3970                         return nfserr;
3971                 break;
3972         default:
3973                 WARN_ON_ONCE(1);
3974         }
3975
3976         p = xdr_reserve_space(xdr,
3977                 8 /* so_minor_id */ +
3978                 4 /* so_major_id.len */ +
3979                 (XDR_QUADLEN(major_id_sz) * 4) +
3980                 4 /* eir_server_scope.len */ +
3981                 (XDR_QUADLEN(server_scope_sz) * 4) +
3982                 4 /* eir_server_impl_id.count (0) */);
3983         if (!p)
3984                 return nfserr_resource;
3985
3986         /* The server_owner struct */
3987         p = xdr_encode_hyper(p, minor_id);      /* Minor id */
3988         /* major id */
3989         p = xdr_encode_opaque(p, major_id, major_id_sz);
3990
3991         /* Server scope */
3992         p = xdr_encode_opaque(p, server_scope, server_scope_sz);
3993
3994         /* Implementation id */
3995         *p++ = cpu_to_be32(0);  /* zero length nfs_impl_id4 array */
3996         return 0;
3997 }
3998
3999 static __be32
4000 nfsd4_encode_create_session(struct nfsd4_compoundres *resp, __be32 nfserr,
4001                             struct nfsd4_create_session *sess)
4002 {
4003         struct xdr_stream *xdr = &resp->xdr;
4004         __be32 *p;
4005
4006         p = xdr_reserve_space(xdr, 24);
4007         if (!p)
4008                 return nfserr_resource;
4009         p = xdr_encode_opaque_fixed(p, sess->sessionid.data,
4010                                         NFS4_MAX_SESSIONID_LEN);
4011         *p++ = cpu_to_be32(sess->seqid);
4012         *p++ = cpu_to_be32(sess->flags);
4013
4014         p = xdr_reserve_space(xdr, 28);
4015         if (!p)
4016                 return nfserr_resource;
4017         *p++ = cpu_to_be32(0); /* headerpadsz */
4018         *p++ = cpu_to_be32(sess->fore_channel.maxreq_sz);
4019         *p++ = cpu_to_be32(sess->fore_channel.maxresp_sz);
4020         *p++ = cpu_to_be32(sess->fore_channel.maxresp_cached);
4021         *p++ = cpu_to_be32(sess->fore_channel.maxops);
4022         *p++ = cpu_to_be32(sess->fore_channel.maxreqs);
4023         *p++ = cpu_to_be32(sess->fore_channel.nr_rdma_attrs);
4024
4025         if (sess->fore_channel.nr_rdma_attrs) {
4026                 p = xdr_reserve_space(xdr, 4);
4027                 if (!p)
4028                         return nfserr_resource;
4029                 *p++ = cpu_to_be32(sess->fore_channel.rdma_attrs);
4030         }
4031
4032         p = xdr_reserve_space(xdr, 28);
4033         if (!p)
4034                 return nfserr_resource;
4035         *p++ = cpu_to_be32(0); /* headerpadsz */
4036         *p++ = cpu_to_be32(sess->back_channel.maxreq_sz);
4037         *p++ = cpu_to_be32(sess->back_channel.maxresp_sz);
4038         *p++ = cpu_to_be32(sess->back_channel.maxresp_cached);
4039         *p++ = cpu_to_be32(sess->back_channel.maxops);
4040         *p++ = cpu_to_be32(sess->back_channel.maxreqs);
4041         *p++ = cpu_to_be32(sess->back_channel.nr_rdma_attrs);
4042
4043         if (sess->back_channel.nr_rdma_attrs) {
4044                 p = xdr_reserve_space(xdr, 4);
4045                 if (!p)
4046                         return nfserr_resource;
4047                 *p++ = cpu_to_be32(sess->back_channel.rdma_attrs);
4048         }
4049         return 0;
4050 }
4051
4052 static __be32
4053 nfsd4_encode_sequence(struct nfsd4_compoundres *resp, __be32 nfserr,
4054                       struct nfsd4_sequence *seq)
4055 {
4056         struct xdr_stream *xdr = &resp->xdr;
4057         __be32 *p;
4058
4059         p = xdr_reserve_space(xdr, NFS4_MAX_SESSIONID_LEN + 20);
4060         if (!p)
4061                 return nfserr_resource;
4062         p = xdr_encode_opaque_fixed(p, seq->sessionid.data,
4063                                         NFS4_MAX_SESSIONID_LEN);
4064         *p++ = cpu_to_be32(seq->seqid);
4065         *p++ = cpu_to_be32(seq->slotid);
4066         /* Note slotid's are numbered from zero: */
4067         *p++ = cpu_to_be32(seq->maxslots - 1); /* sr_highest_slotid */
4068         *p++ = cpu_to_be32(seq->maxslots - 1); /* sr_target_highest_slotid */
4069         *p++ = cpu_to_be32(seq->status_flags);
4070
4071         resp->cstate.data_offset = xdr->buf->len; /* DRC cache data pointer */
4072         return 0;
4073 }
4074
4075 static __be32
4076 nfsd4_encode_test_stateid(struct nfsd4_compoundres *resp, __be32 nfserr,
4077                           struct nfsd4_test_stateid *test_stateid)
4078 {
4079         struct xdr_stream *xdr = &resp->xdr;
4080         struct nfsd4_test_stateid_id *stateid, *next;
4081         __be32 *p;
4082
4083         p = xdr_reserve_space(xdr, 4 + (4 * test_stateid->ts_num_ids));
4084         if (!p)
4085                 return nfserr_resource;
4086         *p++ = htonl(test_stateid->ts_num_ids);
4087
4088         list_for_each_entry_safe(stateid, next, &test_stateid->ts_stateid_list, ts_id_list) {
4089                 *p++ = stateid->ts_id_status;
4090         }
4091
4092         return 0;
4093 }
4094
4095 #ifdef CONFIG_NFSD_PNFS
4096 static __be32
4097 nfsd4_encode_getdeviceinfo(struct nfsd4_compoundres *resp, __be32 nfserr,
4098                 struct nfsd4_getdeviceinfo *gdev)
4099 {
4100         struct xdr_stream *xdr = &resp->xdr;
4101         const struct nfsd4_layout_ops *ops;
4102         u32 starting_len = xdr->buf->len, needed_len;
4103         __be32 *p;
4104
4105         p = xdr_reserve_space(xdr, 4);
4106         if (!p)
4107                 return nfserr_resource;
4108
4109         *p++ = cpu_to_be32(gdev->gd_layout_type);
4110
4111         /* If maxcount is 0 then just update notifications */
4112         if (gdev->gd_maxcount != 0) {
4113                 ops = nfsd4_layout_ops[gdev->gd_layout_type];
4114                 nfserr = ops->encode_getdeviceinfo(xdr, gdev);
4115                 if (nfserr) {
4116                         /*
4117                          * We don't bother to burden the layout drivers with
4118                          * enforcing gd_maxcount, just tell the client to
4119                          * come back with a bigger buffer if it's not enough.
4120                          */
4121                         if (xdr->buf->len + 4 > gdev->gd_maxcount)
4122                                 goto toosmall;
4123                         return nfserr;
4124                 }
4125         }
4126
4127         if (gdev->gd_notify_types) {
4128                 p = xdr_reserve_space(xdr, 4 + 4);
4129                 if (!p)
4130                         return nfserr_resource;
4131                 *p++ = cpu_to_be32(1);                  /* bitmap length */
4132                 *p++ = cpu_to_be32(gdev->gd_notify_types);
4133         } else {
4134                 p = xdr_reserve_space(xdr, 4);
4135                 if (!p)
4136                         return nfserr_resource;
4137                 *p++ = 0;
4138         }
4139
4140         return 0;
4141 toosmall:
4142         dprintk("%s: maxcount too small\n", __func__);
4143         needed_len = xdr->buf->len + 4 /* notifications */;
4144         xdr_truncate_encode(xdr, starting_len);
4145         p = xdr_reserve_space(xdr, 4);
4146         if (!p)
4147                 return nfserr_resource;
4148         *p++ = cpu_to_be32(needed_len);
4149         return nfserr_toosmall;
4150 }
4151
4152 static __be32
4153 nfsd4_encode_layoutget(struct nfsd4_compoundres *resp, __be32 nfserr,
4154                 struct nfsd4_layoutget *lgp)
4155 {
4156         struct xdr_stream *xdr = &resp->xdr;
4157         const struct nfsd4_layout_ops *ops;
4158         __be32 *p;
4159
4160         p = xdr_reserve_space(xdr, 36 + sizeof(stateid_opaque_t));
4161         if (!p)
4162                 return nfserr_resource;
4163
4164         *p++ = cpu_to_be32(1);  /* we always set return-on-close */
4165         *p++ = cpu_to_be32(lgp->lg_sid.si_generation);
4166         p = xdr_encode_opaque_fixed(p, &lgp->lg_sid.si_opaque,
4167                                     sizeof(stateid_opaque_t));
4168
4169         *p++ = cpu_to_be32(1);  /* we always return a single layout */
4170         p = xdr_encode_hyper(p, lgp->lg_seg.offset);
4171         p = xdr_encode_hyper(p, lgp->lg_seg.length);
4172         *p++ = cpu_to_be32(lgp->lg_seg.iomode);
4173         *p++ = cpu_to_be32(lgp->lg_layout_type);
4174
4175         ops = nfsd4_layout_ops[lgp->lg_layout_type];
4176         return ops->encode_layoutget(xdr, lgp);
4177 }
4178
4179 static __be32
4180 nfsd4_encode_layoutcommit(struct nfsd4_compoundres *resp, __be32 nfserr,
4181                           struct nfsd4_layoutcommit *lcp)
4182 {
4183         struct xdr_stream *xdr = &resp->xdr;
4184         __be32 *p;
4185
4186         p = xdr_reserve_space(xdr, 4);
4187         if (!p)
4188                 return nfserr_resource;
4189         *p++ = cpu_to_be32(lcp->lc_size_chg);
4190         if (lcp->lc_size_chg) {
4191                 p = xdr_reserve_space(xdr, 8);
4192                 if (!p)
4193                         return nfserr_resource;
4194                 p = xdr_encode_hyper(p, lcp->lc_newsize);
4195         }
4196
4197         return 0;
4198 }
4199
4200 static __be32
4201 nfsd4_encode_layoutreturn(struct nfsd4_compoundres *resp, __be32 nfserr,
4202                 struct nfsd4_layoutreturn *lrp)
4203 {
4204         struct xdr_stream *xdr = &resp->xdr;
4205         __be32 *p;
4206
4207         p = xdr_reserve_space(xdr, 4);
4208         if (!p)
4209                 return nfserr_resource;
4210         *p++ = cpu_to_be32(lrp->lrs_present);
4211         if (lrp->lrs_present)
4212                 return nfsd4_encode_stateid(xdr, &lrp->lr_sid);
4213         return 0;
4214 }
4215 #endif /* CONFIG_NFSD_PNFS */
4216
4217 static __be32
4218 nfsd42_encode_write_res(struct nfsd4_compoundres *resp,
4219                 struct nfsd42_write_res *write, bool sync)
4220 {
4221         __be32 *p;
4222         p = xdr_reserve_space(&resp->xdr, 4);
4223         if (!p)
4224                 return nfserr_resource;
4225
4226         if (sync)
4227                 *p++ = cpu_to_be32(0);
4228         else {
4229                 __be32 nfserr;
4230                 *p++ = cpu_to_be32(1);
4231                 nfserr = nfsd4_encode_stateid(&resp->xdr, &write->cb_stateid);
4232                 if (nfserr)
4233                         return nfserr;
4234         }
4235         p = xdr_reserve_space(&resp->xdr, 8 + 4 + NFS4_VERIFIER_SIZE);
4236         if (!p)
4237                 return nfserr_resource;
4238
4239         p = xdr_encode_hyper(p, write->wr_bytes_written);
4240         *p++ = cpu_to_be32(write->wr_stable_how);
4241         p = xdr_encode_opaque_fixed(p, write->wr_verifier.data,
4242                                     NFS4_VERIFIER_SIZE);
4243         return nfs_ok;
4244 }
4245
4246 static __be32
4247 nfsd4_encode_copy(struct nfsd4_compoundres *resp, __be32 nfserr,
4248                   struct nfsd4_copy *copy)
4249 {
4250         __be32 *p;
4251
4252         nfserr = nfsd42_encode_write_res(resp, &copy->cp_res,
4253                         copy->cp_synchronous);
4254         if (nfserr)
4255                 return nfserr;
4256
4257         p = xdr_reserve_space(&resp->xdr, 4 + 4);
4258         *p++ = xdr_one; /* cr_consecutive */
4259         *p++ = cpu_to_be32(copy->cp_synchronous);
4260         return 0;
4261 }
4262
4263 static __be32
4264 nfsd4_encode_offload_status(struct nfsd4_compoundres *resp, __be32 nfserr,
4265                             struct nfsd4_offload_status *os)
4266 {
4267         struct xdr_stream *xdr = &resp->xdr;
4268         __be32 *p;
4269
4270         p = xdr_reserve_space(xdr, 8 + 4);
4271         if (!p)
4272                 return nfserr_resource;
4273         p = xdr_encode_hyper(p, os->count);
4274         *p++ = cpu_to_be32(0);
4275
4276         return nfserr;
4277 }
4278
4279 static __be32
4280 nfsd4_encode_seek(struct nfsd4_compoundres *resp, __be32 nfserr,
4281                   struct nfsd4_seek *seek)
4282 {
4283         __be32 *p;
4284
4285         p = xdr_reserve_space(&resp->xdr, 4 + 8);
4286         *p++ = cpu_to_be32(seek->seek_eof);
4287         p = xdr_encode_hyper(p, seek->seek_pos);
4288
4289         return 0;
4290 }
4291
4292 static __be32
4293 nfsd4_encode_noop(struct nfsd4_compoundres *resp, __be32 nfserr, void *p)
4294 {
4295         return nfserr;
4296 }
4297
4298 typedef __be32(* nfsd4_enc)(struct nfsd4_compoundres *, __be32, void *);
4299
4300 /*
4301  * Note: nfsd4_enc_ops vector is shared for v4.0 and v4.1
4302  * since we don't need to filter out obsolete ops as this is
4303  * done in the decoding phase.
4304  */
4305 static const nfsd4_enc nfsd4_enc_ops[] = {
4306         [OP_ACCESS]             = (nfsd4_enc)nfsd4_encode_access,
4307         [OP_CLOSE]              = (nfsd4_enc)nfsd4_encode_close,
4308         [OP_COMMIT]             = (nfsd4_enc)nfsd4_encode_commit,
4309         [OP_CREATE]             = (nfsd4_enc)nfsd4_encode_create,
4310         [OP_DELEGPURGE]         = (nfsd4_enc)nfsd4_encode_noop,
4311         [OP_DELEGRETURN]        = (nfsd4_enc)nfsd4_encode_noop,
4312         [OP_GETATTR]            = (nfsd4_enc)nfsd4_encode_getattr,
4313         [OP_GETFH]              = (nfsd4_enc)nfsd4_encode_getfh,
4314         [OP_LINK]               = (nfsd4_enc)nfsd4_encode_link,
4315         [OP_LOCK]               = (nfsd4_enc)nfsd4_encode_lock,
4316         [OP_LOCKT]              = (nfsd4_enc)nfsd4_encode_lockt,
4317         [OP_LOCKU]              = (nfsd4_enc)nfsd4_encode_locku,
4318         [OP_LOOKUP]             = (nfsd4_enc)nfsd4_encode_noop,
4319         [OP_LOOKUPP]            = (nfsd4_enc)nfsd4_encode_noop,
4320         [OP_NVERIFY]            = (nfsd4_enc)nfsd4_encode_noop,
4321         [OP_OPEN]               = (nfsd4_enc)nfsd4_encode_open,
4322         [OP_OPENATTR]           = (nfsd4_enc)nfsd4_encode_noop,
4323         [OP_OPEN_CONFIRM]       = (nfsd4_enc)nfsd4_encode_open_confirm,
4324         [OP_OPEN_DOWNGRADE]     = (nfsd4_enc)nfsd4_encode_open_downgrade,
4325         [OP_PUTFH]              = (nfsd4_enc)nfsd4_encode_noop,
4326         [OP_PUTPUBFH]           = (nfsd4_enc)nfsd4_encode_noop,
4327         [OP_PUTROOTFH]          = (nfsd4_enc)nfsd4_encode_noop,
4328         [OP_READ]               = (nfsd4_enc)nfsd4_encode_read,
4329         [OP_READDIR]            = (nfsd4_enc)nfsd4_encode_readdir,
4330         [OP_READLINK]           = (nfsd4_enc)nfsd4_encode_readlink,
4331         [OP_REMOVE]             = (nfsd4_enc)nfsd4_encode_remove,
4332         [OP_RENAME]             = (nfsd4_enc)nfsd4_encode_rename,
4333         [OP_RENEW]              = (nfsd4_enc)nfsd4_encode_noop,
4334         [OP_RESTOREFH]          = (nfsd4_enc)nfsd4_encode_noop,
4335         [OP_SAVEFH]             = (nfsd4_enc)nfsd4_encode_noop,
4336         [OP_SECINFO]            = (nfsd4_enc)nfsd4_encode_secinfo,
4337         [OP_SETATTR]            = (nfsd4_enc)nfsd4_encode_setattr,
4338         [OP_SETCLIENTID]        = (nfsd4_enc)nfsd4_encode_setclientid,
4339         [OP_SETCLIENTID_CONFIRM] = (nfsd4_enc)nfsd4_encode_noop,
4340         [OP_VERIFY]             = (nfsd4_enc)nfsd4_encode_noop,
4341         [OP_WRITE]              = (nfsd4_enc)nfsd4_encode_write,
4342         [OP_RELEASE_LOCKOWNER]  = (nfsd4_enc)nfsd4_encode_noop,
4343
4344         /* NFSv4.1 operations */
4345         [OP_BACKCHANNEL_CTL]    = (nfsd4_enc)nfsd4_encode_noop,
4346         [OP_BIND_CONN_TO_SESSION] = (nfsd4_enc)nfsd4_encode_bind_conn_to_session,
4347         [OP_EXCHANGE_ID]        = (nfsd4_enc)nfsd4_encode_exchange_id,
4348         [OP_CREATE_SESSION]     = (nfsd4_enc)nfsd4_encode_create_session,
4349         [OP_DESTROY_SESSION]    = (nfsd4_enc)nfsd4_encode_noop,
4350         [OP_FREE_STATEID]       = (nfsd4_enc)nfsd4_encode_noop,
4351         [OP_GET_DIR_DELEGATION] = (nfsd4_enc)nfsd4_encode_noop,
4352 #ifdef CONFIG_NFSD_PNFS
4353         [OP_GETDEVICEINFO]      = (nfsd4_enc)nfsd4_encode_getdeviceinfo,
4354         [OP_GETDEVICELIST]      = (nfsd4_enc)nfsd4_encode_noop,
4355         [OP_LAYOUTCOMMIT]       = (nfsd4_enc)nfsd4_encode_layoutcommit,
4356         [OP_LAYOUTGET]          = (nfsd4_enc)nfsd4_encode_layoutget,
4357         [OP_LAYOUTRETURN]       = (nfsd4_enc)nfsd4_encode_layoutreturn,
4358 #else
4359         [OP_GETDEVICEINFO]      = (nfsd4_enc)nfsd4_encode_noop,
4360         [OP_GETDEVICELIST]      = (nfsd4_enc)nfsd4_encode_noop,
4361         [OP_LAYOUTCOMMIT]       = (nfsd4_enc)nfsd4_encode_noop,
4362         [OP_LAYOUTGET]          = (nfsd4_enc)nfsd4_encode_noop,
4363         [OP_LAYOUTRETURN]       = (nfsd4_enc)nfsd4_encode_noop,
4364 #endif
4365         [OP_SECINFO_NO_NAME]    = (nfsd4_enc)nfsd4_encode_secinfo_no_name,
4366         [OP_SEQUENCE]           = (nfsd4_enc)nfsd4_encode_sequence,
4367         [OP_SET_SSV]            = (nfsd4_enc)nfsd4_encode_noop,
4368         [OP_TEST_STATEID]       = (nfsd4_enc)nfsd4_encode_test_stateid,
4369         [OP_WANT_DELEGATION]    = (nfsd4_enc)nfsd4_encode_noop,
4370         [OP_DESTROY_CLIENTID]   = (nfsd4_enc)nfsd4_encode_noop,
4371         [OP_RECLAIM_COMPLETE]   = (nfsd4_enc)nfsd4_encode_noop,
4372
4373         /* NFSv4.2 operations */
4374         [OP_ALLOCATE]           = (nfsd4_enc)nfsd4_encode_noop,
4375         [OP_COPY]               = (nfsd4_enc)nfsd4_encode_copy,
4376         [OP_COPY_NOTIFY]        = (nfsd4_enc)nfsd4_encode_noop,
4377         [OP_DEALLOCATE]         = (nfsd4_enc)nfsd4_encode_noop,
4378         [OP_IO_ADVISE]          = (nfsd4_enc)nfsd4_encode_noop,
4379         [OP_LAYOUTERROR]        = (nfsd4_enc)nfsd4_encode_noop,
4380         [OP_LAYOUTSTATS]        = (nfsd4_enc)nfsd4_encode_noop,
4381         [OP_OFFLOAD_CANCEL]     = (nfsd4_enc)nfsd4_encode_noop,
4382         [OP_OFFLOAD_STATUS]     = (nfsd4_enc)nfsd4_encode_offload_status,
4383         [OP_READ_PLUS]          = (nfsd4_enc)nfsd4_encode_noop,
4384         [OP_SEEK]               = (nfsd4_enc)nfsd4_encode_seek,
4385         [OP_WRITE_SAME]         = (nfsd4_enc)nfsd4_encode_noop,
4386         [OP_CLONE]              = (nfsd4_enc)nfsd4_encode_noop,
4387 };
4388
4389 /*
4390  * Calculate whether we still have space to encode repsize bytes.
4391  * There are two considerations:
4392  *     - For NFS versions >=4.1, the size of the reply must stay within
4393  *       session limits
4394  *     - For all NFS versions, we must stay within limited preallocated
4395  *       buffer space.
4396  *
4397  * This is called before the operation is processed, so can only provide
4398  * an upper estimate.  For some nonidempotent operations (such as
4399  * getattr), it's not necessarily a problem if that estimate is wrong,
4400  * as we can fail it after processing without significant side effects.
4401  */
4402 __be32 nfsd4_check_resp_size(struct nfsd4_compoundres *resp, u32 respsize)
4403 {
4404         struct xdr_buf *buf = &resp->rqstp->rq_res;
4405         struct nfsd4_slot *slot = resp->cstate.slot;
4406
4407         if (buf->len + respsize <= buf->buflen)
4408                 return nfs_ok;
4409         if (!nfsd4_has_session(&resp->cstate))
4410                 return nfserr_resource;
4411         if (slot->sl_flags & NFSD4_SLOT_CACHETHIS) {
4412                 WARN_ON_ONCE(1);
4413                 return nfserr_rep_too_big_to_cache;
4414         }
4415         return nfserr_rep_too_big;
4416 }
4417
4418 void
4419 nfsd4_encode_operation(struct nfsd4_compoundres *resp, struct nfsd4_op *op)
4420 {
4421         struct xdr_stream *xdr = &resp->xdr;
4422         struct nfs4_stateowner *so = resp->cstate.replay_owner;
4423         struct svc_rqst *rqstp = resp->rqstp;
4424         const struct nfsd4_operation *opdesc = op->opdesc;
4425         int post_err_offset;
4426         nfsd4_enc encoder;
4427         __be32 *p;
4428
4429         p = xdr_reserve_space(xdr, 8);
4430         if (!p) {
4431                 WARN_ON_ONCE(1);
4432                 return;
4433         }
4434         *p++ = cpu_to_be32(op->opnum);
4435         post_err_offset = xdr->buf->len;
4436
4437         if (op->opnum == OP_ILLEGAL)
4438                 goto status;
4439         if (op->status && opdesc &&
4440                         !(opdesc->op_flags & OP_NONTRIVIAL_ERROR_ENCODE))
4441                 goto status;
4442         BUG_ON(op->opnum < 0 || op->opnum >= ARRAY_SIZE(nfsd4_enc_ops) ||
4443                !nfsd4_enc_ops[op->opnum]);
4444         encoder = nfsd4_enc_ops[op->opnum];
4445         op->status = encoder(resp, op->status, &op->u);
4446         if (opdesc && opdesc->op_release)
4447                 opdesc->op_release(&op->u);
4448         xdr_commit_encode(xdr);
4449
4450         /* nfsd4_check_resp_size guarantees enough room for error status */
4451         if (!op->status) {
4452                 int space_needed = 0;
4453                 if (!nfsd4_last_compound_op(rqstp))
4454                         space_needed = COMPOUND_ERR_SLACK_SPACE;
4455                 op->status = nfsd4_check_resp_size(resp, space_needed);
4456         }
4457         if (op->status == nfserr_resource && nfsd4_has_session(&resp->cstate)) {
4458                 struct nfsd4_slot *slot = resp->cstate.slot;
4459
4460                 if (slot->sl_flags & NFSD4_SLOT_CACHETHIS)
4461                         op->status = nfserr_rep_too_big_to_cache;
4462                 else
4463                         op->status = nfserr_rep_too_big;
4464         }
4465         if (op->status == nfserr_resource ||
4466             op->status == nfserr_rep_too_big ||
4467             op->status == nfserr_rep_too_big_to_cache) {
4468                 /*
4469                  * The operation may have already been encoded or
4470                  * partially encoded.  No op returns anything additional
4471                  * in the case of one of these three errors, so we can
4472                  * just truncate back to after the status.  But it's a
4473                  * bug if we had to do this on a non-idempotent op:
4474                  */
4475                 warn_on_nonidempotent_op(op);
4476                 xdr_truncate_encode(xdr, post_err_offset);
4477         }
4478         if (so) {
4479                 int len = xdr->buf->len - post_err_offset;
4480
4481                 so->so_replay.rp_status = op->status;
4482                 so->so_replay.rp_buflen = len;
4483                 read_bytes_from_xdr_buf(xdr->buf, post_err_offset,
4484                                                 so->so_replay.rp_buf, len);
4485         }
4486 status:
4487         /* Note that op->status is already in network byte order: */
4488         write_bytes_to_xdr_buf(xdr->buf, post_err_offset - 4, &op->status, 4);
4489 }
4490
4491 /*
4492  * Encode the reply stored in the stateowner reply cache
4493  *
4494  * XDR note: do not encode rp->rp_buflen: the buffer contains the
4495  * previously sent already encoded operation.
4496  */
4497 void
4498 nfsd4_encode_replay(struct xdr_stream *xdr, struct nfsd4_op *op)
4499 {
4500         __be32 *p;
4501         struct nfs4_replay *rp = op->replay;
4502
4503         BUG_ON(!rp);
4504
4505         p = xdr_reserve_space(xdr, 8 + rp->rp_buflen);
4506         if (!p) {
4507                 WARN_ON_ONCE(1);
4508                 return;
4509         }
4510         *p++ = cpu_to_be32(op->opnum);
4511         *p++ = rp->rp_status;  /* already xdr'ed */
4512
4513         p = xdr_encode_opaque_fixed(p, rp->rp_buf, rp->rp_buflen);
4514 }
4515
4516 int
4517 nfs4svc_encode_voidres(struct svc_rqst *rqstp, __be32 *p)
4518 {
4519         return xdr_ressize_check(rqstp, p);
4520 }
4521
4522 void nfsd4_release_compoundargs(struct svc_rqst *rqstp)
4523 {
4524         struct nfsd4_compoundargs *args = rqstp->rq_argp;
4525
4526         if (args->ops != args->iops) {
4527                 kfree(args->ops);
4528                 args->ops = args->iops;
4529         }
4530         kfree(args->tmpp);
4531         args->tmpp = NULL;
4532         while (args->to_free) {
4533                 struct svcxdr_tmpbuf *tb = args->to_free;
4534                 args->to_free = tb->next;
4535                 kfree(tb);
4536         }
4537 }
4538
4539 int
4540 nfs4svc_decode_compoundargs(struct svc_rqst *rqstp, __be32 *p)
4541 {
4542         struct nfsd4_compoundargs *args = rqstp->rq_argp;
4543
4544         if (rqstp->rq_arg.head[0].iov_len % 4) {
4545                 /* client is nuts */
4546                 dprintk("%s: compound not properly padded! (peeraddr=%pISc xid=0x%x)",
4547                         __func__, svc_addr(rqstp), be32_to_cpu(rqstp->rq_xid));
4548                 return 0;
4549         }
4550         args->p = p;
4551         args->end = rqstp->rq_arg.head[0].iov_base + rqstp->rq_arg.head[0].iov_len;
4552         args->pagelist = rqstp->rq_arg.pages;
4553         args->pagelen = rqstp->rq_arg.page_len;
4554         args->tail = false;
4555         args->tmpp = NULL;
4556         args->to_free = NULL;
4557         args->ops = args->iops;
4558         args->rqstp = rqstp;
4559
4560         return !nfsd4_decode_compound(args);
4561 }
4562
4563 int
4564 nfs4svc_encode_compoundres(struct svc_rqst *rqstp, __be32 *p)
4565 {
4566         /*
4567          * All that remains is to write the tag and operation count...
4568          */
4569         struct nfsd4_compoundres *resp = rqstp->rq_resp;
4570         struct xdr_buf *buf = resp->xdr.buf;
4571
4572         WARN_ON_ONCE(buf->len != buf->head[0].iov_len + buf->page_len +
4573                                  buf->tail[0].iov_len);
4574
4575         rqstp->rq_next_page = resp->xdr.page_ptr + 1;
4576
4577         p = resp->tagp;
4578         *p++ = htonl(resp->taglen);
4579         memcpy(p, resp->tag, resp->taglen);
4580         p += XDR_QUADLEN(resp->taglen);
4581         *p++ = htonl(resp->opcnt);
4582
4583         nfsd4_sequence_done(resp);
4584         return 1;
4585 }
4586
4587 /*
4588  * Local variables:
4589  *  c-basic-offset: 8
4590  * End:
4591  */