GNU Linux-libre 4.14.266-gnu1
[releases.git] / fs / nfsd / nfs4proc.c
1 /*
2  *  Server-side procedures for NFSv4.
3  *
4  *  Copyright (c) 2002 The Regents of the University of Michigan.
5  *  All rights reserved.
6  *
7  *  Kendrick Smith <kmsmith@umich.edu>
8  *  Andy Adamson   <andros@umich.edu>
9  *
10  *  Redistribution and use in source and binary forms, with or without
11  *  modification, are permitted provided that the following conditions
12  *  are met:
13  *
14  *  1. Redistributions of source code must retain the above copyright
15  *     notice, this list of conditions and the following disclaimer.
16  *  2. Redistributions in binary form must reproduce the above copyright
17  *     notice, this list of conditions and the following disclaimer in the
18  *     documentation and/or other materials provided with the distribution.
19  *  3. Neither the name of the University nor the names of its
20  *     contributors may be used to endorse or promote products derived
21  *     from this software without specific prior written permission.
22  *
23  *  THIS SOFTWARE IS PROVIDED ``AS IS'' AND ANY EXPRESS OR IMPLIED
24  *  WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
25  *  MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
26  *  DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
27  *  FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
28  *  CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
29  *  SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
30  *  BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
31  *  LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
32  *  NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
33  *  SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
34  */
35 #include <linux/fs_struct.h>
36 #include <linux/file.h>
37 #include <linux/falloc.h>
38 #include <linux/slab.h>
39
40 #include "idmap.h"
41 #include "cache.h"
42 #include "xdr4.h"
43 #include "vfs.h"
44 #include "current_stateid.h"
45 #include "netns.h"
46 #include "acl.h"
47 #include "pnfs.h"
48 #include "trace.h"
49
50 #ifdef CONFIG_NFSD_V4_SECURITY_LABEL
51 #include <linux/security.h>
52
53 static inline void
54 nfsd4_security_inode_setsecctx(struct svc_fh *resfh, struct xdr_netobj *label, u32 *bmval)
55 {
56         struct inode *inode = d_inode(resfh->fh_dentry);
57         int status;
58
59         inode_lock(inode);
60         status = security_inode_setsecctx(resfh->fh_dentry,
61                 label->data, label->len);
62         inode_unlock(inode);
63
64         if (status)
65                 /*
66                  * XXX: We should really fail the whole open, but we may
67                  * already have created a new file, so it may be too
68                  * late.  For now this seems the least of evils:
69                  */
70                 bmval[2] &= ~FATTR4_WORD2_SECURITY_LABEL;
71
72         return;
73 }
74 #else
75 static inline void
76 nfsd4_security_inode_setsecctx(struct svc_fh *resfh, struct xdr_netobj *label, u32 *bmval)
77 { }
78 #endif
79
80 #define NFSDDBG_FACILITY                NFSDDBG_PROC
81
82 static u32 nfsd_attrmask[] = {
83         NFSD_WRITEABLE_ATTRS_WORD0,
84         NFSD_WRITEABLE_ATTRS_WORD1,
85         NFSD_WRITEABLE_ATTRS_WORD2
86 };
87
88 static u32 nfsd41_ex_attrmask[] = {
89         NFSD_SUPPATTR_EXCLCREAT_WORD0,
90         NFSD_SUPPATTR_EXCLCREAT_WORD1,
91         NFSD_SUPPATTR_EXCLCREAT_WORD2
92 };
93
94 static __be32
95 check_attr_support(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
96                    u32 *bmval, u32 *writable)
97 {
98         struct dentry *dentry = cstate->current_fh.fh_dentry;
99         struct svc_export *exp = cstate->current_fh.fh_export;
100
101         if (!nfsd_attrs_supported(cstate->minorversion, bmval))
102                 return nfserr_attrnotsupp;
103         if ((bmval[0] & FATTR4_WORD0_ACL) && !IS_POSIXACL(d_inode(dentry)))
104                 return nfserr_attrnotsupp;
105         if ((bmval[2] & FATTR4_WORD2_SECURITY_LABEL) &&
106                         !(exp->ex_flags & NFSEXP_SECURITY_LABEL))
107                 return nfserr_attrnotsupp;
108         if (writable && !bmval_is_subset(bmval, writable))
109                 return nfserr_inval;
110         if (writable && (bmval[2] & FATTR4_WORD2_MODE_UMASK) &&
111                         (bmval[1] & FATTR4_WORD1_MODE))
112                 return nfserr_inval;
113         return nfs_ok;
114 }
115
116 static __be32
117 nfsd4_check_open_attributes(struct svc_rqst *rqstp,
118         struct nfsd4_compound_state *cstate, struct nfsd4_open *open)
119 {
120         __be32 status = nfs_ok;
121
122         if (open->op_create == NFS4_OPEN_CREATE) {
123                 if (open->op_createmode == NFS4_CREATE_UNCHECKED
124                     || open->op_createmode == NFS4_CREATE_GUARDED)
125                         status = check_attr_support(rqstp, cstate,
126                                         open->op_bmval, nfsd_attrmask);
127                 else if (open->op_createmode == NFS4_CREATE_EXCLUSIVE4_1)
128                         status = check_attr_support(rqstp, cstate,
129                                         open->op_bmval, nfsd41_ex_attrmask);
130         }
131
132         return status;
133 }
134
135 static int
136 is_create_with_attrs(struct nfsd4_open *open)
137 {
138         return open->op_create == NFS4_OPEN_CREATE
139                 && (open->op_createmode == NFS4_CREATE_UNCHECKED
140                     || open->op_createmode == NFS4_CREATE_GUARDED
141                     || open->op_createmode == NFS4_CREATE_EXCLUSIVE4_1);
142 }
143
144 /*
145  * if error occurs when setting the acl, just clear the acl bit
146  * in the returned attr bitmap.
147  */
148 static void
149 do_set_nfs4_acl(struct svc_rqst *rqstp, struct svc_fh *fhp,
150                 struct nfs4_acl *acl, u32 *bmval)
151 {
152         __be32 status;
153
154         status = nfsd4_set_nfs4_acl(rqstp, fhp, acl);
155         if (status)
156                 /*
157                  * We should probably fail the whole open at this point,
158                  * but we've already created the file, so it's too late;
159                  * So this seems the least of evils:
160                  */
161                 bmval[0] &= ~FATTR4_WORD0_ACL;
162 }
163
164 static inline void
165 fh_dup2(struct svc_fh *dst, struct svc_fh *src)
166 {
167         fh_put(dst);
168         dget(src->fh_dentry);
169         if (src->fh_export)
170                 exp_get(src->fh_export);
171         *dst = *src;
172 }
173
174 static __be32
175 do_open_permission(struct svc_rqst *rqstp, struct svc_fh *current_fh, struct nfsd4_open *open, int accmode)
176 {
177         __be32 status;
178
179         if (open->op_truncate &&
180                 !(open->op_share_access & NFS4_SHARE_ACCESS_WRITE))
181                 return nfserr_inval;
182
183         accmode |= NFSD_MAY_READ_IF_EXEC;
184
185         if (open->op_share_access & NFS4_SHARE_ACCESS_READ)
186                 accmode |= NFSD_MAY_READ;
187         if (open->op_share_access & NFS4_SHARE_ACCESS_WRITE)
188                 accmode |= (NFSD_MAY_WRITE | NFSD_MAY_TRUNC);
189         if (open->op_share_deny & NFS4_SHARE_DENY_READ)
190                 accmode |= NFSD_MAY_WRITE;
191
192         status = fh_verify(rqstp, current_fh, S_IFREG, accmode);
193
194         return status;
195 }
196
197 static __be32 nfsd_check_obj_isreg(struct svc_fh *fh)
198 {
199         umode_t mode = d_inode(fh->fh_dentry)->i_mode;
200
201         if (S_ISREG(mode))
202                 return nfs_ok;
203         if (S_ISDIR(mode))
204                 return nfserr_isdir;
205         /*
206          * Using err_symlink as our catch-all case may look odd; but
207          * there's no other obvious error for this case in 4.0, and we
208          * happen to know that it will cause the linux v4 client to do
209          * the right thing on attempts to open something other than a
210          * regular file.
211          */
212         return nfserr_symlink;
213 }
214
215 static void nfsd4_set_open_owner_reply_cache(struct nfsd4_compound_state *cstate, struct nfsd4_open *open, struct svc_fh *resfh)
216 {
217         if (nfsd4_has_session(cstate))
218                 return;
219         fh_copy_shallow(&open->op_openowner->oo_owner.so_replay.rp_openfh,
220                         &resfh->fh_handle);
221 }
222
223 static __be32
224 do_open_lookup(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate, struct nfsd4_open *open, struct svc_fh **resfh)
225 {
226         struct svc_fh *current_fh = &cstate->current_fh;
227         int accmode;
228         __be32 status;
229
230         *resfh = kmalloc(sizeof(struct svc_fh), GFP_KERNEL);
231         if (!*resfh)
232                 return nfserr_jukebox;
233         fh_init(*resfh, NFS4_FHSIZE);
234         open->op_truncate = 0;
235
236         if (open->op_create) {
237                 /* FIXME: check session persistence and pnfs flags.
238                  * The nfsv4.1 spec requires the following semantics:
239                  *
240                  * Persistent   | pNFS   | Server REQUIRED | Client Allowed
241                  * Reply Cache  | server |                 |
242                  * -------------+--------+-----------------+--------------------
243                  * no           | no     | EXCLUSIVE4_1    | EXCLUSIVE4_1
244                  *              |        |                 | (SHOULD)
245                  *              |        | and EXCLUSIVE4  | or EXCLUSIVE4
246                  *              |        |                 | (SHOULD NOT)
247                  * no           | yes    | EXCLUSIVE4_1    | EXCLUSIVE4_1
248                  * yes          | no     | GUARDED4        | GUARDED4
249                  * yes          | yes    | GUARDED4        | GUARDED4
250                  */
251
252                 /*
253                  * Note: create modes (UNCHECKED,GUARDED...) are the same
254                  * in NFSv4 as in v3 except EXCLUSIVE4_1.
255                  */
256                 current->fs->umask = open->op_umask;
257                 status = do_nfsd_create(rqstp, current_fh, open->op_fname.data,
258                                         open->op_fname.len, &open->op_iattr,
259                                         *resfh, open->op_createmode,
260                                         (u32 *)open->op_verf.data,
261                                         &open->op_truncate, &open->op_created);
262                 current->fs->umask = 0;
263
264                 if (!status && open->op_label.len)
265                         nfsd4_security_inode_setsecctx(*resfh, &open->op_label, open->op_bmval);
266
267                 /*
268                  * Following rfc 3530 14.2.16, and rfc 5661 18.16.4
269                  * use the returned bitmask to indicate which attributes
270                  * we used to store the verifier:
271                  */
272                 if (nfsd_create_is_exclusive(open->op_createmode) && status == 0)
273                         open->op_bmval[1] |= (FATTR4_WORD1_TIME_ACCESS |
274                                                 FATTR4_WORD1_TIME_MODIFY);
275         } else
276                 /*
277                  * Note this may exit with the parent still locked.
278                  * We will hold the lock until nfsd4_open's final
279                  * lookup, to prevent renames or unlinks until we've had
280                  * a chance to an acquire a delegation if appropriate.
281                  */
282                 status = nfsd_lookup(rqstp, current_fh,
283                                      open->op_fname.data, open->op_fname.len, *resfh);
284         if (status)
285                 goto out;
286         status = nfsd_check_obj_isreg(*resfh);
287         if (status)
288                 goto out;
289
290         if (is_create_with_attrs(open) && open->op_acl != NULL)
291                 do_set_nfs4_acl(rqstp, *resfh, open->op_acl, open->op_bmval);
292
293         nfsd4_set_open_owner_reply_cache(cstate, open, *resfh);
294         accmode = NFSD_MAY_NOP;
295         if (open->op_created ||
296                         open->op_claim_type == NFS4_OPEN_CLAIM_DELEGATE_CUR)
297                 accmode |= NFSD_MAY_OWNER_OVERRIDE;
298         status = do_open_permission(rqstp, *resfh, open, accmode);
299         set_change_info(&open->op_cinfo, current_fh);
300 out:
301         return status;
302 }
303
304 static __be32
305 do_open_fhandle(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate, struct nfsd4_open *open)
306 {
307         struct svc_fh *current_fh = &cstate->current_fh;
308         __be32 status;
309         int accmode = 0;
310
311         /* We don't know the target directory, and therefore can not
312         * set the change info
313         */
314
315         memset(&open->op_cinfo, 0, sizeof(struct nfsd4_change_info));
316
317         nfsd4_set_open_owner_reply_cache(cstate, open, current_fh);
318
319         open->op_truncate = (open->op_iattr.ia_valid & ATTR_SIZE) &&
320                 (open->op_iattr.ia_size == 0);
321         /*
322          * In the delegation case, the client is telling us about an
323          * open that it *already* performed locally, some time ago.  We
324          * should let it succeed now if possible.
325          *
326          * In the case of a CLAIM_FH open, on the other hand, the client
327          * may be counting on us to enforce permissions (the Linux 4.1
328          * client uses this for normal opens, for example).
329          */
330         if (open->op_claim_type == NFS4_OPEN_CLAIM_DELEG_CUR_FH)
331                 accmode = NFSD_MAY_OWNER_OVERRIDE;
332
333         status = do_open_permission(rqstp, current_fh, open, accmode);
334
335         return status;
336 }
337
338 static void
339 copy_clientid(clientid_t *clid, struct nfsd4_session *session)
340 {
341         struct nfsd4_sessionid *sid =
342                         (struct nfsd4_sessionid *)session->se_sessionid.data;
343
344         clid->cl_boot = sid->clientid.cl_boot;
345         clid->cl_id = sid->clientid.cl_id;
346 }
347
348 static __be32
349 nfsd4_open(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
350            union nfsd4_op_u *u)
351 {
352         struct nfsd4_open *open = &u->open;
353         __be32 status;
354         struct svc_fh *resfh = NULL;
355         struct net *net = SVC_NET(rqstp);
356         struct nfsd_net *nn = net_generic(net, nfsd_net_id);
357
358         dprintk("NFSD: nfsd4_open filename %.*s op_openowner %p\n",
359                 (int)open->op_fname.len, open->op_fname.data,
360                 open->op_openowner);
361
362         /* This check required by spec. */
363         if (open->op_create && open->op_claim_type != NFS4_OPEN_CLAIM_NULL)
364                 return nfserr_inval;
365
366         open->op_created = 0;
367         /*
368          * RFC5661 18.51.3
369          * Before RECLAIM_COMPLETE done, server should deny new lock
370          */
371         if (nfsd4_has_session(cstate) &&
372             !test_bit(NFSD4_CLIENT_RECLAIM_COMPLETE,
373                       &cstate->session->se_client->cl_flags) &&
374             open->op_claim_type != NFS4_OPEN_CLAIM_PREVIOUS)
375                 return nfserr_grace;
376
377         if (nfsd4_has_session(cstate))
378                 copy_clientid(&open->op_clientid, cstate->session);
379
380         /* check seqid for replay. set nfs4_owner */
381         status = nfsd4_process_open1(cstate, open, nn);
382         if (status == nfserr_replay_me) {
383                 struct nfs4_replay *rp = &open->op_openowner->oo_owner.so_replay;
384                 fh_put(&cstate->current_fh);
385                 fh_copy_shallow(&cstate->current_fh.fh_handle,
386                                 &rp->rp_openfh);
387                 status = fh_verify(rqstp, &cstate->current_fh, 0, NFSD_MAY_NOP);
388                 if (status)
389                         dprintk("nfsd4_open: replay failed"
390                                 " restoring previous filehandle\n");
391                 else
392                         status = nfserr_replay_me;
393         }
394         if (status)
395                 goto out;
396         if (open->op_xdr_error) {
397                 status = open->op_xdr_error;
398                 goto out;
399         }
400
401         status = nfsd4_check_open_attributes(rqstp, cstate, open);
402         if (status)
403                 goto out;
404
405         /* Openowner is now set, so sequence id will get bumped.  Now we need
406          * these checks before we do any creates: */
407         status = nfserr_grace;
408         if (opens_in_grace(net) && open->op_claim_type != NFS4_OPEN_CLAIM_PREVIOUS)
409                 goto out;
410         status = nfserr_no_grace;
411         if (!opens_in_grace(net) && open->op_claim_type == NFS4_OPEN_CLAIM_PREVIOUS)
412                 goto out;
413
414         switch (open->op_claim_type) {
415                 case NFS4_OPEN_CLAIM_DELEGATE_CUR:
416                 case NFS4_OPEN_CLAIM_NULL:
417                         status = do_open_lookup(rqstp, cstate, open, &resfh);
418                         if (status)
419                                 goto out;
420                         break;
421                 case NFS4_OPEN_CLAIM_PREVIOUS:
422                         status = nfs4_check_open_reclaim(&open->op_clientid,
423                                                          cstate, nn);
424                         if (status)
425                                 goto out;
426                         open->op_openowner->oo_flags |= NFS4_OO_CONFIRMED;
427                 case NFS4_OPEN_CLAIM_FH:
428                 case NFS4_OPEN_CLAIM_DELEG_CUR_FH:
429                         status = do_open_fhandle(rqstp, cstate, open);
430                         if (status)
431                                 goto out;
432                         resfh = &cstate->current_fh;
433                         break;
434                 case NFS4_OPEN_CLAIM_DELEG_PREV_FH:
435                 case NFS4_OPEN_CLAIM_DELEGATE_PREV:
436                         dprintk("NFSD: unsupported OPEN claim type %d\n",
437                                 open->op_claim_type);
438                         status = nfserr_notsupp;
439                         goto out;
440                 default:
441                         dprintk("NFSD: Invalid OPEN claim type %d\n",
442                                 open->op_claim_type);
443                         status = nfserr_inval;
444                         goto out;
445         }
446         /*
447          * nfsd4_process_open2() does the actual opening of the file.  If
448          * successful, it (1) truncates the file if open->op_truncate was
449          * set, (2) sets open->op_stateid, (3) sets open->op_delegation.
450          */
451         status = nfsd4_process_open2(rqstp, resfh, open);
452         WARN(status && open->op_created,
453              "nfsd4_process_open2 failed to open newly-created file! status=%u\n",
454              be32_to_cpu(status));
455 out:
456         if (resfh && resfh != &cstate->current_fh) {
457                 fh_dup2(&cstate->current_fh, resfh);
458                 fh_put(resfh);
459                 kfree(resfh);
460         }
461         nfsd4_cleanup_open_state(cstate, open);
462         nfsd4_bump_seqid(cstate, status);
463         return status;
464 }
465
466 /*
467  * OPEN is the only seqid-mutating operation whose decoding can fail
468  * with a seqid-mutating error (specifically, decoding of user names in
469  * the attributes).  Therefore we have to do some processing to look up
470  * the stateowner so that we can bump the seqid.
471  */
472 static __be32 nfsd4_open_omfg(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate, struct nfsd4_op *op)
473 {
474         struct nfsd4_open *open = &op->u.open;
475
476         if (!seqid_mutating_err(ntohl(op->status)))
477                 return op->status;
478         if (nfsd4_has_session(cstate))
479                 return op->status;
480         open->op_xdr_error = op->status;
481         return nfsd4_open(rqstp, cstate, &op->u);
482 }
483
484 /*
485  * filehandle-manipulating ops.
486  */
487 static __be32
488 nfsd4_getfh(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
489             union nfsd4_op_u *u)
490 {
491         if (!cstate->current_fh.fh_dentry)
492                 return nfserr_nofilehandle;
493
494         u->getfh = &cstate->current_fh;
495         return nfs_ok;
496 }
497
498 static __be32
499 nfsd4_putfh(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
500             union nfsd4_op_u *u)
501 {
502         struct nfsd4_putfh *putfh = &u->putfh;
503
504         fh_put(&cstate->current_fh);
505         cstate->current_fh.fh_handle.fh_size = putfh->pf_fhlen;
506         memcpy(&cstate->current_fh.fh_handle.fh_base, putfh->pf_fhval,
507                putfh->pf_fhlen);
508         return fh_verify(rqstp, &cstate->current_fh, 0, NFSD_MAY_BYPASS_GSS);
509 }
510
511 static __be32
512 nfsd4_putrootfh(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
513                 union nfsd4_op_u *u)
514 {
515         __be32 status;
516
517         fh_put(&cstate->current_fh);
518         status = exp_pseudoroot(rqstp, &cstate->current_fh);
519         return status;
520 }
521
522 static __be32
523 nfsd4_restorefh(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
524                 union nfsd4_op_u *u)
525 {
526         if (!cstate->save_fh.fh_dentry)
527                 return nfserr_restorefh;
528
529         fh_dup2(&cstate->current_fh, &cstate->save_fh);
530         if (HAS_STATE_ID(cstate, SAVED_STATE_ID_FLAG)) {
531                 memcpy(&cstate->current_stateid, &cstate->save_stateid, sizeof(stateid_t));
532                 SET_STATE_ID(cstate, CURRENT_STATE_ID_FLAG);
533         }
534         return nfs_ok;
535 }
536
537 static __be32
538 nfsd4_savefh(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
539              union nfsd4_op_u *u)
540 {
541         if (!cstate->current_fh.fh_dentry)
542                 return nfserr_nofilehandle;
543
544         fh_dup2(&cstate->save_fh, &cstate->current_fh);
545         if (HAS_STATE_ID(cstate, CURRENT_STATE_ID_FLAG)) {
546                 memcpy(&cstate->save_stateid, &cstate->current_stateid, sizeof(stateid_t));
547                 SET_STATE_ID(cstate, SAVED_STATE_ID_FLAG);
548         }
549         return nfs_ok;
550 }
551
552 /*
553  * misc nfsv4 ops
554  */
555 static __be32
556 nfsd4_access(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
557              union nfsd4_op_u *u)
558 {
559         struct nfsd4_access *access = &u->access;
560
561         if (access->ac_req_access & ~NFS3_ACCESS_FULL)
562                 return nfserr_inval;
563
564         access->ac_resp_access = access->ac_req_access;
565         return nfsd_access(rqstp, &cstate->current_fh, &access->ac_resp_access,
566                            &access->ac_supported);
567 }
568
569 static void gen_boot_verifier(nfs4_verifier *verifier, struct net *net)
570 {
571         __be32 verf[2];
572         struct nfsd_net *nn = net_generic(net, nfsd_net_id);
573
574         /*
575          * This is opaque to client, so no need to byte-swap. Use
576          * __force to keep sparse happy
577          */
578         verf[0] = (__force __be32)nn->nfssvc_boot.tv_sec;
579         verf[1] = (__force __be32)nn->nfssvc_boot.tv_usec;
580         memcpy(verifier->data, verf, sizeof(verifier->data));
581 }
582
583 static __be32
584 nfsd4_commit(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
585              union nfsd4_op_u *u)
586 {
587         struct nfsd4_commit *commit = &u->commit;
588
589         gen_boot_verifier(&commit->co_verf, SVC_NET(rqstp));
590         return nfsd_commit(rqstp, &cstate->current_fh, commit->co_offset,
591                              commit->co_count);
592 }
593
594 static __be32
595 nfsd4_create(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
596              union nfsd4_op_u *u)
597 {
598         struct nfsd4_create *create = &u->create;
599         struct svc_fh resfh;
600         __be32 status;
601         dev_t rdev;
602
603         fh_init(&resfh, NFS4_FHSIZE);
604
605         status = fh_verify(rqstp, &cstate->current_fh, S_IFDIR, NFSD_MAY_NOP);
606         if (status)
607                 return status;
608
609         status = check_attr_support(rqstp, cstate, create->cr_bmval,
610                                     nfsd_attrmask);
611         if (status)
612                 return status;
613
614         current->fs->umask = create->cr_umask;
615         switch (create->cr_type) {
616         case NF4LNK:
617                 status = nfsd_symlink(rqstp, &cstate->current_fh,
618                                       create->cr_name, create->cr_namelen,
619                                       create->cr_data, &resfh);
620                 break;
621
622         case NF4BLK:
623                 status = nfserr_inval;
624                 rdev = MKDEV(create->cr_specdata1, create->cr_specdata2);
625                 if (MAJOR(rdev) != create->cr_specdata1 ||
626                     MINOR(rdev) != create->cr_specdata2)
627                         goto out_umask;
628                 status = nfsd_create(rqstp, &cstate->current_fh,
629                                      create->cr_name, create->cr_namelen,
630                                      &create->cr_iattr, S_IFBLK, rdev, &resfh);
631                 break;
632
633         case NF4CHR:
634                 status = nfserr_inval;
635                 rdev = MKDEV(create->cr_specdata1, create->cr_specdata2);
636                 if (MAJOR(rdev) != create->cr_specdata1 ||
637                     MINOR(rdev) != create->cr_specdata2)
638                         goto out_umask;
639                 status = nfsd_create(rqstp, &cstate->current_fh,
640                                      create->cr_name, create->cr_namelen,
641                                      &create->cr_iattr,S_IFCHR, rdev, &resfh);
642                 break;
643
644         case NF4SOCK:
645                 status = nfsd_create(rqstp, &cstate->current_fh,
646                                      create->cr_name, create->cr_namelen,
647                                      &create->cr_iattr, S_IFSOCK, 0, &resfh);
648                 break;
649
650         case NF4FIFO:
651                 status = nfsd_create(rqstp, &cstate->current_fh,
652                                      create->cr_name, create->cr_namelen,
653                                      &create->cr_iattr, S_IFIFO, 0, &resfh);
654                 break;
655
656         case NF4DIR:
657                 create->cr_iattr.ia_valid &= ~ATTR_SIZE;
658                 status = nfsd_create(rqstp, &cstate->current_fh,
659                                      create->cr_name, create->cr_namelen,
660                                      &create->cr_iattr, S_IFDIR, 0, &resfh);
661                 break;
662
663         default:
664                 status = nfserr_badtype;
665         }
666
667         if (status)
668                 goto out;
669
670         if (create->cr_label.len)
671                 nfsd4_security_inode_setsecctx(&resfh, &create->cr_label, create->cr_bmval);
672
673         if (create->cr_acl != NULL)
674                 do_set_nfs4_acl(rqstp, &resfh, create->cr_acl,
675                                 create->cr_bmval);
676
677         fh_unlock(&cstate->current_fh);
678         set_change_info(&create->cr_cinfo, &cstate->current_fh);
679         fh_dup2(&cstate->current_fh, &resfh);
680 out:
681         fh_put(&resfh);
682 out_umask:
683         current->fs->umask = 0;
684         return status;
685 }
686
687 static __be32
688 nfsd4_getattr(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
689               union nfsd4_op_u *u)
690 {
691         struct nfsd4_getattr *getattr = &u->getattr;
692         __be32 status;
693
694         status = fh_verify(rqstp, &cstate->current_fh, 0, NFSD_MAY_NOP);
695         if (status)
696                 return status;
697
698         if (getattr->ga_bmval[1] & NFSD_WRITEONLY_ATTRS_WORD1)
699                 return nfserr_inval;
700
701         getattr->ga_bmval[0] &= nfsd_suppattrs[cstate->minorversion][0];
702         getattr->ga_bmval[1] &= nfsd_suppattrs[cstate->minorversion][1];
703         getattr->ga_bmval[2] &= nfsd_suppattrs[cstate->minorversion][2];
704
705         getattr->ga_fhp = &cstate->current_fh;
706         return nfs_ok;
707 }
708
709 static __be32
710 nfsd4_link(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
711            union nfsd4_op_u *u)
712 {
713         struct nfsd4_link *link = &u->link;
714         __be32 status = nfserr_nofilehandle;
715
716         if (!cstate->save_fh.fh_dentry)
717                 return status;
718         status = nfsd_link(rqstp, &cstate->current_fh,
719                            link->li_name, link->li_namelen, &cstate->save_fh);
720         if (!status)
721                 set_change_info(&link->li_cinfo, &cstate->current_fh);
722         return status;
723 }
724
725 static __be32 nfsd4_do_lookupp(struct svc_rqst *rqstp, struct svc_fh *fh)
726 {
727         struct svc_fh tmp_fh;
728         __be32 ret;
729
730         fh_init(&tmp_fh, NFS4_FHSIZE);
731         ret = exp_pseudoroot(rqstp, &tmp_fh);
732         if (ret)
733                 return ret;
734         if (tmp_fh.fh_dentry == fh->fh_dentry) {
735                 fh_put(&tmp_fh);
736                 return nfserr_noent;
737         }
738         fh_put(&tmp_fh);
739         return nfsd_lookup(rqstp, fh, "..", 2, fh);
740 }
741
742 static __be32
743 nfsd4_lookupp(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
744               union nfsd4_op_u *u)
745 {
746         return nfsd4_do_lookupp(rqstp, &cstate->current_fh);
747 }
748
749 static __be32
750 nfsd4_lookup(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
751              union nfsd4_op_u *u)
752 {
753         return nfsd_lookup(rqstp, &cstate->current_fh,
754                            u->lookup.lo_name, u->lookup.lo_len,
755                            &cstate->current_fh);
756 }
757
758 static __be32
759 nfsd4_read(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
760            union nfsd4_op_u *u)
761 {
762         struct nfsd4_read *read = &u->read;
763         __be32 status;
764
765         read->rd_filp = NULL;
766         if (read->rd_offset >= OFFSET_MAX)
767                 return nfserr_inval;
768
769         /*
770          * If we do a zero copy read, then a client will see read data
771          * that reflects the state of the file *after* performing the
772          * following compound.
773          *
774          * To ensure proper ordering, we therefore turn off zero copy if
775          * the client wants us to do more in this compound:
776          */
777         if (!nfsd4_last_compound_op(rqstp))
778                 clear_bit(RQ_SPLICE_OK, &rqstp->rq_flags);
779
780         /* check stateid */
781         status = nfs4_preprocess_stateid_op(rqstp, cstate, &cstate->current_fh,
782                                         &read->rd_stateid, RD_STATE,
783                                         &read->rd_filp, &read->rd_tmp_file);
784         if (status) {
785                 dprintk("NFSD: nfsd4_read: couldn't process stateid!\n");
786                 goto out;
787         }
788         status = nfs_ok;
789 out:
790         read->rd_rqstp = rqstp;
791         read->rd_fhp = &cstate->current_fh;
792         return status;
793 }
794
795
796 static void
797 nfsd4_read_release(union nfsd4_op_u *u)
798 {
799         if (u->read.rd_filp)
800                 fput(u->read.rd_filp);
801 }
802
803 static __be32
804 nfsd4_readdir(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
805               union nfsd4_op_u *u)
806 {
807         struct nfsd4_readdir *readdir = &u->readdir;
808         u64 cookie = readdir->rd_cookie;
809         static const nfs4_verifier zeroverf;
810
811         /* no need to check permission - this will be done in nfsd_readdir() */
812
813         if (readdir->rd_bmval[1] & NFSD_WRITEONLY_ATTRS_WORD1)
814                 return nfserr_inval;
815
816         readdir->rd_bmval[0] &= nfsd_suppattrs[cstate->minorversion][0];
817         readdir->rd_bmval[1] &= nfsd_suppattrs[cstate->minorversion][1];
818         readdir->rd_bmval[2] &= nfsd_suppattrs[cstate->minorversion][2];
819
820         if ((cookie == 1) || (cookie == 2) ||
821             (cookie == 0 && memcmp(readdir->rd_verf.data, zeroverf.data, NFS4_VERIFIER_SIZE)))
822                 return nfserr_bad_cookie;
823
824         readdir->rd_rqstp = rqstp;
825         readdir->rd_fhp = &cstate->current_fh;
826         return nfs_ok;
827 }
828
829 static __be32
830 nfsd4_readlink(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
831                union nfsd4_op_u *u)
832 {
833         u->readlink.rl_rqstp = rqstp;
834         u->readlink.rl_fhp = &cstate->current_fh;
835         return nfs_ok;
836 }
837
838 static __be32
839 nfsd4_remove(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
840              union nfsd4_op_u *u)
841 {
842         struct nfsd4_remove *remove = &u->remove;
843         __be32 status;
844
845         if (opens_in_grace(SVC_NET(rqstp)))
846                 return nfserr_grace;
847         status = nfsd_unlink(rqstp, &cstate->current_fh, 0,
848                              remove->rm_name, remove->rm_namelen);
849         if (!status) {
850                 fh_unlock(&cstate->current_fh);
851                 set_change_info(&remove->rm_cinfo, &cstate->current_fh);
852         }
853         return status;
854 }
855
856 static __be32
857 nfsd4_rename(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
858              union nfsd4_op_u *u)
859 {
860         struct nfsd4_rename *rename = &u->rename;
861         __be32 status = nfserr_nofilehandle;
862
863         if (!cstate->save_fh.fh_dentry)
864                 return status;
865         if (opens_in_grace(SVC_NET(rqstp)) &&
866                 !(cstate->save_fh.fh_export->ex_flags & NFSEXP_NOSUBTREECHECK))
867                 return nfserr_grace;
868         status = nfsd_rename(rqstp, &cstate->save_fh, rename->rn_sname,
869                              rename->rn_snamelen, &cstate->current_fh,
870                              rename->rn_tname, rename->rn_tnamelen);
871         if (status)
872                 return status;
873         set_change_info(&rename->rn_sinfo, &cstate->current_fh);
874         set_change_info(&rename->rn_tinfo, &cstate->save_fh);
875         return nfs_ok;
876 }
877
878 static __be32
879 nfsd4_secinfo(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
880               union nfsd4_op_u *u)
881 {
882         struct nfsd4_secinfo *secinfo = &u->secinfo;
883         struct svc_export *exp;
884         struct dentry *dentry;
885         __be32 err;
886
887         err = fh_verify(rqstp, &cstate->current_fh, S_IFDIR, NFSD_MAY_EXEC);
888         if (err)
889                 return err;
890         err = nfsd_lookup_dentry(rqstp, &cstate->current_fh,
891                                     secinfo->si_name, secinfo->si_namelen,
892                                     &exp, &dentry);
893         if (err)
894                 return err;
895         fh_unlock(&cstate->current_fh);
896         if (d_really_is_negative(dentry)) {
897                 exp_put(exp);
898                 err = nfserr_noent;
899         } else
900                 secinfo->si_exp = exp;
901         dput(dentry);
902         if (cstate->minorversion)
903                 /* See rfc 5661 section 2.6.3.1.1.8 */
904                 fh_put(&cstate->current_fh);
905         return err;
906 }
907
908 static __be32
909 nfsd4_secinfo_no_name(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
910                 union nfsd4_op_u *u)
911 {
912         __be32 err;
913
914         switch (u->secinfo_no_name.sin_style) {
915         case NFS4_SECINFO_STYLE4_CURRENT_FH:
916                 break;
917         case NFS4_SECINFO_STYLE4_PARENT:
918                 err = nfsd4_do_lookupp(rqstp, &cstate->current_fh);
919                 if (err)
920                         return err;
921                 break;
922         default:
923                 return nfserr_inval;
924         }
925
926         u->secinfo_no_name.sin_exp = exp_get(cstate->current_fh.fh_export);
927         fh_put(&cstate->current_fh);
928         return nfs_ok;
929 }
930
931 static void
932 nfsd4_secinfo_release(union nfsd4_op_u *u)
933 {
934         if (u->secinfo.si_exp)
935                 exp_put(u->secinfo.si_exp);
936 }
937
938 static void
939 nfsd4_secinfo_no_name_release(union nfsd4_op_u *u)
940 {
941         if (u->secinfo_no_name.sin_exp)
942                 exp_put(u->secinfo_no_name.sin_exp);
943 }
944
945 static __be32
946 nfsd4_setattr(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
947               union nfsd4_op_u *u)
948 {
949         struct nfsd4_setattr *setattr = &u->setattr;
950         __be32 status = nfs_ok;
951         int err;
952
953         if (setattr->sa_iattr.ia_valid & ATTR_SIZE) {
954                 status = nfs4_preprocess_stateid_op(rqstp, cstate,
955                                 &cstate->current_fh, &setattr->sa_stateid,
956                                 WR_STATE, NULL, NULL);
957                 if (status) {
958                         dprintk("NFSD: nfsd4_setattr: couldn't process stateid!\n");
959                         return status;
960                 }
961         }
962         err = fh_want_write(&cstate->current_fh);
963         if (err)
964                 return nfserrno(err);
965         status = nfs_ok;
966
967         status = check_attr_support(rqstp, cstate, setattr->sa_bmval,
968                                     nfsd_attrmask);
969         if (status)
970                 goto out;
971
972         if (setattr->sa_acl != NULL)
973                 status = nfsd4_set_nfs4_acl(rqstp, &cstate->current_fh,
974                                             setattr->sa_acl);
975         if (status)
976                 goto out;
977         if (setattr->sa_label.len)
978                 status = nfsd4_set_nfs4_label(rqstp, &cstate->current_fh,
979                                 &setattr->sa_label);
980         if (status)
981                 goto out;
982         status = nfsd_setattr(rqstp, &cstate->current_fh, &setattr->sa_iattr,
983                                 0, (time_t)0);
984 out:
985         fh_drop_write(&cstate->current_fh);
986         return status;
987 }
988
989 static int fill_in_write_vector(struct kvec *vec, struct nfsd4_write *write)
990 {
991         int i = 1;
992         int buflen = write->wr_buflen;
993
994         vec[0].iov_base = write->wr_head.iov_base;
995         vec[0].iov_len = min_t(int, buflen, write->wr_head.iov_len);
996         buflen -= vec[0].iov_len;
997
998         while (buflen) {
999                 vec[i].iov_base = page_address(write->wr_pagelist[i - 1]);
1000                 vec[i].iov_len = min_t(int, PAGE_SIZE, buflen);
1001                 buflen -= vec[i].iov_len;
1002                 i++;
1003         }
1004         return i;
1005 }
1006
1007 static __be32
1008 nfsd4_write(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
1009             union nfsd4_op_u *u)
1010 {
1011         struct nfsd4_write *write = &u->write;
1012         stateid_t *stateid = &write->wr_stateid;
1013         struct file *filp = NULL;
1014         __be32 status = nfs_ok;
1015         unsigned long cnt;
1016         int nvecs;
1017
1018         if (write->wr_offset >= OFFSET_MAX)
1019                 return nfserr_inval;
1020
1021         status = nfs4_preprocess_stateid_op(rqstp, cstate, &cstate->current_fh,
1022                                                 stateid, WR_STATE, &filp, NULL);
1023         if (status) {
1024                 dprintk("NFSD: nfsd4_write: couldn't process stateid!\n");
1025                 return status;
1026         }
1027
1028         cnt = write->wr_buflen;
1029         write->wr_how_written = write->wr_stable_how;
1030         gen_boot_verifier(&write->wr_verifier, SVC_NET(rqstp));
1031
1032         nvecs = fill_in_write_vector(rqstp->rq_vec, write);
1033         WARN_ON_ONCE(nvecs > ARRAY_SIZE(rqstp->rq_vec));
1034
1035         status = nfsd_vfs_write(rqstp, &cstate->current_fh, filp,
1036                                 write->wr_offset, rqstp->rq_vec, nvecs, &cnt,
1037                                 write->wr_how_written);
1038         fput(filp);
1039
1040         write->wr_bytes_written = cnt;
1041
1042         return status;
1043 }
1044
1045 static __be32
1046 nfsd4_verify_copy(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
1047                   stateid_t *src_stateid, struct file **src,
1048                   stateid_t *dst_stateid, struct file **dst)
1049 {
1050         __be32 status;
1051
1052         if (!cstate->save_fh.fh_dentry)
1053                 return nfserr_nofilehandle;
1054
1055         status = nfs4_preprocess_stateid_op(rqstp, cstate, &cstate->save_fh,
1056                                             src_stateid, RD_STATE, src, NULL);
1057         if (status) {
1058                 dprintk("NFSD: %s: couldn't process src stateid!\n", __func__);
1059                 goto out;
1060         }
1061
1062         status = nfs4_preprocess_stateid_op(rqstp, cstate, &cstate->current_fh,
1063                                             dst_stateid, WR_STATE, dst, NULL);
1064         if (status) {
1065                 dprintk("NFSD: %s: couldn't process dst stateid!\n", __func__);
1066                 goto out_put_src;
1067         }
1068
1069         /* fix up for NFS-specific error code */
1070         if (!S_ISREG(file_inode(*src)->i_mode) ||
1071             !S_ISREG(file_inode(*dst)->i_mode)) {
1072                 status = nfserr_wrong_type;
1073                 goto out_put_dst;
1074         }
1075
1076 out:
1077         return status;
1078 out_put_dst:
1079         fput(*dst);
1080 out_put_src:
1081         fput(*src);
1082         goto out;
1083 }
1084
1085 static __be32
1086 nfsd4_clone(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
1087                 union nfsd4_op_u *u)
1088 {
1089         struct nfsd4_clone *clone = &u->clone;
1090         struct file *src, *dst;
1091         __be32 status;
1092
1093         status = nfsd4_verify_copy(rqstp, cstate, &clone->cl_src_stateid, &src,
1094                                    &clone->cl_dst_stateid, &dst);
1095         if (status)
1096                 goto out;
1097
1098         status = nfsd4_clone_file_range(src, clone->cl_src_pos,
1099                         dst, clone->cl_dst_pos, clone->cl_count);
1100
1101         fput(dst);
1102         fput(src);
1103 out:
1104         return status;
1105 }
1106
1107 static __be32
1108 nfsd4_copy(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
1109                 union nfsd4_op_u *u)
1110 {
1111         struct nfsd4_copy *copy = &u->copy;
1112         struct file *src, *dst;
1113         __be32 status;
1114         ssize_t bytes;
1115
1116         status = nfsd4_verify_copy(rqstp, cstate, &copy->cp_src_stateid, &src,
1117                                    &copy->cp_dst_stateid, &dst);
1118         if (status)
1119                 goto out;
1120
1121         bytes = nfsd_copy_file_range(src, copy->cp_src_pos,
1122                         dst, copy->cp_dst_pos, copy->cp_count);
1123
1124         if (bytes < 0)
1125                 status = nfserrno(bytes);
1126         else {
1127                 copy->cp_res.wr_bytes_written = bytes;
1128                 copy->cp_res.wr_stable_how = NFS_UNSTABLE;
1129                 copy->cp_consecutive = 1;
1130                 copy->cp_synchronous = 1;
1131                 gen_boot_verifier(&copy->cp_res.wr_verifier, SVC_NET(rqstp));
1132                 status = nfs_ok;
1133         }
1134
1135         fput(src);
1136         fput(dst);
1137 out:
1138         return status;
1139 }
1140
1141 static __be32
1142 nfsd4_fallocate(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
1143                 struct nfsd4_fallocate *fallocate, int flags)
1144 {
1145         __be32 status = nfserr_notsupp;
1146         struct file *file;
1147
1148         status = nfs4_preprocess_stateid_op(rqstp, cstate, &cstate->current_fh,
1149                                             &fallocate->falloc_stateid,
1150                                             WR_STATE, &file, NULL);
1151         if (status != nfs_ok) {
1152                 dprintk("NFSD: nfsd4_fallocate: couldn't process stateid!\n");
1153                 return status;
1154         }
1155
1156         status = nfsd4_vfs_fallocate(rqstp, &cstate->current_fh, file,
1157                                      fallocate->falloc_offset,
1158                                      fallocate->falloc_length,
1159                                      flags);
1160         fput(file);
1161         return status;
1162 }
1163
1164 static __be32
1165 nfsd4_allocate(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
1166                union nfsd4_op_u *u)
1167 {
1168         return nfsd4_fallocate(rqstp, cstate, &u->allocate, 0);
1169 }
1170
1171 static __be32
1172 nfsd4_deallocate(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
1173                  union nfsd4_op_u *u)
1174 {
1175         return nfsd4_fallocate(rqstp, cstate, &u->deallocate,
1176                                FALLOC_FL_PUNCH_HOLE | FALLOC_FL_KEEP_SIZE);
1177 }
1178
1179 static __be32
1180 nfsd4_seek(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
1181            union nfsd4_op_u *u)
1182 {
1183         struct nfsd4_seek *seek = &u->seek;
1184         int whence;
1185         __be32 status;
1186         struct file *file;
1187
1188         status = nfs4_preprocess_stateid_op(rqstp, cstate, &cstate->current_fh,
1189                                             &seek->seek_stateid,
1190                                             RD_STATE, &file, NULL);
1191         if (status) {
1192                 dprintk("NFSD: nfsd4_seek: couldn't process stateid!\n");
1193                 return status;
1194         }
1195
1196         switch (seek->seek_whence) {
1197         case NFS4_CONTENT_DATA:
1198                 whence = SEEK_DATA;
1199                 break;
1200         case NFS4_CONTENT_HOLE:
1201                 whence = SEEK_HOLE;
1202                 break;
1203         default:
1204                 status = nfserr_union_notsupp;
1205                 goto out;
1206         }
1207
1208         /*
1209          * Note:  This call does change file->f_pos, but nothing in NFSD
1210          *        should ever file->f_pos.
1211          */
1212         seek->seek_pos = vfs_llseek(file, seek->seek_offset, whence);
1213         if (seek->seek_pos < 0)
1214                 status = nfserrno(seek->seek_pos);
1215         else if (seek->seek_pos >= i_size_read(file_inode(file)))
1216                 seek->seek_eof = true;
1217
1218 out:
1219         fput(file);
1220         return status;
1221 }
1222
1223 /* This routine never returns NFS_OK!  If there are no other errors, it
1224  * will return NFSERR_SAME or NFSERR_NOT_SAME depending on whether the
1225  * attributes matched.  VERIFY is implemented by mapping NFSERR_SAME
1226  * to NFS_OK after the call; NVERIFY by mapping NFSERR_NOT_SAME to NFS_OK.
1227  */
1228 static __be32
1229 _nfsd4_verify(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
1230              struct nfsd4_verify *verify)
1231 {
1232         __be32 *buf, *p;
1233         int count;
1234         __be32 status;
1235
1236         status = fh_verify(rqstp, &cstate->current_fh, 0, NFSD_MAY_NOP);
1237         if (status)
1238                 return status;
1239
1240         status = check_attr_support(rqstp, cstate, verify->ve_bmval, NULL);
1241         if (status)
1242                 return status;
1243
1244         if ((verify->ve_bmval[0] & FATTR4_WORD0_RDATTR_ERROR)
1245             || (verify->ve_bmval[1] & NFSD_WRITEONLY_ATTRS_WORD1))
1246                 return nfserr_inval;
1247         if (verify->ve_attrlen & 3)
1248                 return nfserr_inval;
1249
1250         /* count in words:
1251          *   bitmap_len(1) + bitmap(2) + attr_len(1) = 4
1252          */
1253         count = 4 + (verify->ve_attrlen >> 2);
1254         buf = kmalloc(count << 2, GFP_KERNEL);
1255         if (!buf)
1256                 return nfserr_jukebox;
1257
1258         p = buf;
1259         status = nfsd4_encode_fattr_to_buf(&p, count, &cstate->current_fh,
1260                                     cstate->current_fh.fh_export,
1261                                     cstate->current_fh.fh_dentry,
1262                                     verify->ve_bmval,
1263                                     rqstp, 0);
1264         /*
1265          * If nfsd4_encode_fattr() ran out of space, assume that's because
1266          * the attributes are longer (hence different) than those given:
1267          */
1268         if (status == nfserr_resource)
1269                 status = nfserr_not_same;
1270         if (status)
1271                 goto out_kfree;
1272
1273         /* skip bitmap */
1274         p = buf + 1 + ntohl(buf[0]);
1275         status = nfserr_not_same;
1276         if (ntohl(*p++) != verify->ve_attrlen)
1277                 goto out_kfree;
1278         if (!memcmp(p, verify->ve_attrval, verify->ve_attrlen))
1279                 status = nfserr_same;
1280
1281 out_kfree:
1282         kfree(buf);
1283         return status;
1284 }
1285
1286 static __be32
1287 nfsd4_nverify(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
1288               union nfsd4_op_u *u)
1289 {
1290         __be32 status;
1291
1292         status = _nfsd4_verify(rqstp, cstate, &u->verify);
1293         return status == nfserr_not_same ? nfs_ok : status;
1294 }
1295
1296 static __be32
1297 nfsd4_verify(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
1298              union nfsd4_op_u *u)
1299 {
1300         __be32 status;
1301
1302         status = _nfsd4_verify(rqstp, cstate, &u->nverify);
1303         return status == nfserr_same ? nfs_ok : status;
1304 }
1305
1306 #ifdef CONFIG_NFSD_PNFS
1307 static const struct nfsd4_layout_ops *
1308 nfsd4_layout_verify(struct svc_export *exp, unsigned int layout_type)
1309 {
1310         if (!exp->ex_layout_types) {
1311                 dprintk("%s: export does not support pNFS\n", __func__);
1312                 return NULL;
1313         }
1314
1315         if (layout_type >= LAYOUT_TYPE_MAX ||
1316             !(exp->ex_layout_types & (1 << layout_type))) {
1317                 dprintk("%s: layout type %d not supported\n",
1318                         __func__, layout_type);
1319                 return NULL;
1320         }
1321
1322         return nfsd4_layout_ops[layout_type];
1323 }
1324
1325 static __be32
1326 nfsd4_getdeviceinfo(struct svc_rqst *rqstp,
1327                 struct nfsd4_compound_state *cstate, union nfsd4_op_u *u)
1328 {
1329         struct nfsd4_getdeviceinfo *gdp = &u->getdeviceinfo;
1330         const struct nfsd4_layout_ops *ops;
1331         struct nfsd4_deviceid_map *map;
1332         struct svc_export *exp;
1333         __be32 nfserr;
1334
1335         dprintk("%s: layout_type %u dev_id [0x%llx:0x%x] maxcnt %u\n",
1336                __func__,
1337                gdp->gd_layout_type,
1338                gdp->gd_devid.fsid_idx, gdp->gd_devid.generation,
1339                gdp->gd_maxcount);
1340
1341         map = nfsd4_find_devid_map(gdp->gd_devid.fsid_idx);
1342         if (!map) {
1343                 dprintk("%s: couldn't find device ID to export mapping!\n",
1344                         __func__);
1345                 return nfserr_noent;
1346         }
1347
1348         exp = rqst_exp_find(rqstp, map->fsid_type, map->fsid);
1349         if (IS_ERR(exp)) {
1350                 dprintk("%s: could not find device id\n", __func__);
1351                 return nfserr_noent;
1352         }
1353
1354         nfserr = nfserr_layoutunavailable;
1355         ops = nfsd4_layout_verify(exp, gdp->gd_layout_type);
1356         if (!ops)
1357                 goto out;
1358
1359         nfserr = nfs_ok;
1360         if (gdp->gd_maxcount != 0) {
1361                 nfserr = ops->proc_getdeviceinfo(exp->ex_path.mnt->mnt_sb,
1362                                 rqstp, cstate->session->se_client, gdp);
1363         }
1364
1365         gdp->gd_notify_types &= ops->notify_types;
1366 out:
1367         exp_put(exp);
1368         return nfserr;
1369 }
1370
1371 static void
1372 nfsd4_getdeviceinfo_release(union nfsd4_op_u *u)
1373 {
1374         kfree(u->getdeviceinfo.gd_device);
1375 }
1376
1377 static __be32
1378 nfsd4_layoutget(struct svc_rqst *rqstp,
1379                 struct nfsd4_compound_state *cstate, union nfsd4_op_u *u)
1380 {
1381         struct nfsd4_layoutget *lgp = &u->layoutget;
1382         struct svc_fh *current_fh = &cstate->current_fh;
1383         const struct nfsd4_layout_ops *ops;
1384         struct nfs4_layout_stateid *ls;
1385         __be32 nfserr;
1386         int accmode = NFSD_MAY_READ_IF_EXEC;
1387
1388         switch (lgp->lg_seg.iomode) {
1389         case IOMODE_READ:
1390                 accmode |= NFSD_MAY_READ;
1391                 break;
1392         case IOMODE_RW:
1393                 accmode |= NFSD_MAY_READ | NFSD_MAY_WRITE;
1394                 break;
1395         default:
1396                 dprintk("%s: invalid iomode %d\n",
1397                         __func__, lgp->lg_seg.iomode);
1398                 nfserr = nfserr_badiomode;
1399                 goto out;
1400         }
1401
1402         nfserr = fh_verify(rqstp, current_fh, 0, accmode);
1403         if (nfserr)
1404                 goto out;
1405
1406         nfserr = nfserr_layoutunavailable;
1407         ops = nfsd4_layout_verify(current_fh->fh_export, lgp->lg_layout_type);
1408         if (!ops)
1409                 goto out;
1410
1411         /*
1412          * Verify minlength and range as per RFC5661:
1413          *  o  If loga_length is less than loga_minlength,
1414          *     the metadata server MUST return NFS4ERR_INVAL.
1415          *  o  If the sum of loga_offset and loga_minlength exceeds
1416          *     NFS4_UINT64_MAX, and loga_minlength is not
1417          *     NFS4_UINT64_MAX, the error NFS4ERR_INVAL MUST result.
1418          *  o  If the sum of loga_offset and loga_length exceeds
1419          *     NFS4_UINT64_MAX, and loga_length is not NFS4_UINT64_MAX,
1420          *     the error NFS4ERR_INVAL MUST result.
1421          */
1422         nfserr = nfserr_inval;
1423         if (lgp->lg_seg.length < lgp->lg_minlength ||
1424             (lgp->lg_minlength != NFS4_MAX_UINT64 &&
1425              lgp->lg_minlength > NFS4_MAX_UINT64 - lgp->lg_seg.offset) ||
1426             (lgp->lg_seg.length != NFS4_MAX_UINT64 &&
1427              lgp->lg_seg.length > NFS4_MAX_UINT64 - lgp->lg_seg.offset))
1428                 goto out;
1429         if (lgp->lg_seg.length == 0)
1430                 goto out;
1431
1432         nfserr = nfsd4_preprocess_layout_stateid(rqstp, cstate, &lgp->lg_sid,
1433                                                 true, lgp->lg_layout_type, &ls);
1434         if (nfserr) {
1435                 trace_layout_get_lookup_fail(&lgp->lg_sid);
1436                 goto out;
1437         }
1438
1439         nfserr = nfserr_recallconflict;
1440         if (atomic_read(&ls->ls_stid.sc_file->fi_lo_recalls))
1441                 goto out_put_stid;
1442
1443         nfserr = ops->proc_layoutget(d_inode(current_fh->fh_dentry),
1444                                      current_fh, lgp);
1445         if (nfserr)
1446                 goto out_put_stid;
1447
1448         nfserr = nfsd4_insert_layout(lgp, ls);
1449
1450 out_put_stid:
1451         mutex_unlock(&ls->ls_mutex);
1452         nfs4_put_stid(&ls->ls_stid);
1453 out:
1454         return nfserr;
1455 }
1456
1457 static void
1458 nfsd4_layoutget_release(union nfsd4_op_u *u)
1459 {
1460         kfree(u->layoutget.lg_content);
1461 }
1462
1463 static __be32
1464 nfsd4_layoutcommit(struct svc_rqst *rqstp,
1465                 struct nfsd4_compound_state *cstate, union nfsd4_op_u *u)
1466 {
1467         struct nfsd4_layoutcommit *lcp = &u->layoutcommit;
1468         const struct nfsd4_layout_seg *seg = &lcp->lc_seg;
1469         struct svc_fh *current_fh = &cstate->current_fh;
1470         const struct nfsd4_layout_ops *ops;
1471         loff_t new_size = lcp->lc_last_wr + 1;
1472         struct inode *inode;
1473         struct nfs4_layout_stateid *ls;
1474         __be32 nfserr;
1475
1476         nfserr = fh_verify(rqstp, current_fh, 0, NFSD_MAY_WRITE);
1477         if (nfserr)
1478                 goto out;
1479
1480         nfserr = nfserr_layoutunavailable;
1481         ops = nfsd4_layout_verify(current_fh->fh_export, lcp->lc_layout_type);
1482         if (!ops)
1483                 goto out;
1484         inode = d_inode(current_fh->fh_dentry);
1485
1486         nfserr = nfserr_inval;
1487         if (new_size <= seg->offset) {
1488                 dprintk("pnfsd: last write before layout segment\n");
1489                 goto out;
1490         }
1491         if (new_size > seg->offset + seg->length) {
1492                 dprintk("pnfsd: last write beyond layout segment\n");
1493                 goto out;
1494         }
1495         if (!lcp->lc_newoffset && new_size > i_size_read(inode)) {
1496                 dprintk("pnfsd: layoutcommit beyond EOF\n");
1497                 goto out;
1498         }
1499
1500         nfserr = nfsd4_preprocess_layout_stateid(rqstp, cstate, &lcp->lc_sid,
1501                                                 false, lcp->lc_layout_type,
1502                                                 &ls);
1503         if (nfserr) {
1504                 trace_layout_commit_lookup_fail(&lcp->lc_sid);
1505                 /* fixup error code as per RFC5661 */
1506                 if (nfserr == nfserr_bad_stateid)
1507                         nfserr = nfserr_badlayout;
1508                 goto out;
1509         }
1510
1511         /* LAYOUTCOMMIT does not require any serialization */
1512         mutex_unlock(&ls->ls_mutex);
1513
1514         if (new_size > i_size_read(inode)) {
1515                 lcp->lc_size_chg = 1;
1516                 lcp->lc_newsize = new_size;
1517         } else {
1518                 lcp->lc_size_chg = 0;
1519         }
1520
1521         nfserr = ops->proc_layoutcommit(inode, lcp);
1522         nfs4_put_stid(&ls->ls_stid);
1523 out:
1524         return nfserr;
1525 }
1526
1527 static __be32
1528 nfsd4_layoutreturn(struct svc_rqst *rqstp,
1529                 struct nfsd4_compound_state *cstate, union nfsd4_op_u *u)
1530 {
1531         struct nfsd4_layoutreturn *lrp = &u->layoutreturn;
1532         struct svc_fh *current_fh = &cstate->current_fh;
1533         __be32 nfserr;
1534
1535         nfserr = fh_verify(rqstp, current_fh, 0, NFSD_MAY_NOP);
1536         if (nfserr)
1537                 goto out;
1538
1539         nfserr = nfserr_layoutunavailable;
1540         if (!nfsd4_layout_verify(current_fh->fh_export, lrp->lr_layout_type))
1541                 goto out;
1542
1543         switch (lrp->lr_seg.iomode) {
1544         case IOMODE_READ:
1545         case IOMODE_RW:
1546         case IOMODE_ANY:
1547                 break;
1548         default:
1549                 dprintk("%s: invalid iomode %d\n", __func__,
1550                         lrp->lr_seg.iomode);
1551                 nfserr = nfserr_inval;
1552                 goto out;
1553         }
1554
1555         switch (lrp->lr_return_type) {
1556         case RETURN_FILE:
1557                 nfserr = nfsd4_return_file_layouts(rqstp, cstate, lrp);
1558                 break;
1559         case RETURN_FSID:
1560         case RETURN_ALL:
1561                 nfserr = nfsd4_return_client_layouts(rqstp, cstate, lrp);
1562                 break;
1563         default:
1564                 dprintk("%s: invalid return_type %d\n", __func__,
1565                         lrp->lr_return_type);
1566                 nfserr = nfserr_inval;
1567                 break;
1568         }
1569 out:
1570         return nfserr;
1571 }
1572 #endif /* CONFIG_NFSD_PNFS */
1573
1574 /*
1575  * NULL call.
1576  */
1577 static __be32
1578 nfsd4_proc_null(struct svc_rqst *rqstp)
1579 {
1580         return nfs_ok;
1581 }
1582
1583 static inline void nfsd4_increment_op_stats(u32 opnum)
1584 {
1585         if (opnum >= FIRST_NFS4_OP && opnum <= LAST_NFS4_OP)
1586                 nfsdstats.nfs4_opcount[opnum]++;
1587 }
1588
1589 static const struct nfsd4_operation nfsd4_ops[];
1590
1591 static const char *nfsd4_op_name(unsigned opnum);
1592
1593 /*
1594  * Enforce NFSv4.1 COMPOUND ordering rules:
1595  *
1596  * Also note, enforced elsewhere:
1597  *      - SEQUENCE other than as first op results in
1598  *        NFS4ERR_SEQUENCE_POS. (Enforced in nfsd4_sequence().)
1599  *      - BIND_CONN_TO_SESSION must be the only op in its compound.
1600  *        (Enforced in nfsd4_bind_conn_to_session().)
1601  *      - DESTROY_SESSION must be the final operation in a compound, if
1602  *        sessionid's in SEQUENCE and DESTROY_SESSION are the same.
1603  *        (Enforced in nfsd4_destroy_session().)
1604  */
1605 static __be32 nfs41_check_op_ordering(struct nfsd4_compoundargs *args)
1606 {
1607         struct nfsd4_op *op = &args->ops[0];
1608
1609         /* These ordering requirements don't apply to NFSv4.0: */
1610         if (args->minorversion == 0)
1611                 return nfs_ok;
1612         /* This is weird, but OK, not our problem: */
1613         if (args->opcnt == 0)
1614                 return nfs_ok;
1615         if (op->status == nfserr_op_illegal)
1616                 return nfs_ok;
1617         if (!(nfsd4_ops[op->opnum].op_flags & ALLOWED_AS_FIRST_OP))
1618                 return nfserr_op_not_in_session;
1619         if (op->opnum == OP_SEQUENCE)
1620                 return nfs_ok;
1621         if (args->opcnt != 1)
1622                 return nfserr_not_only_op;
1623         return nfs_ok;
1624 }
1625
1626 const struct nfsd4_operation *OPDESC(struct nfsd4_op *op)
1627 {
1628         return &nfsd4_ops[op->opnum];
1629 }
1630
1631 bool nfsd4_cache_this_op(struct nfsd4_op *op)
1632 {
1633         if (op->opnum == OP_ILLEGAL)
1634                 return false;
1635         return OPDESC(op)->op_flags & OP_CACHEME;
1636 }
1637
1638 static bool need_wrongsec_check(struct svc_rqst *rqstp)
1639 {
1640         struct nfsd4_compoundres *resp = rqstp->rq_resp;
1641         struct nfsd4_compoundargs *argp = rqstp->rq_argp;
1642         struct nfsd4_op *this = &argp->ops[resp->opcnt - 1];
1643         struct nfsd4_op *next = &argp->ops[resp->opcnt];
1644         const struct nfsd4_operation *thisd = OPDESC(this);
1645         const struct nfsd4_operation *nextd;
1646
1647         /*
1648          * Most ops check wronsec on our own; only the putfh-like ops
1649          * have special rules.
1650          */
1651         if (!(thisd->op_flags & OP_IS_PUTFH_LIKE))
1652                 return false;
1653         /*
1654          * rfc 5661 2.6.3.1.1.6: don't bother erroring out a
1655          * put-filehandle operation if we're not going to use the
1656          * result:
1657          */
1658         if (argp->opcnt == resp->opcnt)
1659                 return false;
1660         if (next->opnum == OP_ILLEGAL)
1661                 return false;
1662         nextd = OPDESC(next);
1663         /*
1664          * Rest of 2.6.3.1.1: certain operations will return WRONGSEC
1665          * errors themselves as necessary; others should check for them
1666          * now:
1667          */
1668         return !(nextd->op_flags & OP_HANDLES_WRONGSEC);
1669 }
1670
1671 static void svcxdr_init_encode(struct svc_rqst *rqstp,
1672                                struct nfsd4_compoundres *resp)
1673 {
1674         struct xdr_stream *xdr = &resp->xdr;
1675         struct xdr_buf *buf = &rqstp->rq_res;
1676         struct kvec *head = buf->head;
1677
1678         xdr->buf = buf;
1679         xdr->iov = head;
1680         xdr->p   = head->iov_base + head->iov_len;
1681         xdr->end = head->iov_base + PAGE_SIZE - rqstp->rq_auth_slack;
1682         /* Tail and page_len should be zero at this point: */
1683         buf->len = buf->head[0].iov_len;
1684         xdr->scratch.iov_len = 0;
1685         xdr->page_ptr = buf->pages - 1;
1686         buf->buflen = PAGE_SIZE * (1 + rqstp->rq_page_end - buf->pages)
1687                 - rqstp->rq_auth_slack;
1688 }
1689
1690 /*
1691  * COMPOUND call.
1692  */
1693 static __be32
1694 nfsd4_proc_compound(struct svc_rqst *rqstp)
1695 {
1696         struct nfsd4_compoundargs *args = rqstp->rq_argp;
1697         struct nfsd4_compoundres *resp = rqstp->rq_resp;
1698         struct nfsd4_op *op;
1699         struct nfsd4_compound_state *cstate = &resp->cstate;
1700         struct svc_fh *current_fh = &cstate->current_fh;
1701         struct svc_fh *save_fh = &cstate->save_fh;
1702         __be32          status;
1703
1704         svcxdr_init_encode(rqstp, resp);
1705         resp->tagp = resp->xdr.p;
1706         /* reserve space for: taglen, tag, and opcnt */
1707         xdr_reserve_space(&resp->xdr, 8 + args->taglen);
1708         resp->taglen = args->taglen;
1709         resp->tag = args->tag;
1710         resp->rqstp = rqstp;
1711         cstate->minorversion = args->minorversion;
1712         fh_init(current_fh, NFS4_FHSIZE);
1713         fh_init(save_fh, NFS4_FHSIZE);
1714         /*
1715          * Don't use the deferral mechanism for NFSv4; compounds make it
1716          * too hard to avoid non-idempotency problems.
1717          */
1718         clear_bit(RQ_USEDEFERRAL, &rqstp->rq_flags);
1719
1720         /*
1721          * According to RFC3010, this takes precedence over all other errors.
1722          */
1723         status = nfserr_minor_vers_mismatch;
1724         if (nfsd_minorversion(args->minorversion, NFSD_TEST) <= 0)
1725                 goto out;
1726
1727         status = nfs41_check_op_ordering(args);
1728         if (status) {
1729                 op = &args->ops[0];
1730                 op->status = status;
1731                 resp->opcnt = 1;
1732                 goto encode_op;
1733         }
1734
1735         while (!status && resp->opcnt < args->opcnt) {
1736                 op = &args->ops[resp->opcnt++];
1737
1738                 dprintk("nfsv4 compound op #%d/%d: %d (%s)\n",
1739                         resp->opcnt, args->opcnt, op->opnum,
1740                         nfsd4_op_name(op->opnum));
1741                 /*
1742                  * The XDR decode routines may have pre-set op->status;
1743                  * for example, if there is a miscellaneous XDR error
1744                  * it will be set to nfserr_bad_xdr.
1745                  */
1746                 if (op->status) {
1747                         if (op->opnum == OP_OPEN)
1748                                 op->status = nfsd4_open_omfg(rqstp, cstate, op);
1749                         goto encode_op;
1750                 }
1751
1752                 if (!current_fh->fh_dentry) {
1753                         if (!(op->opdesc->op_flags & ALLOWED_WITHOUT_FH)) {
1754                                 op->status = nfserr_nofilehandle;
1755                                 goto encode_op;
1756                         }
1757                 } else if (current_fh->fh_export->ex_fslocs.migrated &&
1758                           !(op->opdesc->op_flags & ALLOWED_ON_ABSENT_FS)) {
1759                         op->status = nfserr_moved;
1760                         goto encode_op;
1761                 }
1762
1763                 fh_clear_wcc(current_fh);
1764
1765                 /* If op is non-idempotent */
1766                 if (op->opdesc->op_flags & OP_MODIFIES_SOMETHING) {
1767                         /*
1768                          * Don't execute this op if we couldn't encode a
1769                          * succesful reply:
1770                          */
1771                         u32 plen = op->opdesc->op_rsize_bop(rqstp, op);
1772                         /*
1773                          * Plus if there's another operation, make sure
1774                          * we'll have space to at least encode an error:
1775                          */
1776                         if (resp->opcnt < args->opcnt)
1777                                 plen += COMPOUND_ERR_SLACK_SPACE;
1778                         op->status = nfsd4_check_resp_size(resp, plen);
1779                 }
1780
1781                 if (op->status)
1782                         goto encode_op;
1783
1784                 if (op->opdesc->op_get_currentstateid)
1785                         op->opdesc->op_get_currentstateid(cstate, &op->u);
1786                 op->status = op->opdesc->op_func(rqstp, cstate, &op->u);
1787
1788                 /* Only from SEQUENCE */
1789                 if (cstate->status == nfserr_replay_cache) {
1790                         dprintk("%s NFS4.1 replay from cache\n", __func__);
1791                         status = op->status;
1792                         goto out;
1793                 }
1794                 if (!op->status) {
1795                         if (op->opdesc->op_set_currentstateid)
1796                                 op->opdesc->op_set_currentstateid(cstate, &op->u);
1797
1798                         if (op->opdesc->op_flags & OP_CLEAR_STATEID)
1799                                 clear_current_stateid(cstate);
1800
1801                         if (need_wrongsec_check(rqstp))
1802                                 op->status = check_nfsd_access(current_fh->fh_export, rqstp);
1803                 }
1804 encode_op:
1805                 if (op->status == nfserr_replay_me) {
1806                         op->replay = &cstate->replay_owner->so_replay;
1807                         nfsd4_encode_replay(&resp->xdr, op);
1808                         status = op->status = op->replay->rp_status;
1809                 } else {
1810                         nfsd4_encode_operation(resp, op);
1811                         status = op->status;
1812                 }
1813
1814                 dprintk("nfsv4 compound op %p opcnt %d #%d: %d: status %d\n",
1815                         args->ops, args->opcnt, resp->opcnt, op->opnum,
1816                         be32_to_cpu(status));
1817
1818                 nfsd4_cstate_clear_replay(cstate);
1819                 nfsd4_increment_op_stats(op->opnum);
1820         }
1821
1822         cstate->status = status;
1823         fh_put(current_fh);
1824         fh_put(save_fh);
1825         BUG_ON(cstate->replay_owner);
1826 out:
1827         /* Reset deferral mechanism for RPC deferrals */
1828         set_bit(RQ_USEDEFERRAL, &rqstp->rq_flags);
1829         dprintk("nfsv4 compound returned %d\n", ntohl(status));
1830         return status;
1831 }
1832
1833 #define op_encode_hdr_size              (2)
1834 #define op_encode_stateid_maxsz         (XDR_QUADLEN(NFS4_STATEID_SIZE))
1835 #define op_encode_verifier_maxsz        (XDR_QUADLEN(NFS4_VERIFIER_SIZE))
1836 #define op_encode_change_info_maxsz     (5)
1837 #define nfs4_fattr_bitmap_maxsz         (4)
1838
1839 /* We'll fall back on returning no lockowner if run out of space: */
1840 #define op_encode_lockowner_maxsz       (0)
1841 #define op_encode_lock_denied_maxsz     (8 + op_encode_lockowner_maxsz)
1842
1843 #define nfs4_owner_maxsz                (1 + XDR_QUADLEN(IDMAP_NAMESZ))
1844
1845 #define op_encode_ace_maxsz             (3 + nfs4_owner_maxsz)
1846 #define op_encode_delegation_maxsz      (1 + op_encode_stateid_maxsz + 1 + \
1847                                          op_encode_ace_maxsz)
1848
1849 #define op_encode_channel_attrs_maxsz   (6 + 1 + 1)
1850
1851 static inline u32 nfsd4_only_status_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
1852 {
1853         return (op_encode_hdr_size) * sizeof(__be32);
1854 }
1855
1856 static inline u32 nfsd4_status_stateid_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
1857 {
1858         return (op_encode_hdr_size + op_encode_stateid_maxsz)* sizeof(__be32);
1859 }
1860
1861 static inline u32 nfsd4_access_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
1862 {
1863         /* ac_supported, ac_resp_access */
1864         return (op_encode_hdr_size + 2)* sizeof(__be32);
1865 }
1866
1867 static inline u32 nfsd4_commit_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
1868 {
1869         return (op_encode_hdr_size + op_encode_verifier_maxsz) * sizeof(__be32);
1870 }
1871
1872 static inline u32 nfsd4_create_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
1873 {
1874         return (op_encode_hdr_size + op_encode_change_info_maxsz
1875                 + nfs4_fattr_bitmap_maxsz) * sizeof(__be32);
1876 }
1877
1878 /*
1879  * Note since this is an idempotent operation we won't insist on failing
1880  * the op prematurely if the estimate is too large.  We may turn off splice
1881  * reads unnecessarily.
1882  */
1883 static inline u32 nfsd4_getattr_rsize(struct svc_rqst *rqstp,
1884                                       struct nfsd4_op *op)
1885 {
1886         u32 *bmap = op->u.getattr.ga_bmval;
1887         u32 bmap0 = bmap[0], bmap1 = bmap[1], bmap2 = bmap[2];
1888         u32 ret = 0;
1889
1890         if (bmap0 & FATTR4_WORD0_ACL)
1891                 return svc_max_payload(rqstp);
1892         if (bmap0 & FATTR4_WORD0_FS_LOCATIONS)
1893                 return svc_max_payload(rqstp);
1894
1895         if (bmap1 & FATTR4_WORD1_OWNER) {
1896                 ret += IDMAP_NAMESZ + 4;
1897                 bmap1 &= ~FATTR4_WORD1_OWNER;
1898         }
1899         if (bmap1 & FATTR4_WORD1_OWNER_GROUP) {
1900                 ret += IDMAP_NAMESZ + 4;
1901                 bmap1 &= ~FATTR4_WORD1_OWNER_GROUP;
1902         }
1903         if (bmap0 & FATTR4_WORD0_FILEHANDLE) {
1904                 ret += NFS4_FHSIZE + 4;
1905                 bmap0 &= ~FATTR4_WORD0_FILEHANDLE;
1906         }
1907         if (bmap2 & FATTR4_WORD2_SECURITY_LABEL) {
1908                 ret += NFS4_MAXLABELLEN + 12;
1909                 bmap2 &= ~FATTR4_WORD2_SECURITY_LABEL;
1910         }
1911         /*
1912          * Largest of remaining attributes are 16 bytes (e.g.,
1913          * supported_attributes)
1914          */
1915         ret += 16 * (hweight32(bmap0) + hweight32(bmap1) + hweight32(bmap2));
1916         /* bitmask, length */
1917         ret += 20;
1918         return ret;
1919 }
1920
1921 static inline u32 nfsd4_getfh_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
1922 {
1923         return (op_encode_hdr_size + 1) * sizeof(__be32) + NFS4_FHSIZE;
1924 }
1925
1926 static inline u32 nfsd4_link_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
1927 {
1928         return (op_encode_hdr_size + op_encode_change_info_maxsz)
1929                 * sizeof(__be32);
1930 }
1931
1932 static inline u32 nfsd4_lock_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
1933 {
1934         return (op_encode_hdr_size + op_encode_lock_denied_maxsz)
1935                 * sizeof(__be32);
1936 }
1937
1938 static inline u32 nfsd4_open_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
1939 {
1940         return (op_encode_hdr_size + op_encode_stateid_maxsz
1941                 + op_encode_change_info_maxsz + 1
1942                 + nfs4_fattr_bitmap_maxsz
1943                 + op_encode_delegation_maxsz) * sizeof(__be32);
1944 }
1945
1946 static inline u32 nfsd4_read_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
1947 {
1948         u32 maxcount = 0, rlen = 0;
1949
1950         maxcount = svc_max_payload(rqstp);
1951         rlen = min(op->u.read.rd_length, maxcount);
1952
1953         return (op_encode_hdr_size + 2 + XDR_QUADLEN(rlen)) * sizeof(__be32);
1954 }
1955
1956 static inline u32 nfsd4_readdir_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
1957 {
1958         u32 maxcount = 0, rlen = 0;
1959
1960         maxcount = svc_max_payload(rqstp);
1961         rlen = min(op->u.readdir.rd_maxcount, maxcount);
1962
1963         return (op_encode_hdr_size + op_encode_verifier_maxsz +
1964                 XDR_QUADLEN(rlen)) * sizeof(__be32);
1965 }
1966
1967 static inline u32 nfsd4_readlink_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
1968 {
1969         return (op_encode_hdr_size + 1) * sizeof(__be32) + PAGE_SIZE;
1970 }
1971
1972 static inline u32 nfsd4_remove_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
1973 {
1974         return (op_encode_hdr_size + op_encode_change_info_maxsz)
1975                 * sizeof(__be32);
1976 }
1977
1978 static inline u32 nfsd4_rename_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
1979 {
1980         return (op_encode_hdr_size + op_encode_change_info_maxsz
1981                 + op_encode_change_info_maxsz) * sizeof(__be32);
1982 }
1983
1984 static inline u32 nfsd4_sequence_rsize(struct svc_rqst *rqstp,
1985                                        struct nfsd4_op *op)
1986 {
1987         return (op_encode_hdr_size
1988                 + XDR_QUADLEN(NFS4_MAX_SESSIONID_LEN) + 5) * sizeof(__be32);
1989 }
1990
1991 static inline u32 nfsd4_test_stateid_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
1992 {
1993         return (op_encode_hdr_size + 1 + op->u.test_stateid.ts_num_ids)
1994                 * sizeof(__be32);
1995 }
1996
1997 static inline u32 nfsd4_setattr_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
1998 {
1999         return (op_encode_hdr_size + nfs4_fattr_bitmap_maxsz) * sizeof(__be32);
2000 }
2001
2002 static inline u32 nfsd4_secinfo_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2003 {
2004         return (op_encode_hdr_size + RPC_AUTH_MAXFLAVOR *
2005                 (4 + XDR_QUADLEN(GSS_OID_MAX_LEN))) * sizeof(__be32);
2006 }
2007
2008 static inline u32 nfsd4_setclientid_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2009 {
2010         return (op_encode_hdr_size + 2 + XDR_QUADLEN(NFS4_VERIFIER_SIZE)) *
2011                                                                 sizeof(__be32);
2012 }
2013
2014 static inline u32 nfsd4_write_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2015 {
2016         return (op_encode_hdr_size + 2 + op_encode_verifier_maxsz) * sizeof(__be32);
2017 }
2018
2019 static inline u32 nfsd4_exchange_id_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2020 {
2021         return (op_encode_hdr_size + 2 + 1 + /* eir_clientid, eir_sequenceid */\
2022                 1 + 1 + /* eir_flags, spr_how */\
2023                 4 + /* spo_must_enforce & _allow with bitmap */\
2024                 2 + /*eir_server_owner.so_minor_id */\
2025                 /* eir_server_owner.so_major_id<> */\
2026                 XDR_QUADLEN(NFS4_OPAQUE_LIMIT) + 1 +\
2027                 /* eir_server_scope<> */\
2028                 XDR_QUADLEN(NFS4_OPAQUE_LIMIT) + 1 +\
2029                 1 + /* eir_server_impl_id array length */\
2030                 0 /* ignored eir_server_impl_id contents */) * sizeof(__be32);
2031 }
2032
2033 static inline u32 nfsd4_bind_conn_to_session_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2034 {
2035         return (op_encode_hdr_size + \
2036                 XDR_QUADLEN(NFS4_MAX_SESSIONID_LEN) + /* bctsr_sessid */\
2037                 2 /* bctsr_dir, use_conn_in_rdma_mode */) * sizeof(__be32);
2038 }
2039
2040 static inline u32 nfsd4_create_session_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2041 {
2042         return (op_encode_hdr_size + \
2043                 XDR_QUADLEN(NFS4_MAX_SESSIONID_LEN) + /* sessionid */\
2044                 2 + /* csr_sequence, csr_flags */\
2045                 op_encode_channel_attrs_maxsz + \
2046                 op_encode_channel_attrs_maxsz) * sizeof(__be32);
2047 }
2048
2049 static inline u32 nfsd4_copy_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2050 {
2051         return (op_encode_hdr_size +
2052                 1 /* wr_callback */ +
2053                 op_encode_stateid_maxsz /* wr_callback */ +
2054                 2 /* wr_count */ +
2055                 1 /* wr_committed */ +
2056                 op_encode_verifier_maxsz +
2057                 1 /* cr_consecutive */ +
2058                 1 /* cr_synchronous */) * sizeof(__be32);
2059 }
2060
2061 #ifdef CONFIG_NFSD_PNFS
2062 static inline u32 nfsd4_getdeviceinfo_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2063 {
2064         u32 maxcount = 0, rlen = 0;
2065
2066         maxcount = svc_max_payload(rqstp);
2067         rlen = min(op->u.getdeviceinfo.gd_maxcount, maxcount);
2068
2069         return (op_encode_hdr_size +
2070                 1 /* gd_layout_type*/ +
2071                 XDR_QUADLEN(rlen) +
2072                 2 /* gd_notify_types */) * sizeof(__be32);
2073 }
2074
2075 /*
2076  * At this stage we don't really know what layout driver will handle the request,
2077  * so we need to define an arbitrary upper bound here.
2078  */
2079 #define MAX_LAYOUT_SIZE         128
2080 static inline u32 nfsd4_layoutget_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2081 {
2082         return (op_encode_hdr_size +
2083                 1 /* logr_return_on_close */ +
2084                 op_encode_stateid_maxsz +
2085                 1 /* nr of layouts */ +
2086                 MAX_LAYOUT_SIZE) * sizeof(__be32);
2087 }
2088
2089 static inline u32 nfsd4_layoutcommit_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2090 {
2091         return (op_encode_hdr_size +
2092                 1 /* locr_newsize */ +
2093                 2 /* ns_size */) * sizeof(__be32);
2094 }
2095
2096 static inline u32 nfsd4_layoutreturn_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2097 {
2098         return (op_encode_hdr_size +
2099                 1 /* lrs_stateid */ +
2100                 op_encode_stateid_maxsz) * sizeof(__be32);
2101 }
2102 #endif /* CONFIG_NFSD_PNFS */
2103
2104
2105 static inline u32 nfsd4_seek_rsize(struct svc_rqst *rqstp, struct nfsd4_op *op)
2106 {
2107         return (op_encode_hdr_size + 3) * sizeof(__be32);
2108 }
2109
2110 static const struct nfsd4_operation nfsd4_ops[] = {
2111         [OP_ACCESS] = {
2112                 .op_func = nfsd4_access,
2113                 .op_name = "OP_ACCESS",
2114                 .op_rsize_bop = nfsd4_access_rsize,
2115         },
2116         [OP_CLOSE] = {
2117                 .op_func = nfsd4_close,
2118                 .op_flags = OP_MODIFIES_SOMETHING,
2119                 .op_name = "OP_CLOSE",
2120                 .op_rsize_bop = nfsd4_status_stateid_rsize,
2121                 .op_get_currentstateid = nfsd4_get_closestateid,
2122                 .op_set_currentstateid = nfsd4_set_closestateid,
2123         },
2124         [OP_COMMIT] = {
2125                 .op_func = nfsd4_commit,
2126                 .op_flags = OP_MODIFIES_SOMETHING,
2127                 .op_name = "OP_COMMIT",
2128                 .op_rsize_bop = nfsd4_commit_rsize,
2129         },
2130         [OP_CREATE] = {
2131                 .op_func = nfsd4_create,
2132                 .op_flags = OP_MODIFIES_SOMETHING | OP_CACHEME | OP_CLEAR_STATEID,
2133                 .op_name = "OP_CREATE",
2134                 .op_rsize_bop = nfsd4_create_rsize,
2135         },
2136         [OP_DELEGRETURN] = {
2137                 .op_func = nfsd4_delegreturn,
2138                 .op_flags = OP_MODIFIES_SOMETHING,
2139                 .op_name = "OP_DELEGRETURN",
2140                 .op_rsize_bop = nfsd4_only_status_rsize,
2141                 .op_get_currentstateid = nfsd4_get_delegreturnstateid,
2142         },
2143         [OP_GETATTR] = {
2144                 .op_func = nfsd4_getattr,
2145                 .op_flags = ALLOWED_ON_ABSENT_FS,
2146                 .op_rsize_bop = nfsd4_getattr_rsize,
2147                 .op_name = "OP_GETATTR",
2148         },
2149         [OP_GETFH] = {
2150                 .op_func = nfsd4_getfh,
2151                 .op_name = "OP_GETFH",
2152                 .op_rsize_bop = nfsd4_getfh_rsize,
2153         },
2154         [OP_LINK] = {
2155                 .op_func = nfsd4_link,
2156                 .op_flags = ALLOWED_ON_ABSENT_FS | OP_MODIFIES_SOMETHING
2157                                 | OP_CACHEME,
2158                 .op_name = "OP_LINK",
2159                 .op_rsize_bop = nfsd4_link_rsize,
2160         },
2161         [OP_LOCK] = {
2162                 .op_func = nfsd4_lock,
2163                 .op_flags = OP_MODIFIES_SOMETHING |
2164                                 OP_NONTRIVIAL_ERROR_ENCODE,
2165                 .op_name = "OP_LOCK",
2166                 .op_rsize_bop = nfsd4_lock_rsize,
2167                 .op_set_currentstateid = nfsd4_set_lockstateid,
2168         },
2169         [OP_LOCKT] = {
2170                 .op_func = nfsd4_lockt,
2171                 .op_flags = OP_NONTRIVIAL_ERROR_ENCODE,
2172                 .op_name = "OP_LOCKT",
2173                 .op_rsize_bop = nfsd4_lock_rsize,
2174         },
2175         [OP_LOCKU] = {
2176                 .op_func = nfsd4_locku,
2177                 .op_flags = OP_MODIFIES_SOMETHING,
2178                 .op_name = "OP_LOCKU",
2179                 .op_rsize_bop = nfsd4_status_stateid_rsize,
2180                 .op_get_currentstateid = nfsd4_get_lockustateid,
2181         },
2182         [OP_LOOKUP] = {
2183                 .op_func = nfsd4_lookup,
2184                 .op_flags = OP_HANDLES_WRONGSEC | OP_CLEAR_STATEID,
2185                 .op_name = "OP_LOOKUP",
2186                 .op_rsize_bop = nfsd4_only_status_rsize,
2187         },
2188         [OP_LOOKUPP] = {
2189                 .op_func = nfsd4_lookupp,
2190                 .op_flags = OP_HANDLES_WRONGSEC | OP_CLEAR_STATEID,
2191                 .op_name = "OP_LOOKUPP",
2192                 .op_rsize_bop = nfsd4_only_status_rsize,
2193         },
2194         [OP_NVERIFY] = {
2195                 .op_func = nfsd4_nverify,
2196                 .op_name = "OP_NVERIFY",
2197                 .op_rsize_bop = nfsd4_only_status_rsize,
2198         },
2199         [OP_OPEN] = {
2200                 .op_func = nfsd4_open,
2201                 .op_flags = OP_HANDLES_WRONGSEC | OP_MODIFIES_SOMETHING,
2202                 .op_name = "OP_OPEN",
2203                 .op_rsize_bop = nfsd4_open_rsize,
2204                 .op_set_currentstateid = nfsd4_set_openstateid,
2205         },
2206         [OP_OPEN_CONFIRM] = {
2207                 .op_func = nfsd4_open_confirm,
2208                 .op_flags = OP_MODIFIES_SOMETHING,
2209                 .op_name = "OP_OPEN_CONFIRM",
2210                 .op_rsize_bop = nfsd4_status_stateid_rsize,
2211         },
2212         [OP_OPEN_DOWNGRADE] = {
2213                 .op_func = nfsd4_open_downgrade,
2214                 .op_flags = OP_MODIFIES_SOMETHING,
2215                 .op_name = "OP_OPEN_DOWNGRADE",
2216                 .op_rsize_bop = nfsd4_status_stateid_rsize,
2217                 .op_get_currentstateid = nfsd4_get_opendowngradestateid,
2218                 .op_set_currentstateid = nfsd4_set_opendowngradestateid,
2219         },
2220         [OP_PUTFH] = {
2221                 .op_func = nfsd4_putfh,
2222                 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_ON_ABSENT_FS
2223                                 | OP_IS_PUTFH_LIKE | OP_CLEAR_STATEID,
2224                 .op_name = "OP_PUTFH",
2225                 .op_rsize_bop = nfsd4_only_status_rsize,
2226         },
2227         [OP_PUTPUBFH] = {
2228                 .op_func = nfsd4_putrootfh,
2229                 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_ON_ABSENT_FS
2230                                 | OP_IS_PUTFH_LIKE | OP_CLEAR_STATEID,
2231                 .op_name = "OP_PUTPUBFH",
2232                 .op_rsize_bop = nfsd4_only_status_rsize,
2233         },
2234         [OP_PUTROOTFH] = {
2235                 .op_func = nfsd4_putrootfh,
2236                 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_ON_ABSENT_FS
2237                                 | OP_IS_PUTFH_LIKE | OP_CLEAR_STATEID,
2238                 .op_name = "OP_PUTROOTFH",
2239                 .op_rsize_bop = nfsd4_only_status_rsize,
2240         },
2241         [OP_READ] = {
2242                 .op_func = nfsd4_read,
2243                 .op_release = nfsd4_read_release,
2244                 .op_name = "OP_READ",
2245                 .op_rsize_bop = nfsd4_read_rsize,
2246                 .op_get_currentstateid = nfsd4_get_readstateid,
2247         },
2248         [OP_READDIR] = {
2249                 .op_func = nfsd4_readdir,
2250                 .op_name = "OP_READDIR",
2251                 .op_rsize_bop = nfsd4_readdir_rsize,
2252         },
2253         [OP_READLINK] = {
2254                 .op_func = nfsd4_readlink,
2255                 .op_name = "OP_READLINK",
2256                 .op_rsize_bop = nfsd4_readlink_rsize,
2257         },
2258         [OP_REMOVE] = {
2259                 .op_func = nfsd4_remove,
2260                 .op_flags = OP_MODIFIES_SOMETHING | OP_CACHEME,
2261                 .op_name = "OP_REMOVE",
2262                 .op_rsize_bop = nfsd4_remove_rsize,
2263         },
2264         [OP_RENAME] = {
2265                 .op_func = nfsd4_rename,
2266                 .op_flags = OP_MODIFIES_SOMETHING | OP_CACHEME,
2267                 .op_name = "OP_RENAME",
2268                 .op_rsize_bop = nfsd4_rename_rsize,
2269         },
2270         [OP_RENEW] = {
2271                 .op_func = nfsd4_renew,
2272                 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_ON_ABSENT_FS
2273                                 | OP_MODIFIES_SOMETHING,
2274                 .op_name = "OP_RENEW",
2275                 .op_rsize_bop = nfsd4_only_status_rsize,
2276
2277         },
2278         [OP_RESTOREFH] = {
2279                 .op_func = nfsd4_restorefh,
2280                 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_ON_ABSENT_FS
2281                                 | OP_IS_PUTFH_LIKE | OP_MODIFIES_SOMETHING,
2282                 .op_name = "OP_RESTOREFH",
2283                 .op_rsize_bop = nfsd4_only_status_rsize,
2284         },
2285         [OP_SAVEFH] = {
2286                 .op_func = nfsd4_savefh,
2287                 .op_flags = OP_HANDLES_WRONGSEC | OP_MODIFIES_SOMETHING,
2288                 .op_name = "OP_SAVEFH",
2289                 .op_rsize_bop = nfsd4_only_status_rsize,
2290         },
2291         [OP_SECINFO] = {
2292                 .op_func = nfsd4_secinfo,
2293                 .op_release = nfsd4_secinfo_release,
2294                 .op_flags = OP_HANDLES_WRONGSEC,
2295                 .op_name = "OP_SECINFO",
2296                 .op_rsize_bop = nfsd4_secinfo_rsize,
2297         },
2298         [OP_SETATTR] = {
2299                 .op_func = nfsd4_setattr,
2300                 .op_name = "OP_SETATTR",
2301                 .op_flags = OP_MODIFIES_SOMETHING | OP_CACHEME
2302                                 | OP_NONTRIVIAL_ERROR_ENCODE,
2303                 .op_rsize_bop = nfsd4_setattr_rsize,
2304                 .op_get_currentstateid = nfsd4_get_setattrstateid,
2305         },
2306         [OP_SETCLIENTID] = {
2307                 .op_func = nfsd4_setclientid,
2308                 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_ON_ABSENT_FS
2309                                 | OP_MODIFIES_SOMETHING | OP_CACHEME
2310                                 | OP_NONTRIVIAL_ERROR_ENCODE,
2311                 .op_name = "OP_SETCLIENTID",
2312                 .op_rsize_bop = nfsd4_setclientid_rsize,
2313         },
2314         [OP_SETCLIENTID_CONFIRM] = {
2315                 .op_func = nfsd4_setclientid_confirm,
2316                 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_ON_ABSENT_FS
2317                                 | OP_MODIFIES_SOMETHING | OP_CACHEME,
2318                 .op_name = "OP_SETCLIENTID_CONFIRM",
2319                 .op_rsize_bop = nfsd4_only_status_rsize,
2320         },
2321         [OP_VERIFY] = {
2322                 .op_func = nfsd4_verify,
2323                 .op_name = "OP_VERIFY",
2324                 .op_rsize_bop = nfsd4_only_status_rsize,
2325         },
2326         [OP_WRITE] = {
2327                 .op_func = nfsd4_write,
2328                 .op_flags = OP_MODIFIES_SOMETHING | OP_CACHEME,
2329                 .op_name = "OP_WRITE",
2330                 .op_rsize_bop = nfsd4_write_rsize,
2331                 .op_get_currentstateid = nfsd4_get_writestateid,
2332         },
2333         [OP_RELEASE_LOCKOWNER] = {
2334                 .op_func = nfsd4_release_lockowner,
2335                 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_ON_ABSENT_FS
2336                                 | OP_MODIFIES_SOMETHING,
2337                 .op_name = "OP_RELEASE_LOCKOWNER",
2338                 .op_rsize_bop = nfsd4_only_status_rsize,
2339         },
2340
2341         /* NFSv4.1 operations */
2342         [OP_EXCHANGE_ID] = {
2343                 .op_func = nfsd4_exchange_id,
2344                 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_AS_FIRST_OP
2345                                 | OP_MODIFIES_SOMETHING,
2346                 .op_name = "OP_EXCHANGE_ID",
2347                 .op_rsize_bop = nfsd4_exchange_id_rsize,
2348         },
2349         [OP_BACKCHANNEL_CTL] = {
2350                 .op_func = nfsd4_backchannel_ctl,
2351                 .op_flags = ALLOWED_WITHOUT_FH | OP_MODIFIES_SOMETHING,
2352                 .op_name = "OP_BACKCHANNEL_CTL",
2353                 .op_rsize_bop = nfsd4_only_status_rsize,
2354         },
2355         [OP_BIND_CONN_TO_SESSION] = {
2356                 .op_func = nfsd4_bind_conn_to_session,
2357                 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_AS_FIRST_OP
2358                                 | OP_MODIFIES_SOMETHING,
2359                 .op_name = "OP_BIND_CONN_TO_SESSION",
2360                 .op_rsize_bop = nfsd4_bind_conn_to_session_rsize,
2361         },
2362         [OP_CREATE_SESSION] = {
2363                 .op_func = nfsd4_create_session,
2364                 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_AS_FIRST_OP
2365                                 | OP_MODIFIES_SOMETHING,
2366                 .op_name = "OP_CREATE_SESSION",
2367                 .op_rsize_bop = nfsd4_create_session_rsize,
2368         },
2369         [OP_DESTROY_SESSION] = {
2370                 .op_func = nfsd4_destroy_session,
2371                 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_AS_FIRST_OP
2372                                 | OP_MODIFIES_SOMETHING,
2373                 .op_name = "OP_DESTROY_SESSION",
2374                 .op_rsize_bop = nfsd4_only_status_rsize,
2375         },
2376         [OP_SEQUENCE] = {
2377                 .op_func = nfsd4_sequence,
2378                 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_AS_FIRST_OP,
2379                 .op_name = "OP_SEQUENCE",
2380                 .op_rsize_bop = nfsd4_sequence_rsize,
2381         },
2382         [OP_DESTROY_CLIENTID] = {
2383                 .op_func = nfsd4_destroy_clientid,
2384                 .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_AS_FIRST_OP
2385                                 | OP_MODIFIES_SOMETHING,
2386                 .op_name = "OP_DESTROY_CLIENTID",
2387                 .op_rsize_bop = nfsd4_only_status_rsize,
2388         },
2389         [OP_RECLAIM_COMPLETE] = {
2390                 .op_func = nfsd4_reclaim_complete,
2391                 .op_flags = ALLOWED_WITHOUT_FH | OP_MODIFIES_SOMETHING,
2392                 .op_name = "OP_RECLAIM_COMPLETE",
2393                 .op_rsize_bop = nfsd4_only_status_rsize,
2394         },
2395         [OP_SECINFO_NO_NAME] = {
2396                 .op_func = nfsd4_secinfo_no_name,
2397                 .op_release = nfsd4_secinfo_no_name_release,
2398                 .op_flags = OP_HANDLES_WRONGSEC,
2399                 .op_name = "OP_SECINFO_NO_NAME",
2400                 .op_rsize_bop = nfsd4_secinfo_rsize,
2401         },
2402         [OP_TEST_STATEID] = {
2403                 .op_func = nfsd4_test_stateid,
2404                 .op_flags = ALLOWED_WITHOUT_FH,
2405                 .op_name = "OP_TEST_STATEID",
2406                 .op_rsize_bop = nfsd4_test_stateid_rsize,
2407         },
2408         [OP_FREE_STATEID] = {
2409                 .op_func = nfsd4_free_stateid,
2410                 .op_flags = ALLOWED_WITHOUT_FH | OP_MODIFIES_SOMETHING,
2411                 .op_name = "OP_FREE_STATEID",
2412                 .op_get_currentstateid = nfsd4_get_freestateid,
2413                 .op_rsize_bop = nfsd4_only_status_rsize,
2414         },
2415 #ifdef CONFIG_NFSD_PNFS
2416         [OP_GETDEVICEINFO] = {
2417                 .op_func = nfsd4_getdeviceinfo,
2418                 .op_release = nfsd4_getdeviceinfo_release,
2419                 .op_flags = ALLOWED_WITHOUT_FH,
2420                 .op_name = "OP_GETDEVICEINFO",
2421                 .op_rsize_bop = nfsd4_getdeviceinfo_rsize,
2422         },
2423         [OP_LAYOUTGET] = {
2424                 .op_func = nfsd4_layoutget,
2425                 .op_release = nfsd4_layoutget_release,
2426                 .op_flags = OP_MODIFIES_SOMETHING,
2427                 .op_name = "OP_LAYOUTGET",
2428                 .op_rsize_bop = nfsd4_layoutget_rsize,
2429         },
2430         [OP_LAYOUTCOMMIT] = {
2431                 .op_func = nfsd4_layoutcommit,
2432                 .op_flags = OP_MODIFIES_SOMETHING,
2433                 .op_name = "OP_LAYOUTCOMMIT",
2434                 .op_rsize_bop = nfsd4_layoutcommit_rsize,
2435         },
2436         [OP_LAYOUTRETURN] = {
2437                 .op_func = nfsd4_layoutreturn,
2438                 .op_flags = OP_MODIFIES_SOMETHING,
2439                 .op_name = "OP_LAYOUTRETURN",
2440                 .op_rsize_bop = nfsd4_layoutreturn_rsize,
2441         },
2442 #endif /* CONFIG_NFSD_PNFS */
2443
2444         /* NFSv4.2 operations */
2445         [OP_ALLOCATE] = {
2446                 .op_func = nfsd4_allocate,
2447                 .op_flags = OP_MODIFIES_SOMETHING | OP_CACHEME,
2448                 .op_name = "OP_ALLOCATE",
2449                 .op_rsize_bop = nfsd4_only_status_rsize,
2450         },
2451         [OP_DEALLOCATE] = {
2452                 .op_func = nfsd4_deallocate,
2453                 .op_flags = OP_MODIFIES_SOMETHING | OP_CACHEME,
2454                 .op_name = "OP_DEALLOCATE",
2455                 .op_rsize_bop = nfsd4_only_status_rsize,
2456         },
2457         [OP_CLONE] = {
2458                 .op_func = nfsd4_clone,
2459                 .op_flags = OP_MODIFIES_SOMETHING | OP_CACHEME,
2460                 .op_name = "OP_CLONE",
2461                 .op_rsize_bop = nfsd4_only_status_rsize,
2462         },
2463         [OP_COPY] = {
2464                 .op_func = nfsd4_copy,
2465                 .op_flags = OP_MODIFIES_SOMETHING | OP_CACHEME,
2466                 .op_name = "OP_COPY",
2467                 .op_rsize_bop = nfsd4_copy_rsize,
2468         },
2469         [OP_SEEK] = {
2470                 .op_func = nfsd4_seek,
2471                 .op_name = "OP_SEEK",
2472                 .op_rsize_bop = nfsd4_seek_rsize,
2473         },
2474 };
2475
2476 /**
2477  * nfsd4_spo_must_allow - Determine if the compound op contains an
2478  * operation that is allowed to be sent with machine credentials
2479  *
2480  * @rqstp: a pointer to the struct svc_rqst
2481  *
2482  * Checks to see if the compound contains a spo_must_allow op
2483  * and confirms that it was sent with the proper machine creds.
2484  */
2485
2486 bool nfsd4_spo_must_allow(struct svc_rqst *rqstp)
2487 {
2488         struct nfsd4_compoundres *resp = rqstp->rq_resp;
2489         struct nfsd4_compoundargs *argp = rqstp->rq_argp;
2490         struct nfsd4_op *this = &argp->ops[resp->opcnt - 1];
2491         struct nfsd4_compound_state *cstate = &resp->cstate;
2492         struct nfs4_op_map *allow = &cstate->clp->cl_spo_must_allow;
2493         u32 opiter;
2494
2495         if (!cstate->minorversion)
2496                 return false;
2497
2498         if (cstate->spo_must_allowed == true)
2499                 return true;
2500
2501         opiter = resp->opcnt;
2502         while (opiter < argp->opcnt) {
2503                 this = &argp->ops[opiter++];
2504                 if (test_bit(this->opnum, allow->u.longs) &&
2505                         cstate->clp->cl_mach_cred &&
2506                         nfsd4_mach_creds_match(cstate->clp, rqstp)) {
2507                         cstate->spo_must_allowed = true;
2508                         return true;
2509                 }
2510         }
2511         cstate->spo_must_allowed = false;
2512         return false;
2513 }
2514
2515 int nfsd4_max_reply(struct svc_rqst *rqstp, struct nfsd4_op *op)
2516 {
2517         if (op->opnum == OP_ILLEGAL || op->status == nfserr_notsupp)
2518                 return op_encode_hdr_size * sizeof(__be32);
2519
2520         BUG_ON(OPDESC(op)->op_rsize_bop == NULL);
2521         return OPDESC(op)->op_rsize_bop(rqstp, op);
2522 }
2523
2524 void warn_on_nonidempotent_op(struct nfsd4_op *op)
2525 {
2526         if (OPDESC(op)->op_flags & OP_MODIFIES_SOMETHING) {
2527                 pr_err("unable to encode reply to nonidempotent op %d (%s)\n",
2528                         op->opnum, nfsd4_op_name(op->opnum));
2529                 WARN_ON_ONCE(1);
2530         }
2531 }
2532
2533 static const char *nfsd4_op_name(unsigned opnum)
2534 {
2535         if (opnum < ARRAY_SIZE(nfsd4_ops))
2536                 return nfsd4_ops[opnum].op_name;
2537         return "unknown_operation";
2538 }
2539
2540 #define nfsd4_voidres                   nfsd4_voidargs
2541 struct nfsd4_voidargs { int dummy; };
2542
2543 static const struct svc_procedure nfsd_procedures4[2] = {
2544         [NFSPROC4_NULL] = {
2545                 .pc_func = nfsd4_proc_null,
2546                 .pc_encode = nfs4svc_encode_voidres,
2547                 .pc_argsize = sizeof(struct nfsd4_voidargs),
2548                 .pc_ressize = sizeof(struct nfsd4_voidres),
2549                 .pc_cachetype = RC_NOCACHE,
2550                 .pc_xdrressize = 1,
2551         },
2552         [NFSPROC4_COMPOUND] = {
2553                 .pc_func = nfsd4_proc_compound,
2554                 .pc_decode = nfs4svc_decode_compoundargs,
2555                 .pc_encode = nfs4svc_encode_compoundres,
2556                 .pc_argsize = sizeof(struct nfsd4_compoundargs),
2557                 .pc_ressize = sizeof(struct nfsd4_compoundres),
2558                 .pc_release = nfsd4_release_compoundargs,
2559                 .pc_cachetype = RC_NOCACHE,
2560                 .pc_xdrressize = NFSD_BUFSIZE/4,
2561         },
2562 };
2563
2564 static unsigned int nfsd_count3[ARRAY_SIZE(nfsd_procedures4)];
2565 const struct svc_version nfsd_version4 = {
2566         .vs_vers                = 4,
2567         .vs_nproc               = 2,
2568         .vs_proc                = nfsd_procedures4,
2569         .vs_count               = nfsd_count3,
2570         .vs_dispatch            = nfsd_dispatch,
2571         .vs_xdrsize             = NFS4_SVC_XDRSIZE,
2572         .vs_rpcb_optnl          = true,
2573         .vs_need_cong_ctrl      = true,
2574 };
2575
2576 /*
2577  * Local variables:
2578  *  c-basic-offset: 8
2579  * End:
2580  */