Commit | Line | Data |
---|---|---|
1da177e4 LT |
1 | /* |
2 | * linux/fs/nfs/delegation.c | |
3 | * | |
4 | * Copyright (C) 2004 Trond Myklebust | |
5 | * | |
6 | * NFS file delegation management | |
7 | * | |
8 | */ | |
1da177e4 | 9 | #include <linux/completion.h> |
58d9714a | 10 | #include <linux/kthread.h> |
1da177e4 LT |
11 | #include <linux/module.h> |
12 | #include <linux/sched.h> | |
5a0e3ad6 | 13 | #include <linux/slab.h> |
1da177e4 LT |
14 | #include <linux/spinlock.h> |
15 | ||
16 | #include <linux/nfs4.h> | |
17 | #include <linux/nfs_fs.h> | |
18 | #include <linux/nfs_xdr.h> | |
19 | ||
4ce79717 | 20 | #include "nfs4_fs.h" |
1da177e4 | 21 | #include "delegation.h" |
24c8dbbb | 22 | #include "internal.h" |
ca8acf8d | 23 | #include "nfs4trace.h" |
1da177e4 | 24 | |
905f8d16 TM |
25 | static void nfs_free_delegation(struct nfs_delegation *delegation) |
26 | { | |
e00b8a24 TM |
27 | if (delegation->cred) { |
28 | put_rpccred(delegation->cred); | |
29 | delegation->cred = NULL; | |
30 | } | |
26f04dde | 31 | kfree_rcu(delegation, rcu); |
8383e460 TM |
32 | } |
33 | ||
d3978bb3 CL |
34 | /** |
35 | * nfs_mark_delegation_referenced - set delegation's REFERENCED flag | |
36 | * @delegation: delegation to process | |
37 | * | |
38 | */ | |
b7391f44 TM |
39 | void nfs_mark_delegation_referenced(struct nfs_delegation *delegation) |
40 | { | |
41 | set_bit(NFS_DELEGATION_REFERENCED, &delegation->flags); | |
42 | } | |
43 | ||
15bb3afe PT |
44 | static int |
45 | nfs4_do_check_delegation(struct inode *inode, fmode_t flags, bool mark) | |
b7391f44 TM |
46 | { |
47 | struct nfs_delegation *delegation; | |
48 | int ret = 0; | |
49 | ||
50 | flags &= FMODE_READ|FMODE_WRITE; | |
51 | rcu_read_lock(); | |
52 | delegation = rcu_dereference(NFS_I(inode)->delegation); | |
d25be546 TM |
53 | if (delegation != NULL && (delegation->type & flags) == flags && |
54 | !test_bit(NFS_DELEGATION_RETURNING, &delegation->flags)) { | |
15bb3afe PT |
55 | if (mark) |
56 | nfs_mark_delegation_referenced(delegation); | |
b7391f44 TM |
57 | ret = 1; |
58 | } | |
59 | rcu_read_unlock(); | |
60 | return ret; | |
61 | } | |
15bb3afe PT |
62 | /** |
63 | * nfs_have_delegation - check if inode has a delegation, mark it | |
64 | * NFS_DELEGATION_REFERENCED if there is one. | |
65 | * @inode: inode to check | |
66 | * @flags: delegation types to check for | |
67 | * | |
68 | * Returns one if inode has the indicated delegation, otherwise zero. | |
69 | */ | |
70 | int nfs4_have_delegation(struct inode *inode, fmode_t flags) | |
71 | { | |
72 | return nfs4_do_check_delegation(inode, flags, true); | |
73 | } | |
74 | ||
75 | /* | |
76 | * nfs4_check_delegation - check if inode has a delegation, do not mark | |
77 | * NFS_DELEGATION_REFERENCED if it has one. | |
78 | */ | |
79 | int nfs4_check_delegation(struct inode *inode, fmode_t flags) | |
80 | { | |
81 | return nfs4_do_check_delegation(inode, flags, false); | |
82 | } | |
b7391f44 | 83 | |
db4f2e63 | 84 | static int nfs_delegation_claim_locks(struct nfs_open_context *ctx, struct nfs4_state *state, const nfs4_stateid *stateid) |
888e694c TM |
85 | { |
86 | struct inode *inode = state->inode; | |
87 | struct file_lock *fl; | |
bd61e0a9 JL |
88 | struct file_lock_context *flctx = inode->i_flctx; |
89 | struct list_head *list; | |
d5122201 | 90 | int status = 0; |
888e694c | 91 | |
bd61e0a9 | 92 | if (flctx == NULL) |
65b62a29 | 93 | goto out; |
314d7cc0 | 94 | |
bd61e0a9 | 95 | list = &flctx->flc_posix; |
6109c850 | 96 | spin_lock(&flctx->flc_lock); |
bd61e0a9 JL |
97 | restart: |
98 | list_for_each_entry(fl, list, fl_list) { | |
cd3758e3 | 99 | if (nfs_file_open_context(fl->fl_file) != ctx) |
888e694c | 100 | continue; |
6109c850 | 101 | spin_unlock(&flctx->flc_lock); |
db4f2e63 | 102 | status = nfs4_lock_delegation_recall(fl, state, stateid); |
d5122201 | 103 | if (status < 0) |
3f09df70 | 104 | goto out; |
6109c850 | 105 | spin_lock(&flctx->flc_lock); |
888e694c | 106 | } |
bd61e0a9 JL |
107 | if (list == &flctx->flc_posix) { |
108 | list = &flctx->flc_flock; | |
109 | goto restart; | |
888e694c | 110 | } |
6109c850 | 111 | spin_unlock(&flctx->flc_lock); |
3f09df70 | 112 | out: |
888e694c TM |
113 | return status; |
114 | } | |
115 | ||
d18cc1fd | 116 | static int nfs_delegation_claim_opens(struct inode *inode, const nfs4_stateid *stateid) |
1da177e4 LT |
117 | { |
118 | struct nfs_inode *nfsi = NFS_I(inode); | |
119 | struct nfs_open_context *ctx; | |
d25be546 | 120 | struct nfs4_state_owner *sp; |
1da177e4 | 121 | struct nfs4_state *state; |
d25be546 | 122 | unsigned int seq; |
888e694c | 123 | int err; |
1da177e4 LT |
124 | |
125 | again: | |
126 | spin_lock(&inode->i_lock); | |
127 | list_for_each_entry(ctx, &nfsi->open_files, list) { | |
128 | state = ctx->state; | |
129 | if (state == NULL) | |
130 | continue; | |
131 | if (!test_bit(NFS_DELEGATED_STATE, &state->flags)) | |
132 | continue; | |
f8ebf7a8 TM |
133 | if (!nfs4_valid_open_stateid(state)) |
134 | continue; | |
f597c537 | 135 | if (!nfs4_stateid_match(&state->stateid, stateid)) |
90163027 | 136 | continue; |
1da177e4 LT |
137 | get_nfs_open_context(ctx); |
138 | spin_unlock(&inode->i_lock); | |
d25be546 | 139 | sp = state->owner; |
65b62a29 TM |
140 | /* Block nfs4_proc_unlck */ |
141 | mutex_lock(&sp->so_delegreturn_mutex); | |
d25be546 | 142 | seq = raw_seqcount_begin(&sp->so_reclaim_seqcount); |
13437e12 | 143 | err = nfs4_open_delegation_recall(ctx, state, stateid); |
d25be546 | 144 | if (!err) |
db4f2e63 | 145 | err = nfs_delegation_claim_locks(ctx, state, stateid); |
d25be546 TM |
146 | if (!err && read_seqcount_retry(&sp->so_reclaim_seqcount, seq)) |
147 | err = -EAGAIN; | |
65b62a29 | 148 | mutex_unlock(&sp->so_delegreturn_mutex); |
1da177e4 | 149 | put_nfs_open_context(ctx); |
888e694c | 150 | if (err != 0) |
d18cc1fd | 151 | return err; |
1da177e4 LT |
152 | goto again; |
153 | } | |
154 | spin_unlock(&inode->i_lock); | |
d18cc1fd | 155 | return 0; |
1da177e4 LT |
156 | } |
157 | ||
d3978bb3 CL |
158 | /** |
159 | * nfs_inode_reclaim_delegation - process a delegation reclaim request | |
160 | * @inode: inode to process | |
161 | * @cred: credential to use for request | |
162 | * @res: new delegation state from server | |
163 | * | |
1da177e4 | 164 | */ |
d3978bb3 CL |
165 | void nfs_inode_reclaim_delegation(struct inode *inode, struct rpc_cred *cred, |
166 | struct nfs_openres *res) | |
1da177e4 | 167 | { |
8f649c37 TM |
168 | struct nfs_delegation *delegation; |
169 | struct rpc_cred *oldcred = NULL; | |
1da177e4 | 170 | |
8f649c37 TM |
171 | rcu_read_lock(); |
172 | delegation = rcu_dereference(NFS_I(inode)->delegation); | |
173 | if (delegation != NULL) { | |
174 | spin_lock(&delegation->lock); | |
175 | if (delegation->inode != NULL) { | |
f597c537 | 176 | nfs4_stateid_copy(&delegation->stateid, &res->delegation); |
8f649c37 TM |
177 | delegation->type = res->delegation_type; |
178 | delegation->maxsize = res->maxsize; | |
179 | oldcred = delegation->cred; | |
180 | delegation->cred = get_rpccred(cred); | |
181 | clear_bit(NFS_DELEGATION_NEED_RECLAIM, | |
182 | &delegation->flags); | |
8f649c37 | 183 | spin_unlock(&delegation->lock); |
8f649c37 | 184 | rcu_read_unlock(); |
7c0af9ff | 185 | put_rpccred(oldcred); |
ca8acf8d | 186 | trace_nfs4_reclaim_delegation(inode, res->delegation_type); |
8f649c37 TM |
187 | } else { |
188 | /* We appear to have raced with a delegation return. */ | |
189 | spin_unlock(&delegation->lock); | |
190 | rcu_read_unlock(); | |
191 | nfs_inode_set_delegation(inode, cred, res); | |
192 | } | |
193 | } else { | |
194 | rcu_read_unlock(); | |
195 | } | |
1da177e4 LT |
196 | } |
197 | ||
57bfa891 TM |
198 | static int nfs_do_return_delegation(struct inode *inode, struct nfs_delegation *delegation, int issync) |
199 | { | |
200 | int res = 0; | |
201 | ||
869f9dfa TM |
202 | if (!test_bit(NFS_DELEGATION_REVOKED, &delegation->flags)) |
203 | res = nfs4_proc_delegreturn(inode, | |
204 | delegation->cred, | |
205 | &delegation->stateid, | |
206 | issync); | |
57bfa891 TM |
207 | nfs_free_delegation(delegation); |
208 | return res; | |
209 | } | |
210 | ||
86e89489 TM |
211 | static struct inode *nfs_delegation_grab_inode(struct nfs_delegation *delegation) |
212 | { | |
213 | struct inode *inode = NULL; | |
214 | ||
215 | spin_lock(&delegation->lock); | |
216 | if (delegation->inode != NULL) | |
217 | inode = igrab(delegation->inode); | |
218 | spin_unlock(&delegation->lock); | |
219 | return inode; | |
220 | } | |
221 | ||
d25be546 TM |
222 | static struct nfs_delegation * |
223 | nfs_start_delegation_return_locked(struct nfs_inode *nfsi) | |
224 | { | |
225 | struct nfs_delegation *ret = NULL; | |
226 | struct nfs_delegation *delegation = rcu_dereference(nfsi->delegation); | |
227 | ||
228 | if (delegation == NULL) | |
229 | goto out; | |
230 | spin_lock(&delegation->lock); | |
231 | if (!test_and_set_bit(NFS_DELEGATION_RETURNING, &delegation->flags)) | |
232 | ret = delegation; | |
233 | spin_unlock(&delegation->lock); | |
234 | out: | |
235 | return ret; | |
236 | } | |
237 | ||
238 | static struct nfs_delegation * | |
239 | nfs_start_delegation_return(struct nfs_inode *nfsi) | |
240 | { | |
241 | struct nfs_delegation *delegation; | |
242 | ||
243 | rcu_read_lock(); | |
244 | delegation = nfs_start_delegation_return_locked(nfsi); | |
245 | rcu_read_unlock(); | |
246 | return delegation; | |
247 | } | |
248 | ||
249 | static void | |
250 | nfs_abort_delegation_return(struct nfs_delegation *delegation, | |
251 | struct nfs_client *clp) | |
252 | { | |
253 | ||
254 | spin_lock(&delegation->lock); | |
255 | clear_bit(NFS_DELEGATION_RETURNING, &delegation->flags); | |
256 | set_bit(NFS_DELEGATION_RETURN, &delegation->flags); | |
257 | spin_unlock(&delegation->lock); | |
258 | set_bit(NFS4CLNT_DELEGRETURN, &clp->cl_state); | |
259 | } | |
260 | ||
dda4b225 CL |
261 | static struct nfs_delegation * |
262 | nfs_detach_delegation_locked(struct nfs_inode *nfsi, | |
d25be546 TM |
263 | struct nfs_delegation *delegation, |
264 | struct nfs_client *clp) | |
57bfa891 | 265 | { |
d25be546 | 266 | struct nfs_delegation *deleg_cur = |
17d2c0a0 | 267 | rcu_dereference_protected(nfsi->delegation, |
d25be546 | 268 | lockdep_is_held(&clp->cl_lock)); |
57bfa891 | 269 | |
d25be546 TM |
270 | if (deleg_cur == NULL || delegation != deleg_cur) |
271 | return NULL; | |
dda4b225 | 272 | |
34310430 | 273 | spin_lock(&delegation->lock); |
d25be546 | 274 | set_bit(NFS_DELEGATION_RETURNING, &delegation->flags); |
57bfa891 | 275 | list_del_rcu(&delegation->super_list); |
86e89489 | 276 | delegation->inode = NULL; |
57bfa891 | 277 | rcu_assign_pointer(nfsi->delegation, NULL); |
34310430 | 278 | spin_unlock(&delegation->lock); |
57bfa891 | 279 | return delegation; |
57bfa891 TM |
280 | } |
281 | ||
dda4b225 | 282 | static struct nfs_delegation *nfs_detach_delegation(struct nfs_inode *nfsi, |
d25be546 TM |
283 | struct nfs_delegation *delegation, |
284 | struct nfs_server *server) | |
dda4b225 | 285 | { |
d3978bb3 | 286 | struct nfs_client *clp = server->nfs_client; |
dda4b225 CL |
287 | |
288 | spin_lock(&clp->cl_lock); | |
d25be546 | 289 | delegation = nfs_detach_delegation_locked(nfsi, delegation, clp); |
dda4b225 CL |
290 | spin_unlock(&clp->cl_lock); |
291 | return delegation; | |
292 | } | |
293 | ||
d25be546 TM |
294 | static struct nfs_delegation * |
295 | nfs_inode_detach_delegation(struct inode *inode) | |
296 | { | |
297 | struct nfs_inode *nfsi = NFS_I(inode); | |
298 | struct nfs_server *server = NFS_SERVER(inode); | |
299 | struct nfs_delegation *delegation; | |
300 | ||
301 | delegation = nfs_start_delegation_return(nfsi); | |
302 | if (delegation == NULL) | |
303 | return NULL; | |
304 | return nfs_detach_delegation(nfsi, delegation, server); | |
305 | } | |
306 | ||
cf6726e2 TM |
307 | static void |
308 | nfs_update_inplace_delegation(struct nfs_delegation *delegation, | |
309 | const struct nfs_delegation *update) | |
310 | { | |
311 | if (nfs4_stateid_is_newer(&update->stateid, &delegation->stateid)) { | |
312 | delegation->stateid.seqid = update->stateid.seqid; | |
313 | smp_wmb(); | |
314 | delegation->type = update->type; | |
315 | } | |
316 | } | |
317 | ||
d3978bb3 CL |
318 | /** |
319 | * nfs_inode_set_delegation - set up a delegation on an inode | |
320 | * @inode: inode to which delegation applies | |
321 | * @cred: cred to use for subsequent delegation processing | |
322 | * @res: new delegation state from server | |
323 | * | |
324 | * Returns zero on success, or a negative errno value. | |
1da177e4 LT |
325 | */ |
326 | int nfs_inode_set_delegation(struct inode *inode, struct rpc_cred *cred, struct nfs_openres *res) | |
327 | { | |
d3978bb3 CL |
328 | struct nfs_server *server = NFS_SERVER(inode); |
329 | struct nfs_client *clp = server->nfs_client; | |
1da177e4 | 330 | struct nfs_inode *nfsi = NFS_I(inode); |
17d2c0a0 | 331 | struct nfs_delegation *delegation, *old_delegation; |
57bfa891 | 332 | struct nfs_delegation *freeme = NULL; |
1da177e4 LT |
333 | int status = 0; |
334 | ||
8535b2be | 335 | delegation = kmalloc(sizeof(*delegation), GFP_NOFS); |
1da177e4 LT |
336 | if (delegation == NULL) |
337 | return -ENOMEM; | |
f597c537 | 338 | nfs4_stateid_copy(&delegation->stateid, &res->delegation); |
1da177e4 LT |
339 | delegation->type = res->delegation_type; |
340 | delegation->maxsize = res->maxsize; | |
a9a4a87a | 341 | delegation->change_attr = inode->i_version; |
1da177e4 LT |
342 | delegation->cred = get_rpccred(cred); |
343 | delegation->inode = inode; | |
b7391f44 | 344 | delegation->flags = 1<<NFS_DELEGATION_REFERENCED; |
34310430 | 345 | spin_lock_init(&delegation->lock); |
1da177e4 LT |
346 | |
347 | spin_lock(&clp->cl_lock); | |
17d2c0a0 | 348 | old_delegation = rcu_dereference_protected(nfsi->delegation, |
d3978bb3 | 349 | lockdep_is_held(&clp->cl_lock)); |
17d2c0a0 | 350 | if (old_delegation != NULL) { |
cf6726e2 TM |
351 | /* Is this an update of the existing delegation? */ |
352 | if (nfs4_stateid_match_other(&old_delegation->stateid, | |
353 | &delegation->stateid)) { | |
354 | nfs_update_inplace_delegation(old_delegation, | |
355 | delegation); | |
57bfa891 | 356 | goto out; |
1da177e4 | 357 | } |
57bfa891 TM |
358 | /* |
359 | * Deal with broken servers that hand out two | |
360 | * delegations for the same file. | |
17280175 TM |
361 | * Allow for upgrades to a WRITE delegation, but |
362 | * nothing else. | |
57bfa891 TM |
363 | */ |
364 | dfprintk(FILE, "%s: server %s handed out " | |
365 | "a duplicate delegation!\n", | |
3110ff80 | 366 | __func__, clp->cl_hostname); |
17280175 TM |
367 | if (delegation->type == old_delegation->type || |
368 | !(delegation->type & FMODE_WRITE)) { | |
57bfa891 TM |
369 | freeme = delegation; |
370 | delegation = NULL; | |
371 | goto out; | |
372 | } | |
ade04647 TM |
373 | if (test_and_set_bit(NFS_DELEGATION_RETURNING, |
374 | &old_delegation->flags)) | |
375 | goto out; | |
376 | freeme = nfs_detach_delegation_locked(nfsi, | |
d25be546 TM |
377 | old_delegation, clp); |
378 | if (freeme == NULL) | |
379 | goto out; | |
1da177e4 | 380 | } |
38942ba2 | 381 | list_add_tail_rcu(&delegation->super_list, &server->delegations); |
57bfa891 TM |
382 | rcu_assign_pointer(nfsi->delegation, delegation); |
383 | delegation = NULL; | |
412c77ce TM |
384 | |
385 | /* Ensure we revalidate the attributes and page cache! */ | |
386 | spin_lock(&inode->i_lock); | |
387 | nfsi->cache_validity |= NFS_INO_REVAL_FORCED; | |
388 | spin_unlock(&inode->i_lock); | |
ca8acf8d | 389 | trace_nfs4_set_delegation(inode, res->delegation_type); |
412c77ce | 390 | |
57bfa891 | 391 | out: |
1da177e4 | 392 | spin_unlock(&clp->cl_lock); |
603c83da TM |
393 | if (delegation != NULL) |
394 | nfs_free_delegation(delegation); | |
57bfa891 TM |
395 | if (freeme != NULL) |
396 | nfs_do_return_delegation(inode, freeme, 0); | |
1da177e4 LT |
397 | return status; |
398 | } | |
399 | ||
1da177e4 LT |
400 | /* |
401 | * Basic procedure for returning a delegation to the server | |
402 | */ | |
d25be546 | 403 | static int nfs_end_delegation_return(struct inode *inode, struct nfs_delegation *delegation, int issync) |
1da177e4 | 404 | { |
d25be546 | 405 | struct nfs_client *clp = NFS_SERVER(inode)->nfs_client; |
1da177e4 | 406 | struct nfs_inode *nfsi = NFS_I(inode); |
869f9dfa | 407 | int err = 0; |
1da177e4 | 408 | |
d25be546 TM |
409 | if (delegation == NULL) |
410 | return 0; | |
411 | do { | |
869f9dfa TM |
412 | if (test_bit(NFS_DELEGATION_REVOKED, &delegation->flags)) |
413 | break; | |
d25be546 TM |
414 | err = nfs_delegation_claim_opens(inode, &delegation->stateid); |
415 | if (!issync || err != -EAGAIN) | |
416 | break; | |
417 | /* | |
418 | * Guard against state recovery | |
419 | */ | |
420 | err = nfs4_wait_clnt_recover(clp); | |
421 | } while (err == 0); | |
422 | ||
423 | if (err) { | |
424 | nfs_abort_delegation_return(delegation, clp); | |
425 | goto out; | |
426 | } | |
427 | if (!nfs_detach_delegation(nfsi, delegation, NFS_SERVER(inode))) | |
d18cc1fd | 428 | goto out; |
1da177e4 | 429 | |
d18cc1fd TM |
430 | err = nfs_do_return_delegation(inode, delegation, issync); |
431 | out: | |
432 | return err; | |
90163027 TM |
433 | } |
434 | ||
b757144f TM |
435 | static bool nfs_delegation_need_return(struct nfs_delegation *delegation) |
436 | { | |
437 | bool ret = false; | |
438 | ||
ec3ca4e5 TM |
439 | if (test_bit(NFS_DELEGATION_RETURNING, &delegation->flags)) |
440 | goto out; | |
b757144f TM |
441 | if (test_and_clear_bit(NFS_DELEGATION_RETURN, &delegation->flags)) |
442 | ret = true; | |
443 | if (test_and_clear_bit(NFS_DELEGATION_RETURN_IF_CLOSED, &delegation->flags) && !ret) { | |
444 | struct inode *inode; | |
445 | ||
446 | spin_lock(&delegation->lock); | |
447 | inode = delegation->inode; | |
448 | if (inode && list_empty(&NFS_I(inode)->open_files)) | |
449 | ret = true; | |
450 | spin_unlock(&delegation->lock); | |
451 | } | |
ec3ca4e5 | 452 | out: |
b757144f TM |
453 | return ret; |
454 | } | |
455 | ||
d3978bb3 CL |
456 | /** |
457 | * nfs_client_return_marked_delegations - return previously marked delegations | |
458 | * @clp: nfs_client to process | |
459 | * | |
dc327ed4 TM |
460 | * Note that this function is designed to be called by the state |
461 | * manager thread. For this reason, it cannot flush the dirty data, | |
462 | * since that could deadlock in case of a state recovery error. | |
463 | * | |
d3978bb3 | 464 | * Returns zero on success, or a negative errno value. |
515d8611 | 465 | */ |
d18cc1fd | 466 | int nfs_client_return_marked_delegations(struct nfs_client *clp) |
515d8611 TM |
467 | { |
468 | struct nfs_delegation *delegation; | |
d3978bb3 | 469 | struct nfs_server *server; |
515d8611 | 470 | struct inode *inode; |
d18cc1fd | 471 | int err = 0; |
515d8611 TM |
472 | |
473 | restart: | |
474 | rcu_read_lock(); | |
d3978bb3 CL |
475 | list_for_each_entry_rcu(server, &clp->cl_superblocks, client_link) { |
476 | list_for_each_entry_rcu(delegation, &server->delegations, | |
477 | super_list) { | |
b757144f | 478 | if (!nfs_delegation_need_return(delegation)) |
d3978bb3 | 479 | continue; |
9f0f8e12 | 480 | if (!nfs_sb_active(server->super)) |
d3978bb3 | 481 | continue; |
9f0f8e12 TM |
482 | inode = nfs_delegation_grab_inode(delegation); |
483 | if (inode == NULL) { | |
484 | rcu_read_unlock(); | |
485 | nfs_sb_deactive(server->super); | |
486 | goto restart; | |
487 | } | |
d25be546 | 488 | delegation = nfs_start_delegation_return_locked(NFS_I(inode)); |
d3978bb3 CL |
489 | rcu_read_unlock(); |
490 | ||
d25be546 | 491 | err = nfs_end_delegation_return(inode, delegation, 0); |
d3978bb3 | 492 | iput(inode); |
9f0f8e12 | 493 | nfs_sb_deactive(server->super); |
d3978bb3 CL |
494 | if (!err) |
495 | goto restart; | |
496 | set_bit(NFS4CLNT_DELEGRETURN, &clp->cl_state); | |
497 | return err; | |
d18cc1fd | 498 | } |
515d8611 TM |
499 | } |
500 | rcu_read_unlock(); | |
d18cc1fd | 501 | return 0; |
515d8611 TM |
502 | } |
503 | ||
d3978bb3 CL |
504 | /** |
505 | * nfs_inode_return_delegation_noreclaim - return delegation, don't reclaim opens | |
506 | * @inode: inode to process | |
507 | * | |
508 | * Does not protect against delegation reclaims, therefore really only safe | |
509 | * to be called from nfs4_clear_inode(). | |
e6f81075 TM |
510 | */ |
511 | void nfs_inode_return_delegation_noreclaim(struct inode *inode) | |
512 | { | |
e6f81075 TM |
513 | struct nfs_delegation *delegation; |
514 | ||
d25be546 TM |
515 | delegation = nfs_inode_detach_delegation(inode); |
516 | if (delegation != NULL) | |
5fcdfacc | 517 | nfs_do_return_delegation(inode, delegation, 1); |
e6f81075 TM |
518 | } |
519 | ||
d3978bb3 CL |
520 | /** |
521 | * nfs_inode_return_delegation - synchronously return a delegation | |
522 | * @inode: inode to process | |
523 | * | |
c57d1bc5 TM |
524 | * This routine will always flush any dirty data to disk on the |
525 | * assumption that if we need to return the delegation, then | |
526 | * we should stop caching. | |
527 | * | |
d3978bb3 CL |
528 | * Returns zero on success, or a negative errno value. |
529 | */ | |
57ec14c5 | 530 | int nfs4_inode_return_delegation(struct inode *inode) |
90163027 | 531 | { |
90163027 TM |
532 | struct nfs_inode *nfsi = NFS_I(inode); |
533 | struct nfs_delegation *delegation; | |
534 | int err = 0; | |
535 | ||
c57d1bc5 | 536 | nfs_wb_all(inode); |
d25be546 TM |
537 | delegation = nfs_start_delegation_return(nfsi); |
538 | if (delegation != NULL) | |
539 | err = nfs_end_delegation_return(inode, delegation, 1); | |
90163027 | 540 | return err; |
1da177e4 LT |
541 | } |
542 | ||
b757144f TM |
543 | static void nfs_mark_return_if_closed_delegation(struct nfs_server *server, |
544 | struct nfs_delegation *delegation) | |
545 | { | |
546 | set_bit(NFS_DELEGATION_RETURN_IF_CLOSED, &delegation->flags); | |
547 | set_bit(NFS4CLNT_DELEGRETURN, &server->nfs_client->cl_state); | |
548 | } | |
549 | ||
ed1e6211 TM |
550 | static void nfs_mark_return_delegation(struct nfs_server *server, |
551 | struct nfs_delegation *delegation) | |
6411bd4a TM |
552 | { |
553 | set_bit(NFS_DELEGATION_RETURN, &delegation->flags); | |
ed1e6211 | 554 | set_bit(NFS4CLNT_DELEGRETURN, &server->nfs_client->cl_state); |
6411bd4a TM |
555 | } |
556 | ||
5c31e236 TM |
557 | static bool nfs_server_mark_return_all_delegations(struct nfs_server *server) |
558 | { | |
559 | struct nfs_delegation *delegation; | |
560 | bool ret = false; | |
561 | ||
562 | list_for_each_entry_rcu(delegation, &server->delegations, super_list) { | |
563 | nfs_mark_return_delegation(server, delegation); | |
564 | ret = true; | |
565 | } | |
566 | return ret; | |
567 | } | |
568 | ||
b02ba0b6 TM |
569 | static void nfs_client_mark_return_all_delegations(struct nfs_client *clp) |
570 | { | |
571 | struct nfs_server *server; | |
572 | ||
573 | rcu_read_lock(); | |
574 | list_for_each_entry_rcu(server, &clp->cl_superblocks, client_link) | |
575 | nfs_server_mark_return_all_delegations(server); | |
576 | rcu_read_unlock(); | |
577 | } | |
578 | ||
579 | static void nfs_delegation_run_state_manager(struct nfs_client *clp) | |
580 | { | |
581 | if (test_bit(NFS4CLNT_DELEGRETURN, &clp->cl_state)) | |
582 | nfs4_schedule_state_manager(clp); | |
583 | } | |
584 | ||
585 | /** | |
586 | * nfs_expire_all_delegations | |
587 | * @clp: client to process | |
588 | * | |
589 | */ | |
590 | void nfs_expire_all_delegations(struct nfs_client *clp) | |
591 | { | |
592 | nfs_client_mark_return_all_delegations(clp); | |
593 | nfs_delegation_run_state_manager(clp); | |
594 | } | |
595 | ||
d3978bb3 CL |
596 | /** |
597 | * nfs_super_return_all_delegations - return delegations for one superblock | |
598 | * @sb: sb to process | |
599 | * | |
1da177e4 | 600 | */ |
eeebf916 | 601 | void nfs_server_return_all_delegations(struct nfs_server *server) |
1da177e4 | 602 | { |
d3978bb3 | 603 | struct nfs_client *clp = server->nfs_client; |
5c31e236 | 604 | bool need_wait; |
1da177e4 LT |
605 | |
606 | if (clp == NULL) | |
607 | return; | |
d3978bb3 | 608 | |
8383e460 | 609 | rcu_read_lock(); |
5c31e236 | 610 | need_wait = nfs_server_mark_return_all_delegations(server); |
8383e460 | 611 | rcu_read_unlock(); |
d3978bb3 | 612 | |
5c31e236 | 613 | if (need_wait) { |
d18cc1fd | 614 | nfs4_schedule_state_manager(clp); |
5c31e236 TM |
615 | nfs4_wait_clnt_recover(clp); |
616 | } | |
515d8611 TM |
617 | } |
618 | ||
826e0013 | 619 | static void nfs_mark_return_unused_delegation_types(struct nfs_server *server, |
d3978bb3 | 620 | fmode_t flags) |
515d8611 TM |
621 | { |
622 | struct nfs_delegation *delegation; | |
623 | ||
d3978bb3 | 624 | list_for_each_entry_rcu(delegation, &server->delegations, super_list) { |
c79571a5 AB |
625 | if ((delegation->type == (FMODE_READ|FMODE_WRITE)) && !(flags & FMODE_WRITE)) |
626 | continue; | |
627 | if (delegation->type & flags) | |
826e0013 | 628 | nfs_mark_return_if_closed_delegation(server, delegation); |
707fb4b3 | 629 | } |
d3978bb3 CL |
630 | } |
631 | ||
826e0013 | 632 | static void nfs_client_mark_return_unused_delegation_types(struct nfs_client *clp, |
d3978bb3 CL |
633 | fmode_t flags) |
634 | { | |
635 | struct nfs_server *server; | |
636 | ||
637 | rcu_read_lock(); | |
638 | list_for_each_entry_rcu(server, &clp->cl_superblocks, client_link) | |
826e0013 | 639 | nfs_mark_return_unused_delegation_types(server, flags); |
515d8611 | 640 | rcu_read_unlock(); |
1da177e4 LT |
641 | } |
642 | ||
869f9dfa TM |
643 | static void nfs_revoke_delegation(struct inode *inode) |
644 | { | |
645 | struct nfs_delegation *delegation; | |
646 | rcu_read_lock(); | |
647 | delegation = rcu_dereference(NFS_I(inode)->delegation); | |
648 | if (delegation != NULL) { | |
649 | set_bit(NFS_DELEGATION_REVOKED, &delegation->flags); | |
650 | nfs_mark_return_delegation(NFS_SERVER(inode), delegation); | |
651 | } | |
652 | rcu_read_unlock(); | |
653 | } | |
654 | ||
a1d0b5ee TM |
655 | void nfs_remove_bad_delegation(struct inode *inode) |
656 | { | |
657 | struct nfs_delegation *delegation; | |
658 | ||
869f9dfa | 659 | nfs_revoke_delegation(inode); |
d25be546 | 660 | delegation = nfs_inode_detach_delegation(inode); |
a1d0b5ee TM |
661 | if (delegation) { |
662 | nfs_inode_find_state_and_recover(inode, &delegation->stateid); | |
663 | nfs_free_delegation(delegation); | |
664 | } | |
665 | } | |
9cb81968 | 666 | EXPORT_SYMBOL_GPL(nfs_remove_bad_delegation); |
a1d0b5ee | 667 | |
d3978bb3 | 668 | /** |
826e0013 | 669 | * nfs_expire_unused_delegation_types |
d3978bb3 CL |
670 | * @clp: client to process |
671 | * @flags: delegation types to expire | |
672 | * | |
673 | */ | |
826e0013 | 674 | void nfs_expire_unused_delegation_types(struct nfs_client *clp, fmode_t flags) |
58d9714a | 675 | { |
826e0013 | 676 | nfs_client_mark_return_unused_delegation_types(clp, flags); |
b0d3ded1 | 677 | nfs_delegation_run_state_manager(clp); |
58d9714a TM |
678 | } |
679 | ||
d3978bb3 | 680 | static void nfs_mark_return_unreferenced_delegations(struct nfs_server *server) |
b7391f44 TM |
681 | { |
682 | struct nfs_delegation *delegation; | |
683 | ||
d3978bb3 | 684 | list_for_each_entry_rcu(delegation, &server->delegations, super_list) { |
b7391f44 TM |
685 | if (test_and_clear_bit(NFS_DELEGATION_REFERENCED, &delegation->flags)) |
686 | continue; | |
b757144f | 687 | nfs_mark_return_if_closed_delegation(server, delegation); |
b7391f44 | 688 | } |
b7391f44 TM |
689 | } |
690 | ||
d3978bb3 CL |
691 | /** |
692 | * nfs_expire_unreferenced_delegations - Eliminate unused delegations | |
693 | * @clp: nfs_client to process | |
694 | * | |
695 | */ | |
b7391f44 TM |
696 | void nfs_expire_unreferenced_delegations(struct nfs_client *clp) |
697 | { | |
d3978bb3 CL |
698 | struct nfs_server *server; |
699 | ||
700 | rcu_read_lock(); | |
701 | list_for_each_entry_rcu(server, &clp->cl_superblocks, client_link) | |
702 | nfs_mark_return_unreferenced_delegations(server); | |
703 | rcu_read_unlock(); | |
704 | ||
b7391f44 TM |
705 | nfs_delegation_run_state_manager(clp); |
706 | } | |
707 | ||
d3978bb3 CL |
708 | /** |
709 | * nfs_async_inode_return_delegation - asynchronously return a delegation | |
710 | * @inode: inode to process | |
8e663f0e | 711 | * @stateid: state ID information |
d3978bb3 CL |
712 | * |
713 | * Returns zero on success, or a negative errno value. | |
1da177e4 | 714 | */ |
d3978bb3 CL |
715 | int nfs_async_inode_return_delegation(struct inode *inode, |
716 | const nfs4_stateid *stateid) | |
1da177e4 | 717 | { |
ed1e6211 TM |
718 | struct nfs_server *server = NFS_SERVER(inode); |
719 | struct nfs_client *clp = server->nfs_client; | |
6411bd4a | 720 | struct nfs_delegation *delegation; |
1da177e4 | 721 | |
dc327ed4 TM |
722 | filemap_flush(inode->i_mapping); |
723 | ||
6411bd4a TM |
724 | rcu_read_lock(); |
725 | delegation = rcu_dereference(NFS_I(inode)->delegation); | |
755a48a7 TM |
726 | if (delegation == NULL) |
727 | goto out_enoent; | |
2597641d | 728 | |
755a48a7 TM |
729 | if (!clp->cl_mvops->match_stateid(&delegation->stateid, stateid)) |
730 | goto out_enoent; | |
ed1e6211 | 731 | nfs_mark_return_delegation(server, delegation); |
6411bd4a | 732 | rcu_read_unlock(); |
d3978bb3 | 733 | |
6411bd4a TM |
734 | nfs_delegation_run_state_manager(clp); |
735 | return 0; | |
755a48a7 TM |
736 | out_enoent: |
737 | rcu_read_unlock(); | |
738 | return -ENOENT; | |
1da177e4 LT |
739 | } |
740 | ||
d3978bb3 CL |
741 | static struct inode * |
742 | nfs_delegation_find_inode_server(struct nfs_server *server, | |
743 | const struct nfs_fh *fhandle) | |
1da177e4 LT |
744 | { |
745 | struct nfs_delegation *delegation; | |
746 | struct inode *res = NULL; | |
d3978bb3 CL |
747 | |
748 | list_for_each_entry_rcu(delegation, &server->delegations, super_list) { | |
86e89489 TM |
749 | spin_lock(&delegation->lock); |
750 | if (delegation->inode != NULL && | |
751 | nfs_compare_fh(fhandle, &NFS_I(delegation->inode)->fh) == 0) { | |
1da177e4 | 752 | res = igrab(delegation->inode); |
1da177e4 | 753 | } |
86e89489 TM |
754 | spin_unlock(&delegation->lock); |
755 | if (res != NULL) | |
756 | break; | |
1da177e4 | 757 | } |
d3978bb3 CL |
758 | return res; |
759 | } | |
760 | ||
761 | /** | |
762 | * nfs_delegation_find_inode - retrieve the inode associated with a delegation | |
763 | * @clp: client state handle | |
764 | * @fhandle: filehandle from a delegation recall | |
765 | * | |
766 | * Returns pointer to inode matching "fhandle," or NULL if a matching inode | |
767 | * cannot be found. | |
768 | */ | |
769 | struct inode *nfs_delegation_find_inode(struct nfs_client *clp, | |
770 | const struct nfs_fh *fhandle) | |
771 | { | |
772 | struct nfs_server *server; | |
773 | struct inode *res = NULL; | |
774 | ||
775 | rcu_read_lock(); | |
776 | list_for_each_entry_rcu(server, &clp->cl_superblocks, client_link) { | |
777 | res = nfs_delegation_find_inode_server(server, fhandle); | |
778 | if (res != NULL) | |
779 | break; | |
780 | } | |
8383e460 | 781 | rcu_read_unlock(); |
1da177e4 LT |
782 | return res; |
783 | } | |
784 | ||
d3978bb3 CL |
785 | static void nfs_delegation_mark_reclaim_server(struct nfs_server *server) |
786 | { | |
787 | struct nfs_delegation *delegation; | |
788 | ||
789 | list_for_each_entry_rcu(delegation, &server->delegations, super_list) | |
790 | set_bit(NFS_DELEGATION_NEED_RECLAIM, &delegation->flags); | |
791 | } | |
792 | ||
793 | /** | |
794 | * nfs_delegation_mark_reclaim - mark all delegations as needing to be reclaimed | |
795 | * @clp: nfs_client to process | |
796 | * | |
1da177e4 | 797 | */ |
adfa6f98 | 798 | void nfs_delegation_mark_reclaim(struct nfs_client *clp) |
1da177e4 | 799 | { |
d3978bb3 CL |
800 | struct nfs_server *server; |
801 | ||
8383e460 | 802 | rcu_read_lock(); |
d3978bb3 CL |
803 | list_for_each_entry_rcu(server, &clp->cl_superblocks, client_link) |
804 | nfs_delegation_mark_reclaim_server(server); | |
8383e460 | 805 | rcu_read_unlock(); |
1da177e4 LT |
806 | } |
807 | ||
d3978bb3 CL |
808 | /** |
809 | * nfs_delegation_reap_unclaimed - reap unclaimed delegations after reboot recovery is done | |
810 | * @clp: nfs_client to process | |
811 | * | |
1da177e4 | 812 | */ |
adfa6f98 | 813 | void nfs_delegation_reap_unclaimed(struct nfs_client *clp) |
1da177e4 | 814 | { |
8383e460 | 815 | struct nfs_delegation *delegation; |
d3978bb3 | 816 | struct nfs_server *server; |
86e89489 | 817 | struct inode *inode; |
d3978bb3 | 818 | |
8383e460 TM |
819 | restart: |
820 | rcu_read_lock(); | |
d3978bb3 CL |
821 | list_for_each_entry_rcu(server, &clp->cl_superblocks, client_link) { |
822 | list_for_each_entry_rcu(delegation, &server->delegations, | |
823 | super_list) { | |
ec3ca4e5 TM |
824 | if (test_bit(NFS_DELEGATION_RETURNING, |
825 | &delegation->flags)) | |
826 | continue; | |
d3978bb3 CL |
827 | if (test_bit(NFS_DELEGATION_NEED_RECLAIM, |
828 | &delegation->flags) == 0) | |
829 | continue; | |
9f0f8e12 | 830 | if (!nfs_sb_active(server->super)) |
d3978bb3 | 831 | continue; |
9f0f8e12 TM |
832 | inode = nfs_delegation_grab_inode(delegation); |
833 | if (inode == NULL) { | |
834 | rcu_read_unlock(); | |
835 | nfs_sb_deactive(server->super); | |
836 | goto restart; | |
837 | } | |
b04b22f4 | 838 | delegation = nfs_start_delegation_return_locked(NFS_I(inode)); |
d3978bb3 | 839 | rcu_read_unlock(); |
b04b22f4 TM |
840 | if (delegation != NULL) { |
841 | delegation = nfs_detach_delegation(NFS_I(inode), | |
842 | delegation, server); | |
843 | if (delegation != NULL) | |
844 | nfs_free_delegation(delegation); | |
845 | } | |
d3978bb3 | 846 | iput(inode); |
9f0f8e12 | 847 | nfs_sb_deactive(server->super); |
d3978bb3 CL |
848 | goto restart; |
849 | } | |
1da177e4 | 850 | } |
8383e460 | 851 | rcu_read_unlock(); |
1da177e4 | 852 | } |
3e4f6290 | 853 | |
d3978bb3 CL |
854 | /** |
855 | * nfs_delegations_present - check for existence of delegations | |
856 | * @clp: client state handle | |
857 | * | |
858 | * Returns one if there are any nfs_delegation structures attached | |
859 | * to this nfs_client. | |
860 | */ | |
861 | int nfs_delegations_present(struct nfs_client *clp) | |
862 | { | |
863 | struct nfs_server *server; | |
864 | int ret = 0; | |
865 | ||
866 | rcu_read_lock(); | |
867 | list_for_each_entry_rcu(server, &clp->cl_superblocks, client_link) | |
868 | if (!list_empty(&server->delegations)) { | |
869 | ret = 1; | |
870 | break; | |
871 | } | |
872 | rcu_read_unlock(); | |
873 | return ret; | |
874 | } | |
875 | ||
876 | /** | |
877 | * nfs4_copy_delegation_stateid - Copy inode's state ID information | |
878 | * @dst: stateid data structure to fill in | |
879 | * @inode: inode to check | |
0032a7a7 | 880 | * @flags: delegation type requirement |
d3978bb3 | 881 | * |
0032a7a7 TM |
882 | * Returns "true" and fills in "dst->data" * if inode had a delegation, |
883 | * otherwise "false" is returned. | |
d3978bb3 | 884 | */ |
0032a7a7 TM |
885 | bool nfs4_copy_delegation_stateid(nfs4_stateid *dst, struct inode *inode, |
886 | fmode_t flags) | |
3e4f6290 | 887 | { |
3e4f6290 TM |
888 | struct nfs_inode *nfsi = NFS_I(inode); |
889 | struct nfs_delegation *delegation; | |
0032a7a7 | 890 | bool ret; |
3e4f6290 | 891 | |
0032a7a7 | 892 | flags &= FMODE_READ|FMODE_WRITE; |
8383e460 TM |
893 | rcu_read_lock(); |
894 | delegation = rcu_dereference(nfsi->delegation); | |
0032a7a7 TM |
895 | ret = (delegation != NULL && (delegation->type & flags) == flags); |
896 | if (ret) { | |
f597c537 | 897 | nfs4_stateid_copy(dst, &delegation->stateid); |
0032a7a7 | 898 | nfs_mark_delegation_referenced(delegation); |
3e4f6290 | 899 | } |
8383e460 TM |
900 | rcu_read_unlock(); |
901 | return ret; | |
3e4f6290 | 902 | } |