2 * Modifications for Lustre
4 * Copyright (c) 2007, 2010, Oracle and/or its affiliates. All rights reserved.
6 * Copyright (c) 2011, 2012, Intel Corporation.
8 * Author: Eric Mei <ericm@clusterfs.com>
12 * Neil Brown <neilb@cse.unsw.edu.au>
13 * J. Bruce Fields <bfields@umich.edu>
14 * Andy Adamson <andros@umich.edu>
15 * Dug Song <dugsong@monkey.org>
17 * RPCSEC_GSS server authentication.
18 * This implements RPCSEC_GSS as defined in rfc2203 (rpcsec_gss) and rfc2078
21 * The RPCSEC_GSS involves three stages:
24 * 3/ context destruction
26 * Context creation is handled largely by upcalls to user-space.
27 * In particular, GSS_Accept_sec_context is handled by an upcall
28 * Data exchange is handled entirely within the kernel
29 * In particular, GSS_GetMIC, GSS_VerifyMIC, GSS_Seal, GSS_Unseal are in-kernel.
30 * Context destruction is handled in-kernel
31 * GSS_Delete_sec_context is in-kernel
33 * Context creation is initiated by a RPCSEC_GSS_INIT request arriving.
34 * The context handle and gss_token are used as a key into the rpcsec_init cache.
35 * The content of this cache includes some of the outputs of GSS_Accept_sec_context,
36 * being major_status, minor_status, context_handle, reply_token.
37 * These are sent back to the client.
38 * Sequence window management is handled by the kernel. The window size if currently
39 * a compile time constant.
41 * When user-space is happy that a context is established, it places an entry
42 * in the rpcsec_context cache. The key for this cache is the context_handle.
43 * The content includes:
44 * uid/gidlist - for determining access rights
46 * mechanism specific information, such as a key
50 #define DEBUG_SUBSYSTEM S_SEC
51 #include <linux/types.h>
52 #include <linux/init.h>
53 #include <linux/module.h>
54 #include <linux/slab.h>
55 #include <linux/hash.h>
56 #include <linux/mutex.h>
57 #include <linux/sunrpc/cache.h>
60 #include <obd_class.h>
61 #include <obd_support.h>
62 #include <lustre/lustre_idl.h>
63 #include <lustre_net.h>
64 #include <lustre_import.h>
65 #include <lustre_sec.h>
68 #include "gss_internal.h"
71 #define GSS_SVC_UPCALL_TIMEOUT (20)
73 static spinlock_t __ctx_index_lock
;
74 static __u64 __ctx_index
;
76 __u64
gss_get_next_ctx_index(void)
80 spin_lock(&__ctx_index_lock
);
82 spin_unlock(&__ctx_index_lock
);
87 static inline unsigned long hash_mem(char *buf
, int length
, int bits
)
89 unsigned long hash
= 0;
104 if ((len
& (BITS_PER_LONG
/8-1)) == 0)
105 hash
= cfs_hash_long(hash
^l
, BITS_PER_LONG
);
108 return hash
>> (BITS_PER_LONG
- bits
);
111 /****************************************
113 ****************************************/
115 #define RSI_HASHBITS (6)
116 #define RSI_HASHMAX (1 << RSI_HASHBITS)
117 #define RSI_HASHMASK (RSI_HASHMAX - 1)
123 wait_queue_head_t waitq
;
124 rawobj_t in_handle
, in_token
;
125 rawobj_t out_handle
, out_token
;
126 int major_status
, minor_status
;
129 static struct cache_head
*rsi_table
[RSI_HASHMAX
];
130 static struct cache_detail rsi_cache
;
131 static struct rsi
*rsi_update(struct rsi
*new, struct rsi
*old
);
132 static struct rsi
*rsi_lookup(struct rsi
*item
);
134 static inline int rsi_hash(struct rsi
*item
)
136 return hash_mem((char *)item
->in_handle
.data
, item
->in_handle
.len
,
138 hash_mem((char *)item
->in_token
.data
, item
->in_token
.len
,
142 static inline int __rsi_match(struct rsi
*item
, struct rsi
*tmp
)
144 return (rawobj_equal(&item
->in_handle
, &tmp
->in_handle
) &&
145 rawobj_equal(&item
->in_token
, &tmp
->in_token
));
148 static void rsi_free(struct rsi
*rsi
)
150 rawobj_free(&rsi
->in_handle
);
151 rawobj_free(&rsi
->in_token
);
152 rawobj_free(&rsi
->out_handle
);
153 rawobj_free(&rsi
->out_token
);
156 static void rsi_request(struct cache_detail
*cd
,
157 struct cache_head
*h
,
158 char **bpp
, int *blen
)
160 struct rsi
*rsi
= container_of(h
, struct rsi
, h
);
163 /* if in_handle is null, provide kernel suggestion */
164 if (rsi
->in_handle
.len
== 0)
165 index
= gss_get_next_ctx_index();
167 qword_addhex(bpp
, blen
, (char *) &rsi
->lustre_svc
,
168 sizeof(rsi
->lustre_svc
));
169 qword_addhex(bpp
, blen
, (char *) &rsi
->nid
, sizeof(rsi
->nid
));
170 qword_addhex(bpp
, blen
, (char *) &index
, sizeof(index
));
171 qword_addhex(bpp
, blen
, rsi
->in_handle
.data
, rsi
->in_handle
.len
);
172 qword_addhex(bpp
, blen
, rsi
->in_token
.data
, rsi
->in_token
.len
);
176 static int rsi_upcall(struct cache_detail
*cd
, struct cache_head
*h
)
178 return sunrpc_cache_pipe_upcall(cd
, h
, rsi_request
);
181 static inline void __rsi_init(struct rsi
*new, struct rsi
*item
)
183 new->out_handle
= RAWOBJ_EMPTY
;
184 new->out_token
= RAWOBJ_EMPTY
;
186 new->in_handle
= item
->in_handle
;
187 item
->in_handle
= RAWOBJ_EMPTY
;
188 new->in_token
= item
->in_token
;
189 item
->in_token
= RAWOBJ_EMPTY
;
191 new->lustre_svc
= item
->lustre_svc
;
192 new->nid
= item
->nid
;
193 init_waitqueue_head(&new->waitq
);
196 static inline void __rsi_update(struct rsi
*new, struct rsi
*item
)
198 LASSERT(new->out_handle
.len
== 0);
199 LASSERT(new->out_token
.len
== 0);
201 new->out_handle
= item
->out_handle
;
202 item
->out_handle
= RAWOBJ_EMPTY
;
203 new->out_token
= item
->out_token
;
204 item
->out_token
= RAWOBJ_EMPTY
;
206 new->major_status
= item
->major_status
;
207 new->minor_status
= item
->minor_status
;
210 static void rsi_put(struct kref
*ref
)
212 struct rsi
*rsi
= container_of(ref
, struct rsi
, h
.ref
);
214 LASSERT(rsi
->h
.next
== NULL
);
219 static int rsi_match(struct cache_head
*a
, struct cache_head
*b
)
221 struct rsi
*item
= container_of(a
, struct rsi
, h
);
222 struct rsi
*tmp
= container_of(b
, struct rsi
, h
);
224 return __rsi_match(item
, tmp
);
227 static void rsi_init(struct cache_head
*cnew
, struct cache_head
*citem
)
229 struct rsi
*new = container_of(cnew
, struct rsi
, h
);
230 struct rsi
*item
= container_of(citem
, struct rsi
, h
);
232 __rsi_init(new, item
);
235 static void update_rsi(struct cache_head
*cnew
, struct cache_head
*citem
)
237 struct rsi
*new = container_of(cnew
, struct rsi
, h
);
238 struct rsi
*item
= container_of(citem
, struct rsi
, h
);
240 __rsi_update(new, item
);
243 static struct cache_head
*rsi_alloc(void)
254 static int rsi_parse(struct cache_detail
*cd
, char *mesg
, int mlen
)
259 struct rsi rsii
, *rsip
= NULL
;
261 int status
= -EINVAL
;
263 memset(&rsii
, 0, sizeof(rsii
));
266 len
= qword_get(&mesg
, buf
, mlen
);
269 if (rawobj_alloc(&rsii
.in_handle
, buf
, len
)) {
275 len
= qword_get(&mesg
, buf
, mlen
);
278 if (rawobj_alloc(&rsii
.in_token
, buf
, len
)) {
283 rsip
= rsi_lookup(&rsii
);
289 expiry
= get_expiry(&mesg
);
293 len
= qword_get(&mesg
, buf
, mlen
);
298 rsii
.major_status
= simple_strtol(buf
, &ep
, 10);
303 len
= qword_get(&mesg
, buf
, mlen
);
306 rsii
.minor_status
= simple_strtol(buf
, &ep
, 10);
311 len
= qword_get(&mesg
, buf
, mlen
);
314 if (rawobj_alloc(&rsii
.out_handle
, buf
, len
)) {
320 len
= qword_get(&mesg
, buf
, mlen
);
323 if (rawobj_alloc(&rsii
.out_token
, buf
, len
)) {
328 rsii
.h
.expiry_time
= expiry
;
329 rsip
= rsi_update(&rsii
, rsip
);
334 wake_up_all(&rsip
->waitq
);
335 cache_put(&rsip
->h
, &rsi_cache
);
341 CERROR("rsi parse error %d\n", status
);
345 static struct cache_detail rsi_cache
= {
346 .hash_size
= RSI_HASHMAX
,
347 .hash_table
= rsi_table
,
348 .name
= "auth.sptlrpc.init",
349 .cache_put
= rsi_put
,
350 .cache_upcall
= rsi_upcall
,
351 .cache_parse
= rsi_parse
,
354 .update
= update_rsi
,
358 static struct rsi
*rsi_lookup(struct rsi
*item
)
360 struct cache_head
*ch
;
361 int hash
= rsi_hash(item
);
363 ch
= sunrpc_cache_lookup(&rsi_cache
, &item
->h
, hash
);
365 return container_of(ch
, struct rsi
, h
);
370 static struct rsi
*rsi_update(struct rsi
*new, struct rsi
*old
)
372 struct cache_head
*ch
;
373 int hash
= rsi_hash(new);
375 ch
= sunrpc_cache_update(&rsi_cache
, &new->h
, &old
->h
, hash
);
377 return container_of(ch
, struct rsi
, h
);
382 /****************************************
384 ****************************************/
386 #define RSC_HASHBITS (10)
387 #define RSC_HASHMAX (1 << RSC_HASHBITS)
388 #define RSC_HASHMASK (RSC_HASHMAX - 1)
392 struct obd_device
*target
;
394 struct gss_svc_ctx ctx
;
397 static struct cache_head
*rsc_table
[RSC_HASHMAX
];
398 static struct cache_detail rsc_cache
;
399 static struct rsc
*rsc_update(struct rsc
*new, struct rsc
*old
);
400 static struct rsc
*rsc_lookup(struct rsc
*item
);
402 static void rsc_free(struct rsc
*rsci
)
404 rawobj_free(&rsci
->handle
);
405 rawobj_free(&rsci
->ctx
.gsc_rvs_hdl
);
406 lgss_delete_sec_context(&rsci
->ctx
.gsc_mechctx
);
409 static inline int rsc_hash(struct rsc
*rsci
)
411 return hash_mem((char *)rsci
->handle
.data
,
412 rsci
->handle
.len
, RSC_HASHBITS
);
415 static inline int __rsc_match(struct rsc
*new, struct rsc
*tmp
)
417 return rawobj_equal(&new->handle
, &tmp
->handle
);
420 static inline void __rsc_init(struct rsc
*new, struct rsc
*tmp
)
422 new->handle
= tmp
->handle
;
423 tmp
->handle
= RAWOBJ_EMPTY
;
426 memset(&new->ctx
, 0, sizeof(new->ctx
));
427 new->ctx
.gsc_rvs_hdl
= RAWOBJ_EMPTY
;
430 static inline void __rsc_update(struct rsc
*new, struct rsc
*tmp
)
433 tmp
->ctx
.gsc_rvs_hdl
= RAWOBJ_EMPTY
;
434 tmp
->ctx
.gsc_mechctx
= NULL
;
436 memset(&new->ctx
.gsc_seqdata
, 0, sizeof(new->ctx
.gsc_seqdata
));
437 spin_lock_init(&new->ctx
.gsc_seqdata
.ssd_lock
);
440 static void rsc_put(struct kref
*ref
)
442 struct rsc
*rsci
= container_of(ref
, struct rsc
, h
.ref
);
444 LASSERT(rsci
->h
.next
== NULL
);
449 static int rsc_match(struct cache_head
*a
, struct cache_head
*b
)
451 struct rsc
*new = container_of(a
, struct rsc
, h
);
452 struct rsc
*tmp
= container_of(b
, struct rsc
, h
);
454 return __rsc_match(new, tmp
);
457 static void rsc_init(struct cache_head
*cnew
, struct cache_head
*ctmp
)
459 struct rsc
*new = container_of(cnew
, struct rsc
, h
);
460 struct rsc
*tmp
= container_of(ctmp
, struct rsc
, h
);
462 __rsc_init(new, tmp
);
465 static void update_rsc(struct cache_head
*cnew
, struct cache_head
*ctmp
)
467 struct rsc
*new = container_of(cnew
, struct rsc
, h
);
468 struct rsc
*tmp
= container_of(ctmp
, struct rsc
, h
);
470 __rsc_update(new, tmp
);
473 static struct cache_head
* rsc_alloc(void)
484 static int rsc_parse(struct cache_detail
*cd
, char *mesg
, int mlen
)
487 int len
, rv
, tmp_int
;
488 struct rsc rsci
, *rscp
= NULL
;
490 int status
= -EINVAL
;
491 struct gss_api_mech
*gm
= NULL
;
493 memset(&rsci
, 0, sizeof(rsci
));
496 len
= qword_get(&mesg
, buf
, mlen
);
497 if (len
< 0) goto out
;
499 if (rawobj_alloc(&rsci
.handle
, buf
, len
))
504 expiry
= get_expiry(&mesg
);
510 rv
= get_int(&mesg
, &tmp_int
);
512 CERROR("fail to get remote flag\n");
515 rsci
.ctx
.gsc_remote
= (tmp_int
!= 0);
518 rv
= get_int(&mesg
, &tmp_int
);
520 CERROR("fail to get oss user flag\n");
523 rsci
.ctx
.gsc_usr_root
= (tmp_int
!= 0);
526 rv
= get_int(&mesg
, &tmp_int
);
528 CERROR("fail to get mds user flag\n");
531 rsci
.ctx
.gsc_usr_mds
= (tmp_int
!= 0);
534 rv
= get_int(&mesg
, &tmp_int
);
536 CERROR("fail to get oss user flag\n");
539 rsci
.ctx
.gsc_usr_oss
= (tmp_int
!= 0);
542 rv
= get_int(&mesg
, (int *) &rsci
.ctx
.gsc_mapped_uid
);
544 CERROR("fail to get mapped uid\n");
548 rscp
= rsc_lookup(&rsci
);
552 /* uid, or NEGATIVE */
553 rv
= get_int(&mesg
, (int *) &rsci
.ctx
.gsc_uid
);
557 CERROR("NOENT? set rsc entry negative\n");
558 set_bit(CACHE_NEGATIVE
, &rsci
.h
.flags
);
561 unsigned long ctx_expiry
;
564 if (get_int(&mesg
, (int *) &rsci
.ctx
.gsc_gid
))
568 len
= qword_get(&mesg
, buf
, mlen
);
571 gm
= lgss_name_to_mech(buf
);
572 status
= -EOPNOTSUPP
;
577 /* mech-specific data: */
578 len
= qword_get(&mesg
, buf
, mlen
);
583 tmp_buf
.data
= (unsigned char *)buf
;
584 if (lgss_import_sec_context(&tmp_buf
, gm
,
585 &rsci
.ctx
.gsc_mechctx
))
588 /* currently the expiry time passed down from user-space
589 * is invalid, here we retrive it from mech. */
590 if (lgss_inquire_context(rsci
.ctx
.gsc_mechctx
, &ctx_expiry
)) {
591 CERROR("unable to get expire time, drop it\n");
594 expiry
= (time_t) ctx_expiry
;
597 rsci
.h
.expiry_time
= expiry
;
598 rscp
= rsc_update(&rsci
, rscp
);
605 cache_put(&rscp
->h
, &rsc_cache
);
610 CERROR("parse rsc error %d\n", status
);
614 static struct cache_detail rsc_cache
= {
615 .hash_size
= RSC_HASHMAX
,
616 .hash_table
= rsc_table
,
617 .name
= "auth.sptlrpc.context",
618 .cache_put
= rsc_put
,
619 .cache_parse
= rsc_parse
,
622 .update
= update_rsc
,
626 static struct rsc
*rsc_lookup(struct rsc
*item
)
628 struct cache_head
*ch
;
629 int hash
= rsc_hash(item
);
631 ch
= sunrpc_cache_lookup(&rsc_cache
, &item
->h
, hash
);
633 return container_of(ch
, struct rsc
, h
);
638 static struct rsc
*rsc_update(struct rsc
*new, struct rsc
*old
)
640 struct cache_head
*ch
;
641 int hash
= rsc_hash(new);
643 ch
= sunrpc_cache_update(&rsc_cache
, &new->h
, &old
->h
, hash
);
645 return container_of(ch
, struct rsc
, h
);
650 #define COMPAT_RSC_PUT(item, cd) cache_put((item), (cd))
652 /****************************************
654 ****************************************/
656 typedef int rsc_entry_match(struct rsc
*rscp
, long data
);
658 static void rsc_flush(rsc_entry_match
*match
, long data
)
660 struct cache_head
**ch
;
664 write_lock(&rsc_cache
.hash_lock
);
665 for (n
= 0; n
< RSC_HASHMAX
; n
++) {
666 for (ch
= &rsc_cache
.hash_table
[n
]; *ch
;) {
667 rscp
= container_of(*ch
, struct rsc
, h
);
669 if (!match(rscp
, data
)) {
674 /* it seems simply set NEGATIVE doesn't work */
678 set_bit(CACHE_NEGATIVE
, &rscp
->h
.flags
);
679 COMPAT_RSC_PUT(&rscp
->h
, &rsc_cache
);
683 write_unlock(&rsc_cache
.hash_lock
);
686 static int match_uid(struct rsc
*rscp
, long uid
)
690 return ((int) rscp
->ctx
.gsc_uid
== (int) uid
);
693 static int match_target(struct rsc
*rscp
, long target
)
695 return (rscp
->target
== (struct obd_device
*) target
);
698 static inline void rsc_flush_uid(int uid
)
701 CWARN("flush all gss contexts...\n");
703 rsc_flush(match_uid
, (long) uid
);
706 static inline void rsc_flush_target(struct obd_device
*target
)
708 rsc_flush(match_target
, (long) target
);
711 void gss_secsvc_flush(struct obd_device
*target
)
713 rsc_flush_target(target
);
715 EXPORT_SYMBOL(gss_secsvc_flush
);
717 static struct rsc
*gss_svc_searchbyctx(rawobj_t
*handle
)
722 memset(&rsci
, 0, sizeof(rsci
));
723 if (rawobj_dup(&rsci
.handle
, handle
))
726 found
= rsc_lookup(&rsci
);
730 if (cache_check(&rsc_cache
, &found
->h
, NULL
))
735 int gss_svc_upcall_install_rvs_ctx(struct obd_import
*imp
,
736 struct gss_sec
*gsec
,
737 struct gss_cli_ctx
*gctx
)
739 struct rsc rsci
, *rscp
= NULL
;
740 unsigned long ctx_expiry
;
744 memset(&rsci
, 0, sizeof(rsci
));
746 if (rawobj_alloc(&rsci
.handle
, (char *) &gsec
->gs_rvs_hdl
,
747 sizeof(gsec
->gs_rvs_hdl
)))
748 GOTO(out
, rc
= -ENOMEM
);
750 rscp
= rsc_lookup(&rsci
);
752 GOTO(out
, rc
= -ENOMEM
);
754 major
= lgss_copy_reverse_context(gctx
->gc_mechctx
,
755 &rsci
.ctx
.gsc_mechctx
);
756 if (major
!= GSS_S_COMPLETE
)
757 GOTO(out
, rc
= -ENOMEM
);
759 if (lgss_inquire_context(rsci
.ctx
.gsc_mechctx
, &ctx_expiry
)) {
760 CERROR("unable to get expire time, drop it\n");
761 GOTO(out
, rc
= -EINVAL
);
763 rsci
.h
.expiry_time
= (time_t) ctx_expiry
;
765 if (strcmp(imp
->imp_obd
->obd_type
->typ_name
, LUSTRE_MDC_NAME
) == 0)
766 rsci
.ctx
.gsc_usr_mds
= 1;
767 else if (strcmp(imp
->imp_obd
->obd_type
->typ_name
, LUSTRE_OSC_NAME
) == 0)
768 rsci
.ctx
.gsc_usr_oss
= 1;
770 rsci
.ctx
.gsc_usr_root
= 1;
772 rscp
= rsc_update(&rsci
, rscp
);
774 GOTO(out
, rc
= -ENOMEM
);
776 rscp
->target
= imp
->imp_obd
;
777 rawobj_dup(&gctx
->gc_svc_handle
, &rscp
->handle
);
779 CWARN("create reverse svc ctx %p to %s: idx "LPX64
"\n",
780 &rscp
->ctx
, obd2cli_tgt(imp
->imp_obd
), gsec
->gs_rvs_hdl
);
784 cache_put(&rscp
->h
, &rsc_cache
);
788 CERROR("create reverse svc ctx: idx "LPX64
", rc %d\n",
789 gsec
->gs_rvs_hdl
, rc
);
793 int gss_svc_upcall_expire_rvs_ctx(rawobj_t
*handle
)
795 const cfs_time_t expire
= 20;
798 rscp
= gss_svc_searchbyctx(handle
);
800 CDEBUG(D_SEC
, "reverse svcctx %p (rsc %p) expire soon\n",
803 rscp
->h
.expiry_time
= cfs_time_current_sec() + expire
;
804 COMPAT_RSC_PUT(&rscp
->h
, &rsc_cache
);
809 int gss_svc_upcall_dup_handle(rawobj_t
*handle
, struct gss_svc_ctx
*ctx
)
811 struct rsc
*rscp
= container_of(ctx
, struct rsc
, ctx
);
813 return rawobj_dup(handle
, &rscp
->handle
);
816 int gss_svc_upcall_update_sequence(rawobj_t
*handle
, __u32 seq
)
820 rscp
= gss_svc_searchbyctx(handle
);
822 CDEBUG(D_SEC
, "reverse svcctx %p (rsc %p) update seq to %u\n",
823 &rscp
->ctx
, rscp
, seq
+ 1);
825 rscp
->ctx
.gsc_rvs_seq
= seq
+ 1;
826 COMPAT_RSC_PUT(&rscp
->h
, &rsc_cache
);
831 static struct cache_deferred_req
* cache_upcall_defer(struct cache_req
*req
)
835 static struct cache_req cache_upcall_chandle
= { cache_upcall_defer
};
837 int gss_svc_upcall_handle_init(struct ptlrpc_request
*req
,
838 struct gss_svc_reqctx
*grctx
,
839 struct gss_wire_ctx
*gw
,
840 struct obd_device
*target
,
845 struct ptlrpc_reply_state
*rs
;
846 struct rsc
*rsci
= NULL
;
847 struct rsi
*rsip
= NULL
, rsikey
;
849 int replen
= sizeof(struct ptlrpc_body
);
850 struct gss_rep_header
*rephdr
;
852 int rc
= SECSVC_DROP
;
854 memset(&rsikey
, 0, sizeof(rsikey
));
855 rsikey
.lustre_svc
= lustre_svc
;
856 rsikey
.nid
= (__u64
) req
->rq_peer
.nid
;
858 /* duplicate context handle. for INIT it always 0 */
859 if (rawobj_dup(&rsikey
.in_handle
, &gw
->gw_handle
)) {
860 CERROR("fail to dup context handle\n");
864 if (rawobj_dup(&rsikey
.in_token
, in_token
)) {
865 CERROR("can't duplicate token\n");
866 rawobj_free(&rsikey
.in_handle
);
870 rsip
= rsi_lookup(&rsikey
);
873 CERROR("error in rsi_lookup.\n");
875 if (!gss_pack_err_notify(req
, GSS_S_FAILURE
, 0))
876 rc
= SECSVC_COMPLETE
;
881 cache_get(&rsip
->h
); /* take an extra ref */
882 init_waitqueue_head(&rsip
->waitq
);
883 init_waitqueue_entry_current(&wait
);
884 add_wait_queue(&rsip
->waitq
, &wait
);
887 /* Note each time cache_check() will drop a reference if return
888 * non-zero. We hold an extra reference on initial rsip, but must
889 * take care of following calls. */
890 rc
= cache_check(&rsi_cache
, &rsip
->h
, &cache_upcall_chandle
);
898 read_lock(&rsi_cache
.hash_lock
);
899 valid
= test_bit(CACHE_VALID
, &rsip
->h
.flags
);
901 set_current_state(TASK_INTERRUPTIBLE
);
902 read_unlock(&rsi_cache
.hash_lock
);
905 schedule_timeout(GSS_SVC_UPCALL_TIMEOUT
*
911 CWARN("waited %ds timeout, drop\n", GSS_SVC_UPCALL_TIMEOUT
);
915 CWARN("cache_check return ENOENT, drop\n");
918 /* if not the first check, we have to release the extra
919 * reference we just added on it. */
921 cache_put(&rsip
->h
, &rsi_cache
);
922 CDEBUG(D_SEC
, "cache_check is good\n");
926 remove_wait_queue(&rsip
->waitq
, &wait
);
927 cache_put(&rsip
->h
, &rsi_cache
);
930 GOTO(out
, rc
= SECSVC_DROP
);
933 rsci
= gss_svc_searchbyctx(&rsip
->out_handle
);
935 CERROR("authentication failed\n");
937 if (!gss_pack_err_notify(req
, GSS_S_FAILURE
, 0))
938 rc
= SECSVC_COMPLETE
;
943 grctx
->src_ctx
= &rsci
->ctx
;
946 if (rawobj_dup(&rsci
->ctx
.gsc_rvs_hdl
, rvs_hdl
)) {
947 CERROR("failed duplicate reverse handle\n");
951 rsci
->target
= target
;
953 CDEBUG(D_SEC
, "server create rsc %p(%u->%s)\n",
954 rsci
, rsci
->ctx
.gsc_uid
, libcfs_nid2str(req
->rq_peer
.nid
));
956 if (rsip
->out_handle
.len
> PTLRPC_GSS_MAX_HANDLE_SIZE
) {
957 CERROR("handle size %u too large\n", rsip
->out_handle
.len
);
958 GOTO(out
, rc
= SECSVC_DROP
);
962 grctx
->src_reserve_len
= cfs_size_round4(rsip
->out_token
.len
);
964 rc
= lustre_pack_reply_v2(req
, 1, &replen
, NULL
, 0);
966 CERROR("failed to pack reply: %d\n", rc
);
967 GOTO(out
, rc
= SECSVC_DROP
);
970 rs
= req
->rq_reply_state
;
971 LASSERT(rs
->rs_repbuf
->lm_bufcount
== 3);
972 LASSERT(rs
->rs_repbuf
->lm_buflens
[0] >=
973 sizeof(*rephdr
) + rsip
->out_handle
.len
);
974 LASSERT(rs
->rs_repbuf
->lm_buflens
[2] >= rsip
->out_token
.len
);
976 rephdr
= lustre_msg_buf(rs
->rs_repbuf
, 0, 0);
977 rephdr
->gh_version
= PTLRPC_GSS_VERSION
;
978 rephdr
->gh_flags
= 0;
979 rephdr
->gh_proc
= PTLRPC_GSS_PROC_ERR
;
980 rephdr
->gh_major
= rsip
->major_status
;
981 rephdr
->gh_minor
= rsip
->minor_status
;
982 rephdr
->gh_seqwin
= GSS_SEQ_WIN
;
983 rephdr
->gh_handle
.len
= rsip
->out_handle
.len
;
984 memcpy(rephdr
->gh_handle
.data
, rsip
->out_handle
.data
,
985 rsip
->out_handle
.len
);
987 memcpy(lustre_msg_buf(rs
->rs_repbuf
, 2, 0), rsip
->out_token
.data
,
988 rsip
->out_token
.len
);
990 rs
->rs_repdata_len
= lustre_shrink_msg(rs
->rs_repbuf
, 2,
991 rsip
->out_token
.len
, 0);
996 /* it looks like here we should put rsip also, but this mess up
997 * with NFS cache mgmt code... FIXME */
1000 rsi_put(&rsip
->h
, &rsi_cache
);
1004 /* if anything went wrong, we don't keep the context too */
1005 if (rc
!= SECSVC_OK
)
1006 set_bit(CACHE_NEGATIVE
, &rsci
->h
.flags
);
1008 CDEBUG(D_SEC
, "create rsc with idx "LPX64
"\n",
1009 gss_handle_to_u64(&rsci
->handle
));
1011 COMPAT_RSC_PUT(&rsci
->h
, &rsc_cache
);
1016 struct gss_svc_ctx
*gss_svc_upcall_get_ctx(struct ptlrpc_request
*req
,
1017 struct gss_wire_ctx
*gw
)
1021 rsc
= gss_svc_searchbyctx(&gw
->gw_handle
);
1023 CWARN("Invalid gss ctx idx "LPX64
" from %s\n",
1024 gss_handle_to_u64(&gw
->gw_handle
),
1025 libcfs_nid2str(req
->rq_peer
.nid
));
1032 void gss_svc_upcall_put_ctx(struct gss_svc_ctx
*ctx
)
1034 struct rsc
*rsc
= container_of(ctx
, struct rsc
, ctx
);
1036 COMPAT_RSC_PUT(&rsc
->h
, &rsc_cache
);
1039 void gss_svc_upcall_destroy_ctx(struct gss_svc_ctx
*ctx
)
1041 struct rsc
*rsc
= container_of(ctx
, struct rsc
, ctx
);
1043 /* can't be found */
1044 set_bit(CACHE_NEGATIVE
, &rsc
->h
.flags
);
1045 /* to be removed at next scan */
1046 rsc
->h
.expiry_time
= 1;
1049 int __init
gss_init_svc_upcall(void)
1053 spin_lock_init(&__ctx_index_lock
);
1055 * this helps reducing context index confliction. after server reboot,
1056 * conflicting request from clients might be filtered out by initial
1057 * sequence number checking, thus no chance to sent error notification
1060 cfs_get_random_bytes(&__ctx_index
, sizeof(__ctx_index
));
1063 cache_register(&rsi_cache
);
1064 cache_register(&rsc_cache
);
1066 /* FIXME this looks stupid. we intend to give lsvcgssd a chance to open
1067 * the init upcall channel, otherwise there's big chance that the first
1068 * upcall issued before the channel be opened thus nfsv4 cache code will
1069 * drop the request direclty, thus lead to unnecessary recovery time.
1070 * here we wait at miximum 1.5 seconds. */
1071 for (i
= 0; i
< 6; i
++) {
1072 if (atomic_read(&rsi_cache
.readers
) > 0)
1074 set_current_state(TASK_UNINTERRUPTIBLE
);
1076 schedule_timeout(HZ
/ 4);
1079 if (atomic_read(&rsi_cache
.readers
) == 0)
1080 CWARN("Init channel is not opened by lsvcgssd, following "
1081 "request might be dropped until lsvcgssd is active\n");
1086 void __exit
gss_exit_svc_upcall(void)
1088 cache_purge(&rsi_cache
);
1089 cache_unregister(&rsi_cache
);
1091 cache_purge(&rsc_cache
);
1092 cache_unregister(&rsc_cache
);