SUNRPC: Dont run rpcauth_cache_shrinker() when gfp_mask is GFP_NOFS
[safe/jmp/linux-2.6] / net / sunrpc / auth.c
1 /*
2  * linux/net/sunrpc/auth.c
3  *
4  * Generic RPC client authentication API.
5  *
6  * Copyright (C) 1996, Olaf Kirch <okir@monad.swb.de>
7  */
8
9 #include <linux/types.h>
10 #include <linux/sched.h>
11 #include <linux/module.h>
12 #include <linux/slab.h>
13 #include <linux/errno.h>
14 #include <linux/hash.h>
15 #include <linux/sunrpc/clnt.h>
16 #include <linux/spinlock.h>
17
18 #ifdef RPC_DEBUG
19 # define RPCDBG_FACILITY        RPCDBG_AUTH
20 #endif
21
22 static DEFINE_SPINLOCK(rpc_authflavor_lock);
23 static const struct rpc_authops *auth_flavors[RPC_AUTH_MAXFLAVOR] = {
24         &authnull_ops,          /* AUTH_NULL */
25         &authunix_ops,          /* AUTH_UNIX */
26         NULL,                   /* others can be loadable modules */
27 };
28
29 static LIST_HEAD(cred_unused);
30 static unsigned long number_cred_unused;
31
32 static u32
33 pseudoflavor_to_flavor(u32 flavor) {
34         if (flavor >= RPC_AUTH_MAXFLAVOR)
35                 return RPC_AUTH_GSS;
36         return flavor;
37 }
38
39 int
40 rpcauth_register(const struct rpc_authops *ops)
41 {
42         rpc_authflavor_t flavor;
43         int ret = -EPERM;
44
45         if ((flavor = ops->au_flavor) >= RPC_AUTH_MAXFLAVOR)
46                 return -EINVAL;
47         spin_lock(&rpc_authflavor_lock);
48         if (auth_flavors[flavor] == NULL) {
49                 auth_flavors[flavor] = ops;
50                 ret = 0;
51         }
52         spin_unlock(&rpc_authflavor_lock);
53         return ret;
54 }
55 EXPORT_SYMBOL_GPL(rpcauth_register);
56
57 int
58 rpcauth_unregister(const struct rpc_authops *ops)
59 {
60         rpc_authflavor_t flavor;
61         int ret = -EPERM;
62
63         if ((flavor = ops->au_flavor) >= RPC_AUTH_MAXFLAVOR)
64                 return -EINVAL;
65         spin_lock(&rpc_authflavor_lock);
66         if (auth_flavors[flavor] == ops) {
67                 auth_flavors[flavor] = NULL;
68                 ret = 0;
69         }
70         spin_unlock(&rpc_authflavor_lock);
71         return ret;
72 }
73 EXPORT_SYMBOL_GPL(rpcauth_unregister);
74
75 struct rpc_auth *
76 rpcauth_create(rpc_authflavor_t pseudoflavor, struct rpc_clnt *clnt)
77 {
78         struct rpc_auth         *auth;
79         const struct rpc_authops *ops;
80         u32                     flavor = pseudoflavor_to_flavor(pseudoflavor);
81
82         auth = ERR_PTR(-EINVAL);
83         if (flavor >= RPC_AUTH_MAXFLAVOR)
84                 goto out;
85
86         if ((ops = auth_flavors[flavor]) == NULL)
87                 request_module("rpc-auth-%u", flavor);
88         spin_lock(&rpc_authflavor_lock);
89         ops = auth_flavors[flavor];
90         if (ops == NULL || !try_module_get(ops->owner)) {
91                 spin_unlock(&rpc_authflavor_lock);
92                 goto out;
93         }
94         spin_unlock(&rpc_authflavor_lock);
95         auth = ops->create(clnt, pseudoflavor);
96         module_put(ops->owner);
97         if (IS_ERR(auth))
98                 return auth;
99         if (clnt->cl_auth)
100                 rpcauth_release(clnt->cl_auth);
101         clnt->cl_auth = auth;
102
103 out:
104         return auth;
105 }
106 EXPORT_SYMBOL_GPL(rpcauth_create);
107
108 void
109 rpcauth_release(struct rpc_auth *auth)
110 {
111         if (!atomic_dec_and_test(&auth->au_count))
112                 return;
113         auth->au_ops->destroy(auth);
114 }
115
116 static DEFINE_SPINLOCK(rpc_credcache_lock);
117
118 static void
119 rpcauth_unhash_cred_locked(struct rpc_cred *cred)
120 {
121         hlist_del_rcu(&cred->cr_hash);
122         smp_mb__before_clear_bit();
123         clear_bit(RPCAUTH_CRED_HASHED, &cred->cr_flags);
124 }
125
126 static int
127 rpcauth_unhash_cred(struct rpc_cred *cred)
128 {
129         spinlock_t *cache_lock;
130         int ret;
131
132         cache_lock = &cred->cr_auth->au_credcache->lock;
133         spin_lock(cache_lock);
134         ret = atomic_read(&cred->cr_count) == 0;
135         if (ret)
136                 rpcauth_unhash_cred_locked(cred);
137         spin_unlock(cache_lock);
138         return ret;
139 }
140
141 /*
142  * Initialize RPC credential cache
143  */
144 int
145 rpcauth_init_credcache(struct rpc_auth *auth)
146 {
147         struct rpc_cred_cache *new;
148         int i;
149
150         new = kmalloc(sizeof(*new), GFP_KERNEL);
151         if (!new)
152                 return -ENOMEM;
153         for (i = 0; i < RPC_CREDCACHE_NR; i++)
154                 INIT_HLIST_HEAD(&new->hashtable[i]);
155         spin_lock_init(&new->lock);
156         auth->au_credcache = new;
157         return 0;
158 }
159 EXPORT_SYMBOL_GPL(rpcauth_init_credcache);
160
161 /*
162  * Destroy a list of credentials
163  */
164 static inline
165 void rpcauth_destroy_credlist(struct list_head *head)
166 {
167         struct rpc_cred *cred;
168
169         while (!list_empty(head)) {
170                 cred = list_entry(head->next, struct rpc_cred, cr_lru);
171                 list_del_init(&cred->cr_lru);
172                 put_rpccred(cred);
173         }
174 }
175
176 /*
177  * Clear the RPC credential cache, and delete those credentials
178  * that are not referenced.
179  */
180 void
181 rpcauth_clear_credcache(struct rpc_cred_cache *cache)
182 {
183         LIST_HEAD(free);
184         struct hlist_head *head;
185         struct rpc_cred *cred;
186         int             i;
187
188         spin_lock(&rpc_credcache_lock);
189         spin_lock(&cache->lock);
190         for (i = 0; i < RPC_CREDCACHE_NR; i++) {
191                 head = &cache->hashtable[i];
192                 while (!hlist_empty(head)) {
193                         cred = hlist_entry(head->first, struct rpc_cred, cr_hash);
194                         get_rpccred(cred);
195                         if (!list_empty(&cred->cr_lru)) {
196                                 list_del(&cred->cr_lru);
197                                 number_cred_unused--;
198                         }
199                         list_add_tail(&cred->cr_lru, &free);
200                         rpcauth_unhash_cred_locked(cred);
201                 }
202         }
203         spin_unlock(&cache->lock);
204         spin_unlock(&rpc_credcache_lock);
205         rpcauth_destroy_credlist(&free);
206 }
207
208 /*
209  * Destroy the RPC credential cache
210  */
211 void
212 rpcauth_destroy_credcache(struct rpc_auth *auth)
213 {
214         struct rpc_cred_cache *cache = auth->au_credcache;
215
216         if (cache) {
217                 auth->au_credcache = NULL;
218                 rpcauth_clear_credcache(cache);
219                 kfree(cache);
220         }
221 }
222 EXPORT_SYMBOL_GPL(rpcauth_destroy_credcache);
223
224
225 #define RPC_AUTH_EXPIRY_MORATORIUM (60 * HZ)
226
227 /*
228  * Remove stale credentials. Avoid sleeping inside the loop.
229  */
230 static int
231 rpcauth_prune_expired(struct list_head *free, int nr_to_scan)
232 {
233         spinlock_t *cache_lock;
234         struct rpc_cred *cred, *next;
235         unsigned long expired = jiffies - RPC_AUTH_EXPIRY_MORATORIUM;
236
237         list_for_each_entry_safe(cred, next, &cred_unused, cr_lru) {
238
239                 /* Enforce a 60 second garbage collection moratorium */
240                 if (time_in_range(cred->cr_expire, expired, jiffies) &&
241                     test_bit(RPCAUTH_CRED_HASHED, &cred->cr_flags) != 0)
242                         continue;
243
244                 list_del_init(&cred->cr_lru);
245                 number_cred_unused--;
246                 if (atomic_read(&cred->cr_count) != 0)
247                         continue;
248
249                 cache_lock = &cred->cr_auth->au_credcache->lock;
250                 spin_lock(cache_lock);
251                 if (atomic_read(&cred->cr_count) == 0) {
252                         get_rpccred(cred);
253                         list_add_tail(&cred->cr_lru, free);
254                         rpcauth_unhash_cred_locked(cred);
255                         nr_to_scan--;
256                 }
257                 spin_unlock(cache_lock);
258                 if (nr_to_scan == 0)
259                         break;
260         }
261         return nr_to_scan;
262 }
263
264 /*
265  * Run memory cache shrinker.
266  */
267 static int
268 rpcauth_cache_shrinker(int nr_to_scan, gfp_t gfp_mask)
269 {
270         LIST_HEAD(free);
271         int res;
272
273         if ((gfp_mask & GFP_KERNEL) != GFP_KERNEL)
274                 return (nr_to_scan == 0) ? 0 : -1;
275         if (list_empty(&cred_unused))
276                 return 0;
277         spin_lock(&rpc_credcache_lock);
278         nr_to_scan = rpcauth_prune_expired(&free, nr_to_scan);
279         res = (number_cred_unused / 100) * sysctl_vfs_cache_pressure;
280         spin_unlock(&rpc_credcache_lock);
281         rpcauth_destroy_credlist(&free);
282         return res;
283 }
284
285 /*
286  * Look up a process' credentials in the authentication cache
287  */
288 struct rpc_cred *
289 rpcauth_lookup_credcache(struct rpc_auth *auth, struct auth_cred * acred,
290                 int flags)
291 {
292         LIST_HEAD(free);
293         struct rpc_cred_cache *cache = auth->au_credcache;
294         struct hlist_node *pos;
295         struct rpc_cred *cred = NULL,
296                         *entry, *new;
297         unsigned int nr;
298
299         nr = hash_long(acred->uid, RPC_CREDCACHE_HASHBITS);
300
301         rcu_read_lock();
302         hlist_for_each_entry_rcu(entry, pos, &cache->hashtable[nr], cr_hash) {
303                 if (!entry->cr_ops->crmatch(acred, entry, flags))
304                         continue;
305                 spin_lock(&cache->lock);
306                 if (test_bit(RPCAUTH_CRED_HASHED, &entry->cr_flags) == 0) {
307                         spin_unlock(&cache->lock);
308                         continue;
309                 }
310                 cred = get_rpccred(entry);
311                 spin_unlock(&cache->lock);
312                 break;
313         }
314         rcu_read_unlock();
315
316         if (cred != NULL)
317                 goto found;
318
319         new = auth->au_ops->crcreate(auth, acred, flags);
320         if (IS_ERR(new)) {
321                 cred = new;
322                 goto out;
323         }
324
325         spin_lock(&cache->lock);
326         hlist_for_each_entry(entry, pos, &cache->hashtable[nr], cr_hash) {
327                 if (!entry->cr_ops->crmatch(acred, entry, flags))
328                         continue;
329                 cred = get_rpccred(entry);
330                 break;
331         }
332         if (cred == NULL) {
333                 cred = new;
334                 set_bit(RPCAUTH_CRED_HASHED, &cred->cr_flags);
335                 hlist_add_head_rcu(&cred->cr_hash, &cache->hashtable[nr]);
336         } else
337                 list_add_tail(&new->cr_lru, &free);
338         spin_unlock(&cache->lock);
339 found:
340         if (test_bit(RPCAUTH_CRED_NEW, &cred->cr_flags) &&
341             cred->cr_ops->cr_init != NULL &&
342             !(flags & RPCAUTH_LOOKUP_NEW)) {
343                 int res = cred->cr_ops->cr_init(auth, cred);
344                 if (res < 0) {
345                         put_rpccred(cred);
346                         cred = ERR_PTR(res);
347                 }
348         }
349         rpcauth_destroy_credlist(&free);
350 out:
351         return cred;
352 }
353 EXPORT_SYMBOL_GPL(rpcauth_lookup_credcache);
354
355 struct rpc_cred *
356 rpcauth_lookupcred(struct rpc_auth *auth, int flags)
357 {
358         struct auth_cred acred;
359         struct rpc_cred *ret;
360         const struct cred *cred = current_cred();
361
362         dprintk("RPC:       looking up %s cred\n",
363                 auth->au_ops->au_name);
364
365         memset(&acred, 0, sizeof(acred));
366         acred.uid = cred->fsuid;
367         acred.gid = cred->fsgid;
368         acred.group_info = get_group_info(((struct cred *)cred)->group_info);
369
370         ret = auth->au_ops->lookup_cred(auth, &acred, flags);
371         put_group_info(acred.group_info);
372         return ret;
373 }
374
375 void
376 rpcauth_init_cred(struct rpc_cred *cred, const struct auth_cred *acred,
377                   struct rpc_auth *auth, const struct rpc_credops *ops)
378 {
379         INIT_HLIST_NODE(&cred->cr_hash);
380         INIT_LIST_HEAD(&cred->cr_lru);
381         atomic_set(&cred->cr_count, 1);
382         cred->cr_auth = auth;
383         cred->cr_ops = ops;
384         cred->cr_expire = jiffies;
385 #ifdef RPC_DEBUG
386         cred->cr_magic = RPCAUTH_CRED_MAGIC;
387 #endif
388         cred->cr_uid = acred->uid;
389 }
390 EXPORT_SYMBOL_GPL(rpcauth_init_cred);
391
392 void
393 rpcauth_generic_bind_cred(struct rpc_task *task, struct rpc_cred *cred, int lookupflags)
394 {
395         task->tk_msg.rpc_cred = get_rpccred(cred);
396         dprintk("RPC: %5u holding %s cred %p\n", task->tk_pid,
397                         cred->cr_auth->au_ops->au_name, cred);
398 }
399 EXPORT_SYMBOL_GPL(rpcauth_generic_bind_cred);
400
401 static void
402 rpcauth_bind_root_cred(struct rpc_task *task, int lookupflags)
403 {
404         struct rpc_auth *auth = task->tk_client->cl_auth;
405         struct auth_cred acred = {
406                 .uid = 0,
407                 .gid = 0,
408         };
409         struct rpc_cred *ret;
410
411         dprintk("RPC: %5u looking up %s cred\n",
412                 task->tk_pid, task->tk_client->cl_auth->au_ops->au_name);
413         ret = auth->au_ops->lookup_cred(auth, &acred, lookupflags);
414         if (!IS_ERR(ret))
415                 task->tk_msg.rpc_cred = ret;
416         else
417                 task->tk_status = PTR_ERR(ret);
418 }
419
420 static void
421 rpcauth_bind_new_cred(struct rpc_task *task, int lookupflags)
422 {
423         struct rpc_auth *auth = task->tk_client->cl_auth;
424         struct rpc_cred *ret;
425
426         dprintk("RPC: %5u looking up %s cred\n",
427                 task->tk_pid, auth->au_ops->au_name);
428         ret = rpcauth_lookupcred(auth, lookupflags);
429         if (!IS_ERR(ret))
430                 task->tk_msg.rpc_cred = ret;
431         else
432                 task->tk_status = PTR_ERR(ret);
433 }
434
435 void
436 rpcauth_bindcred(struct rpc_task *task, struct rpc_cred *cred, int flags)
437 {
438         int lookupflags = 0;
439
440         if (flags & RPC_TASK_ASYNC)
441                 lookupflags |= RPCAUTH_LOOKUP_NEW;
442         if (cred != NULL)
443                 cred->cr_ops->crbind(task, cred, lookupflags);
444         else if (flags & RPC_TASK_ROOTCREDS)
445                 rpcauth_bind_root_cred(task, lookupflags);
446         else
447                 rpcauth_bind_new_cred(task, lookupflags);
448 }
449
450 void
451 put_rpccred(struct rpc_cred *cred)
452 {
453         /* Fast path for unhashed credentials */
454         if (test_bit(RPCAUTH_CRED_HASHED, &cred->cr_flags) == 0) {
455                 if (atomic_dec_and_test(&cred->cr_count))
456                         cred->cr_ops->crdestroy(cred);
457                 return;
458         }
459
460         if (!atomic_dec_and_lock(&cred->cr_count, &rpc_credcache_lock))
461                 return;
462         if (!list_empty(&cred->cr_lru)) {
463                 number_cred_unused--;
464                 list_del_init(&cred->cr_lru);
465         }
466         if (test_bit(RPCAUTH_CRED_HASHED, &cred->cr_flags) != 0) {
467                 if (test_bit(RPCAUTH_CRED_UPTODATE, &cred->cr_flags) != 0) {
468                         cred->cr_expire = jiffies;
469                         list_add_tail(&cred->cr_lru, &cred_unused);
470                         number_cred_unused++;
471                         goto out_nodestroy;
472                 }
473                 if (!rpcauth_unhash_cred(cred)) {
474                         /* We were hashed and someone looked us up... */
475                         goto out_nodestroy;
476                 }
477         }
478         spin_unlock(&rpc_credcache_lock);
479         cred->cr_ops->crdestroy(cred);
480         return;
481 out_nodestroy:
482         spin_unlock(&rpc_credcache_lock);
483 }
484 EXPORT_SYMBOL_GPL(put_rpccred);
485
486 void
487 rpcauth_unbindcred(struct rpc_task *task)
488 {
489         struct rpc_cred *cred = task->tk_msg.rpc_cred;
490
491         dprintk("RPC: %5u releasing %s cred %p\n",
492                 task->tk_pid, cred->cr_auth->au_ops->au_name, cred);
493
494         put_rpccred(cred);
495         task->tk_msg.rpc_cred = NULL;
496 }
497
498 __be32 *
499 rpcauth_marshcred(struct rpc_task *task, __be32 *p)
500 {
501         struct rpc_cred *cred = task->tk_msg.rpc_cred;
502
503         dprintk("RPC: %5u marshaling %s cred %p\n",
504                 task->tk_pid, cred->cr_auth->au_ops->au_name, cred);
505
506         return cred->cr_ops->crmarshal(task, p);
507 }
508
509 __be32 *
510 rpcauth_checkverf(struct rpc_task *task, __be32 *p)
511 {
512         struct rpc_cred *cred = task->tk_msg.rpc_cred;
513
514         dprintk("RPC: %5u validating %s cred %p\n",
515                 task->tk_pid, cred->cr_auth->au_ops->au_name, cred);
516
517         return cred->cr_ops->crvalidate(task, p);
518 }
519
520 int
521 rpcauth_wrap_req(struct rpc_task *task, kxdrproc_t encode, void *rqstp,
522                 __be32 *data, void *obj)
523 {
524         struct rpc_cred *cred = task->tk_msg.rpc_cred;
525
526         dprintk("RPC: %5u using %s cred %p to wrap rpc data\n",
527                         task->tk_pid, cred->cr_ops->cr_name, cred);
528         if (cred->cr_ops->crwrap_req)
529                 return cred->cr_ops->crwrap_req(task, encode, rqstp, data, obj);
530         /* By default, we encode the arguments normally. */
531         return encode(rqstp, data, obj);
532 }
533
534 int
535 rpcauth_unwrap_resp(struct rpc_task *task, kxdrproc_t decode, void *rqstp,
536                 __be32 *data, void *obj)
537 {
538         struct rpc_cred *cred = task->tk_msg.rpc_cred;
539
540         dprintk("RPC: %5u using %s cred %p to unwrap rpc data\n",
541                         task->tk_pid, cred->cr_ops->cr_name, cred);
542         if (cred->cr_ops->crunwrap_resp)
543                 return cred->cr_ops->crunwrap_resp(task, decode, rqstp,
544                                                    data, obj);
545         /* By default, we decode the arguments normally. */
546         return decode(rqstp, data, obj);
547 }
548
549 int
550 rpcauth_refreshcred(struct rpc_task *task)
551 {
552         struct rpc_cred *cred = task->tk_msg.rpc_cred;
553         int err;
554
555         dprintk("RPC: %5u refreshing %s cred %p\n",
556                 task->tk_pid, cred->cr_auth->au_ops->au_name, cred);
557
558         err = cred->cr_ops->crrefresh(task);
559         if (err < 0)
560                 task->tk_status = err;
561         return err;
562 }
563
564 void
565 rpcauth_invalcred(struct rpc_task *task)
566 {
567         struct rpc_cred *cred = task->tk_msg.rpc_cred;
568
569         dprintk("RPC: %5u invalidating %s cred %p\n",
570                 task->tk_pid, cred->cr_auth->au_ops->au_name, cred);
571         if (cred)
572                 clear_bit(RPCAUTH_CRED_UPTODATE, &cred->cr_flags);
573 }
574
575 int
576 rpcauth_uptodatecred(struct rpc_task *task)
577 {
578         struct rpc_cred *cred = task->tk_msg.rpc_cred;
579
580         return cred == NULL ||
581                 test_bit(RPCAUTH_CRED_UPTODATE, &cred->cr_flags) != 0;
582 }
583
584 static struct shrinker rpc_cred_shrinker = {
585         .shrink = rpcauth_cache_shrinker,
586         .seeks = DEFAULT_SEEKS,
587 };
588
589 void __init rpcauth_init_module(void)
590 {
591         rpc_init_authunix();
592         rpc_init_generic_auth();
593         register_shrinker(&rpc_cred_shrinker);
594 }
595
596 void __exit rpcauth_remove_module(void)
597 {
598         unregister_shrinker(&rpc_cred_shrinker);
599 }