GNU Linux-libre 4.19.264-gnu1
[releases.git] / fs / lockd / host.c
1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  * linux/fs/lockd/host.c
4  *
5  * Management for NLM peer hosts. The nlm_host struct is shared
6  * between client and server implementation. The only reason to
7  * do so is to reduce code bloat.
8  *
9  * Copyright (C) 1996, Olaf Kirch <okir@monad.swb.de>
10  */
11
12 #include <linux/types.h>
13 #include <linux/slab.h>
14 #include <linux/in.h>
15 #include <linux/in6.h>
16 #include <linux/sunrpc/clnt.h>
17 #include <linux/sunrpc/addr.h>
18 #include <linux/sunrpc/svc.h>
19 #include <linux/lockd/lockd.h>
20 #include <linux/mutex.h>
21
22 #include <linux/sunrpc/svc_xprt.h>
23
24 #include <net/ipv6.h>
25
26 #include "netns.h"
27
28 #define NLMDBG_FACILITY         NLMDBG_HOSTCACHE
29 #define NLM_HOST_NRHASH         32
30 #define NLM_HOST_REBIND         (60 * HZ)
31 #define NLM_HOST_EXPIRE         (300 * HZ)
32 #define NLM_HOST_COLLECT        (120 * HZ)
33
34 static struct hlist_head        nlm_server_hosts[NLM_HOST_NRHASH];
35 static struct hlist_head        nlm_client_hosts[NLM_HOST_NRHASH];
36
37 #define for_each_host(host, chain, table) \
38         for ((chain) = (table); \
39              (chain) < (table) + NLM_HOST_NRHASH; ++(chain)) \
40                 hlist_for_each_entry((host), (chain), h_hash)
41
42 #define for_each_host_safe(host, next, chain, table) \
43         for ((chain) = (table); \
44              (chain) < (table) + NLM_HOST_NRHASH; ++(chain)) \
45                 hlist_for_each_entry_safe((host), (next), \
46                                                 (chain), h_hash)
47
48 static unsigned long            nrhosts;
49 static DEFINE_MUTEX(nlm_host_mutex);
50
51 static void                     nlm_gc_hosts(struct net *net);
52
53 struct nlm_lookup_host_info {
54         const int               server;         /* search for server|client */
55         const struct sockaddr   *sap;           /* address to search for */
56         const size_t            salen;          /* it's length */
57         const unsigned short    protocol;       /* transport to search for*/
58         const u32               version;        /* NLM version to search for */
59         const char              *hostname;      /* remote's hostname */
60         const size_t            hostname_len;   /* it's length */
61         const int               noresvport;     /* use non-priv port */
62         struct net              *net;           /* network namespace to bind */
63 };
64
65 /*
66  * Hash function must work well on big- and little-endian platforms
67  */
68 static unsigned int __nlm_hash32(const __be32 n)
69 {
70         unsigned int hash = (__force u32)n ^ ((__force u32)n >> 16);
71         return hash ^ (hash >> 8);
72 }
73
74 static unsigned int __nlm_hash_addr4(const struct sockaddr *sap)
75 {
76         const struct sockaddr_in *sin = (struct sockaddr_in *)sap;
77         return __nlm_hash32(sin->sin_addr.s_addr);
78 }
79
80 static unsigned int __nlm_hash_addr6(const struct sockaddr *sap)
81 {
82         const struct sockaddr_in6 *sin6 = (struct sockaddr_in6 *)sap;
83         const struct in6_addr addr = sin6->sin6_addr;
84         return __nlm_hash32(addr.s6_addr32[0]) ^
85                __nlm_hash32(addr.s6_addr32[1]) ^
86                __nlm_hash32(addr.s6_addr32[2]) ^
87                __nlm_hash32(addr.s6_addr32[3]);
88 }
89
90 static unsigned int nlm_hash_address(const struct sockaddr *sap)
91 {
92         unsigned int hash;
93
94         switch (sap->sa_family) {
95         case AF_INET:
96                 hash = __nlm_hash_addr4(sap);
97                 break;
98         case AF_INET6:
99                 hash = __nlm_hash_addr6(sap);
100                 break;
101         default:
102                 hash = 0;
103         }
104         return hash & (NLM_HOST_NRHASH - 1);
105 }
106
107 /*
108  * Allocate and initialize an nlm_host.  Common to both client and server.
109  */
110 static struct nlm_host *nlm_alloc_host(struct nlm_lookup_host_info *ni,
111                                        struct nsm_handle *nsm)
112 {
113         struct nlm_host *host = NULL;
114         unsigned long now = jiffies;
115
116         if (nsm != NULL)
117                 refcount_inc(&nsm->sm_count);
118         else {
119                 host = NULL;
120                 nsm = nsm_get_handle(ni->net, ni->sap, ni->salen,
121                                         ni->hostname, ni->hostname_len);
122                 if (unlikely(nsm == NULL)) {
123                         dprintk("lockd: %s failed; no nsm handle\n",
124                                 __func__);
125                         goto out;
126                 }
127         }
128
129         host = kmalloc(sizeof(*host), GFP_KERNEL);
130         if (unlikely(host == NULL)) {
131                 dprintk("lockd: %s failed; no memory\n", __func__);
132                 nsm_release(nsm);
133                 goto out;
134         }
135
136         memcpy(nlm_addr(host), ni->sap, ni->salen);
137         host->h_addrlen    = ni->salen;
138         rpc_set_port(nlm_addr(host), 0);
139         host->h_srcaddrlen = 0;
140
141         host->h_rpcclnt    = NULL;
142         host->h_name       = nsm->sm_name;
143         host->h_version    = ni->version;
144         host->h_proto      = ni->protocol;
145         host->h_reclaiming = 0;
146         host->h_server     = ni->server;
147         host->h_noresvport = ni->noresvport;
148         host->h_inuse      = 0;
149         init_waitqueue_head(&host->h_gracewait);
150         init_rwsem(&host->h_rwsem);
151         host->h_state      = 0;
152         host->h_nsmstate   = 0;
153         host->h_pidcount   = 0;
154         refcount_set(&host->h_count, 1);
155         mutex_init(&host->h_mutex);
156         host->h_nextrebind = now + NLM_HOST_REBIND;
157         host->h_expires    = now + NLM_HOST_EXPIRE;
158         INIT_LIST_HEAD(&host->h_lockowners);
159         spin_lock_init(&host->h_lock);
160         INIT_LIST_HEAD(&host->h_granted);
161         INIT_LIST_HEAD(&host->h_reclaim);
162         host->h_nsmhandle  = nsm;
163         host->h_addrbuf    = nsm->sm_addrbuf;
164         host->net          = ni->net;
165         strlcpy(host->nodename, utsname()->nodename, sizeof(host->nodename));
166
167 out:
168         return host;
169 }
170
171 /*
172  * Destroy an nlm_host and free associated resources
173  *
174  * Caller must hold nlm_host_mutex.
175  */
176 static void nlm_destroy_host_locked(struct nlm_host *host)
177 {
178         struct rpc_clnt *clnt;
179         struct lockd_net *ln = net_generic(host->net, lockd_net_id);
180
181         dprintk("lockd: destroy host %s\n", host->h_name);
182
183         hlist_del_init(&host->h_hash);
184
185         nsm_unmonitor(host);
186         nsm_release(host->h_nsmhandle);
187
188         clnt = host->h_rpcclnt;
189         if (clnt != NULL)
190                 rpc_shutdown_client(clnt);
191         kfree(host);
192
193         ln->nrhosts--;
194         nrhosts--;
195 }
196
197 /**
198  * nlmclnt_lookup_host - Find an NLM host handle matching a remote server
199  * @sap: network address of server
200  * @salen: length of server address
201  * @protocol: transport protocol to use
202  * @version: NLM protocol version
203  * @hostname: '\0'-terminated hostname of server
204  * @noresvport: 1 if non-privileged port should be used
205  *
206  * Returns an nlm_host structure that matches the passed-in
207  * [server address, transport protocol, NLM version, server hostname].
208  * If one doesn't already exist in the host cache, a new handle is
209  * created and returned.
210  */
211 struct nlm_host *nlmclnt_lookup_host(const struct sockaddr *sap,
212                                      const size_t salen,
213                                      const unsigned short protocol,
214                                      const u32 version,
215                                      const char *hostname,
216                                      int noresvport,
217                                      struct net *net)
218 {
219         struct nlm_lookup_host_info ni = {
220                 .server         = 0,
221                 .sap            = sap,
222                 .salen          = salen,
223                 .protocol       = protocol,
224                 .version        = version,
225                 .hostname       = hostname,
226                 .hostname_len   = strlen(hostname),
227                 .noresvport     = noresvport,
228                 .net            = net,
229         };
230         struct hlist_head *chain;
231         struct nlm_host *host;
232         struct nsm_handle *nsm = NULL;
233         struct lockd_net *ln = net_generic(net, lockd_net_id);
234
235         dprintk("lockd: %s(host='%s', vers=%u, proto=%s)\n", __func__,
236                         (hostname ? hostname : "<none>"), version,
237                         (protocol == IPPROTO_UDP ? "udp" : "tcp"));
238
239         mutex_lock(&nlm_host_mutex);
240
241         chain = &nlm_client_hosts[nlm_hash_address(sap)];
242         hlist_for_each_entry(host, chain, h_hash) {
243                 if (host->net != net)
244                         continue;
245                 if (!rpc_cmp_addr(nlm_addr(host), sap))
246                         continue;
247
248                 /* Same address. Share an NSM handle if we already have one */
249                 if (nsm == NULL)
250                         nsm = host->h_nsmhandle;
251
252                 if (host->h_proto != protocol)
253                         continue;
254                 if (host->h_version != version)
255                         continue;
256
257                 nlm_get_host(host);
258                 dprintk("lockd: %s found host %s (%s)\n", __func__,
259                         host->h_name, host->h_addrbuf);
260                 goto out;
261         }
262
263         host = nlm_alloc_host(&ni, nsm);
264         if (unlikely(host == NULL))
265                 goto out;
266
267         hlist_add_head(&host->h_hash, chain);
268         ln->nrhosts++;
269         nrhosts++;
270
271         dprintk("lockd: %s created host %s (%s)\n", __func__,
272                 host->h_name, host->h_addrbuf);
273
274 out:
275         mutex_unlock(&nlm_host_mutex);
276         return host;
277 }
278
279 /**
280  * nlmclnt_release_host - release client nlm_host
281  * @host: nlm_host to release
282  *
283  */
284 void nlmclnt_release_host(struct nlm_host *host)
285 {
286         if (host == NULL)
287                 return;
288
289         dprintk("lockd: release client host %s\n", host->h_name);
290
291         WARN_ON_ONCE(host->h_server);
292
293         if (refcount_dec_and_mutex_lock(&host->h_count, &nlm_host_mutex)) {
294                 WARN_ON_ONCE(!list_empty(&host->h_lockowners));
295                 WARN_ON_ONCE(!list_empty(&host->h_granted));
296                 WARN_ON_ONCE(!list_empty(&host->h_reclaim));
297
298                 nlm_destroy_host_locked(host);
299                 mutex_unlock(&nlm_host_mutex);
300         }
301 }
302
303 /**
304  * nlmsvc_lookup_host - Find an NLM host handle matching a remote client
305  * @rqstp: incoming NLM request
306  * @hostname: name of client host
307  * @hostname_len: length of client hostname
308  *
309  * Returns an nlm_host structure that matches the [client address,
310  * transport protocol, NLM version, client hostname] of the passed-in
311  * NLM request.  If one doesn't already exist in the host cache, a
312  * new handle is created and returned.
313  *
314  * Before possibly creating a new nlm_host, construct a sockaddr
315  * for a specific source address in case the local system has
316  * multiple network addresses.  The family of the address in
317  * rq_daddr is guaranteed to be the same as the family of the
318  * address in rq_addr, so it's safe to use the same family for
319  * the source address.
320  */
321 struct nlm_host *nlmsvc_lookup_host(const struct svc_rqst *rqstp,
322                                     const char *hostname,
323                                     const size_t hostname_len)
324 {
325         struct hlist_head *chain;
326         struct nlm_host *host = NULL;
327         struct nsm_handle *nsm = NULL;
328         struct sockaddr *src_sap = svc_daddr(rqstp);
329         size_t src_len = rqstp->rq_daddrlen;
330         struct net *net = SVC_NET(rqstp);
331         struct nlm_lookup_host_info ni = {
332                 .server         = 1,
333                 .sap            = svc_addr(rqstp),
334                 .salen          = rqstp->rq_addrlen,
335                 .protocol       = rqstp->rq_prot,
336                 .version        = rqstp->rq_vers,
337                 .hostname       = hostname,
338                 .hostname_len   = hostname_len,
339                 .net            = net,
340         };
341         struct lockd_net *ln = net_generic(net, lockd_net_id);
342
343         dprintk("lockd: %s(host='%.*s', vers=%u, proto=%s)\n", __func__,
344                         (int)hostname_len, hostname, rqstp->rq_vers,
345                         (rqstp->rq_prot == IPPROTO_UDP ? "udp" : "tcp"));
346
347         mutex_lock(&nlm_host_mutex);
348
349         if (time_after_eq(jiffies, ln->next_gc))
350                 nlm_gc_hosts(net);
351
352         chain = &nlm_server_hosts[nlm_hash_address(ni.sap)];
353         hlist_for_each_entry(host, chain, h_hash) {
354                 if (host->net != net)
355                         continue;
356                 if (!rpc_cmp_addr(nlm_addr(host), ni.sap))
357                         continue;
358
359                 /* Same address. Share an NSM handle if we already have one */
360                 if (nsm == NULL)
361                         nsm = host->h_nsmhandle;
362
363                 if (host->h_proto != ni.protocol)
364                         continue;
365                 if (host->h_version != ni.version)
366                         continue;
367                 if (!rpc_cmp_addr(nlm_srcaddr(host), src_sap))
368                         continue;
369
370                 /* Move to head of hash chain. */
371                 hlist_del(&host->h_hash);
372                 hlist_add_head(&host->h_hash, chain);
373
374                 nlm_get_host(host);
375                 dprintk("lockd: %s found host %s (%s)\n",
376                         __func__, host->h_name, host->h_addrbuf);
377                 goto out;
378         }
379
380         host = nlm_alloc_host(&ni, nsm);
381         if (unlikely(host == NULL))
382                 goto out;
383
384         memcpy(nlm_srcaddr(host), src_sap, src_len);
385         host->h_srcaddrlen = src_len;
386         hlist_add_head(&host->h_hash, chain);
387         ln->nrhosts++;
388         nrhosts++;
389
390         refcount_inc(&host->h_count);
391
392         dprintk("lockd: %s created host %s (%s)\n",
393                 __func__, host->h_name, host->h_addrbuf);
394
395 out:
396         mutex_unlock(&nlm_host_mutex);
397         return host;
398 }
399
400 /**
401  * nlmsvc_release_host - release server nlm_host
402  * @host: nlm_host to release
403  *
404  * Host is destroyed later in nlm_gc_host().
405  */
406 void nlmsvc_release_host(struct nlm_host *host)
407 {
408         if (host == NULL)
409                 return;
410
411         dprintk("lockd: release server host %s\n", host->h_name);
412
413         WARN_ON_ONCE(!host->h_server);
414         refcount_dec(&host->h_count);
415 }
416
417 /*
418  * Create the NLM RPC client for an NLM peer
419  */
420 struct rpc_clnt *
421 nlm_bind_host(struct nlm_host *host)
422 {
423         struct rpc_clnt *clnt;
424
425         dprintk("lockd: nlm_bind_host %s (%s)\n",
426                         host->h_name, host->h_addrbuf);
427
428         /* Lock host handle */
429         mutex_lock(&host->h_mutex);
430
431         /* If we've already created an RPC client, check whether
432          * RPC rebind is required
433          */
434         if ((clnt = host->h_rpcclnt) != NULL) {
435                 nlm_rebind_host(host);
436         } else {
437                 unsigned long increment = nlmsvc_timeout;
438                 struct rpc_timeout timeparms = {
439                         .to_initval     = increment,
440                         .to_increment   = increment,
441                         .to_maxval      = increment * 6UL,
442                         .to_retries     = 5U,
443                 };
444                 struct rpc_create_args args = {
445                         .net            = host->net,
446                         .protocol       = host->h_proto,
447                         .address        = nlm_addr(host),
448                         .addrsize       = host->h_addrlen,
449                         .timeout        = &timeparms,
450                         .servername     = host->h_name,
451                         .program        = &nlm_program,
452                         .version        = host->h_version,
453                         .authflavor     = RPC_AUTH_UNIX,
454                         .flags          = (RPC_CLNT_CREATE_NOPING |
455                                            RPC_CLNT_CREATE_AUTOBIND),
456                 };
457
458                 /*
459                  * lockd retries server side blocks automatically so we want
460                  * those to be soft RPC calls. Client side calls need to be
461                  * hard RPC tasks.
462                  */
463                 if (!host->h_server)
464                         args.flags |= RPC_CLNT_CREATE_HARDRTRY;
465                 if (host->h_noresvport)
466                         args.flags |= RPC_CLNT_CREATE_NONPRIVPORT;
467                 if (host->h_srcaddrlen)
468                         args.saddress = nlm_srcaddr(host);
469
470                 clnt = rpc_create(&args);
471                 if (!IS_ERR(clnt))
472                         host->h_rpcclnt = clnt;
473                 else {
474                         printk("lockd: couldn't create RPC handle for %s\n", host->h_name);
475                         clnt = NULL;
476                 }
477         }
478
479         mutex_unlock(&host->h_mutex);
480         return clnt;
481 }
482
483 /**
484  * nlm_rebind_host - If needed, force a portmap lookup of the peer's lockd port
485  * @host: NLM host handle for peer
486  *
487  * This is not needed when using a connection-oriented protocol, such as TCP.
488  * The existing autobind mechanism is sufficient to force a rebind when
489  * required, e.g. on connection state transitions.
490  */
491 void
492 nlm_rebind_host(struct nlm_host *host)
493 {
494         if (host->h_proto != IPPROTO_UDP)
495                 return;
496
497         if (host->h_rpcclnt && time_after_eq(jiffies, host->h_nextrebind)) {
498                 rpc_force_rebind(host->h_rpcclnt);
499                 host->h_nextrebind = jiffies + NLM_HOST_REBIND;
500         }
501 }
502
503 /*
504  * Increment NLM host count
505  */
506 struct nlm_host * nlm_get_host(struct nlm_host *host)
507 {
508         if (host) {
509                 dprintk("lockd: get host %s\n", host->h_name);
510                 refcount_inc(&host->h_count);
511                 host->h_expires = jiffies + NLM_HOST_EXPIRE;
512         }
513         return host;
514 }
515
516 static struct nlm_host *next_host_state(struct hlist_head *cache,
517                                         struct nsm_handle *nsm,
518                                         const struct nlm_reboot *info)
519 {
520         struct nlm_host *host;
521         struct hlist_head *chain;
522
523         mutex_lock(&nlm_host_mutex);
524         for_each_host(host, chain, cache) {
525                 if (host->h_nsmhandle == nsm
526                     && host->h_nsmstate != info->state) {
527                         host->h_nsmstate = info->state;
528                         host->h_state++;
529
530                         nlm_get_host(host);
531                         mutex_unlock(&nlm_host_mutex);
532                         return host;
533                 }
534         }
535
536         mutex_unlock(&nlm_host_mutex);
537         return NULL;
538 }
539
540 /**
541  * nlm_host_rebooted - Release all resources held by rebooted host
542  * @net:  network namespace
543  * @info: pointer to decoded results of NLM_SM_NOTIFY call
544  *
545  * We were notified that the specified host has rebooted.  Release
546  * all resources held by that peer.
547  */
548 void nlm_host_rebooted(const struct net *net, const struct nlm_reboot *info)
549 {
550         struct nsm_handle *nsm;
551         struct nlm_host *host;
552
553         nsm = nsm_reboot_lookup(net, info);
554         if (unlikely(nsm == NULL))
555                 return;
556
557         /* Mark all hosts tied to this NSM state as having rebooted.
558          * We run the loop repeatedly, because we drop the host table
559          * lock for this.
560          * To avoid processing a host several times, we match the nsmstate.
561          */
562         while ((host = next_host_state(nlm_server_hosts, nsm, info)) != NULL) {
563                 nlmsvc_free_host_resources(host);
564                 nlmsvc_release_host(host);
565         }
566         while ((host = next_host_state(nlm_client_hosts, nsm, info)) != NULL) {
567                 nlmclnt_recovery(host);
568                 nlmclnt_release_host(host);
569         }
570
571         nsm_release(nsm);
572 }
573
574 static void nlm_complain_hosts(struct net *net)
575 {
576         struct hlist_head *chain;
577         struct nlm_host *host;
578
579         if (net) {
580                 struct lockd_net *ln = net_generic(net, lockd_net_id);
581
582                 if (ln->nrhosts == 0)
583                         return;
584                 pr_warn("lockd: couldn't shutdown host module for net %x!\n",
585                         net->ns.inum);
586                 dprintk("lockd: %lu hosts left in net %x:\n", ln->nrhosts,
587                         net->ns.inum);
588         } else {
589                 if (nrhosts == 0)
590                         return;
591                 printk(KERN_WARNING "lockd: couldn't shutdown host module!\n");
592                 dprintk("lockd: %lu hosts left:\n", nrhosts);
593         }
594
595         for_each_host(host, chain, nlm_server_hosts) {
596                 if (net && host->net != net)
597                         continue;
598                 dprintk("       %s (cnt %d use %d exp %ld net %x)\n",
599                         host->h_name, refcount_read(&host->h_count),
600                         host->h_inuse, host->h_expires, host->net->ns.inum);
601         }
602 }
603
604 void
605 nlm_shutdown_hosts_net(struct net *net)
606 {
607         struct hlist_head *chain;
608         struct nlm_host *host;
609
610         mutex_lock(&nlm_host_mutex);
611
612         /* First, make all hosts eligible for gc */
613         dprintk("lockd: nuking all hosts in net %x...\n",
614                 net ? net->ns.inum : 0);
615         for_each_host(host, chain, nlm_server_hosts) {
616                 if (net && host->net != net)
617                         continue;
618                 host->h_expires = jiffies - 1;
619                 if (host->h_rpcclnt) {
620                         rpc_shutdown_client(host->h_rpcclnt);
621                         host->h_rpcclnt = NULL;
622                 }
623         }
624
625         /* Then, perform a garbage collection pass */
626         nlm_gc_hosts(net);
627         nlm_complain_hosts(net);
628         mutex_unlock(&nlm_host_mutex);
629 }
630
631 /*
632  * Shut down the hosts module.
633  * Note that this routine is called only at server shutdown time.
634  */
635 void
636 nlm_shutdown_hosts(void)
637 {
638         dprintk("lockd: shutting down host module\n");
639         nlm_shutdown_hosts_net(NULL);
640 }
641
642 /*
643  * Garbage collect any unused NLM hosts.
644  * This GC combines reference counting for async operations with
645  * mark & sweep for resources held by remote clients.
646  */
647 static void
648 nlm_gc_hosts(struct net *net)
649 {
650         struct hlist_head *chain;
651         struct hlist_node *next;
652         struct nlm_host *host;
653
654         dprintk("lockd: host garbage collection for net %x\n",
655                 net ? net->ns.inum : 0);
656         for_each_host(host, chain, nlm_server_hosts) {
657                 if (net && host->net != net)
658                         continue;
659                 host->h_inuse = 0;
660         }
661
662         /* Mark all hosts that hold locks, blocks or shares */
663         nlmsvc_mark_resources(net);
664
665         for_each_host_safe(host, next, chain, nlm_server_hosts) {
666                 if (net && host->net != net)
667                         continue;
668                 if (host->h_inuse || time_before(jiffies, host->h_expires)) {
669                         dprintk("nlm_gc_hosts skipping %s "
670                                 "(cnt %d use %d exp %ld net %x)\n",
671                                 host->h_name, refcount_read(&host->h_count),
672                                 host->h_inuse, host->h_expires,
673                                 host->net->ns.inum);
674                         continue;
675                 }
676                 if (refcount_dec_if_one(&host->h_count))
677                         nlm_destroy_host_locked(host);
678         }
679
680         if (net) {
681                 struct lockd_net *ln = net_generic(net, lockd_net_id);
682
683                 ln->next_gc = jiffies + NLM_HOST_COLLECT;
684         }
685 }