chiark / gitweb /
release 158
[elogind.git] / udev / udevd.c
1 /*
2  * Copyright (C) 2004-2009 Kay Sievers <kay.sievers@vrfy.org>
3  * Copyright (C) 2004 Chris Friesen <chris_friesen@sympatico.ca>
4  * Copyright (C) 2009 Canonical Ltd.
5  * Copyright (C) 2009 Scott James Remnant <scott@netsplit.com>
6  *
7  * This program is free software: you can redistribute it and/or modify
8  * it under the terms of the GNU General Public License as published by
9  * the Free Software Foundation, either version 2 of the License, or
10  * (at your option) any later version.
11  *
12  * This program is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
15  * GNU General Public License for more details.
16  *
17  * You should have received a copy of the GNU General Public License
18  * along with this program.  If not, see <http://www.gnu.org/licenses/>.
19  */
20
21 #include <stddef.h>
22 #include <signal.h>
23 #include <unistd.h>
24 #include <errno.h>
25 #include <stdio.h>
26 #include <stdlib.h>
27 #include <stdbool.h>
28 #include <string.h>
29 #include <ctype.h>
30 #include <fcntl.h>
31 #include <time.h>
32 #include <getopt.h>
33 #include <dirent.h>
34 #include <sys/time.h>
35 #include <sys/prctl.h>
36 #include <sys/socket.h>
37 #include <sys/un.h>
38 #include <sys/signalfd.h>
39 #include <sys/select.h>
40 #include <sys/poll.h>
41 #include <sys/wait.h>
42 #include <sys/stat.h>
43 #include <sys/ioctl.h>
44 #include <sys/inotify.h>
45 #include <sys/utsname.h>
46
47 #include "udev.h"
48
49 #define UDEVD_PRIORITY                  -4
50 #define UDEV_PRIORITY                   -2
51
52 static bool debug;
53
54 static void log_fn(struct udev *udev, int priority,
55                    const char *file, int line, const char *fn,
56                    const char *format, va_list args)
57 {
58         if (debug) {
59                 char buf[1024];
60                 struct timeval tv;
61                 struct timezone tz;
62
63                 vsnprintf(buf, sizeof(buf), format, args);
64                 gettimeofday(&tv, &tz);
65                 fprintf(stderr, "%llu.%06u [%u] %s: %s",
66                         (unsigned long long) tv.tv_sec, (unsigned int) tv.tv_usec,
67                         (int) getpid(), fn, buf);
68         } else {
69                 vsyslog(priority, format, args);
70         }
71 }
72
73 static struct udev_rules *rules;
74 static struct udev_queue_export *udev_queue_export;
75 static struct udev_ctrl *udev_ctrl;
76 static struct udev_monitor *monitor;
77 static int worker_watch[2];
78 static pid_t settle_pid;
79 static bool stop_exec_queue;
80 static bool reload_config;
81 static int children;
82 static int children_max;
83 static int exec_delay;
84 static sigset_t orig_sigmask;
85 static struct udev_list_node event_list;
86 static struct udev_list_node worker_list;
87 static bool udev_exit;
88 static volatile sig_atomic_t worker_exit;
89
90 enum poll_fd {
91         FD_CONTROL,
92         FD_NETLINK,
93         FD_INOTIFY,
94         FD_SIGNAL,
95         FD_WORKER,
96 };
97
98 static struct pollfd pfd[] = {
99         [FD_NETLINK] = { .events = POLLIN },
100         [FD_WORKER] =  { .events = POLLIN },
101         [FD_SIGNAL] =  { .events = POLLIN },
102         [FD_INOTIFY] = { .events = POLLIN },
103         [FD_CONTROL] = { .events = POLLIN },
104 };
105
106 enum event_state {
107         EVENT_UNDEF,
108         EVENT_QUEUED,
109         EVENT_RUNNING,
110 };
111
112 struct event {
113         struct udev_list_node node;
114         struct udev *udev;
115         struct udev_device *dev;
116         enum event_state state;
117         int exitcode;
118         unsigned long long int delaying_seqnum;
119         unsigned long long int seqnum;
120         const char *devpath;
121         size_t devpath_len;
122         const char *devpath_old;
123         dev_t devnum;
124         bool is_block;
125 };
126
127 static struct event *node_to_event(struct udev_list_node *node)
128 {
129         char *event;
130
131         event = (char *)node;
132         event -= offsetof(struct event, node);
133         return (struct event *)event;
134 }
135
136 enum worker_state {
137         WORKER_UNDEF,
138         WORKER_RUNNING,
139         WORKER_IDLE,
140         WORKER_KILLED,
141 };
142
143 struct worker {
144         struct udev_list_node node;
145         struct udev *udev;
146         int refcount;
147         pid_t pid;
148         struct udev_monitor *monitor;
149         enum worker_state state;
150         struct event *event;
151 };
152
153 /* passed from worker to main process */
154 struct worker_message {
155         pid_t pid;
156         int exitcode;
157 };
158
159 static struct worker *node_to_worker(struct udev_list_node *node)
160 {
161         char *worker;
162
163         worker = (char *)node;
164         worker -= offsetof(struct worker, node);
165         return (struct worker *)worker;
166 }
167
168 static void event_queue_delete(struct event *event)
169 {
170         udev_list_node_remove(&event->node);
171
172         /* mark as failed, if "add" event returns non-zero */
173         if (event->exitcode != 0 && strcmp(udev_device_get_action(event->dev), "remove") != 0)
174                 udev_queue_export_device_failed(udev_queue_export, event->dev);
175         else
176                 udev_queue_export_device_finished(udev_queue_export, event->dev);
177
178         info(event->udev, "seq %llu done with %i\n", udev_device_get_seqnum(event->dev), event->exitcode);
179         udev_device_unref(event->dev);
180         free(event);
181 }
182
183 static void event_sig_handler(int signum)
184 {
185         switch (signum) {
186         case SIGALRM:
187                 _exit(1);
188                 break;
189         case SIGTERM:
190                 worker_exit = true;
191                 break;
192         }
193 }
194
195 static struct worker *worker_ref(struct worker *worker)
196 {
197         worker->refcount++;
198         return worker;
199 }
200
201 static void worker_unref(struct worker *worker)
202 {
203         worker->refcount--;
204         if (worker->refcount > 0)
205                 return;
206
207         udev_list_node_remove(&worker->node);
208         udev_monitor_unref(worker->monitor);
209         children--;
210         info(worker->udev, "worker [%u] cleaned up\n", worker->pid);
211         free(worker);
212 }
213
214 static void worker_new(struct event *event)
215 {
216         struct worker *worker;
217         struct udev_monitor *worker_monitor;
218         pid_t pid;
219         struct sigaction act;
220
221         /* listen for new events */
222         worker_monitor = udev_monitor_new_from_netlink(event->udev, NULL);
223         if (worker_monitor == NULL)
224                 return;
225         /* allow the main daemon netlink address to send devices to the worker */
226         udev_monitor_allow_unicast_sender(worker_monitor, monitor);
227         udev_monitor_enable_receiving(worker_monitor);
228
229         worker = calloc(1, sizeof(struct worker));
230         if (worker == NULL)
231                 return;
232         /* worker + event reference */
233         worker->refcount = 2;
234         worker->udev = event->udev;
235
236         pid = fork();
237         switch (pid) {
238         case 0: {
239                 sigset_t sigmask;
240                 struct udev_device *dev;
241                 struct pollfd pmon = {
242                         .fd = udev_monitor_get_fd(worker_monitor),
243                         .events = POLLIN,
244                 };
245
246                 udev_queue_export_unref(udev_queue_export);
247                 udev_monitor_unref(monitor);
248                 udev_ctrl_unref(udev_ctrl);
249                 close(pfd[FD_SIGNAL].fd);
250                 close(worker_watch[READ_END]);
251                 udev_log_close();
252                 udev_log_init("udevd-work");
253                 setpriority(PRIO_PROCESS, 0, UDEV_PRIORITY);
254
255                 /* set signal handlers */
256                 memset(&act, 0x00, sizeof(act));
257                 act.sa_handler = event_sig_handler;
258                 sigemptyset (&act.sa_mask);
259                 act.sa_flags = 0;
260                 sigaction(SIGTERM, &act, NULL);
261                 sigaction(SIGALRM, &act, NULL);
262
263                 /* unblock SIGALRM */
264                 sigfillset(&sigmask);
265                 sigdelset(&sigmask, SIGALRM);
266                 sigprocmask(SIG_SETMASK, &sigmask, NULL);
267                 /* SIGTERM is unblocked in ppoll() */
268                 sigdelset(&sigmask, SIGTERM);
269
270                 /* request TERM signal if parent exits */
271                 prctl(PR_SET_PDEATHSIG, SIGTERM);
272
273                 /* initial device */
274                 dev = event->dev;
275
276                 do {
277                         struct udev_event *udev_event;
278                         struct worker_message msg = {};
279                         int err;
280                         int failed = 0;
281
282                         info(event->udev, "seq %llu running\n", udev_device_get_seqnum(dev));
283                         udev_event = udev_event_new(dev);
284                         if (udev_event == NULL)
285                                 _exit(3);
286
287                         /* set timeout to prevent hanging processes */
288                         alarm(UDEV_EVENT_TIMEOUT);
289
290                         if (exec_delay > 0)
291                                 udev_event->exec_delay = exec_delay;
292
293                         /* apply rules, create node, symlinks */
294                         err = udev_event_execute_rules(udev_event, rules);
295
296                         /* rules may change/disable the timeout */
297                         if (udev_device_get_event_timeout(dev) >= 0)
298                                 alarm(udev_device_get_event_timeout(dev));
299
300                         if (err == 0)
301                                 failed = udev_event_execute_run(udev_event, &orig_sigmask);
302
303                         alarm(0);
304
305                         /* apply/restore inotify watch */
306                         if (err == 0 && udev_event->inotify_watch) {
307                                 udev_watch_begin(udev_event->udev, dev);
308                                 udev_device_update_db(dev);
309                         }
310
311                         /* send processed event back to libudev listeners */
312                         udev_monitor_send_device(worker_monitor, NULL, dev);
313
314                         /* send udevd the result of the event execution */
315                         if (err != 0)
316                                 msg.exitcode = err;
317                         else if (failed != 0)
318                                 msg.exitcode = failed;
319                         msg.pid = getpid();
320                         send(worker_watch[WRITE_END], &msg, sizeof(struct worker_message), 0);
321
322                         info(event->udev, "seq %llu processed with %i\n", udev_device_get_seqnum(dev), err);
323                         udev_event_unref(udev_event);
324                         udev_device_unref(dev);
325                         dev = NULL;
326
327                         /* wait for more device messages or signal from udevd */
328                         while (!worker_exit) {
329                                 int fdcount;
330
331                                 fdcount = ppoll(&pmon, 1, NULL, &sigmask);
332                                 if (fdcount < 0)
333                                         continue;
334
335                                 if (pmon.revents & POLLIN) {
336                                         dev = udev_monitor_receive_device(worker_monitor);
337                                         if (dev != NULL)
338                                                 break;
339                                 }
340                         }
341                 } while (dev != NULL);
342
343                 udev_monitor_unref(worker_monitor);
344                 udev_log_close();
345                 exit(0);
346         }
347         case -1:
348                 udev_monitor_unref(worker_monitor);
349                 event->state = EVENT_QUEUED;
350                 free(worker);
351                 err(event->udev, "fork of child failed: %m\n");
352                 break;
353         default:
354                 /* close monitor, but keep address around */
355                 udev_monitor_disconnect(worker_monitor);
356                 worker->monitor = worker_monitor;
357                 worker->pid = pid;
358                 worker->state = WORKER_RUNNING;
359                 worker->event = event;
360                 event->state = EVENT_RUNNING;
361                 udev_list_node_append(&worker->node, &worker_list);
362                 children++;
363                 info(event->udev, "seq %llu forked new worker [%u]\n", udev_device_get_seqnum(event->dev), pid);
364                 break;
365         }
366 }
367
368 static void event_run(struct event *event, bool force)
369 {
370         struct udev_list_node *loop;
371
372         udev_list_node_foreach(loop, &worker_list) {
373                 struct worker *worker = node_to_worker(loop);
374                 ssize_t count;
375
376                 if (worker->state != WORKER_IDLE)
377                         continue;
378
379                 count = udev_monitor_send_device(monitor, worker->monitor, event->dev);
380                 if (count < 0) {
381                         err(event->udev, "worker [%u] did not accept message %zi (%m), kill it\n", worker->pid, count);
382                         kill(worker->pid, SIGKILL);
383                         worker->state = WORKER_KILLED;
384                         continue;
385                 }
386                 worker_ref(worker);
387                 worker->event = event;
388                 worker->state = WORKER_RUNNING;
389                 event->state = EVENT_RUNNING;
390                 return;
391         }
392
393         if (!force && children >= children_max) {
394                 if (children_max > 1)
395                         info(event->udev, "maximum number (%i) of children reached\n", children);
396                 return;
397         }
398
399         /* start new worker and pass initial device */
400         worker_new(event);
401 }
402
403 static void event_queue_insert(struct udev_device *dev)
404 {
405         struct event *event;
406
407         event = calloc(1, sizeof(struct event));
408         if (event == NULL)
409                 return;
410
411         event->udev = udev_device_get_udev(dev);
412         event->dev = dev;
413         event->seqnum = udev_device_get_seqnum(dev);
414         event->devpath = udev_device_get_devpath(dev);
415         event->devpath_len = strlen(event->devpath);
416         event->devpath_old = udev_device_get_devpath_old(dev);
417         event->devnum = udev_device_get_devnum(dev);
418         event->is_block = (strcmp("block", udev_device_get_subsystem(dev)) == 0);
419
420         udev_queue_export_device_queued(udev_queue_export, dev);
421         info(event->udev, "seq %llu queued, '%s' '%s'\n", udev_device_get_seqnum(dev),
422              udev_device_get_action(dev), udev_device_get_subsystem(dev));
423
424         event->state = EVENT_QUEUED;
425         udev_list_node_append(&event->node, &event_list);
426
427         /* run all events with a timeout set immediately */
428         if (udev_device_get_timeout(dev) > 0) {
429                 event_run(event, true);
430                 return;
431         }
432 }
433
434 static void worker_kill(struct udev *udev, int retain)
435 {
436         struct udev_list_node *loop;
437         int max;
438
439         if (children <= retain)
440                 return;
441
442         max = children - retain;
443
444         udev_list_node_foreach(loop, &worker_list) {
445                 struct worker *worker = node_to_worker(loop);
446
447                 if (max-- <= 0)
448                         break;
449
450                 if (worker->state == WORKER_KILLED)
451                         continue;
452
453                 worker->state = WORKER_KILLED;
454                 kill(worker->pid, SIGTERM);
455         }
456 }
457
458 /* lookup event for identical, parent, child device */
459 static bool is_devpath_busy(struct event *event)
460 {
461         struct udev_list_node *loop;
462         size_t common;
463
464         /* check if queue contains events we depend on */
465         udev_list_node_foreach(loop, &event_list) {
466                 struct event *loop_event = node_to_event(loop);
467
468                 /* we already found a later event, earlier can not block us, no need to check again */
469                 if (loop_event->seqnum < event->delaying_seqnum)
470                         continue;
471
472                 /* event we checked earlier still exists, no need to check again */
473                 if (loop_event->seqnum == event->delaying_seqnum)
474                         return true;
475
476                 /* found ourself, no later event can block us */
477                 if (loop_event->seqnum >= event->seqnum)
478                         break;
479
480                 /* check major/minor */
481                 if (major(event->devnum) != 0 && event->devnum == loop_event->devnum && event->is_block == loop_event->is_block)
482                         return true;
483
484                 /* check our old name */
485                 if (event->devpath_old != NULL && strcmp(loop_event->devpath, event->devpath_old) == 0) {
486                         event->delaying_seqnum = loop_event->seqnum;
487                         return true;
488                 }
489
490                 /* compare devpath */
491                 common = MIN(loop_event->devpath_len, event->devpath_len);
492
493                 /* one devpath is contained in the other? */
494                 if (memcmp(loop_event->devpath, event->devpath, common) != 0)
495                         continue;
496
497                 /* identical device event found */
498                 if (loop_event->devpath_len == event->devpath_len) {
499                         event->delaying_seqnum = loop_event->seqnum;
500                         return true;
501                 }
502
503                 /* parent device event found */
504                 if (event->devpath[common] == '/') {
505                         event->delaying_seqnum = loop_event->seqnum;
506                         return true;
507                 }
508
509                 /* child device event found */
510                 if (loop_event->devpath[common] == '/') {
511                         event->delaying_seqnum = loop_event->seqnum;
512                         return true;
513                 }
514
515                 /* no matching device */
516                 continue;
517         }
518
519         return false;
520 }
521
522 static void events_start(struct udev *udev)
523 {
524         struct udev_list_node *loop;
525
526         udev_list_node_foreach(loop, &event_list) {
527                 struct event *event = node_to_event(loop);
528
529                 if (event->state != EVENT_QUEUED)
530                         continue;
531
532                 /* do not start event if parent or child event is still running */
533                 if (is_devpath_busy(event)) {
534                         dbg(udev, "delay seq %llu (%s)\n", event->seqnum, event->devpath);
535                         continue;
536                 }
537
538                 event_run(event, false);
539         }
540 }
541
542 static void worker_returned(void)
543 {
544         for (;;) {
545                 struct worker_message msg;
546                 ssize_t size;
547                 struct udev_list_node *loop;
548
549                 size = recv(pfd[FD_WORKER].fd, &msg, sizeof(struct worker_message), MSG_DONTWAIT);
550                 if (size != sizeof(struct worker_message))
551                         break;
552
553                 /* lookup worker who sent the signal */
554                 udev_list_node_foreach(loop, &worker_list) {
555                         struct worker *worker = node_to_worker(loop);
556
557                         if (worker->pid != msg.pid)
558                                 continue;
559
560                         /* worker returned */
561                         worker->event->exitcode = msg.exitcode;
562                         event_queue_delete(worker->event);
563                         worker->event = NULL;
564                         if (worker->state != WORKER_KILLED)
565                                 worker->state = WORKER_IDLE;
566                         worker_unref(worker);
567                         break;
568                 }
569         }
570 }
571
572 /* receive the udevd message from userspace */
573 static void handle_ctrl_msg(struct udev_ctrl *uctrl)
574 {
575         struct udev *udev = udev_ctrl_get_udev(uctrl);
576         struct udev_ctrl_msg *ctrl_msg;
577         const char *str;
578         int i;
579
580         ctrl_msg = udev_ctrl_receive_msg(uctrl);
581         if (ctrl_msg == NULL)
582                 return;
583
584         i = udev_ctrl_get_set_log_level(ctrl_msg);
585         if (i >= 0) {
586                 info(udev, "udevd message (SET_LOG_PRIORITY) received, log_priority=%i\n", i);
587                 udev_set_log_priority(udev, i);
588                 worker_kill(udev, 0);
589         }
590
591         if (udev_ctrl_get_stop_exec_queue(ctrl_msg) > 0) {
592                 info(udev, "udevd message (STOP_EXEC_QUEUE) received\n");
593                 stop_exec_queue = true;
594         }
595
596         if (udev_ctrl_get_start_exec_queue(ctrl_msg) > 0) {
597                 info(udev, "udevd message (START_EXEC_QUEUE) received\n");
598                 stop_exec_queue = false;
599         }
600
601         if (udev_ctrl_get_reload_rules(ctrl_msg) > 0) {
602                 info(udev, "udevd message (RELOAD_RULES) received\n");
603                 reload_config = true;
604         }
605
606         str = udev_ctrl_get_set_env(ctrl_msg);
607         if (str != NULL) {
608                 char *key;
609
610                 key = strdup(str);
611                 if (key != NULL) {
612                         char *val;
613
614                         val = strchr(key, '=');
615                         if (val != NULL) {
616                                 val[0] = '\0';
617                                 val = &val[1];
618                                 if (val[0] == '\0') {
619                                         info(udev, "udevd message (ENV) received, unset '%s'\n", key);
620                                         udev_add_property(udev, key, NULL);
621                                 } else {
622                                         info(udev, "udevd message (ENV) received, set '%s=%s'\n", key, val);
623                                         udev_add_property(udev, key, val);
624                                 }
625                         } else {
626                                 err(udev, "wrong key format '%s'\n", key);
627                         }
628                         free(key);
629                 }
630                 worker_kill(udev, 0);
631         }
632
633         i = udev_ctrl_get_set_children_max(ctrl_msg);
634         if (i >= 0) {
635                 info(udev, "udevd message (SET_MAX_CHILDREN) received, children_max=%i\n", i);
636                 children_max = i;
637         }
638
639         settle_pid = udev_ctrl_get_settle(ctrl_msg);
640         if (settle_pid > 0) {
641                 info(udev, "udevd message (SETTLE) received\n");
642                 kill(settle_pid, SIGUSR1);
643                 settle_pid = 0;
644         }
645         udev_ctrl_msg_unref(ctrl_msg);
646 }
647
648 /* read inotify messages */
649 static int handle_inotify(struct udev *udev)
650 {
651         int nbytes, pos;
652         char *buf;
653         struct inotify_event *ev;
654
655         if ((ioctl(pfd[FD_INOTIFY].fd, FIONREAD, &nbytes) < 0) || (nbytes <= 0))
656                 return 0;
657
658         buf = malloc(nbytes);
659         if (buf == NULL) {
660                 err(udev, "error getting buffer for inotify\n");
661                 return -1;
662         }
663
664         nbytes = read(pfd[FD_INOTIFY].fd, buf, nbytes);
665
666         for (pos = 0; pos < nbytes; pos += sizeof(struct inotify_event) + ev->len) {
667                 struct udev_device *dev;
668
669                 ev = (struct inotify_event *)(buf + pos);
670                 if (ev->len) {
671                         const char *s;
672
673                         info(udev, "inotify event: %x for %s\n", ev->mask, ev->name);
674                         s = strstr(ev->name, ".rules");
675                         if (s == NULL)
676                                 continue;
677                         if (strlen(s) != strlen(".rules"))
678                                 continue;
679                         reload_config = true;
680                         continue;
681                 }
682
683                 dev = udev_watch_lookup(udev, ev->wd);
684                 if (dev != NULL) {
685                         info(udev, "inotify event: %x for %s\n", ev->mask, udev_device_get_devnode(dev));
686                         if (ev->mask & IN_CLOSE_WRITE) {
687                                 char filename[UTIL_PATH_SIZE];
688                                 int fd;
689
690                                 info(udev, "device %s closed, synthesising 'change'\n", udev_device_get_devnode(dev));
691                                 util_strscpyl(filename, sizeof(filename), udev_device_get_syspath(dev), "/uevent", NULL);
692                                 fd = open(filename, O_WRONLY);
693                                 if (fd < 0 || write(fd, "change", 6) < 0)
694                                         info(udev, "error writing uevent: %m\n");
695                                 close(fd);
696                         }
697                         if (ev->mask & IN_IGNORED)
698                                 udev_watch_end(udev, dev);
699
700                         udev_device_unref(dev);
701                 }
702
703         }
704
705         free(buf);
706         return 0;
707 }
708
709 static void handle_signal(struct udev *udev, int signo)
710 {
711         switch (signo) {
712         case SIGINT:
713         case SIGTERM:
714                 udev_exit = true;
715                 break;
716         case SIGCHLD:
717                 for (;;) {
718                         pid_t pid;
719                         int status;
720                         struct udev_list_node *loop, *tmp;
721
722                         pid = waitpid(-1, &status, WNOHANG);
723                         if (pid <= 0)
724                                 break;
725
726                         udev_list_node_foreach_safe(loop, tmp, &worker_list) {
727                                 struct worker *worker = node_to_worker(loop);
728
729                                 if (worker->pid != pid)
730                                         continue;
731
732                                 info(udev, "worker [%u] exit\n", pid);
733                                 if (!WIFEXITED(status) || WEXITSTATUS(status) != 0) {
734                                         err(udev, "worker [%u] unexpectedly returned with status 0x%04x\n", pid, status);
735                                         if (worker->event != NULL) {
736                                                 err(udev, "worker [%u] failed while handling '%s'\n", pid, worker->event->devpath);
737                                                 worker->event->exitcode = -32;
738                                                 event_queue_delete(worker->event);
739                                                 /* drop reference from running event */
740                                                 worker_unref(worker);
741                                         }
742                                 }
743                                 worker_unref(worker);
744                                 break;
745                         }
746                 }
747                 break;
748         case SIGHUP:
749                 reload_config = true;
750                 break;
751         }
752 }
753
754 static void static_dev_create_from_modules(struct udev *udev)
755 {
756         struct utsname kernel;
757         char modules[UTIL_PATH_SIZE];
758         char buf[4096];
759         FILE *f;
760
761         uname(&kernel);
762         util_strscpyl(modules, sizeof(modules), "/lib/modules/", kernel.release, "/modules.devname", NULL);
763         f = fopen(modules, "r");
764         if (f == NULL)
765                 return;
766
767         while (fgets(buf, sizeof(buf), f) != NULL) {
768                 char *s;
769                 const char *modname;
770                 const char *devname;
771                 const char *devno;
772                 int maj, min;
773                 char type;
774                 mode_t mode;
775                 char filename[UTIL_PATH_SIZE];
776
777                 if (buf[0] == '#')
778                         continue;
779
780                 modname = buf;
781                 s = strchr(modname, ' ');
782                 if (s == NULL)
783                         continue;
784                 s[0] = '\0';
785
786                 devname = &s[1];
787                 s = strchr(devname, ' ');
788                 if (s == NULL)
789                         continue;
790                 s[0] = '\0';
791
792                 devno = &s[1];
793                 s = strchr(devno, ' ');
794                 if (s == NULL)
795                         s = strchr(devno, '\n');
796                 if (s != NULL)
797                         s[0] = '\0';
798                 if (sscanf(devno, "%c%u:%u", &type, &maj, &min) != 3)
799                         continue;
800
801                 if (type == 'c')
802                         mode = 0600 | S_IFCHR;
803                 else if (type == 'b')
804                         mode = 0600 | S_IFBLK;
805                 else
806                         continue;
807
808                 util_strscpyl(filename, sizeof(filename), udev_get_dev_path(udev), "/", devname, NULL);
809                 util_create_path(udev, filename);
810                 udev_selinux_setfscreatecon(udev, filename, mode);
811                 info(udev, "mknod '%s' %c%u:%u\n", filename, type, maj, min);
812                 if (mknod(filename, mode, makedev(maj, min)) < 0 && errno == EEXIST)
813                         utimensat(AT_FDCWD, filename, NULL, 0);
814                 udev_selinux_resetfscreatecon(udev);
815         }
816
817         fclose(f);
818 }
819
820 static int copy_dir(struct udev *udev, DIR *dir_from, DIR *dir_to, int maxdepth)
821 {
822         struct dirent *dent;
823
824         for (dent = readdir(dir_from); dent != NULL; dent = readdir(dir_from)) {
825                 struct stat stats;
826
827                 if (dent->d_name[0] == '.')
828                         continue;
829                 if (fstatat(dirfd(dir_from), dent->d_name, &stats, AT_SYMLINK_NOFOLLOW) != 0)
830                         continue;
831
832                 if (S_ISBLK(stats.st_mode) || S_ISCHR(stats.st_mode)) {
833                         udev_selinux_setfscreateconat(udev, dirfd(dir_to), dent->d_name, stats.st_mode & 0777);
834                         if (mknodat(dirfd(dir_to), dent->d_name, stats.st_mode, stats.st_rdev) == 0) {
835                                 fchmodat(dirfd(dir_to), dent->d_name, stats.st_mode & 0777, 0);
836                                 fchownat(dirfd(dir_to), dent->d_name, stats.st_uid, stats.st_gid, 0);
837                         } else {
838                                 utimensat(dirfd(dir_to), dent->d_name, NULL, 0);
839                         }
840                         udev_selinux_resetfscreatecon(udev);
841                 } else if (S_ISLNK(stats.st_mode)) {
842                         char target[UTIL_PATH_SIZE];
843                         ssize_t len;
844
845                         len = readlinkat(dirfd(dir_from), dent->d_name, target, sizeof(target));
846                         if (len <= 0 || len == (ssize_t)sizeof(target))
847                                 continue;
848                         target[len] = '\0';
849                         udev_selinux_setfscreateconat(udev, dirfd(dir_to), dent->d_name, S_IFLNK);
850                         if (symlinkat(target, dirfd(dir_to), dent->d_name) < 0 && errno == EEXIST)
851                                 utimensat(dirfd(dir_to), dent->d_name, NULL, AT_SYMLINK_NOFOLLOW);
852                         udev_selinux_resetfscreatecon(udev);
853                 } else if (S_ISDIR(stats.st_mode)) {
854                         DIR *dir2_from, *dir2_to;
855
856                         if (maxdepth == 0)
857                                 continue;
858
859                         udev_selinux_setfscreateconat(udev, dirfd(dir_to), dent->d_name, S_IFDIR|0755);
860                         mkdirat(dirfd(dir_to), dent->d_name, 0755);
861                         udev_selinux_resetfscreatecon(udev);
862
863                         dir2_to = fdopendir(openat(dirfd(dir_to), dent->d_name, O_RDONLY|O_NONBLOCK|O_DIRECTORY|O_CLOEXEC));
864                         if (dir2_to == NULL)
865                                 continue;
866
867                         dir2_from = fdopendir(openat(dirfd(dir_from), dent->d_name, O_RDONLY|O_NONBLOCK|O_DIRECTORY|O_CLOEXEC));
868                         if (dir2_from == NULL) {
869                                 closedir(dir2_to);
870                                 continue;
871                         }
872
873                         copy_dir(udev, dir2_from, dir2_to, maxdepth-1);
874
875                         closedir(dir2_to);
876                         closedir(dir2_from);
877                 }
878         }
879
880         return 0;
881 }
882
883 static void static_dev_create_links(struct udev *udev, DIR *dir)
884 {
885         struct stdlinks {
886                 const char *link;
887                 const char *target;
888         };
889         static const struct stdlinks stdlinks[] = {
890                 { "core", "/proc/kcore" },
891                 { "fd", "/proc/self/fd" },
892                 { "stdin", "/proc/self/fd/0" },
893                 { "stdout", "/proc/self/fd/1" },
894                 { "stderr", "/proc/self/fd/2" },
895         };
896         unsigned int i;
897
898         for (i = 0; i < ARRAY_SIZE(stdlinks); i++) {
899                 udev_selinux_setfscreateconat(udev, dirfd(dir), stdlinks[i].link, S_IFLNK);
900                 if (symlinkat(stdlinks[i].target, dirfd(dir), stdlinks[i].link) < 0 && errno == EEXIST)
901                         utimensat(dirfd(dir), stdlinks[i].link, NULL, AT_SYMLINK_NOFOLLOW);
902                 udev_selinux_resetfscreatecon(udev);
903         }
904 }
905
906 static void static_dev_create_from_devices(struct udev *udev, DIR *dir)
907 {
908         DIR *dir_from;
909
910         dir_from = opendir(LIBEXECDIR "/devices");
911         if (dir_from == NULL)
912                 return;
913         copy_dir(udev, dir_from, dir, 8);
914         closedir(dir_from);
915 }
916
917 static void static_dev_create(struct udev *udev)
918 {
919         DIR *dir;
920
921         dir = opendir(udev_get_dev_path(udev));
922         if (dir == NULL)
923                 return;
924
925         static_dev_create_links(udev, dir);
926         static_dev_create_from_devices(udev, dir);
927
928         closedir(dir);
929 }
930
931 static int mem_size_mb(void)
932 {
933         FILE *f;
934         char buf[4096];
935         long int memsize = -1;
936
937         f = fopen("/proc/meminfo", "r");
938         if (f == NULL)
939                 return -1;
940
941         while (fgets(buf, sizeof(buf), f) != NULL) {
942                 long int value;
943
944                 if (sscanf(buf, "MemTotal: %ld kB", &value) == 1) {
945                         memsize = value / 1024;
946                         break;
947                 }
948         }
949
950         fclose(f);
951         return memsize;
952 }
953
954 static int init_notify(const char *state)
955 {
956         int fd = -1, r;
957         struct msghdr msghdr;
958         struct iovec iovec;
959         struct ucred *ucred;
960         union {
961                 struct sockaddr sa;
962                 struct sockaddr_un un;
963         } sockaddr;
964         union {
965                 struct cmsghdr cmsghdr;
966                 uint8_t buf[CMSG_SPACE(sizeof(struct ucred))];
967         } control;
968         const char *e;
969
970         if (!(e = getenv("NOTIFY_SOCKET"))) {
971                 r = 0;
972                 goto finish;
973         }
974
975         /* Must be an abstract socket, or an absolute path */
976         if ((e[0] != '@' && e[0] != '/') || e[1] == 0) {
977                 r = -EINVAL;
978                 goto finish;
979         }
980
981         if ((fd = socket(AF_UNIX, SOCK_DGRAM|SOCK_CLOEXEC, 0)) < 0) {
982                 r = -errno;
983                 goto finish;
984         }
985
986         memset(&sockaddr, 0, sizeof(sockaddr));
987         sockaddr.sa.sa_family = AF_UNIX;
988         strncpy(sockaddr.un.sun_path, e, sizeof(sockaddr.un.sun_path));
989
990         if (sockaddr.un.sun_path[0] == '@')
991                 sockaddr.un.sun_path[0] = 0;
992
993         memset(&iovec, 0, sizeof(iovec));
994         iovec.iov_base = (char*) state;
995         iovec.iov_len = strlen(state);
996
997         memset(&control, 0, sizeof(control));
998         control.cmsghdr.cmsg_level = SOL_SOCKET;
999         control.cmsghdr.cmsg_type = SCM_CREDENTIALS;
1000         control.cmsghdr.cmsg_len = CMSG_LEN(sizeof(struct ucred));
1001
1002         ucred = (struct ucred*) CMSG_DATA(&control.cmsghdr);
1003         ucred->pid = getpid();
1004         ucred->uid = getuid();
1005         ucred->gid = getgid();
1006
1007         memset(&msghdr, 0, sizeof(msghdr));
1008         msghdr.msg_name = &sockaddr;
1009         msghdr.msg_namelen = sizeof(struct sockaddr_un);
1010         msghdr.msg_iov = &iovec;
1011         msghdr.msg_iovlen = 1;
1012         msghdr.msg_control = &control;
1013         msghdr.msg_controllen = control.cmsghdr.cmsg_len;
1014
1015         if (sendmsg(fd, &msghdr, MSG_NOSIGNAL) < 0) {
1016                 r = -errno;
1017                 goto finish;
1018         }
1019
1020         r = 0;
1021
1022 finish:
1023         if (fd >= 0)
1024                 close(fd);
1025
1026         return r;
1027 }
1028
1029 int main(int argc, char *argv[])
1030 {
1031         struct udev *udev;
1032         int fd;
1033         FILE *f;
1034         sigset_t mask;
1035         int daemonize = false;
1036         int resolve_names = 1;
1037         static const struct option options[] = {
1038                 { "daemon", no_argument, NULL, 'd' },
1039                 { "debug", no_argument, NULL, 'D' },
1040                 { "children-max", required_argument, NULL, 'c' },
1041                 { "exec-delay", required_argument, NULL, 'e' },
1042                 { "resolve-names", required_argument, NULL, 'N' },
1043                 { "help", no_argument, NULL, 'h' },
1044                 { "version", no_argument, NULL, 'V' },
1045                 {}
1046         };
1047         int rc = 1;
1048
1049         udev = udev_new();
1050         if (udev == NULL)
1051                 goto exit;
1052
1053         udev_log_init("udevd");
1054         udev_set_log_fn(udev, log_fn);
1055         info(udev, "version %s\n", VERSION);
1056         udev_selinux_init(udev);
1057
1058         for (;;) {
1059                 int option;
1060
1061                 option = getopt_long(argc, argv, "cdeDthV", options, NULL);
1062                 if (option == -1)
1063                         break;
1064
1065                 switch (option) {
1066                 case 'd':
1067                         daemonize = true;
1068                         break;
1069                 case 'c':
1070                         children_max = strtoul(optarg, NULL, 0);
1071                         break;
1072                 case 'e':
1073                         exec_delay = strtoul(optarg, NULL, 0);
1074                         break;
1075                 case 'D':
1076                         debug = true;
1077                         if (udev_get_log_priority(udev) < LOG_INFO)
1078                                 udev_set_log_priority(udev, LOG_INFO);
1079                         break;
1080                 case 'N':
1081                         if (strcmp (optarg, "early") == 0) {
1082                                 resolve_names = 1;
1083                         } else if (strcmp (optarg, "late") == 0) {
1084                                 resolve_names = 0;
1085                         } else if (strcmp (optarg, "never") == 0) {
1086                                 resolve_names = -1;
1087                         } else {
1088                                 fprintf(stderr, "resolve-names must be early, late or never\n");
1089                                 err(udev, "resolve-names must be early, late or never\n");
1090                                 goto exit;
1091                         }
1092                         break;
1093                 case 'h':
1094                         printf("Usage: udevd OPTIONS\n"
1095                                "  --daemon\n"
1096                                "  --debug\n"
1097                                "  --children-max=<maximum number of workers>\n"
1098                                "  --exec-delay=<seconds to wait before executing RUN=>\n"
1099                                "  --resolve-names=early|late|never\n" 
1100                                "  --version\n"
1101                                "  --help\n"
1102                                "\n");
1103                         goto exit;
1104                 case 'V':
1105                         printf("%s\n", VERSION);
1106                         goto exit;
1107                 default:
1108                         goto exit;
1109                 }
1110         }
1111
1112         /*
1113          * read the kernel commandline, in case we need to get into debug mode
1114          *   udev.log-priority=<level>              syslog priority
1115          *   udev.children-max=<number of workers>  events are fully serialized if set to 1
1116          *
1117          */
1118         f = fopen("/proc/cmdline", "r");
1119         if (f != NULL) {
1120                 char cmdline[4096];
1121
1122                 if (fgets(cmdline, sizeof(cmdline), f) != NULL) {
1123                         char *pos;
1124
1125                         pos = strstr(cmdline, "udev.log-priority=");
1126                         if (pos != NULL) {
1127                                 pos += strlen("udev.log-priority=");
1128                                 udev_set_log_priority(udev, util_log_priority(pos));
1129                         }
1130
1131                         pos = strstr(cmdline, "udev.children-max=");
1132                         if (pos != NULL) {
1133                                 pos += strlen("udev.children-max=");
1134                                 children_max = strtoul(pos, NULL, 0);
1135                         }
1136
1137                         pos = strstr(cmdline, "udev.exec-delay=");
1138                         if (pos != NULL) {
1139                                 pos += strlen("udev.exec-delay=");
1140                                 exec_delay = strtoul(pos, NULL, 0);
1141                         }
1142                 }
1143                 fclose(f);
1144         }
1145
1146         if (getuid() != 0) {
1147                 fprintf(stderr, "root privileges required\n");
1148                 err(udev, "root privileges required\n");
1149                 goto exit;
1150         }
1151
1152         /* set umask before creating any file/directory */
1153         chdir("/");
1154         umask(022);
1155
1156         /* before opening new files, make sure std{in,out,err} fds are in a sane state */
1157         fd = open("/dev/null", O_RDWR);
1158         if (fd < 0) {
1159                 fprintf(stderr, "cannot open /dev/null\n");
1160                 err(udev, "cannot open /dev/null\n");
1161         }
1162         if (write(STDOUT_FILENO, 0, 0) < 0)
1163                 dup2(fd, STDOUT_FILENO);
1164         if (write(STDERR_FILENO, 0, 0) < 0)
1165                 dup2(fd, STDERR_FILENO);
1166
1167         udev_ctrl = udev_ctrl_new_from_socket(udev, UDEV_CTRL_SOCK_PATH);
1168         if (udev_ctrl == NULL) {
1169                 fprintf(stderr, "error initializing control socket");
1170                 err(udev, "error initializing udevd socket");
1171                 rc = 1;
1172                 goto exit;
1173         }
1174         if (udev_ctrl_enable_receiving(udev_ctrl) < 0) {
1175                 fprintf(stderr, "error binding control socket, seems udevd is already running\n");
1176                 err(udev, "error binding control socket, seems udevd is already running\n");
1177                 rc = 1;
1178                 goto exit;
1179         }
1180         pfd[FD_CONTROL].fd = udev_ctrl_get_fd(udev_ctrl);
1181
1182         monitor = udev_monitor_new_from_netlink(udev, "kernel");
1183         if (monitor == NULL || udev_monitor_enable_receiving(monitor) < 0) {
1184                 fprintf(stderr, "error initializing netlink socket\n");
1185                 err(udev, "error initializing netlink socket\n");
1186                 rc = 3;
1187                 goto exit;
1188         }
1189         udev_monitor_set_receive_buffer_size(monitor, 128*1024*1024);
1190         pfd[FD_NETLINK].fd = udev_monitor_get_fd(monitor);
1191
1192         pfd[FD_INOTIFY].fd = udev_watch_init(udev);
1193         if (pfd[FD_INOTIFY].fd < 0) {
1194                 fprintf(stderr, "error initializing inotify\n");
1195                 err(udev, "error initializing inotify\n");
1196                 rc = 4;
1197                 goto exit;
1198         }
1199
1200         if (udev_get_rules_path(udev) != NULL) {
1201                 inotify_add_watch(pfd[FD_INOTIFY].fd, udev_get_rules_path(udev),
1202                                   IN_DELETE | IN_MOVE | IN_CLOSE_WRITE);
1203         } else {
1204                 char filename[UTIL_PATH_SIZE];
1205                 struct stat statbuf;
1206
1207                 inotify_add_watch(pfd[FD_INOTIFY].fd, LIBEXECDIR "/rules.d",
1208                                   IN_DELETE | IN_MOVE | IN_CLOSE_WRITE);
1209                 inotify_add_watch(pfd[FD_INOTIFY].fd, SYSCONFDIR "/udev/rules.d",
1210                                   IN_DELETE | IN_MOVE | IN_CLOSE_WRITE);
1211
1212                 /* watch dynamic rules directory */
1213                 util_strscpyl(filename, sizeof(filename), udev_get_dev_path(udev), "/.udev/rules.d", NULL);
1214                 if (stat(filename, &statbuf) != 0) {
1215                         util_create_path(udev, filename);
1216                         udev_selinux_setfscreatecon(udev, filename, S_IFDIR|0755);
1217                         mkdir(filename, 0755);
1218                         udev_selinux_resetfscreatecon(udev);
1219                 }
1220                 inotify_add_watch(pfd[FD_INOTIFY].fd, filename,
1221                                   IN_DELETE | IN_MOVE | IN_CLOSE_WRITE);
1222         }
1223         udev_watch_restore(udev);
1224
1225         /* block and listen to all signals on signalfd */
1226         sigfillset(&mask);
1227         sigprocmask(SIG_SETMASK, &mask, &orig_sigmask);
1228         pfd[FD_SIGNAL].fd = signalfd(-1, &mask, 0);
1229         if (pfd[FD_SIGNAL].fd < 0) {
1230                 fprintf(stderr, "error getting signalfd\n");
1231                 err(udev, "error getting signalfd\n");
1232                 rc = 5;
1233                 goto exit;
1234         }
1235
1236         /* unnamed socket from workers to the main daemon */
1237         if (socketpair(AF_LOCAL, SOCK_DGRAM|SOCK_CLOEXEC, 0, worker_watch) < 0) {
1238                 fprintf(stderr, "error getting socketpair\n");
1239                 err(udev, "error getting socketpair\n");
1240                 rc = 6;
1241                 goto exit;
1242         }
1243         pfd[FD_WORKER].fd = worker_watch[READ_END];
1244
1245         rules = udev_rules_new(udev, resolve_names);
1246         if (rules == NULL) {
1247                 err(udev, "error reading rules\n");
1248                 goto exit;
1249         }
1250
1251         udev_queue_export = udev_queue_export_new(udev);
1252         if (udev_queue_export == NULL) {
1253                 err(udev, "error creating queue file\n");
1254                 goto exit;
1255         }
1256
1257         if (!debug) {
1258                 dup2(fd, STDIN_FILENO);
1259                 dup2(fd, STDOUT_FILENO);
1260                 dup2(fd, STDERR_FILENO);
1261         }
1262         if (fd > STDERR_FILENO)
1263                 close(fd);
1264
1265         if (daemonize) {
1266                 pid_t pid;
1267
1268                 pid = fork();
1269                 switch (pid) {
1270                 case 0:
1271                         break;
1272                 case -1:
1273                         err(udev, "fork of daemon failed: %m\n");
1274                         rc = 4;
1275                         goto exit;
1276                 default:
1277                         rc = 0;
1278                         goto exit;
1279                 }
1280         } else {
1281                 init_notify("READY=1");
1282         }
1283
1284         /* set scheduling priority for the main daemon process */
1285         setpriority(PRIO_PROCESS, 0, UDEVD_PRIORITY);
1286
1287         setsid();
1288
1289         f = fopen("/dev/kmsg", "w");
1290         if (f != NULL) {
1291                 fprintf(f, "<6>udev: starting version " VERSION "\n");
1292                 fclose(f);
1293         }
1294
1295         /* OOM_DISABLE == -17 */
1296         fd = open("/proc/self/oom_adj", O_RDWR);
1297         if (fd < 0) {
1298                 err(udev, "error disabling OOM: %m\n");
1299         } else {
1300                 write(fd, "-17", 3);
1301                 close(fd);
1302         }
1303
1304         if (children_max <= 0) {
1305                 int memsize = mem_size_mb();
1306
1307                 /* set value depending on the amount of RAM */
1308                 if (memsize > 0)
1309                         children_max = 128 + (memsize / 8);
1310                 else
1311                         children_max = 128;
1312         }
1313         info(udev, "set children_max to %u\n", children_max);
1314
1315         static_dev_create(udev);
1316         static_dev_create_from_modules(udev);
1317         udev_rules_apply_static_dev_perms(rules);
1318
1319         udev_list_init(&event_list);
1320         udev_list_init(&worker_list);
1321
1322         while (!udev_exit) {
1323                 int fdcount;
1324                 int timeout;
1325
1326                 /* set timeout to kill idle workers */
1327                 if (udev_list_is_empty(&event_list) && children > 2)
1328                         timeout = 3 * 1000;
1329                 else
1330                         timeout = -1;
1331                 /* wait for events */
1332                 fdcount = poll(pfd, ARRAY_SIZE(pfd), timeout);
1333                 if (fdcount < 0)
1334                         continue;
1335
1336                 /* timeout - kill idle workers */
1337                 if (fdcount == 0)
1338                         worker_kill(udev, 2);
1339
1340                 /* event has finished */
1341                 if (pfd[FD_WORKER].revents & POLLIN)
1342                         worker_returned();
1343
1344                 /* get kernel uevent */
1345                 if (pfd[FD_NETLINK].revents & POLLIN) {
1346                         struct udev_device *dev;
1347
1348                         dev = udev_monitor_receive_device(monitor);
1349                         if (dev != NULL)
1350                                 event_queue_insert(dev);
1351                         else
1352                                 udev_device_unref(dev);
1353                 }
1354
1355                 /* start new events */
1356                 if (!udev_list_is_empty(&event_list) && !stop_exec_queue)
1357                         events_start(udev);
1358
1359                 /* get signal */
1360                 if (pfd[FD_SIGNAL].revents & POLLIN) {
1361                         struct signalfd_siginfo fdsi;
1362                         ssize_t size;
1363
1364                         size = read(pfd[FD_SIGNAL].fd, &fdsi, sizeof(struct signalfd_siginfo));
1365                         if (size == sizeof(struct signalfd_siginfo))
1366                                 handle_signal(udev, fdsi.ssi_signo);
1367                 }
1368
1369                 /* device node and rules directory inotify watch */
1370                 if (pfd[FD_INOTIFY].revents & POLLIN)
1371                         handle_inotify(udev);
1372
1373                 /*
1374                  * get control message
1375                  *
1376                  * This needs to be after the inotify handling, to make sure,
1377                  * that the settle signal is send back after the possibly generated
1378                  * "change" events by the inotify device node watch.
1379                  */
1380                 if (pfd[FD_CONTROL].revents & POLLIN)
1381                         handle_ctrl_msg(udev_ctrl);
1382
1383                 /* rules changed, set by inotify or a HUP signal */
1384                 if (reload_config) {
1385                         struct udev_rules *rules_new;
1386
1387                         worker_kill(udev, 0);
1388                         rules_new = udev_rules_new(udev, resolve_names);
1389                         if (rules_new != NULL) {
1390                                 udev_rules_unref(rules);
1391                                 rules = rules_new;
1392                         }
1393                         reload_config = 0;
1394                 }
1395         }
1396
1397         udev_queue_export_cleanup(udev_queue_export);
1398         rc = 0;
1399 exit:
1400         udev_queue_export_unref(udev_queue_export);
1401         udev_rules_unref(rules);
1402         udev_ctrl_unref(udev_ctrl);
1403         if (pfd[FD_SIGNAL].fd >= 0)
1404                 close(pfd[FD_SIGNAL].fd);
1405         if (worker_watch[READ_END] >= 0)
1406                 close(worker_watch[READ_END]);
1407         if (worker_watch[WRITE_END] >= 0)
1408                 close(worker_watch[WRITE_END]);
1409         udev_monitor_unref(monitor);
1410         udev_selinux_exit(udev);
1411         udev_unref(udev);
1412         udev_log_close();
1413         return rc;
1414 }