5 Author: Pekka Riikonen <priikone@silcnet.org>
7 Copyright (C) 1998 - 2007 Pekka Riikonen
9 This program is free software; you can redistribute it and/or modify
10 it under the terms of the GNU General Public License as published by
11 the Free Software Foundation; version 2 of the License.
13 This program is distributed in the hope that it will be useful,
14 but WITHOUT ANY WARRANTY; without even the implied warranty of
15 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 GNU General Public License for more details.
23 #if defined(HAVE_EPOLL_WAIT)
24 #include <sys/epoll.h>
25 #elif defined(HAVE_POLL) && defined(HAVE_SETRLIMIT) && defined(RLIMIT_NOFILE)
29 const SilcScheduleOps schedule_ops;
31 /* Internal context. */
33 #if defined(HAVE_EPOLL_WAIT)
34 struct epoll_event *fds;
37 #elif defined(HAVE_POLL) && defined(HAVE_SETRLIMIT) && defined(RLIMIT_NOFILE)
41 #endif /* HAVE_POLL && HAVE_SETRLIMIT && RLIMIT_NOFILE */
46 sigset_t signals_blocked;
51 SilcTaskCallback callback;
54 SilcSchedule schedule;
57 #define SIGNAL_COUNT 32
58 SilcUnixSignal signal_call[SIGNAL_COUNT];
60 #if defined(HAVE_EPOLL_WAIT)
62 /* Linux's fast epoll system (level triggered) */
64 int silc_epoll(SilcSchedule schedule, void *context)
66 SilcUnixScheduler internal = context;
68 struct epoll_event *fds = internal->fds;
69 SilcUInt32 fds_count = internal->fds_count;
70 int ret, i, timeout = -1;
72 /* Allocate larger fd table if needed */
73 i = silc_hash_table_count(schedule->fd_queue);
75 fds = silc_realloc(internal->fds, sizeof(*internal->fds) *
76 (fds_count + (i / 2)));
77 if (silc_likely(fds)) {
79 internal->fds_count = fds_count = fds_count + (i / 2);
83 if (schedule->has_timeout)
84 timeout = ((schedule->timeout.tv_sec * 1000) +
85 (schedule->timeout.tv_usec / 1000));
87 SILC_SCHEDULE_UNLOCK(schedule);
88 ret = epoll_wait(internal->epfd, fds, fds_count, timeout);
89 SILC_SCHEDULE_LOCK(schedule);
93 silc_list_init(schedule->fd_dispatch, struct SilcTaskStruct, next);
95 for (i = 0; i < ret; i++) {
96 task = fds[i].data.ptr;
98 if (!task->header.valid || !task->events) {
99 epoll_ctl(internal->epfd, EPOLL_CTL_DEL, task->fd, &fds[i]);
102 if (fds[i].events & (EPOLLIN | EPOLLPRI | EPOLLHUP | EPOLLERR))
103 task->revents |= SILC_TASK_READ;
104 if (fds[i].events & EPOLLOUT)
105 task->revents |= SILC_TASK_WRITE;
106 silc_list_add(schedule->fd_dispatch, task);
112 #elif defined(HAVE_POLL) && defined(HAVE_SETRLIMIT) && defined(RLIMIT_NOFILE)
114 /* Calls normal poll() system call. */
116 int silc_poll(SilcSchedule schedule, void *context)
118 SilcUnixScheduler internal = context;
119 SilcHashTableList htl;
121 struct pollfd *fds = internal->fds;
122 SilcUInt32 fds_count = internal->fds_count;
123 int fd, ret, i = 0, timeout = -1;
125 silc_hash_table_list(schedule->fd_queue, &htl);
126 while (silc_hash_table_get(&htl, (void *)&fd, (void *)&task)) {
130 /* Allocate larger fd table if needed */
131 if (i >= fds_count) {
132 struct rlimit nofile;
134 fds = silc_realloc(internal->fds, sizeof(*internal->fds) *
135 (fds_count + (fds_count / 2)));
136 if (silc_unlikely(!fds))
139 internal->fds_count = fds_count = fds_count + (fds_count / 2);
140 internal->nofile.rlim_cur = fds_count;
141 if (fds_count > internal->nofile.rlim_max)
142 internal->nofile.rlim_max = fds_count;
143 if (setrlimit(RLIMIT_NOFILE, &nofile) < 0)
149 task->revents = fds[i].revents = 0;
151 if (task->events & SILC_TASK_READ)
152 fds[i].events |= (POLLIN | POLLPRI);
153 if (task->events & SILC_TASK_WRITE)
154 fds[i].events |= POLLOUT;
157 silc_hash_table_list_reset(&htl);
158 silc_list_init(schedule->fd_dispatch, struct SilcTaskStruct, next);
160 if (schedule->has_timeout)
161 timeout = ((schedule->timeout.tv_sec * 1000) +
162 (schedule->timeout.tv_usec / 1000));
165 SILC_SCHEDULE_UNLOCK(schedule);
166 ret = poll(fds, fds_count, timeout);
167 SILC_SCHEDULE_LOCK(schedule);
171 for (i = 0; i < fds_count; i++) {
174 if (!silc_hash_table_find(schedule->fd_queue, SILC_32_TO_PTR(fds[i].fd),
175 NULL, (void *)&task))
177 if (!task->header.valid || !task->events)
181 if (fd & (POLLIN | POLLPRI | POLLERR | POLLHUP | POLLNVAL))
182 task->revents |= SILC_TASK_READ;
184 task->revents |= SILC_TASK_WRITE;
185 silc_list_add(schedule->fd_dispatch, task);
193 /* Calls normal select() system call. */
195 int silc_select(SilcSchedule schedule, void *context)
197 SilcHashTableList htl;
200 int fd, max_fd = 0, ret;
205 silc_hash_table_list(schedule->fd_queue, &htl);
206 while (silc_hash_table_get(&htl, (void *)&fd, (void *)&task)) {
211 if (fd >= FD_SETSIZE)
213 #endif /* FD_SETSIZE */
218 if (task->events & SILC_TASK_READ)
220 if (task->events & SILC_TASK_WRITE)
225 silc_hash_table_list_reset(&htl);
226 silc_list_init(schedule->fd_dispatch, struct SilcTaskStruct, next);
228 SILC_SCHEDULE_UNLOCK(schedule);
229 ret = select(max_fd + 1, &in, &out, NULL, (schedule->has_timeout ?
230 &schedule->timeout : NULL));
231 SILC_SCHEDULE_LOCK(schedule);
235 silc_hash_table_list(schedule->fd_queue, &htl);
236 while (silc_hash_table_get(&htl, (void *)&fd, (void *)&task)) {
237 if (!task->header.valid || !task->events)
241 if (fd >= FD_SETSIZE)
243 #endif /* FD_SETSIZE */
245 if (FD_ISSET(fd, &in))
246 task->revents |= SILC_TASK_READ;
247 if (FD_ISSET(fd, &out))
248 task->revents |= SILC_TASK_WRITE;
249 silc_list_add(schedule->fd_dispatch, task);
251 silc_hash_table_list_reset(&htl);
256 #endif /* HAVE_POLL && HAVE_SETRLIMIT && RLIMIT_NOFILE */
258 /* Schedule `task' with events `event_mask'. Zero `event_mask' unschedules. */
260 SilcBool silc_schedule_internal_schedule_fd(SilcSchedule schedule,
263 SilcTaskEvent event_mask)
265 #if defined(HAVE_EPOLL_WAIT)
266 SilcUnixScheduler internal = (SilcUnixScheduler)context;
267 struct epoll_event event;
272 SILC_LOG_DEBUG(("Scheduling fd %lu, mask %x", task->fd, event_mask));
274 memset(&event, 0, sizeof(event));
275 if (event_mask & SILC_TASK_READ)
276 event.events |= (EPOLLIN | EPOLLPRI);
277 if (event_mask & SILC_TASK_WRITE)
278 event.events |= EPOLLOUT;
280 /* Zero mask unschedules task */
281 if (silc_unlikely(!event.events)) {
282 if (epoll_ctl(internal->epfd, EPOLL_CTL_DEL, task->fd, &event)) {
283 SILC_LOG_DEBUG(("epoll_ctl (DEL): %s", strerror(errno)));
289 /* Schedule the task */
290 if (silc_unlikely(!task->scheduled)) {
291 event.data.ptr = task;
292 if (epoll_ctl(internal->epfd, EPOLL_CTL_ADD, task->fd, &event)) {
293 SILC_LOG_DEBUG(("epoll_ctl (ADD): %s", strerror(errno)));
296 task->scheduled = TRUE;
300 /* Schedule for specific mask */
301 event.data.ptr = task;
302 if (epoll_ctl(internal->epfd, EPOLL_CTL_MOD, task->fd, &event)) {
303 SILC_LOG_DEBUG(("epoll_ctl (MOD): %s", strerror(errno)));
306 #endif /* HAVE_EPOLL_WAIT */
312 SILC_TASK_CALLBACK(silc_schedule_wakeup_cb)
314 SilcUnixScheduler internal = (SilcUnixScheduler)context;
317 SILC_LOG_DEBUG(("Wokeup"));
319 (void)read(internal->wakeup_pipe[0], &c, 1);
322 SILC_TASK_CALLBACK(silc_schedule_wakeup_init)
324 SilcUnixScheduler internal = schedule->internal;
326 internal->wakeup_task =
327 silc_schedule_task_add(schedule, internal->wakeup_pipe[0],
328 silc_schedule_wakeup_cb, internal,
330 if (!internal->wakeup_task) {
331 SILC_LOG_WARNING(("Could not add a wakeup task, threads won't work"));
332 close(internal->wakeup_pipe[0]);
335 silc_schedule_internal_schedule_fd(schedule, internal,
336 (SilcTaskFd)internal->wakeup_task,
339 #endif /* SILC_THREADS */
341 /* Initializes the platform specific scheduler. This for example initializes
342 the wakeup mechanism of the scheduler. In multi-threaded environment
343 the scheduler needs to be woken up when tasks are added or removed from
344 the task queues. Returns context to the platform specific scheduler. */
346 void *silc_schedule_internal_init(SilcSchedule schedule,
349 SilcUnixScheduler internal;
352 internal = silc_calloc(1, sizeof(*internal));
356 #if defined(HAVE_EPOLL_WAIT)
357 internal->epfd = epoll_create(4);
358 if (internal->epfd < 0) {
359 SILC_LOG_ERROR(("epoll_create() failed: %s", strerror(errno)));
362 internal->fds = silc_calloc(4, sizeof(*internal->fds));
363 if (!internal->fds) {
364 close(internal->epfd);
367 internal->fds_count = 4;
368 #elif defined(HAVE_POLL) && defined(HAVE_SETRLIMIT) && defined(RLIMIT_NOFILE)
369 getrlimit(RLIMIT_NOFILE, &internal->nofile);
371 if (schedule->max_tasks > 0) {
372 internal->nofile.rlim_cur = schedule->max_tasks;
373 if (schedule->max_tasks > internal->nofile.rlim_max)
374 internal->nofile.rlim_max = schedule->max_tasks;
375 setrlimit(RLIMIT_NOFILE, &internal->nofile);
376 getrlimit(RLIMIT_NOFILE, &internal->nofile);
377 schedule->max_tasks = internal->nofile.rlim_max;
380 internal->fds = silc_calloc(internal->nofile.rlim_cur,
381 sizeof(*internal->fds));
384 internal->fds_count = internal->nofile.rlim_cur;
385 #endif /* HAVE_POLL && HAVE_SETRLIMIT && RLIMIT_NOFILE */
387 sigemptyset(&internal->signals);
390 if (pipe(internal->wakeup_pipe)) {
391 SILC_LOG_ERROR(("pipe() fails: %s", strerror(errno)));
396 silc_schedule_task_add_timeout(schedule, silc_schedule_wakeup_init,
398 #endif /* SILC_THREADS */
400 internal->app_context = app_context;
402 for (i = 0; i < SIGNAL_COUNT; i++) {
403 signal_call[i].sig = 0;
404 signal_call[i].call = FALSE;
405 signal_call[i].schedule = schedule;
408 return (void *)internal;
411 void silc_schedule_internal_signals_block(SilcSchedule schedule,
413 void silc_schedule_internal_signals_unblock(SilcSchedule schedule,
416 /* Uninitializes the platform specific scheduler context. */
418 void silc_schedule_internal_uninit(SilcSchedule schedule, void *context)
420 SilcUnixScheduler internal = (SilcUnixScheduler)context;
426 close(internal->wakeup_pipe[0]);
427 close(internal->wakeup_pipe[1]);
430 #if defined(HAVE_EPOLL_WAIT)
431 close(internal->epfd);
432 silc_free(internal->fds);
433 #elif defined(HAVE_POLL) && defined(HAVE_SETRLIMIT) && defined(RLIMIT_NOFILE)
434 silc_free(internal->fds);
435 #endif /* HAVE_POLL && HAVE_SETRLIMIT && RLIMIT_NOFILE */
440 /* Wakes up the scheduler */
442 void silc_schedule_internal_wakeup(SilcSchedule schedule, void *context)
445 SilcUnixScheduler internal = (SilcUnixScheduler)context;
447 if (!internal || !internal->wakeup_task)
450 SILC_LOG_DEBUG(("Wakeup"));
452 (void)write(internal->wakeup_pipe[1], "!", 1);
458 static void silc_schedule_internal_sighandler(int signal)
462 SILC_LOG_DEBUG(("Start"));
464 for (i = 0; i < SIGNAL_COUNT; i++) {
465 if (signal_call[i].sig == signal) {
466 signal_call[i].call = TRUE;
467 signal_call[i].schedule->signal_tasks = TRUE;
468 SILC_LOG_DEBUG(("Scheduling signal %d to be called",
469 signal_call[i].sig));
475 void silc_schedule_internal_signal_register(SilcSchedule schedule,
478 SilcTaskCallback callback,
479 void *callback_context)
481 SilcUnixScheduler internal = (SilcUnixScheduler)context;
487 SILC_LOG_DEBUG(("Registering signal %d", sig));
489 silc_schedule_internal_signals_block(schedule, context);
491 for (i = 0; i < SIGNAL_COUNT; i++) {
492 if (!signal_call[i].sig) {
493 signal_call[i].sig = sig;
494 signal_call[i].callback = callback;
495 signal_call[i].context = callback_context;
496 signal_call[i].call = FALSE;
497 signal(sig, silc_schedule_internal_sighandler);
502 silc_schedule_internal_signals_unblock(schedule, context);
503 sigaddset(&internal->signals, sig);
506 void silc_schedule_internal_signal_unregister(SilcSchedule schedule,
510 SilcUnixScheduler internal = (SilcUnixScheduler)context;
516 SILC_LOG_DEBUG(("Unregistering signal %d", sig));
518 silc_schedule_internal_signals_block(schedule, context);
520 for (i = 0; i < SIGNAL_COUNT; i++) {
521 if (signal_call[i].sig == sig) {
522 signal_call[i].sig = 0;
523 signal_call[i].callback = NULL;
524 signal_call[i].context = NULL;
525 signal_call[i].call = FALSE;
526 signal(sig, SIG_DFL);
530 silc_schedule_internal_signals_unblock(schedule, context);
531 sigdelset(&internal->signals, sig);
534 /* Call all signals */
536 void silc_schedule_internal_signals_call(SilcSchedule schedule, void *context)
538 SilcUnixScheduler internal = (SilcUnixScheduler)context;
541 SILC_LOG_DEBUG(("Start"));
546 silc_schedule_internal_signals_block(schedule, context);
548 for (i = 0; i < SIGNAL_COUNT; i++) {
549 if (signal_call[i].call &&
550 signal_call[i].callback) {
551 SILC_LOG_DEBUG(("Calling signal %d callback",
552 signal_call[i].sig));
553 silc_schedule_internal_signals_unblock(schedule, context);
554 signal_call[i].callback(schedule, internal->app_context,
557 signal_call[i].context);
558 signal_call[i].call = FALSE;
559 silc_schedule_internal_signals_block(schedule, context);
563 silc_schedule_internal_signals_unblock(schedule, context);
566 /* Block registered signals in scheduler. */
568 void silc_schedule_internal_signals_block(SilcSchedule schedule, void *context)
570 SilcUnixScheduler internal = (SilcUnixScheduler)context;
575 sigprocmask(SIG_BLOCK, &internal->signals, &internal->signals_blocked);
578 /* Unblock registered signals in schedule. */
580 void silc_schedule_internal_signals_unblock(SilcSchedule schedule,
583 SilcUnixScheduler internal = (SilcUnixScheduler)context;
588 sigprocmask(SIG_SETMASK, &internal->signals_blocked, NULL);
591 const SilcScheduleOps schedule_ops =
593 silc_schedule_internal_init,
594 silc_schedule_internal_uninit,
595 #if defined(HAVE_EPOLL_WAIT)
597 #elif defined(HAVE_POLL) && defined(HAVE_SETRLIMIT) && defined(RLIMIT_NOFILE)
601 #endif /* HAVE_POLL && HAVE_SETRLIMIT && RLIMIT_NOFILE */
602 silc_schedule_internal_schedule_fd,
603 silc_schedule_internal_wakeup,
604 silc_schedule_internal_signal_register,
605 silc_schedule_internal_signal_unregister,
606 silc_schedule_internal_signals_call,
607 silc_schedule_internal_signals_block,
608 silc_schedule_internal_signals_unblock,