5 Author: Pekka Riikonen <priikone@silcnet.org>
7 Copyright (C) 1998 - 2007 Pekka Riikonen
9 This program is free software; you can redistribute it and/or modify
10 it under the terms of the GNU General Public License as published by
11 the Free Software Foundation; version 2 of the License.
13 This program is distributed in the hope that it will be useful,
14 but WITHOUT ANY WARRANTY; without even the implied warranty of
15 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 GNU General Public License for more details.
23 #if defined(HAVE_EPOLL_WAIT)
24 #include <sys/epoll.h>
25 #elif defined(HAVE_POLL) && defined(HAVE_SETRLIMIT) && defined(RLIMIT_NOFILE)
29 const SilcScheduleOps schedule_ops;
31 /* Internal context. */
33 #if defined(HAVE_EPOLL_WAIT)
34 struct epoll_event *fds;
37 #elif defined(HAVE_POLL) && defined(HAVE_SETRLIMIT) && defined(RLIMIT_NOFILE)
41 #endif /* HAVE_POLL && HAVE_SETRLIMIT && RLIMIT_NOFILE */
46 sigset_t signals_blocked;
51 SilcTaskCallback callback;
54 SilcSchedule schedule;
57 #define SIGNAL_COUNT 32
58 SilcUnixSignal signal_call[SIGNAL_COUNT];
60 #if defined(HAVE_EPOLL_WAIT)
62 /* Linux's fast epoll system (level triggered) */
64 int silc_epoll(SilcSchedule schedule, void *context)
66 SilcUnixScheduler internal = context;
68 struct epoll_event *fds = internal->fds;
69 SilcUInt32 fds_count = internal->fds_count;
70 int ret, i, timeout = -1;
72 /* Allocate larger fd table if needed */
73 i = silc_hash_table_count(schedule->fd_queue);
75 fds = silc_realloc(internal->fds, sizeof(*internal->fds) *
76 (fds_count + (i / 2)));
77 if (silc_likely(fds)) {
79 internal->fds_count = fds_count = fds_count + (i / 2);
83 if (schedule->has_timeout)
84 timeout = ((schedule->timeout.tv_sec * 1000) +
85 (schedule->timeout.tv_usec / 1000));
87 SILC_SCHEDULE_UNLOCK(schedule);
88 ret = epoll_wait(internal->epfd, fds, fds_count, timeout);
89 SILC_SCHEDULE_LOCK(schedule);
93 silc_list_init(schedule->fd_dispatch, struct SilcTaskStruct, next);
95 for (i = 0; i < ret; i++) {
96 task = fds[i].data.ptr;
98 if (!task->header.valid || !task->events) {
99 epoll_ctl(internal->epfd, EPOLL_CTL_DEL, task->fd, &fds[i]);
102 if (fds[i].events & (EPOLLIN | EPOLLPRI | EPOLLHUP | EPOLLERR))
103 task->revents |= SILC_TASK_READ;
104 if (fds[i].events & EPOLLOUT)
105 task->revents |= SILC_TASK_WRITE;
106 silc_list_add(schedule->fd_dispatch, task);
112 #elif defined(HAVE_POLL) && defined(HAVE_SETRLIMIT) && defined(RLIMIT_NOFILE)
114 /* Calls normal poll() system call. */
116 int silc_poll(SilcSchedule schedule, void *context)
118 SilcUnixScheduler internal = context;
119 SilcHashTableList htl;
121 struct pollfd *fds = internal->fds;
122 SilcUInt32 fds_count = internal->fds_count;
123 int fd, ret, i = 0, timeout = -1;
125 silc_hash_table_list(schedule->fd_queue, &htl);
126 while (silc_hash_table_get(&htl, (void **)&fd, (void **)&task)) {
130 /* Allocate larger fd table if needed */
131 if (i >= fds_count) {
132 struct rlimit nofile;
134 fds = silc_realloc(internal->fds, sizeof(*internal->fds) *
135 (fds_count + (fds_count / 2)));
136 if (silc_unlikely(!fds))
139 internal->fds_count = fds_count = fds_count + (fds_count / 2);
140 internal->nofile.rlim_cur = fds_count;
141 if (fds_count > internal->nofile.rlim_max)
142 internal->nofile.rlim_max = fds_count;
143 if (setrlimit(RLIMIT_NOFILE, &nofile) < 0)
149 task->revents = fds[i].revents = 0;
151 if (task->events & SILC_TASK_READ)
152 fds[i].events |= (POLLIN | POLLPRI);
153 if (task->events & SILC_TASK_WRITE)
154 fds[i].events |= POLLOUT;
157 silc_hash_table_list_reset(&htl);
158 silc_list_init(schedule->fd_dispatch, struct SilcTaskStruct, next);
160 if (schedule->has_timeout)
161 timeout = ((schedule->timeout.tv_sec * 1000) +
162 (schedule->timeout.tv_usec / 1000));
165 SILC_SCHEDULE_UNLOCK(schedule);
166 ret = poll(fds, fds_count, timeout);
167 SILC_SCHEDULE_LOCK(schedule);
171 for (i = 0; i < fds_count; i++) {
174 if (!silc_hash_table_find(schedule->fd_queue, SILC_32_TO_PTR(fds[i].fd),
175 NULL, (void **)&task))
177 if (!task->header.valid || !task->events)
181 if (fd & (POLLIN | POLLPRI | POLLERR | POLLHUP | POLLNVAL))
182 task->revents |= SILC_TASK_READ;
184 task->revents |= SILC_TASK_WRITE;
185 silc_list_add(schedule->fd_dispatch, task);
193 /* Calls normal select() system call. */
195 int silc_select(SilcSchedule schedule, void *context)
197 SilcHashTableList htl;
200 int fd, max_fd = 0, ret;
205 silc_hash_table_list(schedule->fd_queue, &htl);
206 while (silc_hash_table_get(&htl, (void **)&fd, (void **)&task)) {
211 if (fd >= FD_SETSIZE)
213 #endif /* FD_SETSIZE */
218 if (task->events & SILC_TASK_READ)
220 if (task->events & SILC_TASK_WRITE)
225 silc_hash_table_list_reset(&htl);
226 silc_list_init(schedule->fd_dispatch, struct SilcTaskStruct, next);
228 SILC_SCHEDULE_UNLOCK(schedule);
229 ret = select(max_fd + 1, &in, &out, NULL, (schedule->has_timeout ?
230 &schedule->timeout : NULL));
231 SILC_SCHEDULE_LOCK(schedule);
235 silc_hash_table_list(schedule->fd_queue, &htl);
236 while (silc_hash_table_get(&htl, (void **)&fd, (void **)&task)) {
237 if (!task->header.valid || !task->events)
241 if (fd >= FD_SETSIZE)
243 #endif /* FD_SETSIZE */
245 if (FD_ISSET(fd, &in))
246 task->revents |= SILC_TASK_READ;
247 if (FD_ISSET(fd, &out))
248 task->revents |= SILC_TASK_WRITE;
249 silc_list_add(schedule->fd_dispatch, task);
251 silc_hash_table_list_reset(&htl);
256 #endif /* HAVE_POLL && HAVE_SETRLIMIT && RLIMIT_NOFILE */
258 /* Schedule `task' with events `event_mask'. Zero `event_mask' unschedules. */
260 SilcBool silc_schedule_internal_schedule_fd(SilcSchedule schedule,
263 SilcTaskEvent event_mask)
265 #if defined(HAVE_EPOLL_WAIT)
266 SilcUnixScheduler internal = (SilcUnixScheduler)context;
267 struct epoll_event event;
272 SILC_LOG_DEBUG(("Scheduling fd %lu, mask %x", task->fd, event_mask));
275 if (event_mask & SILC_TASK_READ)
276 event.events |= (EPOLLIN | EPOLLPRI);
277 if (event_mask & SILC_TASK_WRITE)
278 event.events |= EPOLLOUT;
280 /* Zero mask unschedules task */
281 if (silc_unlikely(!event.events)) {
282 if (epoll_ctl(internal->epfd, EPOLL_CTL_DEL, task->fd, &event)) {
283 SILC_LOG_DEBUG(("epoll_ctl (DEL): %s", strerror(errno)));
289 /* Schedule the task */
290 if (silc_unlikely(!task->scheduled)) {
291 event.data.ptr = task;
292 if (epoll_ctl(internal->epfd, EPOLL_CTL_ADD, task->fd, &event)) {
293 SILC_LOG_DEBUG(("epoll_ctl (ADD): %s", strerror(errno)));
296 task->scheduled = TRUE;
300 /* Schedule for specific mask */
301 event.data.ptr = task;
302 if (epoll_ctl(internal->epfd, EPOLL_CTL_MOD, task->fd, &event)) {
303 SILC_LOG_DEBUG(("epoll_ctl (MOD): %s", strerror(errno)));
306 #endif /* HAVE_EPOLL_WAIT */
312 SILC_TASK_CALLBACK(silc_schedule_wakeup_cb)
314 SilcUnixScheduler internal = (SilcUnixScheduler)context;
317 SILC_LOG_DEBUG(("Wokeup"));
319 read(internal->wakeup_pipe[0], &c, 1);
322 #endif /* SILC_THREADS */
324 /* Initializes the platform specific scheduler. This for example initializes
325 the wakeup mechanism of the scheduler. In multi-threaded environment
326 the scheduler needs to be wakenup when tasks are added or removed from
327 the task queues. Returns context to the platform specific scheduler. */
329 void *silc_schedule_internal_init(SilcSchedule schedule,
332 SilcUnixScheduler internal;
335 internal = silc_calloc(1, sizeof(*internal));
339 #if defined(HAVE_EPOLL_WAIT)
340 internal->epfd = epoll_create(4);
341 if (internal->epfd < 0)
343 internal->fds = silc_calloc(4, sizeof(*internal->fds));
344 if (!internal->fds) {
345 close(internal->epfd);
348 internal->fds_count = 4;
349 #elif defined(HAVE_POLL) && defined(HAVE_SETRLIMIT) && defined(RLIMIT_NOFILE)
350 getrlimit(RLIMIT_NOFILE, &internal->nofile);
352 if (schedule->max_tasks > 0) {
353 internal->nofile.rlim_cur = schedule->max_tasks;
354 if (schedule->max_tasks > internal->nofile.rlim_max)
355 internal->nofile.rlim_max = schedule->max_tasks;
356 setrlimit(RLIMIT_NOFILE, &internal->nofile);
357 getrlimit(RLIMIT_NOFILE, &internal->nofile);
358 schedule->max_tasks = internal->nofile.rlim_max;
361 internal->fds = silc_calloc(internal->nofile.rlim_cur,
362 sizeof(*internal->fds));
365 internal->fds_count = internal->nofile.rlim_cur;
366 #endif /* HAVE_POLL && HAVE_SETRLIMIT && RLIMIT_NOFILE */
368 sigemptyset(&internal->signals);
371 if (pipe(internal->wakeup_pipe)) {
372 SILC_LOG_ERROR(("pipe() fails: %s", strerror(errno)));
377 internal->wakeup_task =
378 silc_schedule_task_add(schedule, internal->wakeup_pipe[0],
379 silc_schedule_wakeup_cb, internal,
381 if (!internal->wakeup_task) {
382 SILC_LOG_ERROR(("Could not add a wakeup task, threads won't work"));
383 close(internal->wakeup_pipe[0]);
384 close(internal->wakeup_pipe[1]);
389 silc_schedule_internal_schedule_fd(schedule, internal,
390 (SilcTaskFd)internal->wakeup_task,
393 internal->app_context = app_context;
395 for (i = 0; i < SIGNAL_COUNT; i++) {
396 signal_call[i].sig = 0;
397 signal_call[i].call = FALSE;
398 signal_call[i].schedule = schedule;
401 return (void *)internal;
404 void silc_schedule_internal_signals_block(SilcSchedule schedule,
406 void silc_schedule_internal_signals_unblock(SilcSchedule schedule,
409 /* Uninitializes the platform specific scheduler context. */
411 void silc_schedule_internal_uninit(SilcSchedule schedule, void *context)
413 SilcUnixScheduler internal = (SilcUnixScheduler)context;
419 close(internal->wakeup_pipe[0]);
420 close(internal->wakeup_pipe[1]);
423 #if defined(HAVE_EPOLL_WAIT)
424 close(internal->epfd);
425 silc_free(internal->fds);
426 #elif defined(HAVE_POLL) && defined(HAVE_SETRLIMIT) && defined(RLIMIT_NOFILE)
427 silc_free(internal->fds);
428 #endif /* HAVE_POLL && HAVE_SETRLIMIT && RLIMIT_NOFILE */
433 /* Wakes up the scheduler */
435 void silc_schedule_internal_wakeup(SilcSchedule schedule, void *context)
438 SilcUnixScheduler internal = (SilcUnixScheduler)context;
443 SILC_LOG_DEBUG(("Wakeup"));
445 write(internal->wakeup_pipe[1], "!", 1);
451 static void silc_schedule_internal_sighandler(int signal)
455 for (i = 0; i < SIGNAL_COUNT; i++) {
456 if (signal_call[i].sig == signal) {
457 signal_call[i].call = TRUE;
458 signal_call[i].schedule->signal_tasks = TRUE;
459 SILC_LOG_DEBUG(("Scheduling signal %d to be called",
460 signal_call[i].sig));
466 void silc_schedule_internal_signal_register(SilcSchedule schedule,
469 SilcTaskCallback callback,
470 void *callback_context)
472 SilcUnixScheduler internal = (SilcUnixScheduler)context;
478 SILC_LOG_DEBUG(("Registering signal %d", sig));
480 silc_schedule_internal_signals_block(schedule, context);
482 for (i = 0; i < SIGNAL_COUNT; i++) {
483 if (!signal_call[i].sig) {
484 signal_call[i].sig = sig;
485 signal_call[i].callback = callback;
486 signal_call[i].context = callback_context;
487 signal_call[i].call = FALSE;
488 signal(sig, silc_schedule_internal_sighandler);
493 silc_schedule_internal_signals_unblock(schedule, context);
494 sigaddset(&internal->signals, sig);
497 void silc_schedule_internal_signal_unregister(SilcSchedule schedule,
501 SilcUnixScheduler internal = (SilcUnixScheduler)context;
507 SILC_LOG_DEBUG(("Unregistering signal %d", sig));
509 silc_schedule_internal_signals_block(schedule, context);
511 for (i = 0; i < SIGNAL_COUNT; i++) {
512 if (signal_call[i].sig == sig) {
513 signal_call[i].sig = 0;
514 signal_call[i].callback = NULL;
515 signal_call[i].context = NULL;
516 signal_call[i].call = FALSE;
517 signal(sig, SIG_DFL);
521 silc_schedule_internal_signals_unblock(schedule, context);
522 sigdelset(&internal->signals, sig);
525 /* Call all signals */
527 void silc_schedule_internal_signals_call(SilcSchedule schedule, void *context)
529 SilcUnixScheduler internal = (SilcUnixScheduler)context;
532 SILC_LOG_DEBUG(("Start"));
537 silc_schedule_internal_signals_block(schedule, context);
539 for (i = 0; i < SIGNAL_COUNT; i++) {
540 if (signal_call[i].call &&
541 signal_call[i].callback) {
542 SILC_LOG_DEBUG(("Calling signal %d callback",
543 signal_call[i].sig));
544 signal_call[i].callback(schedule, internal->app_context,
547 signal_call[i].context);
548 signal_call[i].call = FALSE;
552 silc_schedule_internal_signals_unblock(schedule, context);
555 /* Block registered signals in scheduler. */
557 void silc_schedule_internal_signals_block(SilcSchedule schedule, void *context)
559 SilcUnixScheduler internal = (SilcUnixScheduler)context;
564 sigprocmask(SIG_BLOCK, &internal->signals, &internal->signals_blocked);
567 /* Unblock registered signals in schedule. */
569 void silc_schedule_internal_signals_unblock(SilcSchedule schedule,
572 SilcUnixScheduler internal = (SilcUnixScheduler)context;
577 sigprocmask(SIG_SETMASK, &internal->signals_blocked, NULL);
580 const SilcScheduleOps schedule_ops =
582 silc_schedule_internal_init,
583 silc_schedule_internal_uninit,
584 #if defined(HAVE_EPOLL_WAIT)
586 #elif defined(HAVE_POLL) && defined(HAVE_SETRLIMIT) && defined(RLIMIT_NOFILE)
590 #endif /* HAVE_POLL && HAVE_SETRLIMIT && RLIMIT_NOFILE */
591 silc_schedule_internal_schedule_fd,
592 silc_schedule_internal_wakeup,
593 silc_schedule_internal_signal_register,
594 silc_schedule_internal_signal_unregister,
595 silc_schedule_internal_signals_call,
596 silc_schedule_internal_signals_block,
597 silc_schedule_internal_signals_unblock,