5 Author: Pekka Riikonen <priikone@silcnet.org>
7 Copyright (C) 1998 - 2007 Pekka Riikonen
9 This program is free software; you can redistribute it and/or modify
10 it under the terms of the GNU General Public License as published by
11 the Free Software Foundation; version 2 of the License.
13 This program is distributed in the hope that it will be useful,
14 but WITHOUT ANY WARRANTY; without even the implied warranty of
15 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 GNU General Public License for more details.
23 #if defined(HAVE_EPOLL_WAIT)
24 #include <sys/epoll.h>
25 #elif defined(HAVE_POLL) && defined(HAVE_SETRLIMIT) && defined(RLIMIT_NOFILE)
29 const SilcScheduleOps schedule_ops;
31 /* Internal context. */
33 #if defined(HAVE_EPOLL_WAIT)
34 struct epoll_event *fds;
37 #elif defined(HAVE_POLL) && defined(HAVE_SETRLIMIT) && defined(RLIMIT_NOFILE)
41 #endif /* HAVE_POLL && HAVE_SETRLIMIT && RLIMIT_NOFILE */
46 sigset_t signals_blocked;
51 SilcTaskCallback callback;
54 SilcSchedule schedule;
57 #define SIGNAL_COUNT 32
58 SilcUnixSignal signal_call[SIGNAL_COUNT];
60 #if defined(HAVE_EPOLL_WAIT)
62 /* Linux's fast epoll system (level triggered) */
64 int silc_epoll(SilcSchedule schedule, void *context)
66 SilcUnixScheduler internal = context;
68 struct epoll_event *fds = internal->fds;
69 SilcUInt32 fds_count = internal->fds_count;
70 int ret, i, timeout = -1;
72 /* Allocate larger fd table if needed */
73 i = silc_hash_table_count(schedule->fd_queue);
75 fds = silc_realloc(internal->fds, sizeof(*internal->fds) *
76 (fds_count + (i / 2)));
77 if (silc_likely(fds)) {
79 internal->fds_count = fds_count = fds_count + (i / 2);
83 if (schedule->has_timeout)
84 timeout = ((schedule->timeout.tv_sec * 1000) +
85 (schedule->timeout.tv_usec / 1000));
87 SILC_SCHEDULE_UNLOCK(schedule);
88 ret = epoll_wait(internal->epfd, fds, fds_count, timeout);
89 SILC_SCHEDULE_LOCK(schedule);
93 silc_list_init(schedule->fd_dispatch, struct SilcTaskStruct, next);
95 for (i = 0; i < ret; i++) {
96 task = fds[i].data.ptr;
98 if (!task->header.valid || !task->events) {
99 epoll_ctl(internal->epfd, EPOLL_CTL_DEL, task->fd, &fds[i]);
102 if (fds[i].events & (EPOLLIN | EPOLLPRI | EPOLLHUP | EPOLLERR))
103 task->revents |= SILC_TASK_READ;
104 if (fds[i].events & EPOLLOUT)
105 task->revents |= SILC_TASK_WRITE;
106 silc_list_add(schedule->fd_dispatch, task);
112 #elif defined(HAVE_POLL) && defined(HAVE_SETRLIMIT) && defined(RLIMIT_NOFILE)
114 /* Calls normal poll() system call. */
116 int silc_poll(SilcSchedule schedule, void *context)
118 SilcUnixScheduler internal = context;
119 SilcHashTableList htl;
121 struct pollfd *fds = internal->fds;
122 SilcUInt32 fds_count = internal->fds_count;
123 int fd, ret, i = 0, timeout = -1;
125 silc_hash_table_list(schedule->fd_queue, &htl);
126 while (silc_hash_table_get(&htl, (void *)&fd, (void *)&task)) {
130 /* Allocate larger fd table if needed */
131 if (i >= fds_count) {
132 struct rlimit nofile;
134 fds = silc_realloc(internal->fds, sizeof(*internal->fds) *
135 (fds_count + (fds_count / 2)));
136 if (silc_unlikely(!fds))
139 internal->fds_count = fds_count = fds_count + (fds_count / 2);
140 internal->nofile.rlim_cur = fds_count;
141 if (fds_count > internal->nofile.rlim_max)
142 internal->nofile.rlim_max = fds_count;
143 if (setrlimit(RLIMIT_NOFILE, &nofile) < 0)
149 task->revents = fds[i].revents = 0;
151 if (task->events & SILC_TASK_READ)
152 fds[i].events |= (POLLIN | POLLPRI);
153 if (task->events & SILC_TASK_WRITE)
154 fds[i].events |= POLLOUT;
157 silc_hash_table_list_reset(&htl);
158 silc_list_init(schedule->fd_dispatch, struct SilcTaskStruct, next);
160 if (schedule->has_timeout)
161 timeout = ((schedule->timeout.tv_sec * 1000) +
162 (schedule->timeout.tv_usec / 1000));
165 SILC_SCHEDULE_UNLOCK(schedule);
166 ret = poll(fds, fds_count, timeout);
167 SILC_SCHEDULE_LOCK(schedule);
171 for (i = 0; i < fds_count; i++) {
174 if (!silc_hash_table_find(schedule->fd_queue, SILC_32_TO_PTR(fds[i].fd),
175 NULL, (void *)&task))
177 if (!task->header.valid || !task->events)
181 if (fd & (POLLIN | POLLPRI | POLLERR | POLLHUP | POLLNVAL))
182 task->revents |= SILC_TASK_READ;
184 task->revents |= SILC_TASK_WRITE;
185 silc_list_add(schedule->fd_dispatch, task);
193 /* Calls normal select() system call. */
195 int silc_select(SilcSchedule schedule, void *context)
197 SilcHashTableList htl;
200 int fd, max_fd = 0, ret;
205 silc_hash_table_list(schedule->fd_queue, &htl);
206 while (silc_hash_table_get(&htl, (void *)&fd, (void *)&task)) {
211 if (fd >= FD_SETSIZE)
213 #endif /* FD_SETSIZE */
218 if (task->events & SILC_TASK_READ)
220 if (task->events & SILC_TASK_WRITE)
225 silc_hash_table_list_reset(&htl);
226 silc_list_init(schedule->fd_dispatch, struct SilcTaskStruct, next);
228 SILC_SCHEDULE_UNLOCK(schedule);
229 ret = select(max_fd + 1, &in, &out, NULL, (schedule->has_timeout ?
230 &schedule->timeout : NULL));
231 SILC_SCHEDULE_LOCK(schedule);
235 silc_hash_table_list(schedule->fd_queue, &htl);
236 while (silc_hash_table_get(&htl, (void *)&fd, (void *)&task)) {
237 if (!task->header.valid || !task->events)
241 if (fd >= FD_SETSIZE)
243 #endif /* FD_SETSIZE */
245 if (FD_ISSET(fd, &in))
246 task->revents |= SILC_TASK_READ;
247 if (FD_ISSET(fd, &out))
248 task->revents |= SILC_TASK_WRITE;
249 silc_list_add(schedule->fd_dispatch, task);
251 silc_hash_table_list_reset(&htl);
256 #endif /* HAVE_POLL && HAVE_SETRLIMIT && RLIMIT_NOFILE */
258 /* Schedule `task' with events `event_mask'. Zero `event_mask' unschedules. */
260 SilcBool silc_schedule_internal_schedule_fd(SilcSchedule schedule,
263 SilcTaskEvent event_mask)
265 #if defined(HAVE_EPOLL_WAIT)
266 SilcUnixScheduler internal = (SilcUnixScheduler)context;
267 struct epoll_event event;
272 SILC_LOG_DEBUG(("Scheduling fd %lu, mask %x", task->fd, event_mask));
274 memset(&event, 0, sizeof(event));
275 if (event_mask & SILC_TASK_READ)
276 event.events |= (EPOLLIN | EPOLLPRI);
277 if (event_mask & SILC_TASK_WRITE)
278 event.events |= EPOLLOUT;
280 /* Zero mask unschedules task */
281 if (silc_unlikely(!event.events)) {
282 if (epoll_ctl(internal->epfd, EPOLL_CTL_DEL, task->fd, &event)) {
283 SILC_LOG_DEBUG(("epoll_ctl (DEL): %s", strerror(errno)));
289 /* Schedule the task */
290 if (silc_unlikely(!task->scheduled)) {
291 event.data.ptr = task;
292 if (epoll_ctl(internal->epfd, EPOLL_CTL_ADD, task->fd, &event)) {
293 SILC_LOG_DEBUG(("epoll_ctl (ADD): %s", strerror(errno)));
296 task->scheduled = TRUE;
300 /* Schedule for specific mask */
301 event.data.ptr = task;
302 if (epoll_ctl(internal->epfd, EPOLL_CTL_MOD, task->fd, &event)) {
303 SILC_LOG_DEBUG(("epoll_ctl (MOD): %s", strerror(errno)));
306 #endif /* HAVE_EPOLL_WAIT */
312 SILC_TASK_CALLBACK(silc_schedule_wakeup_cb)
314 SilcUnixScheduler internal = (SilcUnixScheduler)context;
317 SILC_LOG_DEBUG(("Wokeup"));
319 read(internal->wakeup_pipe[0], &c, 1);
322 #endif /* SILC_THREADS */
324 /* Initializes the platform specific scheduler. This for example initializes
325 the wakeup mechanism of the scheduler. In multi-threaded environment
326 the scheduler needs to be woken up when tasks are added or removed from
327 the task queues. Returns context to the platform specific scheduler. */
329 void *silc_schedule_internal_init(SilcSchedule schedule,
332 SilcUnixScheduler internal;
335 internal = silc_calloc(1, sizeof(*internal));
339 #if defined(HAVE_EPOLL_WAIT)
340 internal->epfd = epoll_create(4);
341 if (internal->epfd < 0) {
342 SILC_LOG_ERROR(("epoll_create() failed: %s", strerror(errno)));
345 internal->fds = silc_calloc(4, sizeof(*internal->fds));
346 if (!internal->fds) {
347 close(internal->epfd);
350 internal->fds_count = 4;
351 #elif defined(HAVE_POLL) && defined(HAVE_SETRLIMIT) && defined(RLIMIT_NOFILE)
352 getrlimit(RLIMIT_NOFILE, &internal->nofile);
354 if (schedule->max_tasks > 0) {
355 internal->nofile.rlim_cur = schedule->max_tasks;
356 if (schedule->max_tasks > internal->nofile.rlim_max)
357 internal->nofile.rlim_max = schedule->max_tasks;
358 setrlimit(RLIMIT_NOFILE, &internal->nofile);
359 getrlimit(RLIMIT_NOFILE, &internal->nofile);
360 schedule->max_tasks = internal->nofile.rlim_max;
363 internal->fds = silc_calloc(internal->nofile.rlim_cur,
364 sizeof(*internal->fds));
367 internal->fds_count = internal->nofile.rlim_cur;
368 #endif /* HAVE_POLL && HAVE_SETRLIMIT && RLIMIT_NOFILE */
370 sigemptyset(&internal->signals);
373 if (pipe(internal->wakeup_pipe)) {
374 SILC_LOG_ERROR(("pipe() fails: %s", strerror(errno)));
379 internal->wakeup_task =
380 silc_schedule_task_add(schedule, internal->wakeup_pipe[0],
381 silc_schedule_wakeup_cb, internal,
383 if (!internal->wakeup_task) {
384 SILC_LOG_ERROR(("Could not add a wakeup task, threads won't work"));
385 close(internal->wakeup_pipe[0]);
386 close(internal->wakeup_pipe[1]);
390 silc_schedule_internal_schedule_fd(schedule, internal,
391 (SilcTaskFd)internal->wakeup_task,
393 #endif /* SILC_THREADS */
395 internal->app_context = app_context;
397 for (i = 0; i < SIGNAL_COUNT; i++) {
398 signal_call[i].sig = 0;
399 signal_call[i].call = FALSE;
400 signal_call[i].schedule = schedule;
403 return (void *)internal;
406 void silc_schedule_internal_signals_block(SilcSchedule schedule,
408 void silc_schedule_internal_signals_unblock(SilcSchedule schedule,
411 /* Uninitializes the platform specific scheduler context. */
413 void silc_schedule_internal_uninit(SilcSchedule schedule, void *context)
415 SilcUnixScheduler internal = (SilcUnixScheduler)context;
421 close(internal->wakeup_pipe[0]);
422 close(internal->wakeup_pipe[1]);
425 #if defined(HAVE_EPOLL_WAIT)
426 close(internal->epfd);
427 silc_free(internal->fds);
428 #elif defined(HAVE_POLL) && defined(HAVE_SETRLIMIT) && defined(RLIMIT_NOFILE)
429 silc_free(internal->fds);
430 #endif /* HAVE_POLL && HAVE_SETRLIMIT && RLIMIT_NOFILE */
435 /* Wakes up the scheduler */
437 void silc_schedule_internal_wakeup(SilcSchedule schedule, void *context)
440 SilcUnixScheduler internal = (SilcUnixScheduler)context;
442 if (!internal || !internal->wakeup_task)
445 SILC_LOG_DEBUG(("Wakeup"));
447 write(internal->wakeup_pipe[1], "!", 1);
453 static void silc_schedule_internal_sighandler(int signal)
457 for (i = 0; i < SIGNAL_COUNT; i++) {
458 if (signal_call[i].sig == signal) {
459 signal_call[i].call = TRUE;
460 signal_call[i].schedule->signal_tasks = TRUE;
461 SILC_LOG_DEBUG(("Scheduling signal %d to be called",
462 signal_call[i].sig));
468 void silc_schedule_internal_signal_register(SilcSchedule schedule,
471 SilcTaskCallback callback,
472 void *callback_context)
474 SilcUnixScheduler internal = (SilcUnixScheduler)context;
480 SILC_LOG_DEBUG(("Registering signal %d", sig));
482 silc_schedule_internal_signals_block(schedule, context);
484 for (i = 0; i < SIGNAL_COUNT; i++) {
485 if (!signal_call[i].sig) {
486 signal_call[i].sig = sig;
487 signal_call[i].callback = callback;
488 signal_call[i].context = callback_context;
489 signal_call[i].call = FALSE;
490 signal(sig, silc_schedule_internal_sighandler);
495 silc_schedule_internal_signals_unblock(schedule, context);
496 sigaddset(&internal->signals, sig);
499 void silc_schedule_internal_signal_unregister(SilcSchedule schedule,
503 SilcUnixScheduler internal = (SilcUnixScheduler)context;
509 SILC_LOG_DEBUG(("Unregistering signal %d", sig));
511 silc_schedule_internal_signals_block(schedule, context);
513 for (i = 0; i < SIGNAL_COUNT; i++) {
514 if (signal_call[i].sig == sig) {
515 signal_call[i].sig = 0;
516 signal_call[i].callback = NULL;
517 signal_call[i].context = NULL;
518 signal_call[i].call = FALSE;
519 signal(sig, SIG_DFL);
523 silc_schedule_internal_signals_unblock(schedule, context);
524 sigdelset(&internal->signals, sig);
527 /* Call all signals */
529 void silc_schedule_internal_signals_call(SilcSchedule schedule, void *context)
531 SilcUnixScheduler internal = (SilcUnixScheduler)context;
534 SILC_LOG_DEBUG(("Start"));
539 silc_schedule_internal_signals_block(schedule, context);
541 for (i = 0; i < SIGNAL_COUNT; i++) {
542 if (signal_call[i].call &&
543 signal_call[i].callback) {
544 SILC_LOG_DEBUG(("Calling signal %d callback",
545 signal_call[i].sig));
546 signal_call[i].callback(schedule, internal->app_context,
549 signal_call[i].context);
550 signal_call[i].call = FALSE;
554 silc_schedule_internal_signals_unblock(schedule, context);
557 /* Block registered signals in scheduler. */
559 void silc_schedule_internal_signals_block(SilcSchedule schedule, void *context)
561 SilcUnixScheduler internal = (SilcUnixScheduler)context;
566 sigprocmask(SIG_BLOCK, &internal->signals, &internal->signals_blocked);
569 /* Unblock registered signals in schedule. */
571 void silc_schedule_internal_signals_unblock(SilcSchedule schedule,
574 SilcUnixScheduler internal = (SilcUnixScheduler)context;
579 sigprocmask(SIG_SETMASK, &internal->signals_blocked, NULL);
582 const SilcScheduleOps schedule_ops =
584 silc_schedule_internal_init,
585 silc_schedule_internal_uninit,
586 #if defined(HAVE_EPOLL_WAIT)
588 #elif defined(HAVE_POLL) && defined(HAVE_SETRLIMIT) && defined(RLIMIT_NOFILE)
592 #endif /* HAVE_POLL && HAVE_SETRLIMIT && RLIMIT_NOFILE */
593 silc_schedule_internal_schedule_fd,
594 silc_schedule_internal_wakeup,
595 silc_schedule_internal_signal_register,
596 silc_schedule_internal_signal_unregister,
597 silc_schedule_internal_signals_call,
598 silc_schedule_internal_signals_block,
599 silc_schedule_internal_signals_unblock,