123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556 |
- #ifndef _INTERNALS_H
- #define _INTERNALS_H 1
- #include "uClibc-glue.h"
- #include <limits.h>
- #include <signal.h>
- #include <stdbool.h>
- #include <unistd.h>
- #include <sys/ucontext.h>
- #include <bits/stackinfo.h>
- #include <bits/sigcontextinfo.h>
- #include <bits/pthreadtypes.h>
- #ifdef USE_TLS
- #include <tls.h>
- #endif
- #include "descr.h"
- #include "semaphore.h"
- #include <pthread-functions.h>
- #ifndef THREAD_GETMEM
- # define THREAD_GETMEM(descr, member) descr->member
- #endif
- #ifndef THREAD_GETMEM_NC
- # define THREAD_GETMEM_NC(descr, member) descr->member
- #endif
- #ifndef THREAD_SETMEM
- # define THREAD_SETMEM(descr, member, value) descr->member = (value)
- #endif
- #ifndef THREAD_SETMEM_NC
- # define THREAD_SETMEM_NC(descr, member, value) descr->member = (value)
- #endif
- #if !defined NOT_IN_libc && defined FLOATING_STACKS
- # define LIBC_THREAD_GETMEM(descr, member) THREAD_GETMEM (descr, member)
- # define LIBC_THREAD_SETMEM(descr, member, value) \
- THREAD_SETMEM (descr, member, value)
- #else
- # define LIBC_THREAD_GETMEM(descr, member) descr->member
- # define LIBC_THREAD_SETMEM(descr, member, value) descr->member = (value)
- #endif
- typedef void (*destr_function)(void *);
- struct pthread_key_struct {
- int in_use;
- destr_function destr;
- };
- #define PTHREAD_START_ARGS_INITIALIZER(fct) \
- { (void *(*) (void *)) fct, NULL, {{0, }}, 0, { 0 } }
- typedef struct pthread_handle_struct * pthread_handle;
- struct pthread_handle_struct {
- struct _pthread_fastlock h_lock;
- pthread_descr h_descr;
- char * h_bottom;
- };
- struct pthread_request {
- pthread_descr req_thread;
- enum {
- REQ_CREATE, REQ_FREE, REQ_PROCESS_EXIT, REQ_MAIN_THREAD_EXIT,
- REQ_POST, REQ_DEBUG, REQ_KICK, REQ_FOR_EACH_THREAD
- } req_kind;
- union {
- struct {
- const pthread_attr_t * attr;
- void * (*fn)(void *);
- void * arg;
- sigset_t mask;
- } create;
- struct {
- pthread_t thread_id;
- } free;
- struct {
- int code;
- } exit;
- void * post;
- struct {
- void (*fn)(void *, pthread_descr);
- void *arg;
- } for_each;
- } req_args;
- };
- typedef void (*arch_sighandler_t) (int, SIGCONTEXT);
- union sighandler
- {
- arch_sighandler_t old;
- void (*rt) (int, struct siginfo *, struct ucontext *);
- };
- extern union sighandler __sighandler[NSIG];
- extern int __pthread_sig_restart;
- extern int __pthread_sig_cancel;
- extern int __pthread_sig_debug;
- extern struct pthread_handle_struct __pthread_handles[PTHREAD_THREADS_MAX];
- extern pthread_descr __pthread_main_thread;
- extern int __pthread_manager_request;
- extern int __pthread_manager_reader;
- #ifdef FLOATING_STACKS
- extern size_t __pthread_max_stacksize;
- #endif
- extern int __pthread_exit_requested, __pthread_exit_code;
- extern __volatile__ int __pthread_threads_debug;
- extern __volatile__ td_thr_events_t __pthread_threads_events;
- extern __volatile__ pthread_descr __pthread_last_event;
- extern int __pthread_smp_kernel;
- static __inline__ pthread_handle thread_handle(pthread_t id)
- {
- return &__pthread_handles[id % PTHREAD_THREADS_MAX];
- }
- static __inline__ int invalid_handle(pthread_handle h, pthread_t id)
- {
- return h->h_descr == NULL || h->h_descr->p_tid != id || h->h_descr->p_terminated;
- }
- static __inline__ int nonexisting_handle(pthread_handle h, pthread_t id)
- {
- return h->h_descr == NULL || h->h_descr->p_tid != id;
- }
- #ifndef page_roundup
- #define page_roundup(v,p) ((((size_t) (v)) + (p) - 1) & ~((p) - 1))
- #endif
- #ifndef PAGE_SIZE
- #define PAGE_SIZE (sysconf (_SC_PAGE_SIZE))
- #endif
- #ifndef INITIAL_STACK_SIZE
- #define INITIAL_STACK_SIZE (4 * PAGE_SIZE)
- #endif
- #ifndef THREAD_MANAGER_STACK_SIZE
- #define THREAD_MANAGER_STACK_SIZE (2 * PAGE_SIZE - 32)
- #endif
- #ifndef THREAD_STACK_START_ADDRESS
- #define THREAD_STACK_START_ADDRESS __pthread_initial_thread_bos
- #endif
- #ifndef MEMORY_BARRIER
- #define MEMORY_BARRIER() __asm__ ("" : : : "memory")
- #endif
- #ifndef READ_MEMORY_BARRIER
- #define READ_MEMORY_BARRIER() MEMORY_BARRIER()
- #endif
- #ifndef WRITE_MEMORY_BARRIER
- #define WRITE_MEMORY_BARRIER() MEMORY_BARRIER()
- #endif
- #ifndef MAX_SPIN_COUNT
- #define MAX_SPIN_COUNT 50
- #endif
- #ifndef MAX_ADAPTIVE_SPIN_COUNT
- #define MAX_ADAPTIVE_SPIN_COUNT 100
- #endif
- #ifndef SPIN_SLEEP_DURATION
- #define SPIN_SLEEP_DURATION 2000001
- #endif
- extern int __libc_multiple_threads attribute_hidden;
- extern int __librt_multiple_threads;
- #ifdef DEBUG
- #include <assert.h>
- #define ASSERT assert
- #define MSG __pthread_message
- #else
- #define ASSERT(x)
- #define MSG(msg,arg...)
- #endif
- extern void __pthread_do_exit (void *retval, char *currentframe)
- __attribute__ ((__noreturn__));
- extern void __pthread_destroy_specifics (void);
- extern void __pthread_perform_cleanup (char *currentframe);
- extern void __pthread_init_max_stacksize (void);
- extern int __pthread_initialize_manager (void);
- extern void __pthread_message (const char * fmt, ...);
- extern int __pthread_manager (void *reqfd);
- extern int __pthread_manager_event (void *reqfd);
- extern void __pthread_manager_sighandler (int sig);
- extern void __pthread_reset_main_thread (void);
- extern void __pthread_once_fork_prepare (void);
- extern void __pthread_once_fork_parent (void);
- extern void __pthread_once_fork_child (void);
- extern void __flockfilelist (void);
- extern void __funlockfilelist (void);
- extern void __fresetlockfiles (void);
- extern void __pthread_manager_adjust_prio (int thread_prio);
- extern void __pthread_initialize_minimal (void);
- extern int __pthread_attr_setguardsize (pthread_attr_t *__attr,
- size_t __guardsize);
- extern int __pthread_attr_getguardsize (const pthread_attr_t *__attr,
- size_t *__guardsize);
- #if 0
- extern int __pthread_attr_setstackaddr (pthread_attr_t *__attr,
- void *__stackaddr);
- extern int __pthread_attr_getstackaddr (const pthread_attr_t *__attr,
- void **__stackaddr);
- #endif
- extern int __pthread_attr_setstacksize (pthread_attr_t *__attr,
- size_t __stacksize);
- extern int __pthread_attr_getstacksize (const pthread_attr_t *__attr,
- size_t *__stacksize);
- extern int __pthread_attr_setstack (pthread_attr_t *__attr, void *__stackaddr,
- size_t __stacksize);
- extern int __pthread_attr_getstack (const pthread_attr_t *__attr, void **__stackaddr,
- size_t *__stacksize);
- extern int __pthread_attr_destroy (pthread_attr_t *attr);
- extern int __pthread_attr_setdetachstate (pthread_attr_t *attr,
- int detachstate);
- extern int __pthread_attr_getdetachstate (const pthread_attr_t *attr,
- int *detachstate);
- extern int __pthread_attr_setschedparam (pthread_attr_t *attr,
- const struct sched_param *param);
- extern int __pthread_attr_getschedparam (const pthread_attr_t *attr,
- struct sched_param *param);
- extern int __pthread_attr_setschedpolicy (pthread_attr_t *attr, int policy);
- extern int __pthread_attr_getschedpolicy (const pthread_attr_t *attr,
- int *policy);
- extern int __pthread_attr_setinheritsched (pthread_attr_t *attr, int inherit);
- extern int __pthread_attr_getinheritsched (const pthread_attr_t *attr,
- int *inherit);
- extern int __pthread_attr_setscope (pthread_attr_t *attr, int scope);
- extern int __pthread_attr_getscope (const pthread_attr_t *attr, int *scope);
- extern int __pthread_getconcurrency (void);
- extern int __pthread_setconcurrency (int __level);
- extern int __pthread_mutex_timedlock (pthread_mutex_t *__mutex,
- const struct timespec *__abstime);
- extern int __pthread_mutexattr_getpshared (const pthread_mutexattr_t *__attr,
- int *__pshared);
- extern int __pthread_mutexattr_setpshared (pthread_mutexattr_t *__attr,
- int __pshared);
- extern int __pthread_mutexattr_gettype (const pthread_mutexattr_t *__attr,
- int *__kind);
- extern void __pthread_kill_other_threads_np (void);
- extern int __pthread_mutex_init (pthread_mutex_t *__mutex,
- __const pthread_mutexattr_t *__mutex_attr);
- extern int __pthread_mutex_destroy (pthread_mutex_t *__mutex);
- extern int __pthread_mutex_lock (pthread_mutex_t *__mutex);
- extern int __pthread_mutex_trylock (pthread_mutex_t *__mutex);
- extern int __pthread_mutex_unlock (pthread_mutex_t *__mutex);
- extern int __pthread_cond_init (pthread_cond_t *cond,
- const pthread_condattr_t *cond_attr);
- extern int __pthread_cond_destroy (pthread_cond_t *cond);
- extern int __pthread_cond_wait (pthread_cond_t *cond, pthread_mutex_t *mutex);
- extern int __pthread_cond_timedwait (pthread_cond_t *cond,
- pthread_mutex_t *mutex,
- const struct timespec *abstime);
- extern int __pthread_cond_signal (pthread_cond_t *cond);
- extern int __pthread_cond_broadcast (pthread_cond_t *cond);
- extern int __pthread_condattr_init (pthread_condattr_t *attr);
- extern int __pthread_condattr_destroy (pthread_condattr_t *attr);
- extern pthread_t __pthread_self (void);
- extern pthread_descr __pthread_thread_self (void);
- extern pthread_descr __pthread_self_stack (void) attribute_hidden;
- extern int __pthread_equal (pthread_t thread1, pthread_t thread2);
- extern void __pthread_exit (void *retval)
- #if defined NOT_IN_libc && defined IS_IN_libpthread
- attribute_noreturn
- #endif
- ;
- extern int __pthread_getschedparam (pthread_t thread, int *policy,
- struct sched_param *param);
- extern int __pthread_setschedparam (pthread_t thread, int policy,
- const struct sched_param *param);
- extern int __pthread_setcancelstate (int state, int * oldstate);
- extern int __pthread_setcanceltype (int type, int * oldtype);
- extern void __pthread_restart_old(pthread_descr th);
- extern void __pthread_suspend_old(pthread_descr self);
- extern int __pthread_timedsuspend_old(pthread_descr self, const struct timespec *abstime);
- extern void __pthread_restart_new(pthread_descr th);
- extern void __pthread_suspend_new(pthread_descr self);
- extern int __pthread_timedsuspend_new(pthread_descr self, const struct timespec *abstime);
- extern void __pthread_wait_for_restart_signal(pthread_descr self);
- extern void __pthread_sigsuspend (const sigset_t *mask) attribute_hidden;
- extern int __pthread_rwlock_timedrdlock (pthread_rwlock_t *__restrict __rwlock,
- __const struct timespec *__restrict
- __abstime);
- extern int __pthread_rwlock_timedwrlock (pthread_rwlock_t *__restrict __rwlock,
- __const struct timespec *__restrict
- __abstime);
- extern int __pthread_rwlockattr_destroy (pthread_rwlockattr_t *__attr);
- extern int __pthread_barrierattr_getpshared (__const pthread_barrierattr_t *
- __restrict __attr,
- int *__restrict __pshared);
- extern int __pthread_spin_lock (pthread_spinlock_t *__lock);
- extern int __pthread_spin_trylock (pthread_spinlock_t *__lock);
- extern int __pthread_spin_unlock (pthread_spinlock_t *__lock);
- extern int __pthread_spin_init (pthread_spinlock_t *__lock, int __pshared);
- extern int __pthread_spin_destroy (pthread_spinlock_t *__lock);
- extern void (*__pthread_restart)(pthread_descr);
- extern void (*__pthread_suspend)(pthread_descr);
- extern int (*__pthread_timedsuspend)(pthread_descr, const struct timespec *);
- extern int __libc_close (int fd);
- extern int __libc_nanosleep (const struct timespec *requested_time,
- struct timespec *remaining);
- extern int sem_post (sem_t * sem);
- extern int sem_init (sem_t *__sem, int __pshared, unsigned int __value);
- extern int sem_wait (sem_t *__sem);
- extern int sem_trywait (sem_t *__sem);
- extern int sem_getvalue (sem_t *__restrict __sem, int *__restrict __sval);
- extern int sem_destroy (sem_t *__sem);
- extern int __pthread_attr_init (pthread_attr_t *__attr);
- extern int __pthread_create (pthread_t *__restrict __threadp,
- const pthread_attr_t *__attr,
- void *(*__start_routine) (void *),
- void *__restrict __arg);
- extern void __linuxthreads_create_event (void);
- extern void __linuxthreads_death_event (void);
- extern void __linuxthreads_reap_event (void);
- extern void __pthread_initialize (void);
- extern int __pthread_internal_tsd_set (int key, const void * pointer);
- extern void * __pthread_internal_tsd_get (int key);
- extern void ** __attribute__ ((__const__))
- __pthread_internal_tsd_address (int key);
- extern void __pthread_sighandler(int signo, SIGCONTEXT ctx);
- extern void __pthread_sighandler_rt(int signo, struct siginfo *si,
- struct ucontext *uc);
- extern void __pthread_null_sighandler(int sig);
- extern int __pthread_sigaction (int sig, const struct sigaction *act,
- struct sigaction *oact);
- extern int __pthread_sigwait (const sigset_t *set, int *sig);
- extern int __pthread_raise (int sig);
- extern int __pthread_enable_asynccancel (void) attribute_hidden;
- extern void __pthread_disable_asynccancel (int oldtype)
- internal_function attribute_hidden;
- extern int __libc_enable_asynccancel (void) attribute_hidden;
- extern void __libc_disable_asynccancel (int oldtype)
- internal_function attribute_hidden;
- extern int __librt_enable_asynccancel (void);
- extern void __librt_disable_asynccancel (int oldtype) internal_function;
- extern void __pthread_cleanup_upto (__jmp_buf target,
- char *targetframe) attribute_hidden;
- extern pid_t __pthread_fork (struct fork_block *b) attribute_hidden;
- #define asm_handle(name) _asm_handle(name)
- #define _asm_handle(name) #name
- #define ASM_GLOBAL asm_handle(ASM_GLOBAL_DIRECTIVE)
- #define ASM_CANCEL(name) asm_handle(C_SYMBOL_NAME(name))
- #if !defined NOT_IN_libc
- # define LIBC_CANCEL_ASYNC() \
- __libc_enable_asynccancel ()
- # define LIBC_CANCEL_RESET(oldtype) \
- __libc_disable_asynccancel (oldtype)
- # define LIBC_CANCEL_HANDLED() \
- __asm__ (ASM_GLOBAL " " ASM_CANCEL(__libc_enable_asynccancel)); \
- __asm__ (ASM_GLOBAL " " ASM_CANCEL(__libc_disable_asynccancel))
- #elif defined IS_IN_libpthread
- # define LIBC_CANCEL_ASYNC() \
- __pthread_enable_asynccancel ()
- # define LIBC_CANCEL_RESET(oldtype) \
- __pthread_disable_asynccancel (oldtype)
- # define LIBC_CANCEL_HANDLED() \
- __asm__ (ASM_GLOBAL " " ASM_CANCEL(__pthread_enable_asynccancel)); \
- __asm__ (ASM_GLOBAL " " ASM_CANCEL(__pthread_disable_asynccancel))
- #elif defined IS_IN_librt
- # define LIBC_CANCEL_ASYNC() \
- __librt_enable_asynccancel ()
- # define LIBC_CANCEL_RESET(oldtype) \
- __librt_disable_asynccancel (oldtype)
- # define LIBC_CANCEL_HANDLED() \
- __asm__ (ASM_GLOBAL " " ASM_CANCEL(__librt_enable_asynccancel)); \
- __asm__ (ASM_GLOBAL " " ASM_CANCEL(__librt_disable_asynccancel))
- #else
- # define LIBC_CANCEL_ASYNC() 0
- # define LIBC_CANCEL_RESET(val) ((void)(val))
- # define LIBC_CANCEL_HANDLED()
- #endif
- extern int * __libc_pthread_init (const struct pthread_functions *functions);
- #if !defined NOT_IN_libc && !defined FLOATING_STACKS
- # ifdef SHARED
- # define thread_self() \
- (*__libc_pthread_functions.ptr_pthread_thread_self) ()
- # else
- weak_extern (__pthread_thread_self)
- # define thread_self() __pthread_thread_self ()
- # endif
- #endif
- #ifndef USE_TLS
- # define __manager_thread (&__pthread_manager_thread)
- #else
- # define __manager_thread __pthread_manager_threadp
- #endif
- static __always_inline pthread_descr
- check_thread_self (void);
- static __always_inline pthread_descr
- check_thread_self (void)
- {
- pthread_descr self = thread_self ();
- #if defined THREAD_SELF && defined INIT_THREAD_SELF
- if (self == __manager_thread)
- {
-
- self = __pthread_self_stack();
- if (self != __manager_thread)
-
- INIT_THREAD_SELF(self, self->p_nr);
- }
- #endif
- return self;
- }
- #endif
|