123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227 |
- typedef union dtv
- {
- size_t counter;
- struct
- {
- void *val;
- bool is_static;
- } pointer;
- } dtv_t;
- typedef struct
- {
- void *tcb;
- dtv_t *dtv;
- void *self;
- int multiple_threads;
- uintptr_t sysinfo;
- } tcbhead_t;
- && (defined FLOATING_STACKS || !defined IS_IN_libpthread)
- ((tcbhead_t *) (descr))->dtv = (dtvp) + 1
- /* Install new dtv for current thread. */
- ({ struct _pthread_descr_struct *__descr; \
- THREAD_SETMEM (__descr, p_header.data.dtvp, (dtv)); })
- (((tcbhead_t *) (descr))->dtv)
- # ifdef __PIC__
- # define TLS_EBX_ARG "r"
- # define TLS_LOAD_EBX "xchgl %3, %%ebx\n\t"
- # else
- # define TLS_EBX_ARG "b"
- # define TLS_LOAD_EBX
- # endif
- # if !defined IS_IN_libpthread && !defined DO_MODIFY_LDT
- # include "useldt.h" /* For the structure. */
- # endif
- # if __ASSUME_LDT_WORKS > 0
- # define TLS_DO_MODIFY_LDT_KERNEL_CHECK(doit) (doit) /* Nothing to check. */
- # else
- # define TLS_DO_MODIFY_LDT_KERNEL_CHECK(doit) \
- (__builtin_expect (GLRO(dl_osversion) < 131939, 0) \
- ? "kernel too old for thread-local storage support\n" \
- : (doit))
- # endif
- # define TLS_DO_MODIFY_LDT(descr, nr) \
- TLS_DO_MODIFY_LDT_KERNEL_CHECK( \
- ({ \
- struct modify_ldt_ldt_s ldt_entry = \
- { nr, (unsigned long int) (descr), 0xfffff /* 4GB in pages */, \
- 1, 0, 0, 1, 0, 1, 0 }; \
- int result; \
- __asm__ __volatile__ (TLS_LOAD_EBX \
- "int $0x80\n\t" \
- TLS_LOAD_EBX \
- : "=a" (result) \
- : "0" (__NR_modify_ldt), \
- /* The extra argument with the "m" constraint is necessary \
- to let the compiler know that we are accessing LDT_ENTRY \
- here. */ \
- "m" (ldt_entry), TLS_EBX_ARG (1), "c" (&ldt_entry), \
- "d" (sizeof (ldt_entry))); \
- __builtin_expect (result, 0) == 0 \
- ? ({ __asm__ ("movw %w0, %%gs" : : "q" ((nr) * 8 + 7)); NULL; }) \
- : "cannot set up LDT for thread-local storage\n"; \
- }))
- # define TLS_DO_SET_THREAD_AREA(descr, secondcall) \
- ({ \
- struct modify_ldt_ldt_s ldt_entry = \
- { -1, (unsigned long int) (descr), 0xfffff /* 4GB in pages */, \
- 1, 0, 0, 1, 0, 1, 0 }; \
- int result; \
- if (secondcall) \
- ldt_entry.entry_number = ({ int _gs; \
- __asm__ ("movw %%gs, %w0" : "=q" (_gs)); \
- (_gs & 0xffff) >> 3; }); \
- __asm__ __volatile__ (TLS_LOAD_EBX \
- "int $0x80\n\t" \
- TLS_LOAD_EBX \
- : "=a" (result), "=m" (ldt_entry.entry_number) \
- : "0" (__NR_set_thread_area), \
- /* The extra argument with the "m" constraint is necessary \
- to let the compiler know that we are accessing LDT_ENTRY \
- here. */ \
- TLS_EBX_ARG (&ldt_entry), "m" (ldt_entry)); \
- if (__builtin_expect (result, 0) == 0) \
- __asm__ ("movw %w0, %%gs" : : "q" (ldt_entry.entry_number * 8 + 3)); \
- result; \
- })
- # ifdef __ASSUME_SET_THREAD_AREA_SYSCALL
- # define TLS_SETUP_GS_SEGMENT(descr, secondcall) \
- (TLS_DO_SET_THREAD_AREA (descr, secondcall) \
- ? "set_thread_area failed when setting up thread-local storage\n" : NULL)
- # elif defined __NR_set_thread_area
- # define TLS_SETUP_GS_SEGMENT(descr, secondcall) \
- (TLS_DO_SET_THREAD_AREA (descr, secondcall) \
- ? TLS_DO_MODIFY_LDT (descr, 0) : NULL)
- # else
- # define TLS_SETUP_GS_SEGMENT(descr, secondcall) \
- TLS_DO_MODIFY_LDT ((descr), 0)
- # endif
- #if defined NEED_DL_SYSINFO
- # define INIT_SYSINFO \
- head->sysinfo = GLRO(dl_sysinfo)
- ({ \
- void *_descr = (descr); \
- tcbhead_t *head = _descr; \
- \
- head->tcb = _descr; \
- \
- head->self = _descr; \
- \
- INIT_SYSINFO; \
- TLS_SETUP_GS_SEGMENT (_descr, secondcall); \
- })
- ({ struct _pthread_descr_struct *__descr; \
- THREAD_GETMEM (__descr, p_header.data.dtvp); })
|