123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262 |
- #include <sysdep.h>
- #include <lowlevellock.h>
- #include <lowlevelcond.h>
- #include <bits/kernel-features.h>
- #include <pthread-pi-defines.h>
- #include <pthread-errnos.h>
- #include <tcb-offsets.h>
- #include "lowlevel-atomic.h"
- .text
-
- .globl __pthread_cond_broadcast
- .type __pthread_cond_broadcast, @function
- .protected __pthread_cond_broadcast
- .align 5
- __pthread_cond_broadcast:
- mov.l r10, @-r15
- mov.l r9, @-r15
- mov.l r8, @-r15
- sts.l pr, @-r15
- mov r4, r8
-
- mov #0, r3
- mov #1, r4
- #if cond_lock != 0
- CMPXCHG (r3, @(cond_lock,r8), r4, r2)
- #else
- CMPXCHG (r3, @r8, r4, r2)
- #endif
- bf 1f
- 2:
- mov.l @(total_seq+4,r8),r0
- mov.l @(total_seq,r8),r1
- mov.l @(wakeup_seq+4,r8), r2
- cmp/hi r2, r0
- bt 3f
- cmp/hi r0, r2
- bt 4f
- mov.l @(wakeup_seq,r8), r2
- cmp/hi r2, r1
- bf 4f
- 3:
-
- mov.l r1, @(wakeup_seq,r8)
- mov.l r0, @(wakeup_seq+4,r8)
- mov.l r1, @(woken_seq,r8)
- mov.l r0, @(woken_seq+4,r8)
- mov.l @(broadcast_seq,r8), r2
- add #1, r2
- mov.l r2, @(broadcast_seq,r8)
- add r1, r1
- mov r1, r10
- mov.l r10, @(cond_futex,r8)
-
- mov.l @(dep_mutex,r8), r9
-
- #if cond_lock != 0
- DEC (@(cond_lock,r8), r2)
- #else
- DEC (@r8, r2)
- #endif
- tst r2, r2
- bf 7f
- 8:
-
- mov #-1, r0
- cmp/eq r0, r9
- mov r8, r4
- bt/s 9f
- add #cond_futex, r4
-
- mov.l @(MUTEX_KIND,r9), r0
- tst #(PI_BIT|PS_BIT), r0
- bf 9f
-
- #ifdef __ASSUME_PRIVATE_FUTEX
- mov #(FUTEX_CMP_REQUEUE|FUTEX_PRIVATE_FLAG), r5
- extu.b r5, r5
- #else
- stc gbr, r1
- mov.w .Lpfoff, r2
- add r2, r1
- mov.l @r1, r5
- mov #FUTEX_CMP_REQUEUE, r0
- or r0, r5
- #endif
- mov #1, r6
- mov #-1, r7
- shlr r7
- mov r9, r0
- # if MUTEX_FUTEX != 0
- add #MUTEX_FUTEX, r0
- # endif
- mov r10, r1
- mov #SYS_futex, r3
- extu.b r3, r3
- trapa #0x16
- SYSCALL_INST_PAD
-
- mov r0, r1
- mov #-12, r2
- shad r2, r1
- not r1, r1
- tst r1, r1
- mov r8, r4
- bt/s 9f
- add #cond_futex, r4
- 10:
- mov #0, r0
- lds.l @r15+, pr
- mov.l @r15+, r8
- mov.l @r15+, r9
- rts
- mov.l @r15+, r10
- 4:
-
- #if cond_lock != 0
- DEC (@(cond_lock,r8), r2)
- #else
- DEC (@r8, r2)
- #endif
- tst r2, r2
- bf 5f
- 6:
- mov #0, r0
- lds.l @r15+, pr
- mov.l @r15+, r8
- mov.l @r15+, r9
- rts
- mov.l @r15+, r10
- 1:
-
- mov r8, r5
- #if cond_lock != 0
- add #cond_lock, r5
- #endif
- mov.l @(dep_mutex,r8), r0
- cmp/eq #-1, r0
- bf/s 99f
- mov #LLL_PRIVATE, r6
- mov #LLL_SHARED, r6
- 99:
- extu.b r6, r6
- mov.l .Lwait5, r1
- bsrf r1
- mov r2, r4
- .Lwait5b:
- bra 2b
- nop
- 5:
-
- mov r8, r4
- #if cond_lock != 0
- add #cond_lock, r4
- #endif
- mov.l @(dep_mutex,r8), r0
- cmp/eq #-1, r0
- bf/s 99f
- mov #LLL_PRIVATE, r5
- mov #LLL_SHARED, r5
- 99:
- mov.l .Lwake5, r1
- bsrf r1
- extu.b r5, r5
- .Lwake5b:
- bra 6b
- nop
- 7:
-
- mov r8, r4
- #if cond_lock != 0
- add #cond_lock, r4
- #endif
- mov #-1, r0
- cmp/eq r0, r9
- bf/s 99f
- mov #LLL_PRIVATE, r5
- mov #LLL_SHARED, r5
- 99:
- mov.l .Lwake6, r1
- bsrf r1
- extu.b r5, r5
- .Lwake6b:
- bra 8b
- nop
- 9:
- mov #-1, r0
- cmp/eq r0, r9
- bt/s 99f
- mov #FUTEX_WAKE, r5
- #ifdef __ASSUME_PRIVATE_FUTEX
- mov #(FUTEX_WAKE|FUTEX_PRIVATE_FLAG), r5
- extu.b r5, r5
- #else
- stc gbr, r1
- mov.w .Lpfoff, r2
- add r2, r1
- mov.l @r1, r5
- mov #FUTEX_WAKE, r0
- or r0, r5
- #endif
- 99:
- mov #-1, r6
- shlr r6
- mov #0, r7
- mov #SYS_futex, r3
- extu.b r3, r3
- trapa #0x14
- SYSCALL_INST_PAD
- bra 10b
- nop
- #ifndef __ASSUME_PRIVATE_FUTEX
- .Lpfoff:
- .word PRIVATE_FUTEX - TLS_PRE_TCB_SIZE
- #endif
- .align 2
- .Lwait5:
- .long __lll_lock_wait-.Lwait5b
- .Lwake5:
- .long __lll_unlock_wake-.Lwake5b
- .Lwake6:
- .long __lll_unlock_wake-.Lwake6b
- .size __pthread_cond_broadcast, .-__pthread_cond_broadcast
- weak_alias (__pthread_cond_broadcast, pthread_cond_broadcast)
|