123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215 |
- #include <sysdep.h>
- #include <lowlevellock.h>
- #include <lowlevelbarrier.h>
- #include "lowlevel-atomic.h"
- .text
- .globl pthread_barrier_wait
- .type pthread_barrier_wait,@function
- .align 5
- pthread_barrier_wait:
- mov.l r9, @-r15
- mov.l r8, @-r15
- sts.l pr, @-r15
- mov r4, r8
-
- mov #0, r3
- mov #1, r4
- CMPXCHG (r3, @(MUTEX,r8), r4, r2)
- bf 1f
-
- 2:
- mov.l @(LEFT,r8), r0
- add #-1, r0
- mov.l r0, @(LEFT,r8)
- tst r0, r0
- bt 3f
-
- mov.l @(CURR_EVENT,r8), r6
-
- DEC (@(MUTEX,r8), r2)
- tst r2, r2
- bf 6f
- 7:
-
- mov r8, r4
- #if CURR_EVENT != 0
- add #CURR_EVENT, r4
- #endif
- #if FUTEX_WAIT == 0
- mov.l @(PRIVATE,r8), r5
- #else
- mov #FUTEX_WAIT, r5
- mov.l @(PRIVATE,r8), r0
- or r0, r5
- #endif
- mov #0, r7
- 8:
- mov #SYS_futex, r3
- extu.b r3, r3
- trapa #0x14
- SYSCALL_INST_PAD
-
- mov.l @(CURR_EVENT,r8), r0
- cmp/eq r0, r6
- bt 8b
-
- mov #1, r3
- mov.l @(INIT_COUNT,r8), r4
- XADD (r3, @(LEFT,r8), r2, r5)
- add #-1, r4
- cmp/eq r2, r4
- bf 10f
-
- DEC (@(MUTEX,r8), r2)
- tst r2, r2
- bf 9f
- 10:
- mov #0, r0 /* != PTHREAD_BARRIER_SERIAL_THREAD */
- lds.l @r15+, pr
- mov.l @r15+, r8
- rts
- mov.l @r15+, r9
- 3:
-
- mov.l @(CURR_EVENT,r8), r1
- add #1, r1
- mov.l r1, @(CURR_EVENT,r8)
-
- mov.l .Lall, r6
- mov r8, r4
- #if CURR_EVENT != 0
- add #CURR_EVENT, r4
- #endif
- mov #0, r7
- mov #FUTEX_WAKE, r5
- mov.l @(PRIVATE,r8), r0
- or r0, r5
- mov #SYS_futex, r3
- extu.b r3, r3
- trapa #0x14
- SYSCALL_INST_PAD
-
- mov #1, r3
- mov.l @(INIT_COUNT,r8), r4
- XADD (r3, @(LEFT,r8), r2, r5)
- add #-1, r4
- cmp/eq r2, r4
- bf 5f
-
- DEC (@(MUTEX,r8), r2)
- tst r2, r2
- bf 4f
- 5:
- mov #-1, r0 /* == PTHREAD_BARRIER_SERIAL_THREAD */
- lds.l @r15+, pr
- mov.l @r15+, r8
- rts
- mov.l @r15+, r9
- 1:
- mov.l @(PRIVATE,r8), r6
- mov #LLL_SHARED, r0
- extu.b r0, r0
- xor r0, r6
- mov r2, r4
- mov r8, r5
- mov.l .Lwait0, r1
- bsrf r1
- add #MUTEX, r5
- .Lwait0b:
- bra 2b
- nop
- 4:
- mov.l @(PRIVATE,r8), r5
- mov #LLL_SHARED, r0
- extu.b r0, r0
- xor r0, r5
- mov r8, r4
- mov.l .Lwake0, r1
- bsrf r1
- add #MUTEX, r4
- .Lwake0b:
- bra 5b
- nop
- 6:
- mov r6, r9
- mov.l @(PRIVATE,r8), r5
- mov #LLL_SHARED, r0
- extu.b r0, r0
- xor r0, r5
- mov r8, r4
- mov.l .Lwake1, r1
- bsrf r1
- add #MUTEX, r4
- .Lwake1b:
- bra 7b
- mov r9, r6
- 9:
- mov r6, r9
- mov.l @(PRIVATE,r8), r5
- mov #LLL_SHARED, r0
- extu.b r0, r0
- xor r0, r5
- mov r8, r4
- mov.l .Lwake2, r1
- bsrf r1
- add #MUTEX, r4
- .Lwake2b:
- bra 10b
- mov r9, r6
- .align 2
- .Lall:
- .long 0x7fffffff
- .Lwait0:
- .long __lll_lock_wait-.Lwait0b
- .Lwake0:
- .long __lll_unlock_wake-.Lwake0b
- .Lwake1:
- .long __lll_unlock_wake-.Lwake1b
- .Lwake2:
- .long __lll_unlock_wake-.Lwake2b
- .size pthread_barrier_wait,.-pthread_barrier_wait
|