123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234 |
- /* Copyright (C) 2003, 2007 Free Software Foundation, Inc.
- This file is part of the GNU C Library.
- The GNU C Library is free software; you can redistribute it and/or
- modify it under the terms of the GNU Lesser General Public
- License as published by the Free Software Foundation; either
- version 2.1 of the License, or (at your option) any later version.
- The GNU C Library is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
- Lesser General Public License for more details.
- You should have received a copy of the GNU Lesser General Public
- License along with the GNU C Library; if not, see
- <http://www.gnu.org/licenses/>. */
- #include <sysdep.h>
- #include <lowlevellock.h>
- #include <lowlevelrwlock.h>
- #include <pthread-errnos.h>
- #include <tcb-offsets.h>
- #include <bits/kernel-features.h>
- #include "lowlevel-atomic.h"
- .text
- .globl __pthread_rwlock_wrlock
- .type __pthread_rwlock_wrlock,@function
- .protected __pthread_rwlock_wrlock
- .align 5
- __pthread_rwlock_wrlock:
- mov.l r12, @-r15
- mov.l r9, @-r15
- mov.l r8, @-r15
- sts.l pr, @-r15
- mov r4, r8
- /* Get the lock. */
- mov #0, r3
- mov #1, r4
- #if MUTEX == 0
- CMPXCHG (r3, @r8, r4, r2)
- #else
- CMPXCHG (r3, @(MUTEX,r8), r4, r2)
- #endif
- bf 1f
- 2:
- mov.l @(WRITER,r8), r0
- tst r0, r0
- bf 14f
- mov.l @(NR_READERS,r8), r0
- tst r0, r0
- bt 5f
- 3:
- mov.l @(WRITERS_QUEUED,r8), r0
- add #1, r0
- mov.l r0, @(WRITERS_QUEUED,r8)
- tst r0, r0
- bt 4f
- mov.l @(WRITERS_WAKEUP,r8), r9
- #if MUTEX == 0
- DEC (@r8, r2)
- #else
- DEC (@(MUTEX,r8), r2)
- #endif
- tst r2, r2
- bf 10f
- 11:
- mov r8, r4
- add #WRITERS_WAKEUP, r4
- #ifdef __ASSUME_PRIVATE_FUTEX
- mov #PSHARED, r0
- mov.b @(r0,r8), r5
- mov #(FUTEX_PRIVATE_FLAG|FUTEX_WAIT), r0
- xor r0, r5
- extu.b r5, r5
- #else
- mov #PSHARED, r0
- mov.b @(r0,r8), r5
- extu.b r5, r5
- # if FUTEX_WAIT != 0
- mov #FUTEX_WAIT, r0
- or r0, r5
- # endif
- stc gbr, r1
- mov.w .Lpfoff, r2
- add r2, r1
- mov.l @r1, r0
- xor r0, r5
- #endif
- mov r9, r6
- mov #0, r7
- mov #SYS_futex, r3
- extu.b r3, r3
- trapa #0x14
- SYSCALL_INST_PAD
- /* Reget the lock. */
- mov #0, r3
- mov #1, r4
- #if MUTEX == 0
- CMPXCHG (r3, @r8, r4, r2)
- #else
- CMPXCHG (r3, @(MUTEX,r8), r4, r2)
- #endif
- bf 12f
- 13:
- mov.l @(WRITERS_QUEUED,r8), r0
- add #-1, r0
- bra 2b
- mov.l r0, @(WRITERS_QUEUED,r8)
- 5:
- mov #0, r3
- stc gbr, r0
- mov.w .Ltidoff, r1
- mov.l @(r0,r1), r0
- mov.l r0, @(WRITER,r8)
- 9:
- #if MUTEX == 0
- DEC (@r8, r2)
- #else
- DEC (@(MUTEX,r8), r2)
- #endif
- tst r2, r2
- bf 6f
- 7:
- lds.l @r15+, pr
- mov.l @r15+, r8
- mov.l @r15+, r9
- mov.l @r15+, r12
- rts
- mov r3, r0
- 1:
- mov r8, r5
- #if MUTEX != 0
- add #MUTEX, r5
- #endif
- mov #PSHARED, r0
- mov.b @(r0,r8), r6
- extu.b r6, r6
- mov.l .Lwait4, r1
- bsrf r1
- mov r2, r4
- .Lwait4b:
- bra 2b
- nop
- 14:
- stc gbr, r1
- mov.w .Ltidoff, r2
- add r2, r1
- mov.l @r1, r1
- cmp/eq r1, r0
- bf 3b
- bra 9b
- mov #EDEADLK, r3
- 6:
- mov r8, r4
- #if MUTEX != 0
- add #MUTEX, r4
- #endif
- mov #PSHARED, r0
- mov.b @(r0,r8), r5
- extu.b r5, r5
- mov.l .Lwake4, r1
- bsrf r1
- nop
- .Lwake4b:
- bra 7b
- mov #0, r3
- #ifndef __ASSUME_PRIVATE_FUTEX
- .Lpfoff:
- .word PRIVATE_FUTEX - TLS_PRE_TCB_SIZE
- #endif
- .Ltidoff:
- .word TID - TLS_PRE_TCB_SIZE
- 4:
- mov.l @(WRITERS_QUEUED,r8), r1
- add #-1, r1
- mov.l r1, @(WRITERS_QUEUED,r8)
- bra 9b
- mov #EAGAIN, r3
- 10:
- mov r8, r4
- #if MUTEX != 0
- add #MUTEX, r4
- #endif
- mov #PSHARED, r0
- mov.b @(r0,r8), r5
- extu.b r5, r5
- mov.l .Lwake5, r1
- bsrf r1
- nop
- .Lwake5b:
- bra 11b
- nop
- 12:
- mov r8, r5
- #if MUTEX != 0
- add #MUTEX, r5
- #endif
- mov #PSHARED, r0
- mov.b @(r0,r8), r6
- extu.b r6, r6
- mov.l .Lwait5, r1
- bsrf r1
- mov r2, r4
- .Lwait5b:
- bra 13b
- nop
- .align 2
- .Lwait4:
- .long __lll_lock_wait-.Lwait4b
- .Lwake4:
- .long __lll_unlock_wake-.Lwake4b
- .Lwait5:
- .long __lll_lock_wait-.Lwait5b
- .Lwake5:
- .long __lll_unlock_wake-.Lwake5b
- .globl pthread_rwlock_wrlock
- pthread_rwlock_wrlock = __pthread_rwlock_wrlock
- .globl __pthread_rwlock_wrlock_internal
- __pthread_rwlock_wrlock_internal = __pthread_rwlock_wrlock
|