pthread_rwlock_rdlock.S 4.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255
  1. /* Copyright (C) 2003, 2007 Free Software Foundation, Inc.
  2. This file is part of the GNU C Library.
  3. The GNU C Library is free software; you can redistribute it and/or
  4. modify it under the terms of the GNU Lesser General Public
  5. License as published by the Free Software Foundation; either
  6. version 2.1 of the License, or (at your option) any later version.
  7. The GNU C Library is distributed in the hope that it will be useful,
  8. but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  10. Lesser General Public License for more details.
  11. You should have received a copy of the GNU Lesser General Public
  12. License along with the GNU C Library; if not, write to the Free
  13. Software Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA
  14. 02111-1307 USA. */
  15. #include <sysdep.h>
  16. #include <lowlevellock.h>
  17. #include <lowlevelrwlock.h>
  18. #include <pthread-errnos.h>
  19. #include <tcb-offsets.h>
  20. #include <bits/kernel-features.h>
  21. #include "lowlevel-atomic.h"
  22. .text
  23. .globl __pthread_rwlock_rdlock
  24. .type __pthread_rwlock_rdlock,@function
  25. .hidden __pthread_rwlock_rdlock
  26. .align 5
  27. __pthread_rwlock_rdlock:
  28. mov.l r12, @-r15
  29. mov.l r9, @-r15
  30. mov.l r8, @-r15
  31. sts.l pr, @-r15
  32. mov r4, r8
  33. /* Get the lock. */
  34. mov #0, r3
  35. mov #1, r4
  36. #if MUTEX == 0
  37. CMPXCHG (r3, @r8, r4, r2)
  38. #else
  39. CMPXCHG (r3, @(MUTEX,r8), r4, r2)
  40. #endif
  41. bf 1f
  42. 2:
  43. mov.l @(WRITER,r8), r0
  44. tst r0, r0
  45. bf 14f
  46. mov.l @(WRITERS_QUEUED,r8), r0
  47. tst r0, r0
  48. bt 5f
  49. mov #FLAGS, r0
  50. mov.b @(r0,r8), r0
  51. tst r0, r0
  52. bt 5f
  53. 3:
  54. mov.l @(READERS_QUEUED,r8), r0
  55. add #1, r0
  56. mov.l r0, @(READERS_QUEUED,r8)
  57. tst r0, r0
  58. bt 4f
  59. mov.l @(READERS_WAKEUP,r8), r9
  60. #if MUTEX == 0
  61. DEC (@r8, r2)
  62. #else
  63. DEC (@(MUTEX,r8), r2)
  64. #endif
  65. tst r2, r2
  66. bf 10f
  67. 11:
  68. #ifdef __ASSUME_PRIVATE_FUTEX
  69. mov #PSHARED, r0
  70. mov.b @(r0,r8), r5
  71. mov #(FUTEX_PRIVATE_FLAG|FUTEX_WAIT), r0
  72. xor r0, r5
  73. extu.b r5, r5
  74. #else
  75. mov #PSHARED, r0
  76. mov.b @(r0,r8), r5
  77. extu.b r5, r5
  78. # if FUTEX_WAIT != 0
  79. mov #FUTEX_WAIT, r0
  80. or r0, r5
  81. # endif
  82. stc gbr, r1
  83. mov.w .Lpfoff, r2
  84. add r2, r1
  85. mov.l @r1, r0
  86. xor r0, r5
  87. #endif
  88. mov r8, r4
  89. add #READERS_WAKEUP, r4
  90. mov r9, r6
  91. mov #0, r7
  92. mov #SYS_futex, r3
  93. extu.b r3, r3
  94. trapa #0x14
  95. SYSCALL_INST_PAD
  96. /* Reget the lock. */
  97. mov #0, r3
  98. mov #1, r4
  99. #if MUTEX == 0
  100. CMPXCHG (r3, @r8, r4, r2)
  101. #else
  102. CMPXCHG (r3, @(MUTEX,r8), r4, r2)
  103. #endif
  104. bf 12f
  105. 13:
  106. mov.l @(READERS_QUEUED,r8), r0
  107. add #-1, r0
  108. bra 2b
  109. mov.l r0, @(READERS_QUEUED,r8)
  110. 5:
  111. mov #0, r3
  112. mov.l @(NR_READERS,r8), r0
  113. add #1, r0
  114. mov.l r0, @(NR_READERS,r8)
  115. tst r0, r0
  116. bt 8f
  117. 9:
  118. #if MUTEX == 0
  119. DEC (@r8, r2)
  120. #else
  121. DEC (@(MUTEX,r8), r2)
  122. #endif
  123. tst r2, r2
  124. bf 6f
  125. 7:
  126. lds.l @r15+, pr
  127. mov.l @r15+, r8
  128. mov.l @r15+, r9
  129. mov.l @r15+, r12
  130. rts
  131. mov r3, r0
  132. #ifndef __ASSUME_PRIVATE_FUTEX
  133. .Lpfoff:
  134. .word PRIVATE_FUTEX - TLS_PRE_TCB_SIZE
  135. #endif
  136. 1:
  137. mov r8, r5
  138. #if MUTEX != 0
  139. add #MUTEX, r5
  140. #endif
  141. mov #PSHARED, r0
  142. mov.b @(r0,r8), r6
  143. extu.b r6, r6
  144. mov.l .Lwait0, r1
  145. bsrf r1
  146. mov r2, r4
  147. .Lwait0b:
  148. bra 2b
  149. nop
  150. 14:
  151. stc gbr, r1
  152. mov.w .Ltidoff, r2
  153. add r2, r1
  154. mov.l @r1, r1
  155. cmp/eq r1, r0
  156. bf 3b
  157. /* Deadlock detected. */
  158. bra 9b
  159. mov #EDEADLK, r3
  160. .Ltidoff:
  161. .word TID - TLS_PRE_TCB_SIZE
  162. 6:
  163. mov r8, r4
  164. #if MUTEX != 0
  165. add #MUTEX, r4
  166. #endif
  167. mov #PSHARED, r0
  168. mov.b @(r0,r8), r5
  169. extu.b r5, r5
  170. mov.l .Lwake0, r1
  171. bsrf r1
  172. nop
  173. .Lwake0b:
  174. bra 7b
  175. mov #0, r3
  176. 8:
  177. /* Overflow. */
  178. mov.l @(NR_READERS,r8), r1
  179. add #-1, r1
  180. mov.l r1, @(NR_READERS,r8)
  181. bra 9b
  182. mov #EAGAIN, r3
  183. 4:
  184. /* Overflow. */
  185. mov.l @(READERS_QUEUED,r8), r1
  186. add #-1, r1
  187. mov.l r1, @(READERS_QUEUED,r8)
  188. bra 9b
  189. mov #EAGAIN, r3
  190. 10:
  191. mov r8, r4
  192. #if MUTEX != 0
  193. add #MUTEX, r4
  194. #endif
  195. mov #PSHARED, r0
  196. mov.b @(r0,r8), r5
  197. extu.b r5, r5
  198. mov.l .Lwake1, r1
  199. bsrf r1
  200. nop
  201. .Lwake1b:
  202. bra 11b
  203. nop
  204. 12:
  205. mov r8, r5
  206. #if MUTEX != 0
  207. add #MUTEX, r5
  208. #endif
  209. mov #PSHARED, r0
  210. mov.b @(r0,r8), r6
  211. extu.b r6, r6
  212. mov.l .Lwait1, r1
  213. bsrf r1
  214. mov r2, r4
  215. .Lwait1b:
  216. bra 13b
  217. nop
  218. .align 2
  219. .Lwait0:
  220. .long __lll_lock_wait-.Lwait0b
  221. .Lwake0:
  222. .long __lll_unlock_wake-.Lwake0b
  223. .Lwait1:
  224. .long __lll_lock_wait-.Lwait1b
  225. .Lwake1:
  226. .long __lll_unlock_wake-.Lwake1b
  227. .size __pthread_rwlock_rdlock,.-__pthread_rwlock_rdlock
  228. .globl pthread_rwlock_rdlock
  229. pthread_rwlock_rdlock = __pthread_rwlock_rdlock
  230. .globl __pthread_rwlock_rdlock_internal
  231. __pthread_rwlock_rdlock_internal = __pthread_rwlock_rdlock