| OLD | NEW |
| 1 #define _GNU_SOURCE | 1 #define _GNU_SOURCE |
| 2 #include "pthread_impl.h" | 2 #include "pthread_impl.h" |
| 3 #include "stdio_impl.h" | 3 #include "stdio_impl.h" |
| 4 #include "libc.h" | 4 #include "libc.h" |
| 5 #include <sys/mman.h> | 5 #include <sys/mman.h> |
| 6 #include <string.h> | 6 #include <string.h> |
| 7 #include <stddef.h> | 7 #include <stddef.h> |
| 8 | 8 |
| 9 void *__mmap(void *, size_t, int, int, int, off_t); | 9 void* __mmap(void*, size_t, int, int, int, off_t); |
| 10 int __munmap(void *, size_t); | 10 int __munmap(void*, size_t); |
| 11 int __mprotect(void *, size_t, int); | 11 int __mprotect(void*, size_t, int); |
| 12 | 12 |
| 13 static void dummy_0() | 13 static void dummy_0() {} |
| 14 { | |
| 15 } | |
| 16 weak_alias(dummy_0, __acquire_ptc); | 14 weak_alias(dummy_0, __acquire_ptc); |
| 17 weak_alias(dummy_0, __release_ptc); | 15 weak_alias(dummy_0, __release_ptc); |
| 18 weak_alias(dummy_0, __pthread_tsd_run_dtors); | 16 weak_alias(dummy_0, __pthread_tsd_run_dtors); |
| 19 weak_alias(dummy_0, __do_orphaned_stdio_locks); | 17 weak_alias(dummy_0, __do_orphaned_stdio_locks); |
| 20 weak_alias(dummy_0, __dl_thread_cleanup); | 18 weak_alias(dummy_0, __dl_thread_cleanup); |
| 21 | 19 |
| 22 _Noreturn void __pthread_exit(void *result) | 20 _Noreturn void __pthread_exit(void* result) { |
| 23 { | 21 pthread_t self = __pthread_self(); |
| 24 » pthread_t self = __pthread_self(); | 22 sigset_t set; |
| 25 » sigset_t set; | 23 |
| 26 | 24 self->canceldisable = 1; |
| 27 » self->canceldisable = 1; | 25 self->cancelasync = 0; |
| 28 » self->cancelasync = 0; | 26 self->result = result; |
| 29 » self->result = result; | 27 |
| 30 | 28 while (self->cancelbuf) { |
| 31 » while (self->cancelbuf) { | 29 void (*f)(void*) = self->cancelbuf->__f; |
| 32 » » void (*f)(void *) = self->cancelbuf->__f; | 30 void* x = self->cancelbuf->__x; |
| 33 » » void *x = self->cancelbuf->__x; | 31 self->cancelbuf = self->cancelbuf->__next; |
| 34 » » self->cancelbuf = self->cancelbuf->__next; | 32 f(x); |
| 35 » » f(x); | 33 } |
| 36 » } | 34 |
| 37 | 35 __pthread_tsd_run_dtors(); |
| 38 » __pthread_tsd_run_dtors(); | 36 |
| 39 | 37 __lock(self->exitlock); |
| 40 » __lock(self->exitlock); | 38 |
| 41 | 39 /* Mark this thread dead before decrementing count */ |
| 42 » /* Mark this thread dead before decrementing count */ | 40 __lock(self->killlock); |
| 43 » __lock(self->killlock); | 41 self->dead = 1; |
| 44 » self->dead = 1; | 42 |
| 45 | 43 /* Block all signals before decrementing the live thread count. |
| 46 » /* Block all signals before decrementing the live thread count. | 44 * This is important to ensure that dynamically allocated TLS |
| 47 » * This is important to ensure that dynamically allocated TLS | 45 * is not under-allocated/over-committed, and possibly for other |
| 48 » * is not under-allocated/over-committed, and possibly for other | 46 * reasons as well. */ |
| 49 » * reasons as well. */ | 47 __block_all_sigs(&set); |
| 50 » __block_all_sigs(&set); | 48 |
| 51 | 49 /* Wait to unlock the kill lock, which governs functions like |
| 52 » /* Wait to unlock the kill lock, which governs functions like | 50 * pthread_kill which target a thread id, until signals have |
| 53 » * pthread_kill which target a thread id, until signals have | 51 * been blocked. This precludes observation of the thread id |
| 54 » * been blocked. This precludes observation of the thread id | 52 * as a live thread (with application code running in it) after |
| 55 » * as a live thread (with application code running in it) after | 53 * the thread was reported dead by ESRCH being returned. */ |
| 56 » * the thread was reported dead by ESRCH being returned. */ | 54 __unlock(self->killlock); |
| 57 » __unlock(self->killlock); | 55 |
| 58 | 56 /* It's impossible to determine whether this is "the last thread" |
| 59 » /* It's impossible to determine whether this is "the last thread" | 57 * until performing the atomic decrement, since multiple threads |
| 60 » * until performing the atomic decrement, since multiple threads | 58 * could exit at the same time. For the last thread, revert the |
| 61 » * could exit at the same time. For the last thread, revert the | 59 * decrement and unblock signals to give the atexit handlers and |
| 62 » * decrement and unblock signals to give the atexit handlers and | 60 * stdio cleanup code a consistent state. */ |
| 63 » * stdio cleanup code a consistent state. */ | 61 if (a_fetch_add(&libc.threads_minus_1, -1) == 0) { |
| 64 » if (a_fetch_add(&libc.threads_minus_1, -1)==0) { | 62 libc.threads_minus_1 = 0; |
| 65 » » libc.threads_minus_1 = 0; | 63 __restore_sigs(&set); |
| 66 » » __restore_sigs(&set); | 64 exit(0); |
| 67 » » exit(0); | 65 } |
| 68 » } | 66 |
| 69 | 67 /* Process robust list in userspace to handle non-pshared mutexes |
| 70 » /* Process robust list in userspace to handle non-pshared mutexes | 68 * and the detached thread case where the robust list head will |
| 71 » * and the detached thread case where the robust list head will | 69 * be invalid when the kernel would process it. */ |
| 72 » * be invalid when the kernel would process it. */ | 70 __vm_lock(); |
| 73 » __vm_lock(); | 71 volatile void* volatile* rp; |
| 74 » volatile void *volatile *rp; | 72 while ((rp = self->robust_list.head) && rp != &self->robust_list.head) { |
| 75 » while ((rp=self->robust_list.head) && rp != &self->robust_list.head) { | 73 pthread_mutex_t* m = |
| 76 » » pthread_mutex_t *m = (void *)((char *)rp | 74 (void*)((char*)rp - offsetof(pthread_mutex_t, _m_next)); |
| 77 » » » - offsetof(pthread_mutex_t, _m_next)); | 75 int waiters = m->_m_waiters; |
| 78 » » int waiters = m->_m_waiters; | 76 int priv = (m->_m_type & 128) ^ 128; |
| 79 » » int priv = (m->_m_type & 128) ^ 128; | 77 self->robust_list.pending = rp; |
| 80 » » self->robust_list.pending = rp; | 78 self->robust_list.head = *rp; |
| 81 » » self->robust_list.head = *rp; | 79 int cont = a_swap(&m->_m_lock, self->tid | 0x40000000); |
| 82 » » int cont = a_swap(&m->_m_lock, self->tid|0x40000000); | 80 self->robust_list.pending = 0; |
| 83 » » self->robust_list.pending = 0; | 81 if (cont < 0 || waiters) |
| 84 » » if (cont < 0 || waiters) | 82 __wake(&m->_m_lock, 1, priv); |
| 85 » » » __wake(&m->_m_lock, 1, priv); | 83 } |
| 86 » } | 84 __vm_unlock(); |
| 87 » __vm_unlock(); | 85 |
| 88 | 86 __do_orphaned_stdio_locks(); |
| 89 » __do_orphaned_stdio_locks(); | 87 __dl_thread_cleanup(); |
| 90 » __dl_thread_cleanup(); | 88 |
| 91 | 89 if (self->detached && self->map_base) { |
| 92 » if (self->detached && self->map_base) { | 90 /* Detached threads must avoid the kernel clear_child_tid |
| 93 » » /* Detached threads must avoid the kernel clear_child_tid | 91 * feature, since the virtual address will have been |
| 94 » » * feature, since the virtual address will have been | 92 * unmapped and possibly already reused by a new mapping |
| 95 » » * unmapped and possibly already reused by a new mapping | 93 * at the time the kernel would perform the write. In |
| 96 » » * at the time the kernel would perform the write. In | 94 * the case of threads that started out detached, the |
| 97 » » * the case of threads that started out detached, the | 95 * initial clone flags are correct, but if the thread was |
| 98 » » * initial clone flags are correct, but if the thread was | 96 * detached later (== 2), we need to clear it here. */ |
| 99 » » * detached later (== 2), we need to clear it here. */ | 97 if (self->detached == 2) |
| 100 » » if (self->detached == 2) __syscall(SYS_set_tid_address, 0); | 98 __syscall(SYS_set_tid_address, 0); |
| 101 | 99 |
| 102 » » /* Robust list will no longer be valid, and was already | 100 /* Robust list will no longer be valid, and was already |
| 103 » » * processed above, so unregister it with the kernel. */ | 101 * processed above, so unregister it with the kernel. */ |
| 104 » » if (self->robust_list.off) | 102 if (self->robust_list.off) |
| 105 » » » __syscall(SYS_set_robust_list, 0, 3*sizeof(long)); | 103 __syscall(SYS_set_robust_list, 0, 3 * sizeof(long)); |
| 106 | 104 |
| 107 » » /* Since __unmapself bypasses the normal munmap code path, | 105 /* Since __unmapself bypasses the normal munmap code path, |
| 108 » » * explicitly wait for vmlock holders first. */ | 106 * explicitly wait for vmlock holders first. */ |
| 109 » » __vm_wait(); | 107 __vm_wait(); |
| 110 | 108 |
| 111 » » /* The following call unmaps the thread's stack mapping | 109 /* The following call unmaps the thread's stack mapping |
| 112 » » * and then exits without touching the stack. */ | 110 * and then exits without touching the stack. */ |
| 113 » » __unmapself(self->map_base, self->map_size); | 111 __unmapself(self->map_base, self->map_size); |
| 114 » } | 112 } |
| 115 | 113 |
| 116 » for (;;) __syscall(SYS_exit, 0); | 114 for (;;) |
| 117 } | 115 __syscall(SYS_exit, 0); |
| 118 | 116 } |
| 119 void __do_cleanup_push(struct __ptcb *cb) | 117 |
| 120 { | 118 void __do_cleanup_push(struct __ptcb* cb) { |
| 121 » struct pthread *self = __pthread_self(); | 119 struct pthread* self = __pthread_self(); |
| 122 » cb->__next = self->cancelbuf; | 120 cb->__next = self->cancelbuf; |
| 123 » self->cancelbuf = cb; | 121 self->cancelbuf = cb; |
| 124 } | 122 } |
| 125 | 123 |
| 126 void __do_cleanup_pop(struct __ptcb *cb) | 124 void __do_cleanup_pop(struct __ptcb* cb) { |
| 127 { | 125 __pthread_self()->cancelbuf = cb->__next; |
| 128 » __pthread_self()->cancelbuf = cb->__next; | 126 } |
| 129 } | 127 |
| 130 | 128 static int start(void* p) { |
| 131 static int start(void *p) | 129 pthread_t self = p; |
| 132 { | 130 if (self->startlock[0]) { |
| 133 » pthread_t self = p; | 131 __wait(self->startlock, 0, 1, 1); |
| 134 » if (self->startlock[0]) { | 132 if (self->startlock[0]) { |
| 135 » » __wait(self->startlock, 0, 1, 1); | 133 self->detached = 2; |
| 136 » » if (self->startlock[0]) { | 134 pthread_exit(0); |
| 137 » » » self->detached = 2; | 135 } |
| 138 » » » pthread_exit(0); | 136 __restore_sigs(self->sigmask); |
| 139 » » } | 137 } |
| 140 » » __restore_sigs(self->sigmask); | 138 if (self->unblock_cancel) |
| 141 » } | 139 __syscall(SYS_rt_sigprocmask, SIG_UNBLOCK, SIGPT_SET, 0, _NSIG / 8); |
| 142 » if (self->unblock_cancel) | 140 __pthread_exit(self->start(self->start_arg)); |
| 143 » » __syscall(SYS_rt_sigprocmask, SIG_UNBLOCK, | 141 return 0; |
| 144 » » » SIGPT_SET, 0, _NSIG/8); | 142 } |
| 145 » __pthread_exit(self->start(self->start_arg)); | 143 |
| 146 » return 0; | 144 static int start_c11(void* p) { |
| 147 } | 145 pthread_t self = p; |
| 148 | 146 int (*start)(void*) = (int (*)(void*))self->start; |
| 149 static int start_c11(void *p) | 147 __pthread_exit((void*)(uintptr_t)start(self->start_arg)); |
| 150 { | 148 return 0; |
| 151 » pthread_t self = p; | 149 } |
| 152 » int (*start)(void*) = (int(*)(void*)) self->start; | 150 |
| 153 » __pthread_exit((void *)(uintptr_t)start(self->start_arg)); | 151 #define ROUND(x) (((x) + PAGE_SIZE - 1) & -PAGE_SIZE) |
| 154 » return 0; | |
| 155 } | |
| 156 | |
| 157 #define ROUND(x) (((x)+PAGE_SIZE-1)&-PAGE_SIZE) | |
| 158 | 152 |
| 159 /* pthread_key_create.c overrides this */ | 153 /* pthread_key_create.c overrides this */ |
| 160 static volatile size_t dummy = 0; | 154 static volatile size_t dummy = 0; |
| 161 weak_alias(dummy, __pthread_tsd_size); | 155 weak_alias(dummy, __pthread_tsd_size); |
| 162 static void *dummy_tsd[1] = { 0 }; | 156 static void* dummy_tsd[1] = {0}; |
| 163 weak_alias(dummy_tsd, __pthread_tsd_main); | 157 weak_alias(dummy_tsd, __pthread_tsd_main); |
| 164 | 158 |
| 165 volatile int __block_new_threads = 0; | 159 volatile int __block_new_threads = 0; |
| 166 | 160 |
| 167 static FILE *volatile dummy_file = 0; | 161 static FILE* volatile dummy_file = 0; |
| 168 weak_alias(dummy_file, __stdin_used); | 162 weak_alias(dummy_file, __stdin_used); |
| 169 weak_alias(dummy_file, __stdout_used); | 163 weak_alias(dummy_file, __stdout_used); |
| 170 weak_alias(dummy_file, __stderr_used); | 164 weak_alias(dummy_file, __stderr_used); |
| 171 | 165 |
| 172 static void init_file_lock(FILE *f) | 166 static void init_file_lock(FILE* f) { |
| 173 { | 167 if (f && f->lock < 0) |
| 174 » if (f && f->lock<0) f->lock = 0; | 168 f->lock = 0; |
| 175 } | 169 } |
| 176 | 170 |
| 177 void *__copy_tls(unsigned char *); | 171 void* __copy_tls(unsigned char*); |
| 178 | 172 |
| 179 int __pthread_create(pthread_t *restrict res, const pthread_attr_t *restrict att
rp, void *(*entry)(void *), void *restrict arg) | 173 int __pthread_create(pthread_t* restrict res, |
| 180 { | 174 const pthread_attr_t* restrict attrp, |
| 181 » int ret, c11 = (attrp == __ATTRP_C11_THREAD); | 175 void* (*entry)(void*), |
| 182 » size_t size, guard; | 176 void* restrict arg) { |
| 183 » struct pthread *self, *new; | 177 int ret, c11 = (attrp == __ATTRP_C11_THREAD); |
| 184 » unsigned char *map = 0, *stack = 0, *tsd = 0, *stack_limit; | 178 size_t size, guard; |
| 185 » unsigned flags = CLONE_VM | CLONE_FS | CLONE_FILES | CLONE_SIGHAND | 179 struct pthread *self, *new; |
| 186 » » | CLONE_THREAD | CLONE_SYSVSEM | CLONE_SETTLS | 180 unsigned char *map = 0, *stack = 0, *tsd = 0, *stack_limit; |
| 187 » » | CLONE_PARENT_SETTID | CLONE_CHILD_CLEARTID | CLONE_DETACHED; | 181 unsigned flags = CLONE_VM | CLONE_FS | CLONE_FILES | CLONE_SIGHAND | |
| 188 » int do_sched = 0; | 182 CLONE_THREAD | CLONE_SYSVSEM | CLONE_SETTLS | |
| 189 » pthread_attr_t attr = {0}; | 183 CLONE_PARENT_SETTID | CLONE_CHILD_CLEARTID | CLONE_DETACHED; |
| 190 | 184 int do_sched = 0; |
| 191 » if (!libc.can_do_threads) return ENOSYS; | 185 pthread_attr_t attr = {0}; |
| 192 » self = __pthread_self(); | 186 |
| 193 » if (!libc.threaded) { | 187 if (!libc.can_do_threads) |
| 194 » » for (FILE *f=*__ofl_lock(); f; f=f->next) | 188 return ENOSYS; |
| 195 » » » init_file_lock(f); | 189 self = __pthread_self(); |
| 196 » » __ofl_unlock(); | 190 if (!libc.threaded) { |
| 197 » » init_file_lock(__stdin_used); | 191 for (FILE* f = *__ofl_lock(); f; f = f->next) |
| 198 » » init_file_lock(__stdout_used); | 192 init_file_lock(f); |
| 199 » » init_file_lock(__stderr_used); | 193 __ofl_unlock(); |
| 200 » » __syscall(SYS_rt_sigprocmask, SIG_UNBLOCK, SIGPT_SET, 0, _NSIG/8
); | 194 init_file_lock(__stdin_used); |
| 201 » » self->tsd = (void **)__pthread_tsd_main; | 195 init_file_lock(__stdout_used); |
| 202 » » libc.threaded = 1; | 196 init_file_lock(__stderr_used); |
| 203 » } | 197 __syscall(SYS_rt_sigprocmask, SIG_UNBLOCK, SIGPT_SET, 0, _NSIG / 8); |
| 204 » if (attrp && !c11) attr = *attrp; | 198 self->tsd = (void**)__pthread_tsd_main; |
| 205 | 199 libc.threaded = 1; |
| 206 » __acquire_ptc(); | 200 } |
| 207 » if (__block_new_threads) __wait(&__block_new_threads, 0, 1, 1); | 201 if (attrp && !c11) |
| 208 | 202 attr = *attrp; |
| 209 » if (attr._a_stackaddr) { | 203 |
| 210 » » size_t need = libc.tls_size + __pthread_tsd_size; | 204 __acquire_ptc(); |
| 211 » » size = attr._a_stacksize + DEFAULT_STACK_SIZE; | 205 if (__block_new_threads) |
| 212 » » stack = (void *)(attr._a_stackaddr & -16); | 206 __wait(&__block_new_threads, 0, 1, 1); |
| 213 » » stack_limit = (void *)(attr._a_stackaddr - size); | 207 |
| 214 » » /* Use application-provided stack for TLS only when | 208 if (attr._a_stackaddr) { |
| 215 » » * it does not take more than ~12% or 2k of the | 209 size_t need = libc.tls_size + __pthread_tsd_size; |
| 216 » » * application's stack space. */ | 210 size = attr._a_stacksize + DEFAULT_STACK_SIZE; |
| 217 » » if (need < size/8 && need < 2048) { | 211 stack = (void*)(attr._a_stackaddr & -16); |
| 218 » » » tsd = stack - __pthread_tsd_size; | 212 stack_limit = (void*)(attr._a_stackaddr - size); |
| 219 » » » stack = tsd - libc.tls_size; | 213 /* Use application-provided stack for TLS only when |
| 220 » » » memset(stack, 0, need); | 214 * it does not take more than ~12% or 2k of the |
| 221 » » } else { | 215 * application's stack space. */ |
| 222 » » » size = ROUND(need); | 216 if (need < size / 8 && need < 2048) { |
| 223 » » » guard = 0; | 217 tsd = stack - __pthread_tsd_size; |
| 224 » » } | 218 stack = tsd - libc.tls_size; |
| 225 » } else { | 219 memset(stack, 0, need); |
| 226 » » guard = ROUND(DEFAULT_GUARD_SIZE + attr._a_guardsize); | 220 } else { |
| 227 » » size = guard + ROUND(DEFAULT_STACK_SIZE + attr._a_stacksize | 221 size = ROUND(need); |
| 228 » » » + libc.tls_size + __pthread_tsd_size); | 222 guard = 0; |
| 229 » } | 223 } |
| 230 | 224 } else { |
| 231 » if (!tsd) { | 225 guard = ROUND(DEFAULT_GUARD_SIZE + attr._a_guardsize); |
| 232 » » if (guard) { | 226 size = guard + ROUND(DEFAULT_STACK_SIZE + attr._a_stacksize + |
| 233 » » » map = __mmap(0, size, PROT_NONE, MAP_PRIVATE|MAP_ANON, -
1, 0); | 227 libc.tls_size + __pthread_tsd_size); |
| 234 » » » if (map == MAP_FAILED) goto fail; | 228 } |
| 235 » » » if (__mprotect(map+guard, size-guard, PROT_READ|PROT_WRI
TE) | 229 |
| 236 » » » && errno != ENOSYS) { | 230 if (!tsd) { |
| 237 » » » » __munmap(map, size); | 231 if (guard) { |
| 238 » » » » goto fail; | 232 map = __mmap(0, size, PROT_NONE, MAP_PRIVATE | MAP_ANON, -1, 0); |
| 239 » » » } | 233 if (map == MAP_FAILED) |
| 240 » » } else { | 234 goto fail; |
| 241 » » » map = __mmap(0, size, PROT_READ|PROT_WRITE, MAP_PRIVATE|
MAP_ANON, -1, 0); | 235 if (__mprotect(map + guard, size - guard, PROT_READ | PROT_WRITE) && |
| 242 » » » if (map == MAP_FAILED) goto fail; | 236 errno != ENOSYS) { |
| 243 » » } | 237 __munmap(map, size); |
| 244 » » tsd = map + size - __pthread_tsd_size; | 238 goto fail; |
| 245 » » if (!stack) { | 239 } |
| 246 » » » stack = tsd - libc.tls_size; | 240 } else { |
| 247 » » » stack_limit = map + guard; | 241 map = __mmap(0, size, PROT_READ | PROT_WRITE, MAP_PRIVATE | MAP_ANON, -1, |
| 248 » » } | 242 0); |
| 249 » } | 243 if (map == MAP_FAILED) |
| 250 | 244 goto fail; |
| 251 » new = __copy_tls(tsd - libc.tls_size); | 245 } |
| 252 » new->map_base = map; | 246 tsd = map + size - __pthread_tsd_size; |
| 253 » new->map_size = size; | 247 if (!stack) { |
| 254 » new->stack = stack; | 248 stack = tsd - libc.tls_size; |
| 255 » new->stack_size = stack - stack_limit; | 249 stack_limit = map + guard; |
| 256 » new->start = entry; | 250 } |
| 257 » new->start_arg = arg; | 251 } |
| 258 » new->self = new; | 252 |
| 259 » new->tsd = (void *)tsd; | 253 new = __copy_tls(tsd - libc.tls_size); |
| 260 » new->locale = &libc.global_locale; | 254 new->map_base = map; |
| 261 » if (attr._a_detach) { | 255 new->map_size = size; |
| 262 » » new->detached = 1; | 256 new->stack = stack; |
| 263 » » flags -= CLONE_CHILD_CLEARTID; | 257 new->stack_size = stack - stack_limit; |
| 264 » } | 258 new->start = entry; |
| 265 » if (attr._a_sched) { | 259 new->start_arg = arg; |
| 266 » » do_sched = new->startlock[0] = 1; | 260 new->self = new; |
| 267 » » __block_app_sigs(new->sigmask); | 261 new->tsd = (void*)tsd; |
| 268 » } | 262 new->locale = &libc.global_locale; |
| 269 » new->robust_list.head = &new->robust_list.head; | 263 if (attr._a_detach) { |
| 270 » new->unblock_cancel = self->cancel; | 264 new->detached = 1; |
| 271 » new->CANARY = self->CANARY; | 265 flags -= CLONE_CHILD_CLEARTID; |
| 272 | 266 } |
| 273 » a_inc(&libc.threads_minus_1); | 267 if (attr._a_sched) { |
| 274 » ret = __clone((c11 ? start_c11 : start), stack, flags, new, &new->tid, T
P_ADJ(new), &new->tid); | 268 do_sched = new->startlock[0] = 1; |
| 275 | 269 __block_app_sigs(new->sigmask); |
| 276 » __release_ptc(); | 270 } |
| 277 | 271 new->robust_list.head = &new->robust_list.head; |
| 278 » if (do_sched) { | 272 new->unblock_cancel = self->cancel; |
| 279 » » __restore_sigs(new->sigmask); | 273 new->CANARY = self->CANARY; |
| 280 » } | 274 |
| 281 | 275 a_inc(&libc.threads_minus_1); |
| 282 » if (ret < 0) { | 276 ret = __clone((c11 ? start_c11 : start), stack, flags, new, &new->tid, |
| 283 » » a_dec(&libc.threads_minus_1); | 277 TP_ADJ(new), &new->tid); |
| 284 » » if (map) __munmap(map, size); | 278 |
| 285 » » return EAGAIN; | 279 __release_ptc(); |
| 286 » } | 280 |
| 287 | 281 if (do_sched) { |
| 288 » if (do_sched) { | 282 __restore_sigs(new->sigmask); |
| 289 » » ret = __syscall(SYS_sched_setscheduler, new->tid, | 283 } |
| 290 » » » attr._a_policy, &attr._a_prio); | 284 |
| 291 » » a_store(new->startlock, ret<0 ? 2 : 0); | 285 if (ret < 0) { |
| 292 » » __wake(new->startlock, 1, 1); | 286 a_dec(&libc.threads_minus_1); |
| 293 » » if (ret < 0) return -ret; | 287 if (map) |
| 294 » } | 288 __munmap(map, size); |
| 295 | 289 return EAGAIN; |
| 296 » *res = new; | 290 } |
| 297 » return 0; | 291 |
| 292 if (do_sched) { |
| 293 ret = __syscall(SYS_sched_setscheduler, new->tid, attr._a_policy, |
| 294 &attr._a_prio); |
| 295 a_store(new->startlock, ret < 0 ? 2 : 0); |
| 296 __wake(new->startlock, 1, 1); |
| 297 if (ret < 0) |
| 298 return -ret; |
| 299 } |
| 300 |
| 301 *res = new; |
| 302 return 0; |
| 298 fail: | 303 fail: |
| 299 » __release_ptc(); | 304 __release_ptc(); |
| 300 » return EAGAIN; | 305 return EAGAIN; |
| 301 } | 306 } |
| 302 | 307 |
| 303 weak_alias(__pthread_exit, pthread_exit); | 308 weak_alias(__pthread_exit, pthread_exit); |
| 304 weak_alias(__pthread_create, pthread_create); | 309 weak_alias(__pthread_create, pthread_create); |
| OLD | NEW |