|  | /* Copyright (C) 2002-2016 Free Software Foundation, Inc. | 
|  | This file is part of the GNU C Library. | 
|  | Contributed by Ulrich Drepper <drepper@redhat.com>, 2002. | 
|  |  | 
|  | The GNU C Library is free software; you can redistribute it and/or | 
|  | modify it under the terms of the GNU Lesser General Public | 
|  | License as published by the Free Software Foundation; either | 
|  | version 2.1 of the License, or (at your option) any later version. | 
|  |  | 
|  | The GNU C Library is distributed in the hope that it will be useful, | 
|  | but WITHOUT ANY WARRANTY; without even the implied warranty of | 
|  | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU | 
|  | Lesser General Public License for more details. | 
|  |  | 
|  | You should have received a copy of the GNU Lesser General Public | 
|  | License along with the GNU C Library; if not, see | 
|  | <http://www.gnu.org/licenses/>.  */ | 
|  |  | 
|  | #include <ctype.h> | 
|  | #include <errno.h> | 
|  | #include <stdbool.h> | 
|  | #include <stdlib.h> | 
|  | #include <string.h> | 
|  | #include <stdint.h> | 
|  | #include "pthreadP.h" | 
|  | #include <hp-timing.h> | 
|  | #include <ldsodefs.h> | 
|  | #include <atomic.h> | 
|  | #include <libc-internal.h> | 
|  | #include <resolv.h> | 
|  | #include <kernel-features.h> | 
|  | #include <exit-thread.h> | 
|  | #include <default-sched.h> | 
|  | #include <futex-internal.h> | 
|  |  | 
|  | #include <shlib-compat.h> | 
|  |  | 
|  | #include <stap-probe.h> | 
|  |  | 
|  |  | 
|  | /* Nozero if debugging mode is enabled.  */ | 
|  | int __pthread_debug; | 
|  |  | 
|  | /* Globally enabled events.  */ | 
|  | static td_thr_events_t __nptl_threads_events __attribute_used__; | 
|  |  | 
|  | /* Pointer to descriptor with the last event.  */ | 
|  | static struct pthread *__nptl_last_event __attribute_used__; | 
|  |  | 
|  | /* Number of threads running.  */ | 
|  | unsigned int __nptl_nthreads = 1; | 
|  |  | 
|  |  | 
|  | /* Code to allocate and deallocate a stack.  */ | 
|  | #include "allocatestack.c" | 
|  |  | 
|  | /* createthread.c defines this function, and two macros: | 
|  | START_THREAD_DEFN and START_THREAD_SELF (see below). | 
|  |  | 
|  | create_thread is obliged to initialize PD->stopped_start.  It | 
|  | should be true if the STOPPED_START parameter is true, or if | 
|  | create_thread needs the new thread to synchronize at startup for | 
|  | some other implementation reason.  If PD->stopped_start will be | 
|  | true, then create_thread is obliged to perform the operation | 
|  | "lll_lock (PD->lock, LLL_PRIVATE)" before starting the thread. | 
|  |  | 
|  | The return value is zero for success or an errno code for failure. | 
|  | If the return value is ENOMEM, that will be translated to EAGAIN, | 
|  | so create_thread need not do that.  On failure, *THREAD_RAN should | 
|  | be set to true iff the thread actually started up and then got | 
|  | cancelled before calling user code (*PD->start_routine), in which | 
|  | case it is responsible for doing its own cleanup.  */ | 
|  |  | 
|  | static int create_thread (struct pthread *pd, const struct pthread_attr *attr, | 
|  | bool stopped_start, STACK_VARIABLES_PARMS, | 
|  | bool *thread_ran); | 
|  |  | 
|  | #include <createthread.c> | 
|  |  | 
|  |  | 
|  | struct pthread * | 
|  | internal_function | 
|  | __find_in_stack_list (struct pthread *pd) | 
|  | { | 
|  | list_t *entry; | 
|  | struct pthread *result = NULL; | 
|  |  | 
|  | lll_lock (stack_cache_lock, LLL_PRIVATE); | 
|  |  | 
|  | list_for_each (entry, &stack_used) | 
|  | { | 
|  | struct pthread *curp; | 
|  |  | 
|  | curp = list_entry (entry, struct pthread, list); | 
|  | if (curp == pd) | 
|  | { | 
|  | result = curp; | 
|  | break; | 
|  | } | 
|  | } | 
|  |  | 
|  | if (result == NULL) | 
|  | list_for_each (entry, &__stack_user) | 
|  | { | 
|  | struct pthread *curp; | 
|  |  | 
|  | curp = list_entry (entry, struct pthread, list); | 
|  | if (curp == pd) | 
|  | { | 
|  | result = curp; | 
|  | break; | 
|  | } | 
|  | } | 
|  |  | 
|  | lll_unlock (stack_cache_lock, LLL_PRIVATE); | 
|  |  | 
|  | return result; | 
|  | } | 
|  |  | 
|  |  | 
|  | /* Deallocate POSIX thread-local-storage.  */ | 
|  | void | 
|  | attribute_hidden | 
|  | __nptl_deallocate_tsd (void) | 
|  | { | 
|  | struct pthread *self = THREAD_SELF; | 
|  |  | 
|  | /* Maybe no data was ever allocated.  This happens often so we have | 
|  | a flag for this.  */ | 
|  | if (THREAD_GETMEM (self, specific_used)) | 
|  | { | 
|  | size_t round; | 
|  | size_t cnt; | 
|  |  | 
|  | round = 0; | 
|  | do | 
|  | { | 
|  | size_t idx; | 
|  |  | 
|  | /* So far no new nonzero data entry.  */ | 
|  | THREAD_SETMEM (self, specific_used, false); | 
|  |  | 
|  | for (cnt = idx = 0; cnt < PTHREAD_KEY_1STLEVEL_SIZE; ++cnt) | 
|  | { | 
|  | struct pthread_key_data *level2; | 
|  |  | 
|  | level2 = THREAD_GETMEM_NC (self, specific, cnt); | 
|  |  | 
|  | if (level2 != NULL) | 
|  | { | 
|  | size_t inner; | 
|  |  | 
|  | for (inner = 0; inner < PTHREAD_KEY_2NDLEVEL_SIZE; | 
|  | ++inner, ++idx) | 
|  | { | 
|  | void *data = level2[inner].data; | 
|  |  | 
|  | if (data != NULL) | 
|  | { | 
|  | /* Always clear the data.  */ | 
|  | level2[inner].data = NULL; | 
|  |  | 
|  | /* Make sure the data corresponds to a valid | 
|  | key.  This test fails if the key was | 
|  | deallocated and also if it was | 
|  | re-allocated.  It is the user's | 
|  | responsibility to free the memory in this | 
|  | case.  */ | 
|  | if (level2[inner].seq | 
|  | == __pthread_keys[idx].seq | 
|  | /* It is not necessary to register a destructor | 
|  | function.  */ | 
|  | && __pthread_keys[idx].destr != NULL) | 
|  | /* Call the user-provided destructor.  */ | 
|  | __pthread_keys[idx].destr (data); | 
|  | } | 
|  | } | 
|  | } | 
|  | else | 
|  | idx += PTHREAD_KEY_1STLEVEL_SIZE; | 
|  | } | 
|  |  | 
|  | if (THREAD_GETMEM (self, specific_used) == 0) | 
|  | /* No data has been modified.  */ | 
|  | goto just_free; | 
|  | } | 
|  | /* We only repeat the process a fixed number of times.  */ | 
|  | while (__builtin_expect (++round < PTHREAD_DESTRUCTOR_ITERATIONS, 0)); | 
|  |  | 
|  | /* Just clear the memory of the first block for reuse.  */ | 
|  | memset (&THREAD_SELF->specific_1stblock, '\0', | 
|  | sizeof (self->specific_1stblock)); | 
|  |  | 
|  | just_free: | 
|  | /* Free the memory for the other blocks.  */ | 
|  | for (cnt = 1; cnt < PTHREAD_KEY_1STLEVEL_SIZE; ++cnt) | 
|  | { | 
|  | struct pthread_key_data *level2; | 
|  |  | 
|  | level2 = THREAD_GETMEM_NC (self, specific, cnt); | 
|  | if (level2 != NULL) | 
|  | { | 
|  | /* The first block is allocated as part of the thread | 
|  | descriptor.  */ | 
|  | free (level2); | 
|  | THREAD_SETMEM_NC (self, specific, cnt, NULL); | 
|  | } | 
|  | } | 
|  |  | 
|  | THREAD_SETMEM (self, specific_used, false); | 
|  | } | 
|  | } | 
|  |  | 
|  |  | 
|  | /* Deallocate a thread's stack after optionally making sure the thread | 
|  | descriptor is still valid.  */ | 
|  | void | 
|  | internal_function | 
|  | __free_tcb (struct pthread *pd) | 
|  | { | 
|  | /* The thread is exiting now.  */ | 
|  | if (__builtin_expect (atomic_bit_test_set (&pd->cancelhandling, | 
|  | TERMINATED_BIT) == 0, 1)) | 
|  | { | 
|  | /* Remove the descriptor from the list.  */ | 
|  | if (DEBUGGING_P && __find_in_stack_list (pd) == NULL) | 
|  | /* Something is really wrong.  The descriptor for a still | 
|  | running thread is gone.  */ | 
|  | abort (); | 
|  |  | 
|  | /* Free TPP data.  */ | 
|  | if (__glibc_unlikely (pd->tpp != NULL)) | 
|  | { | 
|  | struct priority_protection_data *tpp = pd->tpp; | 
|  |  | 
|  | pd->tpp = NULL; | 
|  | free (tpp); | 
|  | } | 
|  |  | 
|  | /* Queue the stack memory block for reuse and exit the process.  The | 
|  | kernel will signal via writing to the address returned by | 
|  | QUEUE-STACK when the stack is available.  */ | 
|  | __deallocate_stack (pd); | 
|  | } | 
|  | } | 
|  |  | 
|  |  | 
|  | /* Local function to start thread and handle cleanup. | 
|  | createthread.c defines the macro START_THREAD_DEFN to the | 
|  | declaration that its create_thread function will refer to, and | 
|  | START_THREAD_SELF to the expression to optimally deliver the new | 
|  | thread's THREAD_SELF value.  */ | 
|  | START_THREAD_DEFN | 
|  | { | 
|  | struct pthread *pd = START_THREAD_SELF; | 
|  |  | 
|  | #if HP_TIMING_AVAIL | 
|  | /* Remember the time when the thread was started.  */ | 
|  | hp_timing_t now; | 
|  | HP_TIMING_NOW (now); | 
|  | THREAD_SETMEM (pd, cpuclock_offset, now); | 
|  | #endif | 
|  |  | 
|  | /* Initialize resolver state pointer.  */ | 
|  | __resp = &pd->res; | 
|  |  | 
|  | /* Initialize pointers to locale data.  */ | 
|  | __ctype_init (); | 
|  |  | 
|  | /* Allow setxid from now onwards.  */ | 
|  | if (__glibc_unlikely (atomic_exchange_acq (&pd->setxid_futex, 0) == -2)) | 
|  | futex_wake (&pd->setxid_futex, 1, FUTEX_PRIVATE); | 
|  |  | 
|  | #ifdef __NR_set_robust_list | 
|  | # ifndef __ASSUME_SET_ROBUST_LIST | 
|  | if (__set_robust_list_avail >= 0) | 
|  | # endif | 
|  | { | 
|  | INTERNAL_SYSCALL_DECL (err); | 
|  | /* This call should never fail because the initial call in init.c | 
|  | succeeded.  */ | 
|  | INTERNAL_SYSCALL (set_robust_list, err, 2, &pd->robust_head, | 
|  | sizeof (struct robust_list_head)); | 
|  | } | 
|  | #endif | 
|  |  | 
|  | #ifdef SIGCANCEL | 
|  | /* If the parent was running cancellation handlers while creating | 
|  | the thread the new thread inherited the signal mask.  Reset the | 
|  | cancellation signal mask.  */ | 
|  | if (__glibc_unlikely (pd->parent_cancelhandling & CANCELING_BITMASK)) | 
|  | { | 
|  | INTERNAL_SYSCALL_DECL (err); | 
|  | sigset_t mask; | 
|  | __sigemptyset (&mask); | 
|  | __sigaddset (&mask, SIGCANCEL); | 
|  | (void) INTERNAL_SYSCALL (rt_sigprocmask, err, 4, SIG_UNBLOCK, &mask, | 
|  | NULL, _NSIG / 8); | 
|  | } | 
|  | #endif | 
|  |  | 
|  | /* This is where the try/finally block should be created.  For | 
|  | compilers without that support we do use setjmp.  */ | 
|  | struct pthread_unwind_buf unwind_buf; | 
|  |  | 
|  | /* No previous handlers.  */ | 
|  | unwind_buf.priv.data.prev = NULL; | 
|  | unwind_buf.priv.data.cleanup = NULL; | 
|  |  | 
|  | int not_first_call; | 
|  | not_first_call = setjmp ((struct __jmp_buf_tag *) unwind_buf.cancel_jmp_buf); | 
|  | if (__glibc_likely (! not_first_call)) | 
|  | { | 
|  | /* Store the new cleanup handler info.  */ | 
|  | THREAD_SETMEM (pd, cleanup_jmp_buf, &unwind_buf); | 
|  |  | 
|  | if (__glibc_unlikely (pd->stopped_start)) | 
|  | { | 
|  | int oldtype = CANCEL_ASYNC (); | 
|  |  | 
|  | /* Get the lock the parent locked to force synchronization.  */ | 
|  | lll_lock (pd->lock, LLL_PRIVATE); | 
|  | /* And give it up right away.  */ | 
|  | lll_unlock (pd->lock, LLL_PRIVATE); | 
|  |  | 
|  | CANCEL_RESET (oldtype); | 
|  | } | 
|  |  | 
|  | LIBC_PROBE (pthread_start, 3, (pthread_t) pd, pd->start_routine, pd->arg); | 
|  |  | 
|  | /* Run the code the user provided.  */ | 
|  | #ifdef CALL_THREAD_FCT | 
|  | THREAD_SETMEM (pd, result, CALL_THREAD_FCT (pd)); | 
|  | #else | 
|  | THREAD_SETMEM (pd, result, pd->start_routine (pd->arg)); | 
|  | #endif | 
|  | } | 
|  |  | 
|  | /* Call destructors for the thread_local TLS variables.  */ | 
|  | #ifndef SHARED | 
|  | if (&__call_tls_dtors != NULL) | 
|  | #endif | 
|  | __call_tls_dtors (); | 
|  |  | 
|  | /* Run the destructor for the thread-local data.  */ | 
|  | __nptl_deallocate_tsd (); | 
|  |  | 
|  | /* Clean up any state libc stored in thread-local variables.  */ | 
|  | __libc_thread_freeres (); | 
|  |  | 
|  | /* If this is the last thread we terminate the process now.  We | 
|  | do not notify the debugger, it might just irritate it if there | 
|  | is no thread left.  */ | 
|  | if (__glibc_unlikely (atomic_decrement_and_test (&__nptl_nthreads))) | 
|  | /* This was the last thread.  */ | 
|  | exit (0); | 
|  |  | 
|  | /* Report the death of the thread if this is wanted.  */ | 
|  | if (__glibc_unlikely (pd->report_events)) | 
|  | { | 
|  | /* See whether TD_DEATH is in any of the mask.  */ | 
|  | const int idx = __td_eventword (TD_DEATH); | 
|  | const uint32_t mask = __td_eventmask (TD_DEATH); | 
|  |  | 
|  | if ((mask & (__nptl_threads_events.event_bits[idx] | 
|  | | pd->eventbuf.eventmask.event_bits[idx])) != 0) | 
|  | { | 
|  | /* Yep, we have to signal the death.  Add the descriptor to | 
|  | the list but only if it is not already on it.  */ | 
|  | if (pd->nextevent == NULL) | 
|  | { | 
|  | pd->eventbuf.eventnum = TD_DEATH; | 
|  | pd->eventbuf.eventdata = pd; | 
|  |  | 
|  | do | 
|  | pd->nextevent = __nptl_last_event; | 
|  | while (atomic_compare_and_exchange_bool_acq (&__nptl_last_event, | 
|  | pd, pd->nextevent)); | 
|  | } | 
|  |  | 
|  | /* Now call the function to signal the event.  */ | 
|  | __nptl_death_event (); | 
|  | } | 
|  | } | 
|  |  | 
|  | /* The thread is exiting now.  Don't set this bit until after we've hit | 
|  | the event-reporting breakpoint, so that td_thr_get_info on us while at | 
|  | the breakpoint reports TD_THR_RUN state rather than TD_THR_ZOMBIE.  */ | 
|  | atomic_bit_set (&pd->cancelhandling, EXITING_BIT); | 
|  |  | 
|  | #ifndef __ASSUME_SET_ROBUST_LIST | 
|  | /* If this thread has any robust mutexes locked, handle them now.  */ | 
|  | # ifdef __PTHREAD_MUTEX_HAVE_PREV | 
|  | void *robust = pd->robust_head.list; | 
|  | # else | 
|  | __pthread_slist_t *robust = pd->robust_list.__next; | 
|  | # endif | 
|  | /* We let the kernel do the notification if it is able to do so. | 
|  | If we have to do it here there for sure are no PI mutexes involved | 
|  | since the kernel support for them is even more recent.  */ | 
|  | if (__set_robust_list_avail < 0 | 
|  | && __builtin_expect (robust != (void *) &pd->robust_head, 0)) | 
|  | { | 
|  | do | 
|  | { | 
|  | struct __pthread_mutex_s *this = (struct __pthread_mutex_s *) | 
|  | ((char *) robust - offsetof (struct __pthread_mutex_s, | 
|  | __list.__next)); | 
|  | robust = *((void **) robust); | 
|  |  | 
|  | # ifdef __PTHREAD_MUTEX_HAVE_PREV | 
|  | this->__list.__prev = NULL; | 
|  | # endif | 
|  | this->__list.__next = NULL; | 
|  |  | 
|  | atomic_or (&this->__lock, FUTEX_OWNER_DIED); | 
|  | futex_wake ((unsigned int *) &this->__lock, 1, | 
|  | /* XYZ */ FUTEX_SHARED); | 
|  | } | 
|  | while (robust != (void *) &pd->robust_head); | 
|  | } | 
|  | #endif | 
|  |  | 
|  | /* Mark the memory of the stack as usable to the kernel.  We free | 
|  | everything except for the space used for the TCB itself.  */ | 
|  | size_t pagesize_m1 = __getpagesize () - 1; | 
|  | #ifdef _STACK_GROWS_DOWN | 
|  | char *sp = CURRENT_STACK_FRAME; | 
|  | size_t freesize = (sp - (char *) pd->stackblock) & ~pagesize_m1; | 
|  | #else | 
|  | # error "to do" | 
|  | #endif | 
|  | assert (freesize < pd->stackblock_size); | 
|  | if (freesize > PTHREAD_STACK_MIN) | 
|  | __madvise (pd->stackblock, freesize - PTHREAD_STACK_MIN, MADV_DONTNEED); | 
|  |  | 
|  | /* If the thread is detached free the TCB.  */ | 
|  | if (IS_DETACHED (pd)) | 
|  | /* Free the TCB.  */ | 
|  | __free_tcb (pd); | 
|  | else if (__glibc_unlikely (pd->cancelhandling & SETXID_BITMASK)) | 
|  | { | 
|  | /* Some other thread might call any of the setXid functions and expect | 
|  | us to reply.  In this case wait until we did that.  */ | 
|  | do | 
|  | /* XXX This differs from the typical futex_wait_simple pattern in that | 
|  | the futex_wait condition (setxid_futex) is different from the | 
|  | condition used in the surrounding loop (cancelhandling).  We need | 
|  | to check and document why this is correct.  */ | 
|  | futex_wait_simple (&pd->setxid_futex, 0, FUTEX_PRIVATE); | 
|  | while (pd->cancelhandling & SETXID_BITMASK); | 
|  |  | 
|  | /* Reset the value so that the stack can be reused.  */ | 
|  | pd->setxid_futex = 0; | 
|  | } | 
|  |  | 
|  | /* We cannot call '_exit' here.  '_exit' will terminate the process. | 
|  |  | 
|  | The 'exit' implementation in the kernel will signal when the | 
|  | process is really dead since 'clone' got passed the CLONE_CHILD_CLEARTID | 
|  | flag.  The 'tid' field in the TCB will be set to zero. | 
|  |  | 
|  | The exit code is zero since in case all threads exit by calling | 
|  | 'pthread_exit' the exit status must be 0 (zero).  */ | 
|  | __exit_thread (); | 
|  |  | 
|  | /* NOTREACHED */ | 
|  | } | 
|  |  | 
|  |  | 
|  | /* Return true iff obliged to report TD_CREATE events.  */ | 
|  | static bool | 
|  | report_thread_creation (struct pthread *pd) | 
|  | { | 
|  | if (__glibc_unlikely (THREAD_GETMEM (THREAD_SELF, report_events))) | 
|  | { | 
|  | /* The parent thread is supposed to report events. | 
|  | Check whether the TD_CREATE event is needed, too.  */ | 
|  | const size_t idx = __td_eventword (TD_CREATE); | 
|  | const uint32_t mask = __td_eventmask (TD_CREATE); | 
|  |  | 
|  | return ((mask & (__nptl_threads_events.event_bits[idx] | 
|  | | pd->eventbuf.eventmask.event_bits[idx])) != 0); | 
|  | } | 
|  | return false; | 
|  | } | 
|  |  | 
|  |  | 
|  | int | 
|  | __pthread_create_2_1 (pthread_t *newthread, const pthread_attr_t *attr, | 
|  | void *(*start_routine) (void *), void *arg) | 
|  | { | 
|  | STACK_VARIABLES; | 
|  |  | 
|  | const struct pthread_attr *iattr = (struct pthread_attr *) attr; | 
|  | struct pthread_attr default_attr; | 
|  | bool free_cpuset = false; | 
|  | if (iattr == NULL) | 
|  | { | 
|  | lll_lock (__default_pthread_attr_lock, LLL_PRIVATE); | 
|  | default_attr = __default_pthread_attr; | 
|  | size_t cpusetsize = default_attr.cpusetsize; | 
|  | if (cpusetsize > 0) | 
|  | { | 
|  | cpu_set_t *cpuset; | 
|  | if (__glibc_likely (__libc_use_alloca (cpusetsize))) | 
|  | cpuset = __alloca (cpusetsize); | 
|  | else | 
|  | { | 
|  | cpuset = malloc (cpusetsize); | 
|  | if (cpuset == NULL) | 
|  | { | 
|  | lll_unlock (__default_pthread_attr_lock, LLL_PRIVATE); | 
|  | return ENOMEM; | 
|  | } | 
|  | free_cpuset = true; | 
|  | } | 
|  | memcpy (cpuset, default_attr.cpuset, cpusetsize); | 
|  | default_attr.cpuset = cpuset; | 
|  | } | 
|  | lll_unlock (__default_pthread_attr_lock, LLL_PRIVATE); | 
|  | iattr = &default_attr; | 
|  | } | 
|  |  | 
|  | struct pthread *pd = NULL; | 
|  | int err = ALLOCATE_STACK (iattr, &pd); | 
|  | int retval = 0; | 
|  |  | 
|  | if (__glibc_unlikely (err != 0)) | 
|  | /* Something went wrong.  Maybe a parameter of the attributes is | 
|  | invalid or we could not allocate memory.  Note we have to | 
|  | translate error codes.  */ | 
|  | { | 
|  | retval = err == ENOMEM ? EAGAIN : err; | 
|  | goto out; | 
|  | } | 
|  |  | 
|  |  | 
|  | /* Initialize the TCB.  All initializations with zero should be | 
|  | performed in 'get_cached_stack'.  This way we avoid doing this if | 
|  | the stack freshly allocated with 'mmap'.  */ | 
|  |  | 
|  | #if TLS_TCB_AT_TP | 
|  | /* Reference to the TCB itself.  */ | 
|  | pd->header.self = pd; | 
|  |  | 
|  | /* Self-reference for TLS.  */ | 
|  | pd->header.tcb = pd; | 
|  | #endif | 
|  |  | 
|  | /* Store the address of the start routine and the parameter.  Since | 
|  | we do not start the function directly the stillborn thread will | 
|  | get the information from its thread descriptor.  */ | 
|  | pd->start_routine = start_routine; | 
|  | pd->arg = arg; | 
|  |  | 
|  | /* Copy the thread attribute flags.  */ | 
|  | struct pthread *self = THREAD_SELF; | 
|  | pd->flags = ((iattr->flags & ~(ATTR_FLAG_SCHED_SET | ATTR_FLAG_POLICY_SET)) | 
|  | | (self->flags & (ATTR_FLAG_SCHED_SET | ATTR_FLAG_POLICY_SET))); | 
|  |  | 
|  | /* Initialize the field for the ID of the thread which is waiting | 
|  | for us.  This is a self-reference in case the thread is created | 
|  | detached.  */ | 
|  | pd->joinid = iattr->flags & ATTR_FLAG_DETACHSTATE ? pd : NULL; | 
|  |  | 
|  | /* The debug events are inherited from the parent.  */ | 
|  | pd->eventbuf = self->eventbuf; | 
|  |  | 
|  |  | 
|  | /* Copy the parent's scheduling parameters.  The flags will say what | 
|  | is valid and what is not.  */ | 
|  | pd->schedpolicy = self->schedpolicy; | 
|  | pd->schedparam = self->schedparam; | 
|  |  | 
|  | /* Copy the stack guard canary.  */ | 
|  | #ifdef THREAD_COPY_STACK_GUARD | 
|  | THREAD_COPY_STACK_GUARD (pd); | 
|  | #endif | 
|  |  | 
|  | /* Copy the pointer guard value.  */ | 
|  | #ifdef THREAD_COPY_POINTER_GUARD | 
|  | THREAD_COPY_POINTER_GUARD (pd); | 
|  | #endif | 
|  |  | 
|  | /* Verify the sysinfo bits were copied in allocate_stack if needed.  */ | 
|  | #ifdef NEED_DL_SYSINFO | 
|  | CHECK_THREAD_SYSINFO (pd); | 
|  | #endif | 
|  |  | 
|  | /* Inform start_thread (above) about cancellation state that might | 
|  | translate into inherited signal state.  */ | 
|  | pd->parent_cancelhandling = THREAD_GETMEM (THREAD_SELF, cancelhandling); | 
|  |  | 
|  | /* Determine scheduling parameters for the thread.  */ | 
|  | if (__builtin_expect ((iattr->flags & ATTR_FLAG_NOTINHERITSCHED) != 0, 0) | 
|  | && (iattr->flags & (ATTR_FLAG_SCHED_SET | ATTR_FLAG_POLICY_SET)) != 0) | 
|  | { | 
|  | /* Use the scheduling parameters the user provided.  */ | 
|  | if (iattr->flags & ATTR_FLAG_POLICY_SET) | 
|  | { | 
|  | pd->schedpolicy = iattr->schedpolicy; | 
|  | pd->flags |= ATTR_FLAG_POLICY_SET; | 
|  | } | 
|  | if (iattr->flags & ATTR_FLAG_SCHED_SET) | 
|  | { | 
|  | /* The values were validated in pthread_attr_setschedparam.  */ | 
|  | pd->schedparam = iattr->schedparam; | 
|  | pd->flags |= ATTR_FLAG_SCHED_SET; | 
|  | } | 
|  |  | 
|  | if ((pd->flags & (ATTR_FLAG_SCHED_SET | ATTR_FLAG_POLICY_SET)) | 
|  | != (ATTR_FLAG_SCHED_SET | ATTR_FLAG_POLICY_SET)) | 
|  | collect_default_sched (pd); | 
|  | } | 
|  |  | 
|  | /* Pass the descriptor to the caller.  */ | 
|  | *newthread = (pthread_t) pd; | 
|  |  | 
|  | LIBC_PROBE (pthread_create, 4, newthread, attr, start_routine, arg); | 
|  |  | 
|  | /* One more thread.  We cannot have the thread do this itself, since it | 
|  | might exist but not have been scheduled yet by the time we've returned | 
|  | and need to check the value to behave correctly.  We must do it before | 
|  | creating the thread, in case it does get scheduled first and then | 
|  | might mistakenly think it was the only thread.  In the failure case, | 
|  | we momentarily store a false value; this doesn't matter because there | 
|  | is no kosher thing a signal handler interrupting us right here can do | 
|  | that cares whether the thread count is correct.  */ | 
|  | atomic_increment (&__nptl_nthreads); | 
|  |  | 
|  | bool thread_ran = false; | 
|  |  | 
|  | /* Start the thread.  */ | 
|  | if (__glibc_unlikely (report_thread_creation (pd))) | 
|  | { | 
|  | /* Create the thread.  We always create the thread stopped | 
|  | so that it does not get far before we tell the debugger.  */ | 
|  | retval = create_thread (pd, iattr, true, STACK_VARIABLES_ARGS, | 
|  | &thread_ran); | 
|  | if (retval == 0) | 
|  | { | 
|  | /* create_thread should have set this so that the logic below can | 
|  | test it.  */ | 
|  | assert (pd->stopped_start); | 
|  |  | 
|  | /* Now fill in the information about the new thread in | 
|  | the newly created thread's data structure.  We cannot let | 
|  | the new thread do this since we don't know whether it was | 
|  | already scheduled when we send the event.  */ | 
|  | pd->eventbuf.eventnum = TD_CREATE; | 
|  | pd->eventbuf.eventdata = pd; | 
|  |  | 
|  | /* Enqueue the descriptor.  */ | 
|  | do | 
|  | pd->nextevent = __nptl_last_event; | 
|  | while (atomic_compare_and_exchange_bool_acq (&__nptl_last_event, | 
|  | pd, pd->nextevent) | 
|  | != 0); | 
|  |  | 
|  | /* Now call the function which signals the event.  */ | 
|  | __nptl_create_event (); | 
|  | } | 
|  | } | 
|  | else | 
|  | retval = create_thread (pd, iattr, false, STACK_VARIABLES_ARGS, | 
|  | &thread_ran); | 
|  |  | 
|  | if (__glibc_unlikely (retval != 0)) | 
|  | { | 
|  | /* If thread creation "failed", that might mean that the thread got | 
|  | created and ran a little--short of running user code--but then | 
|  | create_thread cancelled it.  In that case, the thread will do all | 
|  | its own cleanup just like a normal thread exit after a successful | 
|  | creation would do.  */ | 
|  |  | 
|  | if (thread_ran) | 
|  | assert (pd->stopped_start); | 
|  | else | 
|  | { | 
|  | /* Oops, we lied for a second.  */ | 
|  | atomic_decrement (&__nptl_nthreads); | 
|  |  | 
|  | /* Perhaps a thread wants to change the IDs and is waiting for this | 
|  | stillborn thread.  */ | 
|  | if (__glibc_unlikely (atomic_exchange_acq (&pd->setxid_futex, 0) | 
|  | == -2)) | 
|  | futex_wake (&pd->setxid_futex, 1, FUTEX_PRIVATE); | 
|  |  | 
|  | /* Free the resources.  */ | 
|  | __deallocate_stack (pd); | 
|  | } | 
|  |  | 
|  | /* We have to translate error codes.  */ | 
|  | if (retval == ENOMEM) | 
|  | retval = EAGAIN; | 
|  | } | 
|  | else | 
|  | { | 
|  | if (pd->stopped_start) | 
|  | /* The thread blocked on this lock either because we're doing TD_CREATE | 
|  | event reporting, or for some other reason that create_thread chose. | 
|  | Now let it run free.  */ | 
|  | lll_unlock (pd->lock, LLL_PRIVATE); | 
|  |  | 
|  | /* We now have for sure more than one thread.  The main thread might | 
|  | not yet have the flag set.  No need to set the global variable | 
|  | again if this is what we use.  */ | 
|  | THREAD_SETMEM (THREAD_SELF, header.multiple_threads, 1); | 
|  | } | 
|  |  | 
|  | out: | 
|  | if (__glibc_unlikely (free_cpuset)) | 
|  | free (default_attr.cpuset); | 
|  |  | 
|  | return retval; | 
|  | } | 
|  | versioned_symbol (libpthread, __pthread_create_2_1, pthread_create, GLIBC_2_1); | 
|  |  | 
|  |  | 
|  | #if SHLIB_COMPAT(libpthread, GLIBC_2_0, GLIBC_2_1) | 
|  | int | 
|  | __pthread_create_2_0 (pthread_t *newthread, const pthread_attr_t *attr, | 
|  | void *(*start_routine) (void *), void *arg) | 
|  | { | 
|  | /* The ATTR attribute is not really of type `pthread_attr_t *'.  It has | 
|  | the old size and access to the new members might crash the program. | 
|  | We convert the struct now.  */ | 
|  | struct pthread_attr new_attr; | 
|  |  | 
|  | if (attr != NULL) | 
|  | { | 
|  | struct pthread_attr *iattr = (struct pthread_attr *) attr; | 
|  | size_t ps = __getpagesize (); | 
|  |  | 
|  | /* Copy values from the user-provided attributes.  */ | 
|  | new_attr.schedparam = iattr->schedparam; | 
|  | new_attr.schedpolicy = iattr->schedpolicy; | 
|  | new_attr.flags = iattr->flags; | 
|  |  | 
|  | /* Fill in default values for the fields not present in the old | 
|  | implementation.  */ | 
|  | new_attr.guardsize = ps; | 
|  | new_attr.stackaddr = NULL; | 
|  | new_attr.stacksize = 0; | 
|  | new_attr.cpuset = NULL; | 
|  |  | 
|  | /* We will pass this value on to the real implementation.  */ | 
|  | attr = (pthread_attr_t *) &new_attr; | 
|  | } | 
|  |  | 
|  | return __pthread_create_2_1 (newthread, attr, start_routine, arg); | 
|  | } | 
|  | compat_symbol (libpthread, __pthread_create_2_0, pthread_create, | 
|  | GLIBC_2_0); | 
|  | #endif | 
|  |  | 
|  | /* Information for libthread_db.  */ | 
|  |  | 
|  | #include "../nptl_db/db_info.c" | 
|  |  | 
|  | /* If pthread_create is present, libgcc_eh.a and libsupc++.a expects some other POSIX thread | 
|  | functions to be present as well.  */ | 
|  | PTHREAD_STATIC_FN_REQUIRE (pthread_mutex_lock) | 
|  | PTHREAD_STATIC_FN_REQUIRE (pthread_mutex_trylock) | 
|  | PTHREAD_STATIC_FN_REQUIRE (pthread_mutex_unlock) | 
|  |  | 
|  | PTHREAD_STATIC_FN_REQUIRE (pthread_once) | 
|  | PTHREAD_STATIC_FN_REQUIRE (pthread_cancel) | 
|  |  | 
|  | PTHREAD_STATIC_FN_REQUIRE (pthread_key_create) | 
|  | PTHREAD_STATIC_FN_REQUIRE (pthread_key_delete) | 
|  | PTHREAD_STATIC_FN_REQUIRE (pthread_setspecific) | 
|  | PTHREAD_STATIC_FN_REQUIRE (pthread_getspecific) |