blob: 602d6f56a546df2e8fc0889ac01afee1186ae148 [file] [log] [blame]
Rich Felker0b44a032011-02-12 00:22:29 -05001#ifndef _PTHREAD_IMPL_H
2#define _PTHREAD_IMPL_H
3
4#include <pthread.h>
Rich Felker0b44a032011-02-12 00:22:29 -05005#include <signal.h>
Rich Felker0b44a032011-02-12 00:22:29 -05006#include <errno.h>
7#include <limits.h>
Rich Felker0b44a032011-02-12 00:22:29 -05008#include "libc.h"
9#include "syscall.h"
10#include "atomic.h"
11#include "futex.h"
12
13#define pthread __pthread
14
15struct pthread {
Rich Felker0b2006c2011-02-15 03:24:58 -050016 struct pthread *self;
Rich Felker9b153c02012-10-04 21:01:56 -040017 void **dtv, *unused1, *unused2;
Rich Felker58aa5f42012-05-03 20:42:45 -040018 uintptr_t sysinfo;
Rich Felker484194d2015-05-06 18:37:19 -040019 uintptr_t canary, canary2;
Rich Felker0b44a032011-02-12 00:22:29 -050020 pid_t tid, pid;
Rich Felkerac31bf22014-06-10 04:49:49 -040021 int tsd_used, errno_val;
Rich Felkerfeee9892011-04-17 11:43:03 -040022 volatile int cancel, canceldisable, cancelasync;
Rich Felkerbbbe87e2012-07-12 11:23:43 -040023 int detached;
Rich Felker0b44a032011-02-12 00:22:29 -050024 unsigned char *map_base;
25 size_t map_size;
Rich Felker14a835b2013-03-31 23:25:55 -040026 void *stack;
27 size_t stack_size;
Rich Felker0b44a032011-02-12 00:22:29 -050028 void *start_arg;
29 void *(*start)(void *);
30 void *result;
Rich Felker0b44a032011-02-12 00:22:29 -050031 struct __ptcb *cancelbuf;
32 void **tsd;
Rich Felker5fcebcd2011-03-10 18:31:37 -050033 volatile int dead;
Rich Felker047e4342011-03-17 20:41:37 -040034 struct {
Rich Felkerde7e99c2014-08-17 00:46:26 -040035 volatile void *volatile head;
Rich Felker047e4342011-03-17 20:41:37 -040036 long off;
Rich Felkerde7e99c2014-08-17 00:46:26 -040037 volatile void *volatile pending;
Rich Felker047e4342011-03-17 20:41:37 -040038 } robust_list;
Rich Felkerbf619d82011-03-29 12:58:22 -040039 int unblock_cancel;
Rich Felker56fbaa32015-03-03 22:50:02 -050040 volatile int timer_id;
Rich Felker11c531e2011-05-30 01:41:23 -040041 locale_t locale;
Rich Felker56fbaa32015-03-03 22:50:02 -050042 volatile int killlock[2];
43 volatile int exitlock[2];
44 volatile int startlock[2];
Rich Felkerccc7b4c2013-03-26 23:07:31 -040045 unsigned long sigmask[_NSIG/8/sizeof(long)];
Rich Felker01d42742015-04-18 18:00:22 -040046 char *dlerror_buf;
47 int dlerror_flag;
Rich Felker5345c9b2014-08-23 23:35:10 -040048 void *stdio_locks;
Rich Felker484194d2015-05-06 18:37:19 -040049 uintptr_t canary_at_end;
Szabolcs Nagy204a69d2015-03-11 12:48:12 +000050 void **dtv_copy;
Rich Felker0b44a032011-02-12 00:22:29 -050051};
52
Rich Felker70c31c72011-03-29 10:05:57 -040053struct __timer {
Rich Felkerbf619d82011-03-29 12:58:22 -040054 int timerid;
Rich Felkerbf619d82011-03-29 12:58:22 -040055 pthread_t thread;
Rich Felker70c31c72011-03-29 10:05:57 -040056};
57
Rich Felkere8827562011-02-17 17:16:20 -050058#define __SU (sizeof(size_t)/sizeof(int))
59
60#define _a_stacksize __u.__s[0]
61#define _a_guardsize __u.__s[1]
Rich Felker819006a2012-06-09 19:53:29 -040062#define _a_stackaddr __u.__s[2]
63#define _a_detach __u.__i[3*__SU+0]
Rich Felker1e21e782012-11-11 15:38:04 -050064#define _a_sched __u.__i[3*__SU+1]
65#define _a_policy __u.__i[3*__SU+2]
66#define _a_prio __u.__i[3*__SU+3]
Rich Felkere8827562011-02-17 17:16:20 -050067#define _m_type __u.__i[0]
Rich Felker56fbaa32015-03-03 22:50:02 -050068#define _m_lock __u.__vi[1]
69#define _m_waiters __u.__vi[2]
Rich Felker93cc9862011-03-17 13:17:15 -040070#define _m_prev __u.__p[3]
71#define _m_next __u.__p[4]
72#define _m_count __u.__i[5]
Rich Felker37195db2014-08-17 22:09:47 -040073#define _c_shared __u.__p[0]
Rich Felker56fbaa32015-03-03 22:50:02 -050074#define _c_seq __u.__vi[2]
75#define _c_waiters __u.__vi[3]
Rich Felkercba4e1c2011-09-25 02:38:03 -040076#define _c_clock __u.__i[4]
Rich Felker56fbaa32015-03-03 22:50:02 -050077#define _c_lock __u.__vi[8]
Rich Felker37195db2014-08-17 22:09:47 -040078#define _c_head __u.__p[1]
79#define _c_tail __u.__p[5]
Rich Felker56fbaa32015-03-03 22:50:02 -050080#define _rw_lock __u.__vi[0]
81#define _rw_waiters __u.__vi[1]
Rich Felkerbc09d582014-08-15 23:54:52 -040082#define _rw_shared __u.__i[2]
Rich Felker56fbaa32015-03-03 22:50:02 -050083#define _b_lock __u.__vi[0]
84#define _b_waiters __u.__vi[1]
Rich Felkerf16a3082011-05-06 20:00:59 -040085#define _b_limit __u.__i[2]
Rich Felker56fbaa32015-03-03 22:50:02 -050086#define _b_count __u.__vi[3]
87#define _b_waiters2 __u.__vi[4]
Rich Felker9ae1cf62012-05-21 22:51:30 -040088#define _b_inst __u.__p[3]
Rich Felkere8827562011-02-17 17:16:20 -050089
Rich Felker7b2dd222011-02-15 03:56:52 -050090#include "pthread_arch.h"
Rich Felker0b44a032011-02-12 00:22:29 -050091
Rich Felker484194d2015-05-06 18:37:19 -040092#ifndef CANARY
93#define CANARY canary
94#endif
95
Rich Felker6ba55172015-06-25 22:22:00 +000096#ifndef DTP_OFFSET
97#define DTP_OFFSET 0
98#endif
99
rofl0r1f53e7d2017-01-13 10:28:46 +0000100#ifndef tls_mod_off_t
101#define tls_mod_off_t size_t
102#endif
103
Rich Felker99b8a252011-05-07 23:23:58 -0400104#define SIGTIMER 32
105#define SIGCANCEL 33
Rich Felkeracb04802011-07-29 22:59:44 -0400106#define SIGSYNCCALL 34
Rich Felker99b8a252011-05-07 23:23:58 -0400107
Rich Felker2f437042012-08-09 22:52:13 -0400108#define SIGALL_SET ((sigset_t *)(const unsigned long long [2]){ -1,-1 })
109#define SIGPT_SET \
Rich Felkerccc7b4c2013-03-26 23:07:31 -0400110 ((sigset_t *)(const unsigned long [_NSIG/8/sizeof(long)]){ \
Rich Felkerf09e78d2011-06-13 20:37:52 -0400111 [sizeof(long)==4] = 3UL<<(32*(sizeof(long)>4)) })
Rich Felker2f437042012-08-09 22:52:13 -0400112#define SIGTIMER_SET \
Rich Felkerccc7b4c2013-03-26 23:07:31 -0400113 ((sigset_t *)(const unsigned long [_NSIG/8/sizeof(long)]){ \
Rich Felker4c4e22d2011-05-07 23:37:10 -0400114 0x80000000 })
Rich Felker0b44a032011-02-12 00:22:29 -0500115
Rich Felkerdba68bf2011-07-30 08:02:14 -0400116pthread_t __pthread_self_init(void);
117
Rich Felker3f72cda2011-09-18 10:14:37 -0400118int __clone(int (*)(void *), void *, int, void *, ...);
Rich Felker7b2dd222011-02-15 03:56:52 -0500119int __set_thread_area(void *);
Rich Felker0b44a032011-02-12 00:22:29 -0500120int __libc_sigaction(int, const struct sigaction *, struct sigaction *);
121int __libc_sigprocmask(int, const sigset_t *, sigset_t *);
122void __lock(volatile int *);
123void __unmapself(void *, size_t);
124
Alexander Monakovfa807872015-04-15 01:44:02 +0300125void __vm_wait(void);
126void __vm_lock(void);
127void __vm_unlock(void);
Rich Felkerf08ab9e2015-04-10 02:27:52 -0400128
Rich Felker0fc317d2015-03-02 17:46:22 -0500129int __timedwait(volatile int *, int, clockid_t, const struct timespec *, int);
130int __timedwait_cp(volatile int *, int, clockid_t, const struct timespec *, int);
Rich Felker0b44a032011-02-12 00:22:29 -0500131void __wait(volatile int *, volatile int *, int, int);
Rich Felkerbc09d582014-08-15 23:54:52 -0400132static inline void __wake(volatile void *addr, int cnt, int priv)
133{
Jens Gustedtd906fa32017-06-24 10:18:05 +0200134 if (priv) priv = FUTEX_PRIVATE;
Rich Felkerbc09d582014-08-15 23:54:52 -0400135 if (cnt<0) cnt = INT_MAX;
Rich Felkerb8ca9eb2014-08-22 23:49:54 -0400136 __syscall(SYS_futex, addr, FUTEX_WAKE|priv, cnt) != -ENOSYS ||
Rich Felkerbc09d582014-08-15 23:54:52 -0400137 __syscall(SYS_futex, addr, FUTEX_WAKE, cnt);
138}
Jens Gustedt47d0bcd2018-01-03 14:17:12 +0100139static inline void __futexwait(volatile void *addr, int val, int priv)
140{
141 if (priv) priv = FUTEX_PRIVATE;
142 __syscall(SYS_futex, addr, FUTEX_WAIT|priv, val) != -ENOSYS ||
143 __syscall(SYS_futex, addr, FUTEX_WAIT, val);
144}
Rich Felker0b44a032011-02-12 00:22:29 -0500145
Alexander Monakovfa807872015-04-15 01:44:02 +0300146void __acquire_ptc(void);
147void __release_ptc(void);
148void __inhibit_ptc(void);
Rich Felkerb2486a82011-04-06 20:27:07 -0400149
Rich Felker2c074b02013-04-26 19:48:01 -0400150void __block_all_sigs(void *);
151void __block_app_sigs(void *);
152void __restore_sigs(void *);
153
Rich Felker13b36452012-06-02 20:15:37 -0400154#define DEFAULT_STACK_SIZE 81920
Rich Felker4078a5c2016-11-08 18:03:42 -0500155#define DEFAULT_GUARD_SIZE 4096
Rich Felker0b44a032011-02-12 00:22:29 -0500156
Rich Felker23614b02014-09-07 10:28:08 -0400157#define __ATTRP_C11_THREAD ((void*)(uintptr_t)-1)
158
Rich Felker0b44a032011-02-12 00:22:29 -0500159#endif