blob: 4a0db987c6a7ea857142a29dc595f5bed35dc5b7 [file] [log] [blame]
Rich Felker0b44a032011-02-12 00:22:29 -05001#ifndef _PTHREAD_IMPL_H
2#define _PTHREAD_IMPL_H
3
4#include <pthread.h>
Rich Felker0b44a032011-02-12 00:22:29 -05005#include <signal.h>
Rich Felker0b44a032011-02-12 00:22:29 -05006#include <errno.h>
7#include <limits.h>
Rich Felker0b44a032011-02-12 00:22:29 -05008#include "libc.h"
9#include "syscall.h"
10#include "atomic.h"
11#include "futex.h"
12
13#define pthread __pthread
14
15struct pthread {
Rich Felker0b2006c2011-02-15 03:24:58 -050016 struct pthread *self;
Rich Felker9b153c02012-10-04 21:01:56 -040017 void **dtv, *unused1, *unused2;
Rich Felker58aa5f42012-05-03 20:42:45 -040018 uintptr_t sysinfo;
Rich Felker484194d2015-05-06 18:37:19 -040019 uintptr_t canary, canary2;
Rich Felker0b44a032011-02-12 00:22:29 -050020 pid_t tid, pid;
Rich Felkerac31bf22014-06-10 04:49:49 -040021 int tsd_used, errno_val;
Rich Felkerfeee9892011-04-17 11:43:03 -040022 volatile int cancel, canceldisable, cancelasync;
Rich Felkerbbbe87e2012-07-12 11:23:43 -040023 int detached;
Rich Felker0b44a032011-02-12 00:22:29 -050024 unsigned char *map_base;
25 size_t map_size;
Rich Felker14a835b2013-03-31 23:25:55 -040026 void *stack;
27 size_t stack_size;
Rich Felker0b44a032011-02-12 00:22:29 -050028 void *start_arg;
29 void *(*start)(void *);
30 void *result;
Rich Felker0b44a032011-02-12 00:22:29 -050031 struct __ptcb *cancelbuf;
32 void **tsd;
Rich Felker5fcebcd2011-03-10 18:31:37 -050033 volatile int dead;
Rich Felker047e4342011-03-17 20:41:37 -040034 struct {
Rich Felkerde7e99c2014-08-17 00:46:26 -040035 volatile void *volatile head;
Rich Felker047e4342011-03-17 20:41:37 -040036 long off;
Rich Felkerde7e99c2014-08-17 00:46:26 -040037 volatile void *volatile pending;
Rich Felker047e4342011-03-17 20:41:37 -040038 } robust_list;
Rich Felkerbf619d82011-03-29 12:58:22 -040039 int unblock_cancel;
Rich Felker56fbaa32015-03-03 22:50:02 -050040 volatile int timer_id;
Rich Felker11c531e2011-05-30 01:41:23 -040041 locale_t locale;
Jens Gustedt32482f62018-01-03 14:17:12 +010042 volatile int killlock[1];
43 volatile int exitlock[1];
Rich Felker56fbaa32015-03-03 22:50:02 -050044 volatile int startlock[2];
Rich Felkerccc7b4c2013-03-26 23:07:31 -040045 unsigned long sigmask[_NSIG/8/sizeof(long)];
Rich Felker01d42742015-04-18 18:00:22 -040046 char *dlerror_buf;
47 int dlerror_flag;
Rich Felker5345c9b2014-08-23 23:35:10 -040048 void *stdio_locks;
William Pitcock7c709f22018-02-02 20:08:55 +000049 size_t guard_size;
Rich Felker484194d2015-05-06 18:37:19 -040050 uintptr_t canary_at_end;
Szabolcs Nagy204a69d2015-03-11 12:48:12 +000051 void **dtv_copy;
Rich Felker0b44a032011-02-12 00:22:29 -050052};
53
Rich Felker70c31c72011-03-29 10:05:57 -040054struct __timer {
Rich Felkerbf619d82011-03-29 12:58:22 -040055 int timerid;
Rich Felkerbf619d82011-03-29 12:58:22 -040056 pthread_t thread;
Rich Felker70c31c72011-03-29 10:05:57 -040057};
58
Rich Felkere8827562011-02-17 17:16:20 -050059#define __SU (sizeof(size_t)/sizeof(int))
60
61#define _a_stacksize __u.__s[0]
62#define _a_guardsize __u.__s[1]
Rich Felker819006a2012-06-09 19:53:29 -040063#define _a_stackaddr __u.__s[2]
64#define _a_detach __u.__i[3*__SU+0]
Rich Felker1e21e782012-11-11 15:38:04 -050065#define _a_sched __u.__i[3*__SU+1]
66#define _a_policy __u.__i[3*__SU+2]
67#define _a_prio __u.__i[3*__SU+3]
Rich Felkere8827562011-02-17 17:16:20 -050068#define _m_type __u.__i[0]
Rich Felker56fbaa32015-03-03 22:50:02 -050069#define _m_lock __u.__vi[1]
70#define _m_waiters __u.__vi[2]
Rich Felker93cc9862011-03-17 13:17:15 -040071#define _m_prev __u.__p[3]
72#define _m_next __u.__p[4]
73#define _m_count __u.__i[5]
Rich Felker37195db2014-08-17 22:09:47 -040074#define _c_shared __u.__p[0]
Rich Felker56fbaa32015-03-03 22:50:02 -050075#define _c_seq __u.__vi[2]
76#define _c_waiters __u.__vi[3]
Rich Felkercba4e1c2011-09-25 02:38:03 -040077#define _c_clock __u.__i[4]
Rich Felker56fbaa32015-03-03 22:50:02 -050078#define _c_lock __u.__vi[8]
Rich Felker37195db2014-08-17 22:09:47 -040079#define _c_head __u.__p[1]
80#define _c_tail __u.__p[5]
Rich Felker56fbaa32015-03-03 22:50:02 -050081#define _rw_lock __u.__vi[0]
82#define _rw_waiters __u.__vi[1]
Rich Felkerbc09d582014-08-15 23:54:52 -040083#define _rw_shared __u.__i[2]
Rich Felker56fbaa32015-03-03 22:50:02 -050084#define _b_lock __u.__vi[0]
85#define _b_waiters __u.__vi[1]
Rich Felkerf16a3082011-05-06 20:00:59 -040086#define _b_limit __u.__i[2]
Rich Felker56fbaa32015-03-03 22:50:02 -050087#define _b_count __u.__vi[3]
88#define _b_waiters2 __u.__vi[4]
Rich Felker9ae1cf62012-05-21 22:51:30 -040089#define _b_inst __u.__p[3]
Rich Felkere8827562011-02-17 17:16:20 -050090
Rich Felker7b2dd222011-02-15 03:56:52 -050091#include "pthread_arch.h"
Rich Felker0b44a032011-02-12 00:22:29 -050092
Rich Felker484194d2015-05-06 18:37:19 -040093#ifndef CANARY
94#define CANARY canary
95#endif
96
Rich Felker6ba55172015-06-25 22:22:00 +000097#ifndef DTP_OFFSET
98#define DTP_OFFSET 0
99#endif
100
rofl0r1f53e7d2017-01-13 10:28:46 +0000101#ifndef tls_mod_off_t
102#define tls_mod_off_t size_t
103#endif
104
Rich Felker99b8a252011-05-07 23:23:58 -0400105#define SIGTIMER 32
106#define SIGCANCEL 33
Rich Felkeracb04802011-07-29 22:59:44 -0400107#define SIGSYNCCALL 34
Rich Felker99b8a252011-05-07 23:23:58 -0400108
Rich Felker2f437042012-08-09 22:52:13 -0400109#define SIGALL_SET ((sigset_t *)(const unsigned long long [2]){ -1,-1 })
110#define SIGPT_SET \
Rich Felkerccc7b4c2013-03-26 23:07:31 -0400111 ((sigset_t *)(const unsigned long [_NSIG/8/sizeof(long)]){ \
Rich Felkerf09e78d2011-06-13 20:37:52 -0400112 [sizeof(long)==4] = 3UL<<(32*(sizeof(long)>4)) })
Rich Felker2f437042012-08-09 22:52:13 -0400113#define SIGTIMER_SET \
Rich Felkerccc7b4c2013-03-26 23:07:31 -0400114 ((sigset_t *)(const unsigned long [_NSIG/8/sizeof(long)]){ \
Rich Felker4c4e22d2011-05-07 23:37:10 -0400115 0x80000000 })
Rich Felker0b44a032011-02-12 00:22:29 -0500116
Rich Felkerdba68bf2011-07-30 08:02:14 -0400117pthread_t __pthread_self_init(void);
118
Rich Felker3f72cda2011-09-18 10:14:37 -0400119int __clone(int (*)(void *), void *, int, void *, ...);
Rich Felker7b2dd222011-02-15 03:56:52 -0500120int __set_thread_area(void *);
Rich Felker0b44a032011-02-12 00:22:29 -0500121int __libc_sigaction(int, const struct sigaction *, struct sigaction *);
122int __libc_sigprocmask(int, const sigset_t *, sigset_t *);
123void __lock(volatile int *);
124void __unmapself(void *, size_t);
125
Alexander Monakovfa807872015-04-15 01:44:02 +0300126void __vm_wait(void);
127void __vm_lock(void);
128void __vm_unlock(void);
Rich Felkerf08ab9e2015-04-10 02:27:52 -0400129
Rich Felker0fc317d2015-03-02 17:46:22 -0500130int __timedwait(volatile int *, int, clockid_t, const struct timespec *, int);
131int __timedwait_cp(volatile int *, int, clockid_t, const struct timespec *, int);
Rich Felker0b44a032011-02-12 00:22:29 -0500132void __wait(volatile int *, volatile int *, int, int);
Rich Felkerbc09d582014-08-15 23:54:52 -0400133static inline void __wake(volatile void *addr, int cnt, int priv)
134{
Jens Gustedtd906fa32017-06-24 10:18:05 +0200135 if (priv) priv = FUTEX_PRIVATE;
Rich Felkerbc09d582014-08-15 23:54:52 -0400136 if (cnt<0) cnt = INT_MAX;
Rich Felkerb8ca9eb2014-08-22 23:49:54 -0400137 __syscall(SYS_futex, addr, FUTEX_WAKE|priv, cnt) != -ENOSYS ||
Rich Felkerbc09d582014-08-15 23:54:52 -0400138 __syscall(SYS_futex, addr, FUTEX_WAKE, cnt);
139}
Jens Gustedt47d0bcd2018-01-03 14:17:12 +0100140static inline void __futexwait(volatile void *addr, int val, int priv)
141{
142 if (priv) priv = FUTEX_PRIVATE;
143 __syscall(SYS_futex, addr, FUTEX_WAIT|priv, val) != -ENOSYS ||
144 __syscall(SYS_futex, addr, FUTEX_WAIT, val);
145}
Rich Felker0b44a032011-02-12 00:22:29 -0500146
Alexander Monakovfa807872015-04-15 01:44:02 +0300147void __acquire_ptc(void);
148void __release_ptc(void);
149void __inhibit_ptc(void);
Rich Felkerb2486a82011-04-06 20:27:07 -0400150
Rich Felker2c074b02013-04-26 19:48:01 -0400151void __block_all_sigs(void *);
152void __block_app_sigs(void *);
153void __restore_sigs(void *);
154
Rich Felker13b36452012-06-02 20:15:37 -0400155#define DEFAULT_STACK_SIZE 81920
Rich Felker4078a5c2016-11-08 18:03:42 -0500156#define DEFAULT_GUARD_SIZE 4096
Rich Felker0b44a032011-02-12 00:22:29 -0500157
Rich Felker23614b02014-09-07 10:28:08 -0400158#define __ATTRP_C11_THREAD ((void*)(uintptr_t)-1)
159
Rich Felker0b44a032011-02-12 00:22:29 -0500160#endif