blob: f2805b893724e23f25437cdc644e7167f1048982 [file] [log] [blame]
Rich Felker0b44a032011-02-12 00:22:29 -05001#ifndef _PTHREAD_IMPL_H
2#define _PTHREAD_IMPL_H
3
4#include <pthread.h>
Rich Felker0b44a032011-02-12 00:22:29 -05005#include <signal.h>
Rich Felker0b44a032011-02-12 00:22:29 -05006#include <errno.h>
7#include <limits.h>
Rich Felker0b44a032011-02-12 00:22:29 -05008#include "libc.h"
9#include "syscall.h"
10#include "atomic.h"
11#include "futex.h"
12
13#define pthread __pthread
14
15struct pthread {
Rich Felkercc7c3002018-02-05 11:45:52 -050016 /* Part 1 -- these fields may be external or
17 * internal (accessed via asm) ABI. Do not change. */
Rich Felker0b2006c2011-02-15 03:24:58 -050018 struct pthread *self;
Rich Felker9b153c02012-10-04 21:01:56 -040019 void **dtv, *unused1, *unused2;
Rich Felker58aa5f42012-05-03 20:42:45 -040020 uintptr_t sysinfo;
Rich Felker484194d2015-05-06 18:37:19 -040021 uintptr_t canary, canary2;
Rich Felker0b44a032011-02-12 00:22:29 -050022 pid_t tid, pid;
Rich Felkercc7c3002018-02-05 11:45:52 -050023
24 /* Part 2 -- implementation details, non-ABI. */
Rich Felkerac31bf22014-06-10 04:49:49 -040025 int tsd_used, errno_val;
Rich Felkerfeee9892011-04-17 11:43:03 -040026 volatile int cancel, canceldisable, cancelasync;
Rich Felkerbbbe87e2012-07-12 11:23:43 -040027 int detached;
Rich Felker0b44a032011-02-12 00:22:29 -050028 unsigned char *map_base;
29 size_t map_size;
Rich Felker14a835b2013-03-31 23:25:55 -040030 void *stack;
31 size_t stack_size;
Rich Felker0b44a032011-02-12 00:22:29 -050032 void *start_arg;
33 void *(*start)(void *);
34 void *result;
Rich Felker0b44a032011-02-12 00:22:29 -050035 struct __ptcb *cancelbuf;
36 void **tsd;
Rich Felker5fcebcd2011-03-10 18:31:37 -050037 volatile int dead;
Rich Felker047e4342011-03-17 20:41:37 -040038 struct {
Rich Felkerde7e99c2014-08-17 00:46:26 -040039 volatile void *volatile head;
Rich Felker047e4342011-03-17 20:41:37 -040040 long off;
Rich Felkerde7e99c2014-08-17 00:46:26 -040041 volatile void *volatile pending;
Rich Felker047e4342011-03-17 20:41:37 -040042 } robust_list;
Rich Felkerbf619d82011-03-29 12:58:22 -040043 int unblock_cancel;
Rich Felker56fbaa32015-03-03 22:50:02 -050044 volatile int timer_id;
Rich Felker11c531e2011-05-30 01:41:23 -040045 locale_t locale;
Rich Felker9e2d8202018-05-02 12:13:43 -040046 volatile int join_futex;
Jens Gustedt32482f62018-01-03 14:17:12 +010047 volatile int killlock[1];
48 volatile int exitlock[1];
Rich Felker56fbaa32015-03-03 22:50:02 -050049 volatile int startlock[2];
Rich Felkerccc7b4c2013-03-26 23:07:31 -040050 unsigned long sigmask[_NSIG/8/sizeof(long)];
Rich Felker01d42742015-04-18 18:00:22 -040051 char *dlerror_buf;
52 int dlerror_flag;
Rich Felker5345c9b2014-08-23 23:35:10 -040053 void *stdio_locks;
William Pitcock7c709f22018-02-02 20:08:55 +000054 size_t guard_size;
Rich Felkercc7c3002018-02-05 11:45:52 -050055
56 /* Part 3 -- the positions of these fields relative to
57 * the end of the structure is external and internal ABI. */
Rich Felker484194d2015-05-06 18:37:19 -040058 uintptr_t canary_at_end;
Szabolcs Nagy204a69d2015-03-11 12:48:12 +000059 void **dtv_copy;
Rich Felker0b44a032011-02-12 00:22:29 -050060};
61
Rich Felker70c31c72011-03-29 10:05:57 -040062struct __timer {
Rich Felkerbf619d82011-03-29 12:58:22 -040063 int timerid;
Rich Felkerbf619d82011-03-29 12:58:22 -040064 pthread_t thread;
Rich Felker70c31c72011-03-29 10:05:57 -040065};
66
Rich Felkere8827562011-02-17 17:16:20 -050067#define __SU (sizeof(size_t)/sizeof(int))
68
69#define _a_stacksize __u.__s[0]
70#define _a_guardsize __u.__s[1]
Rich Felker819006a2012-06-09 19:53:29 -040071#define _a_stackaddr __u.__s[2]
72#define _a_detach __u.__i[3*__SU+0]
Rich Felker1e21e782012-11-11 15:38:04 -050073#define _a_sched __u.__i[3*__SU+1]
74#define _a_policy __u.__i[3*__SU+2]
75#define _a_prio __u.__i[3*__SU+3]
Rich Felkere8827562011-02-17 17:16:20 -050076#define _m_type __u.__i[0]
Rich Felker56fbaa32015-03-03 22:50:02 -050077#define _m_lock __u.__vi[1]
78#define _m_waiters __u.__vi[2]
Rich Felker93cc9862011-03-17 13:17:15 -040079#define _m_prev __u.__p[3]
80#define _m_next __u.__p[4]
81#define _m_count __u.__i[5]
Rich Felker37195db2014-08-17 22:09:47 -040082#define _c_shared __u.__p[0]
Rich Felker56fbaa32015-03-03 22:50:02 -050083#define _c_seq __u.__vi[2]
84#define _c_waiters __u.__vi[3]
Rich Felkercba4e1c2011-09-25 02:38:03 -040085#define _c_clock __u.__i[4]
Rich Felker56fbaa32015-03-03 22:50:02 -050086#define _c_lock __u.__vi[8]
Rich Felker37195db2014-08-17 22:09:47 -040087#define _c_head __u.__p[1]
88#define _c_tail __u.__p[5]
Rich Felker56fbaa32015-03-03 22:50:02 -050089#define _rw_lock __u.__vi[0]
90#define _rw_waiters __u.__vi[1]
Rich Felkerbc09d582014-08-15 23:54:52 -040091#define _rw_shared __u.__i[2]
Rich Felker56fbaa32015-03-03 22:50:02 -050092#define _b_lock __u.__vi[0]
93#define _b_waiters __u.__vi[1]
Rich Felkerf16a3082011-05-06 20:00:59 -040094#define _b_limit __u.__i[2]
Rich Felker56fbaa32015-03-03 22:50:02 -050095#define _b_count __u.__vi[3]
96#define _b_waiters2 __u.__vi[4]
Rich Felker9ae1cf62012-05-21 22:51:30 -040097#define _b_inst __u.__p[3]
Rich Felkere8827562011-02-17 17:16:20 -050098
Rich Felker7b2dd222011-02-15 03:56:52 -050099#include "pthread_arch.h"
Rich Felker0b44a032011-02-12 00:22:29 -0500100
Rich Felker484194d2015-05-06 18:37:19 -0400101#ifndef CANARY
102#define CANARY canary
103#endif
104
Rich Felker6ba55172015-06-25 22:22:00 +0000105#ifndef DTP_OFFSET
106#define DTP_OFFSET 0
107#endif
108
rofl0r1f53e7d2017-01-13 10:28:46 +0000109#ifndef tls_mod_off_t
110#define tls_mod_off_t size_t
111#endif
112
Rich Felker99b8a252011-05-07 23:23:58 -0400113#define SIGTIMER 32
114#define SIGCANCEL 33
Rich Felkeracb04802011-07-29 22:59:44 -0400115#define SIGSYNCCALL 34
Rich Felker99b8a252011-05-07 23:23:58 -0400116
Rich Felker2f437042012-08-09 22:52:13 -0400117#define SIGALL_SET ((sigset_t *)(const unsigned long long [2]){ -1,-1 })
118#define SIGPT_SET \
Rich Felkerccc7b4c2013-03-26 23:07:31 -0400119 ((sigset_t *)(const unsigned long [_NSIG/8/sizeof(long)]){ \
Rich Felkerf09e78d2011-06-13 20:37:52 -0400120 [sizeof(long)==4] = 3UL<<(32*(sizeof(long)>4)) })
Rich Felker2f437042012-08-09 22:52:13 -0400121#define SIGTIMER_SET \
Rich Felkerccc7b4c2013-03-26 23:07:31 -0400122 ((sigset_t *)(const unsigned long [_NSIG/8/sizeof(long)]){ \
Rich Felker4c4e22d2011-05-07 23:37:10 -0400123 0x80000000 })
Rich Felker0b44a032011-02-12 00:22:29 -0500124
Rich Felkerdba68bf2011-07-30 08:02:14 -0400125pthread_t __pthread_self_init(void);
126
Rich Felker3f72cda2011-09-18 10:14:37 -0400127int __clone(int (*)(void *), void *, int, void *, ...);
Rich Felker7b2dd222011-02-15 03:56:52 -0500128int __set_thread_area(void *);
Rich Felker0b44a032011-02-12 00:22:29 -0500129int __libc_sigaction(int, const struct sigaction *, struct sigaction *);
130int __libc_sigprocmask(int, const sigset_t *, sigset_t *);
131void __lock(volatile int *);
132void __unmapself(void *, size_t);
133
Alexander Monakovfa807872015-04-15 01:44:02 +0300134void __vm_wait(void);
135void __vm_lock(void);
136void __vm_unlock(void);
Rich Felkerf08ab9e2015-04-10 02:27:52 -0400137
Rich Felker0fc317d2015-03-02 17:46:22 -0500138int __timedwait(volatile int *, int, clockid_t, const struct timespec *, int);
139int __timedwait_cp(volatile int *, int, clockid_t, const struct timespec *, int);
Rich Felker0b44a032011-02-12 00:22:29 -0500140void __wait(volatile int *, volatile int *, int, int);
Rich Felkerbc09d582014-08-15 23:54:52 -0400141static inline void __wake(volatile void *addr, int cnt, int priv)
142{
Jens Gustedtd906fa32017-06-24 10:18:05 +0200143 if (priv) priv = FUTEX_PRIVATE;
Rich Felkerbc09d582014-08-15 23:54:52 -0400144 if (cnt<0) cnt = INT_MAX;
Rich Felkerb8ca9eb2014-08-22 23:49:54 -0400145 __syscall(SYS_futex, addr, FUTEX_WAKE|priv, cnt) != -ENOSYS ||
Rich Felkerbc09d582014-08-15 23:54:52 -0400146 __syscall(SYS_futex, addr, FUTEX_WAKE, cnt);
147}
Jens Gustedt47d0bcd2018-01-03 14:17:12 +0100148static inline void __futexwait(volatile void *addr, int val, int priv)
149{
150 if (priv) priv = FUTEX_PRIVATE;
151 __syscall(SYS_futex, addr, FUTEX_WAIT|priv, val) != -ENOSYS ||
152 __syscall(SYS_futex, addr, FUTEX_WAIT, val);
153}
Rich Felker0b44a032011-02-12 00:22:29 -0500154
Alexander Monakovfa807872015-04-15 01:44:02 +0300155void __acquire_ptc(void);
156void __release_ptc(void);
157void __inhibit_ptc(void);
Rich Felkerb2486a82011-04-06 20:27:07 -0400158
Rich Felker2c074b02013-04-26 19:48:01 -0400159void __block_all_sigs(void *);
160void __block_app_sigs(void *);
161void __restore_sigs(void *);
162
Rich Felker13b36452012-06-02 20:15:37 -0400163#define DEFAULT_STACK_SIZE 81920
Rich Felker4078a5c2016-11-08 18:03:42 -0500164#define DEFAULT_GUARD_SIZE 4096
Rich Felker0b44a032011-02-12 00:22:29 -0500165
Rich Felker23614b02014-09-07 10:28:08 -0400166#define __ATTRP_C11_THREAD ((void*)(uintptr_t)-1)
167
Rich Felker0b44a032011-02-12 00:22:29 -0500168#endif