blob: 3b4ad94d61f60191b7b420565ecd7e9fef7c6c0b [file] [log] [blame]
Rich Felker0b44a032011-02-12 00:22:29 -05001#ifndef _PTHREAD_IMPL_H
2#define _PTHREAD_IMPL_H
3
4#include <pthread.h>
Rich Felker0b44a032011-02-12 00:22:29 -05005#include <signal.h>
Rich Felker0b44a032011-02-12 00:22:29 -05006#include <errno.h>
7#include <limits.h>
Rich Felker0b44a032011-02-12 00:22:29 -05008#include "libc.h"
9#include "syscall.h"
10#include "atomic.h"
11#include "futex.h"
12
13#define pthread __pthread
14
15struct pthread {
Rich Felkercc7c3002018-02-05 11:45:52 -050016 /* Part 1 -- these fields may be external or
17 * internal (accessed via asm) ABI. Do not change. */
Rich Felker0b2006c2011-02-15 03:24:58 -050018 struct pthread *self;
Rich Felker9b153c02012-10-04 21:01:56 -040019 void **dtv, *unused1, *unused2;
Rich Felker58aa5f42012-05-03 20:42:45 -040020 uintptr_t sysinfo;
Rich Felker484194d2015-05-06 18:37:19 -040021 uintptr_t canary, canary2;
Rich Felker0b44a032011-02-12 00:22:29 -050022 pid_t tid, pid;
Rich Felkercc7c3002018-02-05 11:45:52 -050023
24 /* Part 2 -- implementation details, non-ABI. */
Rich Felkerac31bf22014-06-10 04:49:49 -040025 int tsd_used, errno_val;
Rich Felkerfeee9892011-04-17 11:43:03 -040026 volatile int cancel, canceldisable, cancelasync;
Rich Felkerbbbe87e2012-07-12 11:23:43 -040027 int detached;
Rich Felker0b44a032011-02-12 00:22:29 -050028 unsigned char *map_base;
29 size_t map_size;
Rich Felker14a835b2013-03-31 23:25:55 -040030 void *stack;
31 size_t stack_size;
Rich Felker0b44a032011-02-12 00:22:29 -050032 void *start_arg;
33 void *(*start)(void *);
34 void *result;
Rich Felker0b44a032011-02-12 00:22:29 -050035 struct __ptcb *cancelbuf;
36 void **tsd;
Rich Felker047e4342011-03-17 20:41:37 -040037 struct {
Rich Felkerde7e99c2014-08-17 00:46:26 -040038 volatile void *volatile head;
Rich Felker047e4342011-03-17 20:41:37 -040039 long off;
Rich Felkerde7e99c2014-08-17 00:46:26 -040040 volatile void *volatile pending;
Rich Felker047e4342011-03-17 20:41:37 -040041 } robust_list;
Rich Felkerbf619d82011-03-29 12:58:22 -040042 int unblock_cancel;
Rich Felker56fbaa32015-03-03 22:50:02 -050043 volatile int timer_id;
Rich Felker11c531e2011-05-30 01:41:23 -040044 locale_t locale;
Rich Felker9e2d8202018-05-02 12:13:43 -040045 volatile int join_futex;
Jens Gustedt32482f62018-01-03 14:17:12 +010046 volatile int killlock[1];
47 volatile int exitlock[1];
Rich Felker56fbaa32015-03-03 22:50:02 -050048 volatile int startlock[2];
Rich Felkerccc7b4c2013-03-26 23:07:31 -040049 unsigned long sigmask[_NSIG/8/sizeof(long)];
Rich Felker01d42742015-04-18 18:00:22 -040050 char *dlerror_buf;
51 int dlerror_flag;
Rich Felker5345c9b2014-08-23 23:35:10 -040052 void *stdio_locks;
William Pitcock7c709f22018-02-02 20:08:55 +000053 size_t guard_size;
Rich Felkercc7c3002018-02-05 11:45:52 -050054
55 /* Part 3 -- the positions of these fields relative to
56 * the end of the structure is external and internal ABI. */
Rich Felker484194d2015-05-06 18:37:19 -040057 uintptr_t canary_at_end;
Szabolcs Nagy204a69d2015-03-11 12:48:12 +000058 void **dtv_copy;
Rich Felker0b44a032011-02-12 00:22:29 -050059};
60
Rich Felker70c31c72011-03-29 10:05:57 -040061struct __timer {
Rich Felkerbf619d82011-03-29 12:58:22 -040062 int timerid;
Rich Felkerbf619d82011-03-29 12:58:22 -040063 pthread_t thread;
Rich Felker70c31c72011-03-29 10:05:57 -040064};
65
Rich Felkere8827562011-02-17 17:16:20 -050066#define __SU (sizeof(size_t)/sizeof(int))
67
68#define _a_stacksize __u.__s[0]
69#define _a_guardsize __u.__s[1]
Rich Felker819006a2012-06-09 19:53:29 -040070#define _a_stackaddr __u.__s[2]
71#define _a_detach __u.__i[3*__SU+0]
Rich Felker1e21e782012-11-11 15:38:04 -050072#define _a_sched __u.__i[3*__SU+1]
73#define _a_policy __u.__i[3*__SU+2]
74#define _a_prio __u.__i[3*__SU+3]
Rich Felkere8827562011-02-17 17:16:20 -050075#define _m_type __u.__i[0]
Rich Felker56fbaa32015-03-03 22:50:02 -050076#define _m_lock __u.__vi[1]
77#define _m_waiters __u.__vi[2]
Rich Felker93cc9862011-03-17 13:17:15 -040078#define _m_prev __u.__p[3]
79#define _m_next __u.__p[4]
80#define _m_count __u.__i[5]
Rich Felker37195db2014-08-17 22:09:47 -040081#define _c_shared __u.__p[0]
Rich Felker56fbaa32015-03-03 22:50:02 -050082#define _c_seq __u.__vi[2]
83#define _c_waiters __u.__vi[3]
Rich Felkercba4e1c2011-09-25 02:38:03 -040084#define _c_clock __u.__i[4]
Rich Felker56fbaa32015-03-03 22:50:02 -050085#define _c_lock __u.__vi[8]
Rich Felker37195db2014-08-17 22:09:47 -040086#define _c_head __u.__p[1]
87#define _c_tail __u.__p[5]
Rich Felker56fbaa32015-03-03 22:50:02 -050088#define _rw_lock __u.__vi[0]
89#define _rw_waiters __u.__vi[1]
Rich Felkerbc09d582014-08-15 23:54:52 -040090#define _rw_shared __u.__i[2]
Rich Felker56fbaa32015-03-03 22:50:02 -050091#define _b_lock __u.__vi[0]
92#define _b_waiters __u.__vi[1]
Rich Felkerf16a3082011-05-06 20:00:59 -040093#define _b_limit __u.__i[2]
Rich Felker56fbaa32015-03-03 22:50:02 -050094#define _b_count __u.__vi[3]
95#define _b_waiters2 __u.__vi[4]
Rich Felker9ae1cf62012-05-21 22:51:30 -040096#define _b_inst __u.__p[3]
Rich Felkere8827562011-02-17 17:16:20 -050097
Rich Felker7b2dd222011-02-15 03:56:52 -050098#include "pthread_arch.h"
Rich Felker0b44a032011-02-12 00:22:29 -050099
Rich Felker484194d2015-05-06 18:37:19 -0400100#ifndef CANARY
101#define CANARY canary
102#endif
103
Rich Felker6ba55172015-06-25 22:22:00 +0000104#ifndef DTP_OFFSET
105#define DTP_OFFSET 0
106#endif
107
rofl0r1f53e7d2017-01-13 10:28:46 +0000108#ifndef tls_mod_off_t
109#define tls_mod_off_t size_t
110#endif
111
Rich Felker99b8a252011-05-07 23:23:58 -0400112#define SIGTIMER 32
113#define SIGCANCEL 33
Rich Felkeracb04802011-07-29 22:59:44 -0400114#define SIGSYNCCALL 34
Rich Felker99b8a252011-05-07 23:23:58 -0400115
Rich Felker2f437042012-08-09 22:52:13 -0400116#define SIGALL_SET ((sigset_t *)(const unsigned long long [2]){ -1,-1 })
117#define SIGPT_SET \
Rich Felkerccc7b4c2013-03-26 23:07:31 -0400118 ((sigset_t *)(const unsigned long [_NSIG/8/sizeof(long)]){ \
Rich Felkerf09e78d2011-06-13 20:37:52 -0400119 [sizeof(long)==4] = 3UL<<(32*(sizeof(long)>4)) })
Rich Felker2f437042012-08-09 22:52:13 -0400120#define SIGTIMER_SET \
Rich Felkerccc7b4c2013-03-26 23:07:31 -0400121 ((sigset_t *)(const unsigned long [_NSIG/8/sizeof(long)]){ \
Rich Felker4c4e22d2011-05-07 23:37:10 -0400122 0x80000000 })
Rich Felker0b44a032011-02-12 00:22:29 -0500123
Rich Felkerdba68bf2011-07-30 08:02:14 -0400124pthread_t __pthread_self_init(void);
125
Rich Felker3f72cda2011-09-18 10:14:37 -0400126int __clone(int (*)(void *), void *, int, void *, ...);
Rich Felker7b2dd222011-02-15 03:56:52 -0500127int __set_thread_area(void *);
Rich Felker0b44a032011-02-12 00:22:29 -0500128int __libc_sigaction(int, const struct sigaction *, struct sigaction *);
129int __libc_sigprocmask(int, const sigset_t *, sigset_t *);
130void __lock(volatile int *);
131void __unmapself(void *, size_t);
132
Alexander Monakovfa807872015-04-15 01:44:02 +0300133void __vm_wait(void);
134void __vm_lock(void);
135void __vm_unlock(void);
Rich Felkerf08ab9e2015-04-10 02:27:52 -0400136
Rich Felker0fc317d2015-03-02 17:46:22 -0500137int __timedwait(volatile int *, int, clockid_t, const struct timespec *, int);
138int __timedwait_cp(volatile int *, int, clockid_t, const struct timespec *, int);
Rich Felker0b44a032011-02-12 00:22:29 -0500139void __wait(volatile int *, volatile int *, int, int);
Rich Felkerbc09d582014-08-15 23:54:52 -0400140static inline void __wake(volatile void *addr, int cnt, int priv)
141{
Jens Gustedtd906fa32017-06-24 10:18:05 +0200142 if (priv) priv = FUTEX_PRIVATE;
Rich Felkerbc09d582014-08-15 23:54:52 -0400143 if (cnt<0) cnt = INT_MAX;
Rich Felkerb8ca9eb2014-08-22 23:49:54 -0400144 __syscall(SYS_futex, addr, FUTEX_WAKE|priv, cnt) != -ENOSYS ||
Rich Felkerbc09d582014-08-15 23:54:52 -0400145 __syscall(SYS_futex, addr, FUTEX_WAKE, cnt);
146}
Jens Gustedt47d0bcd2018-01-03 14:17:12 +0100147static inline void __futexwait(volatile void *addr, int val, int priv)
148{
149 if (priv) priv = FUTEX_PRIVATE;
150 __syscall(SYS_futex, addr, FUTEX_WAIT|priv, val) != -ENOSYS ||
151 __syscall(SYS_futex, addr, FUTEX_WAIT, val);
152}
Rich Felker0b44a032011-02-12 00:22:29 -0500153
Alexander Monakovfa807872015-04-15 01:44:02 +0300154void __acquire_ptc(void);
155void __release_ptc(void);
156void __inhibit_ptc(void);
Rich Felkerb2486a82011-04-06 20:27:07 -0400157
Rich Felker2c074b02013-04-26 19:48:01 -0400158void __block_all_sigs(void *);
159void __block_app_sigs(void *);
160void __restore_sigs(void *);
161
Rich Felker13b36452012-06-02 20:15:37 -0400162#define DEFAULT_STACK_SIZE 81920
Rich Felker4078a5c2016-11-08 18:03:42 -0500163#define DEFAULT_GUARD_SIZE 4096
Rich Felker0b44a032011-02-12 00:22:29 -0500164
Rich Felker23614b02014-09-07 10:28:08 -0400165#define __ATTRP_C11_THREAD ((void*)(uintptr_t)-1)
166
Rich Felker0b44a032011-02-12 00:22:29 -0500167#endif