pthread_impl.h

#ifndef _PTHREAD_IMPL_H
#define _PTHREAD_IMPL_H

#include "lthread_int.h"
#include <pthread.h>
#include <signal.h>
#include <errno.h>
#include <limits.h>
#include <sys/mman.h>
#include "libc.h"
#include "syscall.h"
#include "atomic.h"
#include "futex.h"

#ifdef SGXLKL_HW
#include "sgx_enclave_config.h"
#endif

#define pthread __pthread

struct schedctx {
	/* Part 1 -- these fields may be external or
	 * internal (accessed via asm) ABI. Do not change. */
	struct schedctx *self;
	uintptr_t *dtv;
	void *unused1, *unused2;
	uintptr_t sysinfo;
	uintptr_t canary, canary2;

	/* Part 2 -- implementation details, non-ABI. */
	int tid;
	int errno_val;
	volatile int detach_state;
	volatile int cancel;
	volatile unsigned char canceldisable, cancelasync;
	unsigned char tsd_used:1;
	unsigned char unblock_cancel:1;
	unsigned char dlerror_flag:1;
	unsigned char *map_base;
	size_t map_size;
	void *stack;
	size_t stack_size;
	size_t guard_size;
	void *start_arg;
	void *(*start)(void *);
	void *result;
	struct __ptcb *cancelbuf;
	void **tsd;
	struct {
		volatile void *volatile head;
		long off;
		volatile void *volatile pending;
	} robust_list;
	volatile int timer_id;
	locale_t locale;
	volatile int killlock[1];
	char *dlerror_buf;
	void *stdio_locks;

#ifdef SGXLKL_HW
	enclave_parms_t *enclave_parms;
#endif /* SGXLKL_HW */

	/* Part 3 -- the positions of these fields relative to
	 * the end of the structure is external and internal ABI. */
	uintptr_t canary_at_end;
	uintptr_t *dtv_copy;
        struct lthread_sched sched;
};

struct start_sched_args {
	void *start_arg;
	void *(*start_fn)(void *);
	sigset_t mask;
	pthread_attr_t *attr;
	volatile int futex;
};

enum {
	DT_EXITED = 0,
	DT_EXITING,
	DT_JOINABLE,
	DT_DETACHED,
	DT_DYNAMIC,
};

struct __timer {
	int timerid;
	pthread_t thread;
};

/* Thread Control Block (TCB) for lthreads */
struct lthread_tcb_base {
    void *self;
    char _pad_0[32];
    // SGX-LKL does not have full stack smashing protection (SSP) support right
    // now. In particular, we do not generate a random stack guard for every
    // new thread. However, when aplications are compiled with stack protection
    // enabled, GCC makes certain assumptions about the Thread Control Block
    // (TCB) layout. Among other things, it expects a read-only stack
    // guard/canary value at an offset 0x28 (40 bytes) from the FS segment
    // base/start of the TCB (see schedctx struct above).
    uint64_t stack_guard_dummy; // Equivalent to schedctx->canary (see above).
                                // canary2 is only used on the x32 arch, so we
                                // ignore it here.
    struct schedctx *schedctx;
};

/* Thread Control Block (TCB) for ethreads/the scheduler (schedctx) */
struct sched_tcb_base {
    void *self;
    void *tcs;
    void *enclave_parms;
    char _pad_0[16];
    uint64_t stack_guard_dummy; // See struct lthread_tcb_base comment
    struct schedctx *schedctx;
};

#define __SU (sizeof(size_t)/sizeof(int))

#define _a_stacksize __u.__s[0]
#define _a_guardsize __u.__s[1]
#define _a_stackaddr __u.__s[2]
#define _a_detach __u.__i[3*__SU+0]
#define _a_sched __u.__i[3*__SU+1]
#define _a_policy __u.__i[3*__SU+2]
#define _a_prio __u.__i[3*__SU+3]
#define _m_type __u.__i[0]
#define _m_lock __u.__vi[1]
#define _m_waiters __u.__vi[2]
#define _m_prev __u.__p[3]
#define _m_next __u.__p[4]
#define _m_count __u.__i[5]
#define _c_shared __u.__p[0]
#define _c_seq __u.__vi[2]
#define _c_waiters __u.__vi[3]
#define _c_clock __u.__i[4]
#define _c_lock __u.__vi[8]
#define _c_head __u.__p[1]
#define _c_tail __u.__p[5]
#define _rw_lock __u.__vi[0]
#define _rw_waiters __u.__vi[1]
#define _rw_shared __u.__i[2]
#define _b_lock __u.__vi[0]
#define _b_waiters __u.__vi[1]
#define _b_limit __u.__i[2]
#define _b_count __u.__vi[3]
#define _b_waiters2 __u.__vi[4]
#define _b_inst __u.__p[3]

#include "pthread_arch.h"

#ifndef CANARY
#define CANARY canary
#endif

#ifndef DTP_OFFSET
#define DTP_OFFSET 0
#endif

#ifndef tls_mod_off_t
#define tls_mod_off_t size_t
#endif

#define SIGTIMER 32
#define SIGCANCEL 33
#define SIGSYNCCALL 34

#define SIGALL_SET ((sigset_t *)(const unsigned long long [2]){ -1,-1 })
#define SIGPT_SET \
	((sigset_t *)(const unsigned long [_NSIG/8/sizeof(long)]){ \
	[sizeof(long)==4] = 3UL<<(32*(sizeof(long)>4)) })
#define SIGTIMER_SET \
	((sigset_t *)(const unsigned long [_NSIG/8/sizeof(long)]){ \
	 0x80000000 })

void *__tls_get_addr(tls_mod_off_t *);
hidden void *__tls_get_new(tls_mod_off_t *);
hidden int __init_tp(void *);
hidden int __init_utp(void *, int);;
hidden void *__copy_tls(unsigned char *);
hidden void *__copy_utls(struct lthread *, unsigned char *, size_t);
hidden void __reset_tls();

hidden void __dl_thread_cleanup(void);
hidden void __testcancel();
hidden void __do_cleanup_push(struct __ptcb *);
hidden void __do_cleanup_pop(struct __ptcb *);
hidden void __pthread_tsd_run_dtors();

hidden void __pthread_key_delete_synccall(void (*)(void *), void *);
hidden int __pthread_key_delete_impl(pthread_key_t);

extern hidden volatile int __block_new_threads;
extern hidden volatile size_t __pthread_tsd_size;
extern hidden void *__pthread_tsd_main[];
extern hidden volatile int __aio_fut;
extern hidden volatile int __eintr_valid_flag;

hidden int __clone(int (*)(void *), void *, int, void *, ...);
hidden int __set_thread_area(void *);
hidden int __libc_sigaction(int, const struct sigaction *, struct sigaction *);
hidden void __unmapself(void *, size_t);

hidden int __timedwait(volatile int *, int, clockid_t, const struct timespec *, int);
hidden int __timedwait_cp(volatile int *, int, clockid_t, const struct timespec *, int);
hidden void __wait(volatile int *, volatile int *, int, int);
static inline void __wake(volatile void *addr, int cnt, int priv)
{
	if (priv) priv = FUTEX_PRIVATE;
	if (cnt<0) cnt = INT_MAX;
	__syscall(SYS_futex, (int*)addr, FUTEX_WAKE|priv, cnt, 0, 0, 0) != -ENOSYS ||
	__syscall(SYS_futex, (int*)addr, FUTEX_WAKE, cnt, 0, 0, 0);
}

static inline void __futexwait(volatile void *addr, int val, int priv)
{
	if (priv) priv = FUTEX_PRIVATE;
	__syscall(SYS_futex, addr, FUTEX_WAIT|priv, val, 0, 0, 0) != -ENOSYS ||
	__syscall(SYS_futex, addr, FUTEX_WAIT, val, 0, 0, 0);
}

static inline struct lthread_sched*
lthread_get_sched()
{
    struct schedctx *c = __scheduler_self();
    return &c->sched;
}


static inline uint64_t timespec_to_lttimeout(const struct timespec *at)
{
        struct timeval tv;
        uint64_t now, then;
        if (at) {
                gettimeofday(&tv, NULL);
                now = tv.tv_sec * 1000 + tv.tv_usec / 1000;
                then = at->tv_sec * 1000 + at->tv_nsec / 1000000;
                return then > now ? then - now : WAIT_TIMEOUT;
        }
        return WAIT_LIMITLESS;
}

static inline struct lthread *__pthread_self()
{
        return lthread_self();
}

hidden void __acquire_ptc(void);
hidden void __release_ptc(void);
hidden void __inhibit_ptc(void);

extern hidden unsigned __default_stacksize;
extern hidden unsigned __default_guardsize;

#define DEFAULT_STACK_SIZE 131072
#define DEFAULT_GUARD_SIZE 8192

#define DEFAULT_STACK_MAX (8<<20)
#define DEFAULT_GUARD_MAX (1<<20)

#define __ATTRP_C11_THREAD ((void*)(uintptr_t)-1)

#endif