turnstile

include/sync/turnstile.h View source View on GitHub

Structs

turnstile

struct turnstile {
    struct thread           *owner;
    bool                    applied_pi_boost;
    enum thread_prio_class  prio_class;
    struct list_head        hash_list;
    struct list_head        freelist;
    size_t                  waiters;
    void                    *lock_obj;
    struct rbt              queues[TURNSTILE_NUM_QUEUES];
    enum turnstile_state    state;
};

turnstile_hash_chain

struct turnstile_hash_chain {
    struct list_head  list;
    struct spinlock   lock;
};

turnstile_hash_table

struct turnstile_hash_table {
    struct turnstile_hash_chain  heads[TURNSTILE_HASH_SIZE];
};

Enums

turnstile_state

enum turnstile_state {
    TURNSTILE_STATE_UNUSED,
    TURNSTILE_STATE_IN_HASH_TABLE,
    TURNSTILE_STATE_IN_FREE_LIST,
};

Functions

turnstiles_init

void turnstiles_init();

turnstile_create

struct turnstile * turnstile_create(void);

turnstile_destroy

void turnstile_destroy(struct turnstile *ts);

turnstile_init

struct turnstile * turnstile_init(struct turnstile *ts);

turnstile_block

struct turnstile * turnstile_block(struct turnstile *ts, size_t queue_num, void *lock_obj, enum irql lock_irql, struct thread *owner);

turnstile_lookup

struct turnstile * turnstile_lookup(void *obj, enum irql *irql_out);

turnstile_unlock

void turnstile_unlock(void *obj, enum irql irql);

turnstile_wake

void turnstile_wake(struct turnstile *ts, size_t queue, size_t num_threads, enum irql lock_irql);

turnstile_get_waiter_count

size_t turnstile_get_waiter_count(void *lock_obj);

turnstile_thread_priority

int32_t turnstile_thread_priority(struct thread *t);

Macros

TURNSTILE_WRITER_QUEUE

#define TURNSTILE_WRITER_QUEUE 0

TURNSTILE_READER_QUEUE

#define TURNSTILE_READER_QUEUE 1

TURNSTILE_NUM_QUEUES

#define TURNSTILE_NUM_QUEUES 2

turnstile_from_freelist

#define turnstile_from_freelist(fl) \
    (container_of(fl, struct turnstile, freelist))

turnstile_from_hash_list_node

#define turnstile_from_hash_list_node(hln) \
    (container_of(hln, struct turnstile, hash_list))

TURNSTILE_HASH_SIZE

#define TURNSTILE_HASH_SIZE 128

TURNSTILE_HASH_MASK

#define TURNSTILE_HASH_MASK (TURNSTILE_HASH_SIZE - 1)

TURNSTILE_OBJECT_HASH

#define TURNSTILE_OBJECT_HASH(obj) \
    ((((uintptr_t) (obj) >> 3) * 2654435761u) & TURNSTILE_HASH_MASK)

TURNSTILE_CHAIN

#define TURNSTILE_CHAIN(sobj) global.turnstiles[TURNSTILE_OBJECT_HASH(sobj)]

---