Threads

include/thread/thread.h

struct `cpu_context`

Member Type	Member Name
`uint64_t`	`rbx`
`uint64_t`	`rbp`
`uint64_t`	`r12`
`uint64_t`	`r13`
`uint64_t`	`r14`
`uint64_t`	`r15`
`uint64_t`	`rsp`
`uint64_t`	`rip`

struct `thread_event_association`

Member Type	Member Name
`uint8_t`	`reason`
`uint64_t`	`cycle`

struct `thread_event_reason`

Member Type	Member Name
`uint8_t`	`reason`
`struct thread_event_association`	`associated_reason`
`time_t`	`timestamp`
`uint64_t`	`cycle`

struct `thread_runtime_bucket`

Member Type	Member Name
`uint64_t`	`run_time_ms`
`uint64_t`	`wall_clock_sec`

struct `thread_activity_bucket`

Member Type	Member Name
`uint64_t`	`cycle`
`uint32_t`	`block_count`
`uint32_t`	`sleep_count`
`uint32_t`	`wake_count`
`uint64_t`	`block_duration`
`uint64_t`	`sleep_duration`

struct `thread_activity_stats`

Member Type	Member Name
`struct thread_runtime_bucket`	`rt_buckets[THREAD_EVENT_RINGBUFFER_CAPACITY]`
`struct thread_activity_bucket`	`buckets[THREAD_ACTIVITY_BUCKET_COUNT]`
`time_t`	`last_update_ms`
`size_t`	`last_wake_index`
`uint64_t`	`current_cycle`
`size_t`	`current_bucket`

struct `thread_activity_data`

Member Type	Member Name
`MAKE_THREAD_RINGBUFFER(wake_reasons)`	`None`
`MAKE_THREAD_RINGBUFFER(block_reasons)`	`None`
`MAKE_THREAD_RINGBUFFER(sleep_reasons)`	`None`

struct `thread_activity_metrics`

Member Type	Member Name
`uint64_t`	`run_ratio`
`uint64_t`	`block_ratio`
`uint64_t`	`sleep_ratio`
`uint64_t`	`wake_freq`

struct `thread`

Member Type	Member Name
`uint64_t`	`id`
`char`	`*name`
`void`	`(entry)(void )`
`void`	`*stack`
`size_t`	`stack_size`
`struct cpu_context`	`regs`
`struct rbt_node`	`rq_tree_node`
`struct list_head`	`rq_list_node`
`struct rbt_node`	`wq_tree_node`
`struct list_head`	`wq_list_node`
`struct pairing_node`	`wq_pairing_node`
`struct list_head`	`rcu_list_node`
`enum thread_state`	`state`
`atomic_bool`	`dying`
`int64_t`	`curr_core`
`int64_t`	`core_to_wake_on`
`uint64_t`	`last_ran`
`time_t`	`run_start_time`
`size_t`	`owner_domain`
`struct cpu_mask`	`allowed_cpus`
`int64_t`	`migrate_to`
`(enum thread_flags)`	`flags`
`thread_prio_t`	`activity_score`
`int32_t`	`dynamic_delta`
`size_t`	`weight`
`nice_t`	`niceness`
`bool`	`has_pi_boost`
`size_t`	`saved_weight`
`enum thread_prio_class`	`saved_class`
`struct spinlock`	`being_moved`
`time_t`	`last_class_change_ms`
`size_t`	`effective_priority`
`uint64_t`	`completed_period`
`time_t`	`period_runtime_raw_ms`
`time_t`	`budget_time_raw_ms`
`time_t`	`timeslice_length_raw_ms`
`size_t`	`virtual_period_runtime`
`size_t`	`virtual_budget`
`size_t`	`virtual_runtime_left`
`enum thread_activity_class`	`activity_class`
`enum thread_prio_class`	`base_prio_class`
`enum thread_prio_class`	`perceived_prio_class`
`struct thread_activity_data`	`*activity_data`
`struct thread_activity_stats`	`*activity_stats`
`struct thread_activity_metrics`	`activity_metrics`
`struct spinlock`	`lock`
`refcount_t`	`refcount`
`enum wake_reason`	`wake_reason`
`size_t`	`wait_cookie`
`uint32_t`	`rcu_nesting`
`uint64_t`	`rcu_seen_gen`
`atomic_bool`	`rcu_blocked`
`uint64_t`	`rcu_start_gen`
`uint64_t`	`rcu_blocked_gen`
`enum thread_wait_type`	`wait_type`
`void`	`*expected_wake_src`
`uint64_t`	`wait_token`
`uint8_t`	`last_action_reason`
`enum thread_state`	`last_action`
`(void *)`	`wake_src`
`atomic_bool`	`wake_matched`
`uint64_t`	`wake_token`
`uint64_t`	`token_ctr`
`bool`	`executing_apc`
`bool`	`checking_apcs`
`struct list_head`	`apc_head[APC_TYPE_COUNT]`
`uintptr_t`	`apc_pending_mask`
`uint32_t`	`special_apc_disable`
`uint32_t`	`kernel_apc_disable`
`enum apc_event`	`recent_event`
`struct list_head`	`on_event_apcs[APC_EVENT_COUNT]`
`struct turnstile`	`*born_with`
`struct turnstile`	`*turnstile`
`struct turnstile`	`*blocked_on`
`size_t`	`context_switches`
`size_t`	`preemptions`
`time_t`	`creation_time_ms`
`size_t`	`boost_count`
`size_t`	`total_wake_count`
`size_t`	`total_block_count`
`size_t`	`total_sleep_count`
`size_t`	`total_apcs_ran`
`void`	`*private`

enum `thread_state`

Name	Value
`THREAD_STATE_IDLE_THREAD`	`None`
`THREAD_STATE_READY`	`None`
`THREAD_STATE_RUNNING`	`None`
`THREAD_STATE_BLOCKED`	`None`
`THREAD_STATE_SLEEPING`	`None`
`THREAD_STATE_ZOMBIE`	`None`
`THREAD_STATE_TERMINATED`	`None`
`THREAD_STATE_HALTED`	`None`

enum `thread_wait_type`

Name	Value
`THREAD_WAIT_NONE`	`None`
`THREAD_WAIT_UNINTERRUPTIBLE`	`None`
`THREAD_WAIT_INTERRUPTIBLE`	`None`

enum `thread_flags`

Name	Value
`THREAD_FLAGS_NO_STEAL`	`1`

enum `thread_prio_class`

Name	Value
`THREAD_PRIO_CLASS_URGENT`	`0`
`THREAD_PRIO_CLASS_RT`	`1`
`THREAD_PRIO_CLASS_TIMESHARE`	`2`
`THREAD_PRIO_CLASS_BACKGROUND`	`3`

enum `thread_wake_reason`

Name	Value
`THREAD_WAKE_REASON_BLOCKING_IO`	`1`
`THREAD_WAKE_REASON_BLOCKING_MANUAL`	`2`
`THREAD_WAKE_REASON_SLEEP_TIMEOUT`	`3`
`THREAD_WAKE_REASON_SLEEP_MANUAL`	`4`

enum `thread_block_reason`

Name	Value
`THREAD_BLOCK_REASON_IO`	`5`
`THREAD_BLOCK_REASON_MANUAL`	`6`

enum `thread_sleep_reason`

Name	Value
`THREAD_SLEEP_REASON_MANUAL`	`7`

enum `wake_reason`

Name	Value
`WAKE_REASON_NONE`	`0`
`WAKE_REASON_SIGNAL`	`1`
`WAKE_REASON_TIMEOUT`	`2`

enum `thread_activity_class`

Name	Value
`THREAD_ACTIVITY_CLASS_CPU_BOUND`	`None`
`THREAD_ACTIVITY_CLASS_IO_BOUND`	`None`
`THREAD_ACTIVITY_CLASS_INTERACTIVE`	`None`
`THREAD_ACTIVITY_CLASS_SLEEPY`	`None`
`THREAD_ACTIVITY_CLASS_UNKNOWN`	`None`

struct thread *thread_create_internal(char *name,void (*entry_point)(void *),void *arg,size_t stack_size,va_list args)
struct thread *thread_create(char *name,void (*entry_point)(void *),void *arg)
struct thread *thread_create_custom_stack(char *name,void (*entry_point)(void *),void *arg,size_t stack_size)
void thread_free(struct thread *t)
void thread_init_thread_ids(void)
void thread_init_rq_lists(void)
void thread_sleep_for_ms(uint64_t ms)
void thread_exit(void)
void thread_print(struct thread *t)
void thread_update_activity_stats(struct thread *t,uint64_t time)
void thread_classify_activity(struct thread *t,uint64_t now_ms)
void thread_update_runtime_buckets(struct thread *thread,uint64_t time)
void thread_apply_wake_boost(struct thread *t)
void thread_update_effective_priority(struct thread *t)
void thread_apply_cpu_penalty(struct thread *t)
void thread_add_wake_reason(struct thread *t,uint8_t reason)
void thread_wake_manual(struct thread *t,void *wake_src)
void thread_calculate_activity_data(struct thread *t)
struct thread_event_reason *thread_add_event_reason(struct thread_event_reason *ring,size_t *head,uint8_t reason,uint64_t time,struct thread_activity_stats *stats)
void thread_add_block_reason(struct thread *t,uint8_t reason)
void thread_add_sleep_reason(struct thread *t,uint8_t reason)
bool thread_block(struct thread *t,enum thread_block_reason r,enum thread_wait_type wait_type,void *expect_wake_src)
bool thread_sleep(struct thread *t,enum thread_sleep_reason r,enum thread_wait_type wait_type,void *expect_wake_src)
void thread_set_timesharing(struct thread *t)
void thread_set_background(struct thread *t)
void thread_wake(struct thread *t,enum thread_wake_reason r,void *wake_src)
void thread_wait_for_wake_match()
void thread_block_on(struct thread_queue *q,enum thread_wait_type type,void *wake_src)
static inlineenum thread_statethread_get_state(struct thread *t)
static inline void thread_set_state(struct thread *t,enum thread_state state)
static inlineenum thread_flagsthread_get_flags(struct thread *t)
static inline void thread_set_flags(struct thread *t,enum thread_flags flags)
static inlineenum thread_flagsthread_or_flags(struct thread *t,enum thread_flags flags)
static inlineenum thread_flagsthread_and_flags(struct thread *t,enum thread_flags flags)
static inline uint64_t thread_get_last_ran(struct thread *t,enum thread_flags *out_flags)
static inline uint64_t thread_set_last_ran(struct thread *t,uint64_t new)
static inline bool thread_try_getref(struct thread *t)
static inline bool thread_get(struct thread *t)
static inline void thread_put(struct thread *t)
static inlineenum irqlthread_acquire(struct thread *t)
static inline void thread_release(struct thread *t,enum irql irql)
static inline bool thread_is_rt(struct thread *t)
static inline void thread_clear_wake_data(struct thread *t)
static inlineenum thread_wait_typethread_get_wait_type(struct thread *t)

Defines

THREAD_DEFAULT_TIMESLICE: 25 /* 25 ms */
THREAD_STACK_SIZE: (PAGE_SIZE * 4)
THREAD_CLASS_WIDTH: 1024
THREAD_CLASS_HALF: (THREAD_CLASS_WIDTH / 2)
THREAD_ACT_INTERACTIVE_AVG: 4000u
THREAD_ACT_IO_BOUND_AVG: 2500u
THREAD_ACT_CPU_BOUND_AVG: 1200u
THREAD_ACT_SLEEPY_AVG: 4500u
THREAD_ACT_INTERACTIVE_MIN: THREAD_BAND_MIN(THREAD_ACT_INTERACTIVE_AVG)
THREAD_ACT_INTERACTIVE_MAX: THREAD_BAND_MAX(THREAD_ACT_INTERACTIVE_AVG)
THREAD_ACT_IO_BOUND_MIN: THREAD_BAND_MIN(THREAD_ACT_IO_BOUND_AVG)
THREAD_ACT_IO_BOUND_MAX: THREAD_BAND_MAX(THREAD_ACT_IO_BOUND_AVG)
THREAD_ACT_CPU_BOUND_MIN: THREAD_BAND_MIN(THREAD_ACT_CPU_BOUND_AVG)
THREAD_ACT_CPU_BOUND_MAX: THREAD_BAND_MAX(THREAD_ACT_CPU_BOUND_AVG)
THREAD_ACT_SLEEPY_MIN: THREAD_BAND_MIN(THREAD_ACT_SLEEPY_AVG)
THREAD_ACT_SLEEPY_MAX: THREAD_BAND_MAX(THREAD_ACT_SLEEPY_AVG)
THREAD_PRIO_CLASS_COUNT: (4)
THREAD_EVENT_REASON_NONE: 0xFF
THREAD_ASSOCIATED_REASON_NONE: 0xFF
THREAD_ACTIVITY_BUCKET_COUNT: 4
THREAD_ACTIVITY_BUCKET_DURATION: 1000 /* 1 second per bucket */
THREAD_EVENT_RINGBUFFER_CAPACITY: THREAD_ACTIVITY_BUCKET_COUNT
TOTAL_BUCKET_DURATION: (THREAD_ACTIVITY_BUCKET_COUNT * THREAD_ACTIVITY_BUCKET_DURATION)

Threads

include/thread/thread.h

struct cpu_context

struct thread_event_association

struct thread_event_reason

struct thread_runtime_bucket

struct thread_activity_bucket

struct thread_activity_stats

struct thread_activity_data

struct thread_activity_metrics

struct thread

enum thread_state

enum thread_wait_type

enum thread_flags

enum thread_prio_class

enum thread_wake_reason

enum thread_block_reason

enum thread_sleep_reason

enum wake_reason

enum thread_activity_class

Defines

struct `cpu_context`

struct `thread_event_association`

struct `thread_event_reason`

struct `thread_runtime_bucket`

struct `thread_activity_bucket`

struct `thread_activity_stats`

struct `thread_activity_data`

struct `thread_activity_metrics`

struct `thread`

enum `thread_state`

enum `thread_wait_type`

enum `thread_flags`

enum `thread_prio_class`

enum `thread_wake_reason`

enum `thread_block_reason`

enum `thread_sleep_reason`

enum `wake_reason`

enum `thread_activity_class`