Scheduler

include/sch/sched.h

struct idle_thread_data

struct idle_thread_data {
    uint64_t  last_entry_ms;
    uint64_t  last_exit_ms;
};

struct scheduler

struct scheduler {
    atomic_bool                 tick_enabled;
    time_t                      tick_duration_ms;
    struct list_head            urgent_threads;
    struct rbt                  thread_rbt;
    struct rbt                  completed_rbt;
    struct list_head            rt_threads;
    struct list_head            bg_threads;
    struct rbt                  climb_threads;
    uint8_t                     queue_bitmap;
    struct thread               *current;
    struct thread               *drop_last_ref;
    size_t                      thread_count[THREAD_PRIO_CLASS_COUNT];
    size_t                      total_thread_count;
    size_t                      total_weight;
    bool                        period_enabled;
    uint64_t                    current_period;
    time_t                      period_ms;
    time_t                      period_start_ms;
    uint64_t                    core_id;
    atomic_bool                 being_robbed;
    atomic_bool                 stealing_work;
    struct spinlock             lock;
    struct thread               *idle_thread;
    struct idle_thread_data     idle_thread_data;
    struct scheduler            *other_locked;
    struct rt_scheduler_percpu  *rt;
};

struct scheduler referenced types:

• time_t
• struct list_head
• struct rbt
• struct thread
• struct spinlock
• struct idle_thread_data
• struct scheduler
• struct rt_scheduler_percpu

struct scheduler_data

struct scheduler_data {
    uint32_t  max_concurrent_stealers;
    uint32_t  active_stealers;
    uint32_t  total_threads;
    int64_t   steal_min_diff;
};

scheduler_init

void scheduler_init();

scheduler_add_thread

void scheduler_add_thread(struct scheduler *sched, struct thread *thread, bool lock_held);

scheduler_add_thread referenced types:

• struct scheduler
• struct thread

scheduler_remove_thread

void scheduler_remove_thread(struct scheduler *sched, struct thread *t, bool lock_held);

scheduler_remove_thread referenced types:

• struct scheduler
• struct thread

schedule

void schedule(void);

k_sch_main

void k_sch_main(void *);

scheduler_idle_main

void scheduler_idle_main(void *);

scheduler_yield

void scheduler_yield();

scheduler_period_start

void scheduler_period_start(struct scheduler *s, uint64_t now_ms);

scheduler_period_start referenced types:

• struct scheduler

switch_context

void switch_context(struct cpu_context *old, struct cpu_context *new);

switch_context referenced types:

• struct cpu_context

load_context

void load_context(struct cpu_context *new);

load_context referenced types:

• struct cpu_context

save_context

void save_context(struct cpu_context *new);

save_context referenced types:

• struct cpu_context

scheduler_can_steal_work

bool scheduler_can_steal_work(struct scheduler *sched);

scheduler_can_steal_work referenced types:

• struct scheduler

scheduler_can_take_thread

bool scheduler_can_take_thread(size_t core, struct thread *target);

scheduler_can_take_thread referenced types:

• struct thread

scheduler_compute_steal_threshold

uint64_t scheduler_compute_steal_threshold();

scheduler_try_do_steal

struct thread * scheduler_try_do_steal(struct scheduler *sched);

scheduler_try_do_steal referenced types:

• struct thread
• struct scheduler

scheduler_pick_victim

struct scheduler * scheduler_pick_victim(struct scheduler *self);

scheduler_pick_victim referenced types:

• struct scheduler

scheduler_steal_work

struct thread * scheduler_steal_work(struct scheduler *new, struct scheduler *victim);

scheduler_steal_work referenced types:

• struct thread
• struct scheduler

scheduler_try_push_to_idle_core

size_t scheduler_try_push_to_idle_core(struct scheduler *sched);

scheduler_try_push_to_idle_core referenced types:

• struct scheduler

scheduler_tick_enable

void scheduler_tick_enable();

scheduler_tick_disable

void scheduler_tick_disable();

scheduler_timer_isr

enum irq_result scheduler_timer_isr(void *ctx, uint8_t vector, struct irq_context *rsp);

scheduler_timer_isr referenced types:

• enum irq_result
• struct irq_context

scheduler_self_in_resched

bool scheduler_self_in_resched();

scheduler_mark_self_in_resched

bool scheduler_mark_self_in_resched(bool new);

scheduler_mark_core_needs_resched

bool scheduler_mark_core_needs_resched(struct core *c, bool new);

scheduler_mark_core_needs_resched referenced types:

• struct core

scheduler_mark_self_needs_resched

bool scheduler_mark_self_needs_resched(bool new);

scheduler_self_needs_resched

bool scheduler_self_needs_resched(void);

scheduler_mark_self_idle

void scheduler_mark_self_idle(bool new);

scheduler_resched_if_needed

void scheduler_resched_if_needed(void);

scheduler_core_idle

bool scheduler_core_idle(struct core *c);

scheduler_core_idle referenced types:

• struct core

scheduler_force_resched

void scheduler_force_resched(struct scheduler *sched);

scheduler_force_resched referenced types:

• struct scheduler

scheduler_preemption_disabled

bool scheduler_preemption_disabled(void);

Defines

WORK_STEAL_THRESHOLD

#define WORK_STEAL_THRESHOLD                                                   \ 75ULL /* How little work the core needs to be                              \ * doing to try to steal work from another                           \ * core. This means "% of the average"                               \ */

SCHEDULER_DEFAULT_WORK_STEAL_MIN_DIFF

#define SCHEDULER_DEFAULT_WORK_STEAL_MIN_DIFF 130

TICKS_FOR_PRIO(level)

#define TICKS_FOR_PRIO(level) (level == THREAD_PRIO_LOW ? 64 : 1ULL << level)

---