Skip to content

Topology

include/smp/topology.h View source View on GitHub
struct cpu_mask {
    bool    uses_large;
    union {
        _Atomic uint64_t  small;
        _Atomic uint64_t  *large;
    };
    size_t  nbits;
};
struct topology_cache_info {
    uint8_t   level;
    uint8_t   type;
    uint32_t  size_kb;
    uint32_t  line_size;
    uint32_t  cores_sharing;
};
struct topology_package_info {
    uint32_t         package_id;
    struct cpu_mask  cores;
};
struct topology_node {
    enum topology_level   level;
    uint64_t              id;
    uint64_t              parent;
    struct topology_node  *parent_node;
    int32_t               first_child;
    int32_t               nr_children;
    struct cpu_mask       cpus;
    struct cpu_mask       idle;
    struct cpu_mask       rt_shed_rq_active;
    struct core           *core;
    union {
        struct numa_node              *numa;
        struct topology_cache_info    *cache;
        struct topology_package_info  *package;
    } data;
};
struct topology {
    struct topology_node  *level[TOPOLOGY_LEVEL_MAX];
    uint16_t              count[TOPOLOGY_LEVEL_MAX];
};
enum topology_level {
    TOPOLOGY_LEVEL_SMT,
    TOPOLOGY_LEVEL_CORE,
    TOPOLOGY_LEVEL_NUMA,
    TOPOLOGY_LEVEL_LLC,
    TOPOLOGY_LEVEL_PACKAGE,
    TOPOLOGY_LEVEL_MACHINE,
    TOPOLOGY_LEVEL_MAX,
    TOPOLOGY_LEVEL_COUNT = TOPOLOGY_LEVEL_MAX,
};
struct cpu_mask * cpu_mask_create(void);
bool cpu_mask_init(struct cpu_mask *m, size_t nbits);
void cpu_mask_set(struct cpu_mask *m, size_t cpu);
void cpu_mask_set_all(struct cpu_mask *m);
void cpu_mask_clear(struct cpu_mask *m, size_t cpu);
bool cpu_mask_test(const struct cpu_mask *m, size_t cpu);
void cpu_mask_or(struct cpu_mask *dst, const struct cpu_mask *b);
bool cpu_mask_empty(const struct cpu_mask *mask);
void cpu_mask_clear_all(struct cpu_mask *m);
size_t cpu_mask_popcount(struct cpu_mask *m);
void cpu_mask_free(struct cpu_mask *m);
void cpu_mask_deinit(struct cpu_mask *m);
void topology_mark_core_idle(cpu_id_t cpu_id, bool idle);
struct core * topology_find_idle_core(struct core *local_core, enum topology_level max_search);
struct core * * topology_get_smts_under_numa(struct topology_node *numa, size_t *count);
const char * topology_level_name(enum topology_level l);
#define CPU_MASK_WORD_BITS 64
#define CPU_MASK_WORDS(nbits) \
    (((nbits) + CPU_MASK_WORD_BITS - 1) / CPU_MASK_WORD_BITS)
#define cpu_mask_for_each(iter, mask) \
    for (iter = 0; iter < (mask).nbits; ++iter) \
        if ((mask).uses_large \
                ? atomic_load(&(mask).large[iter / CPU_MASK_WORD_BITS]) & \
                      (1ULL << (iter % CPU_MASK_WORD_BITS)) \
                : atomic_load(&(mask).small) & (1ULL << iter))