Per-Node dynamic objects

include/smp/pernode.h View source View on GitHub

Structs

pernode_descriptor

struct pernode_descriptor {
    const char                      *name;
    size_t                          size;
    size_t                          align;
    void                            **pernode_ptrs;
    pernode_descriptor_constructor  constructor;
    atomic_bool                     ready;
};

Type Aliases

pernode_descriptor_constructor

typedef void (*pernode_descriptor_constructor)(void * *, size_t);

Functions

pernode_obj_init

void pernode_obj_init(void);

Macros

PERNODE_DECLARE

#define PERNODE_DECLARE(__n, __type, __ctor) \
    static typeof(__type) __pernode_##__n __unused; \
    static struct pernode_descriptor __pernode_desc_##__n; \
    static void __pernode_ctor_##__n(void *inst, size_t node) { \
        void (*const __typed_ctor)(typeof(__type) *, size_t) = (__ctor); \
        if (__typed_ctor != NULL) \
            __typed_ctor((typeof(__type) *) inst, node); \
        if (node == global.node_count - 1) \
            atomic_store(&__pernode_desc_##__n.ready, true); \
    } \
    static LINKER_SECTION_OBJECT(struct pernode_descriptor, pernode_desc) \
        __pernode_desc_##__n = { \
            .name = #__n, \
            .size = sizeof(typeof(__type)), \
            .align = _Alignof(typeof(__type)), \
            .pernode_ptrs = NULL, \
            .constructor = __pernode_ctor_##__n, \
            .ready = false, \
    }; \
    static struct pernode_descriptor *const __pernode_desc_ref_##__n \
        __unused = &__pernode_desc_##__n

PERNODE_EXPORT_AS

#define PERNODE_EXPORT_AS(sym_name, name) \
    extern struct pernode_descriptor __pernode_desc_sym_##sym_name \
        __attribute__((alias("__pernode_desc_" #name), used))

PERNODE_EXPORT

#define PERNODE_EXPORT(name) PERNODE_EXPORT_AS(name, name)

PERNODE_DEFINE_AS

#define PERNODE_DEFINE_AS(name, sym_name, type) \
    extern struct pernode_descriptor __pernode_desc_sym_##sym_name; \
    static typeof(type) __pernode_##name __unused; \
    static struct pernode_descriptor *const __pernode_desc_ref_##name \
        __unused = &__pernode_desc_sym_##sym_name

PERNODE_DEFINE

#define PERNODE_DEFINE(name, type) PERNODE_DEFINE_AS(name, name, type)

PERNODE

#define PERNODE(name) &(__pernode_##name)

PERNODE_READY

#define PERNODE_READY(name) (atomic_load(&(__pernode_desc_ref_##name)->ready))

PERNODE_PTR_FOR_NODE

#define PERNODE_PTR_FOR_NODE(name, d) \
    ({ \
        (void) kassert(PERNODE_READY(name)); \
        ((typeof(__pernode_##name) *) (__pernode_desc_ref_##name) \
             ->pernode_ptrs[d]); \
    })

PERNODE_READ_FOR_NODE

#define PERNODE_READ_FOR_NODE(name, d) \
    (*((typeof(__pernode_##name) *) PERNODE_PTR_FOR_NODE(name, d)))

PERNODE_PTR

#define PERNODE_PTR(clr, name) \
    PERNODE_PTR_FOR_NODE(name, smp_core(clr)->numa_node)

PERNODE_READ

#define PERNODE_READ(clr, name) \
    (*((typeof(__pernode_##name) *) PERNODE_PTR(clr, name)))

PERNODE_WRITE

#define PERNODE_WRITE(clr, name, val) (PERNODE_READ(clr, name) = (val))

pernode_for_each_internal

#define pernode_for_each_internal(name, var, node) \
    for (node_id_t node = 0; node < global.node_count; node++) \
        for (var = PERNODE_PTR_FOR_NODE(name, node); var != NULL; var = NULL)

pernode_for_each_internal_3

#define pernode_for_each_internal_3(name, var, node) \
    pernode_for_each_internal(name, var, node)

pernode_for_each_internal_2

#define pernode_for_each_internal_2(name, var) \
    pernode_for_each_internal(name, var, __node)

pernode_for_each

#define pernode_for_each(...) \
    _DISPATCH(pernode_for_each_internal, PP_NARG(__VA_ARGS__))(__VA_ARGS__)

---