mirror of
https://github.com/torvalds/linux.git
synced 2025-04-11 04:53:02 +00:00
372033ad9e
This provides compatible testing of SCX_ENQ_CPU_SELECTED.
More specifically, it handles two cases:
1. a BPF scheduler is compiled against vmlinux.h where
SCX_ENQ_CPU_SELECTED is defined, but it runs on a kernel that does not
have SCX_ENQ_CPU_SELECTED. In this case, the test result of
'enq_flags & SCX_ENQ_CPU_SELECTED' will always be false. That test result
is semantically incorrect because the kernel before SCX_ENQ_CPU_SELECTED
has never skipped select_task_rq_scx(), so the result should be true.
2. a BPF scheduler is compiling against vmlinux.h where
SCX_ENQ_CPU_SELECTED is not defined. In this case, directly using
SCX_ENQ_CPU_SELECTED causes compilation errors.
To hide such complexity, introduce __COMPAT_is_enq_cpu_selected(),
which checks if SCX_ENQ_CPU_SELECTED exists in runtime using BPF CO-RE.
This consists of three parts:
1. Add enum_defs.autogen.h, which has macros (HAVE_{enum name}) denoting
whether SCX enums are defined in the vmlinux.h or not.
2. Implement __COMPAT_is_enq_cpu_selected(), which provide the test of
SCX_ENQ_CPU_SELECTED in a compatible way.
3. Use __COMPAT_is_enq_cpu_selected() in scx_qmap.
Note that this is a sync of the relevant PR [1] in the scx repo.
[1] https://github.com/sched-ext/scx/pull/1314
Signed-off-by: Changwoo Min <changwoo@igalia.com>
Signed-off-by: Tejun Heo <tj@kernel.org>
83 lines
2.4 KiB
C
83 lines
2.4 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
/*
|
|
* Copyright (c) 2023 Meta Platforms, Inc. and affiliates.
|
|
* Copyright (c) 2023 Tejun Heo <tj@kernel.org>
|
|
* Copyright (c) 2023 David Vernet <dvernet@meta.com>
|
|
*/
|
|
#ifndef __SCHED_EXT_COMMON_H
|
|
#define __SCHED_EXT_COMMON_H
|
|
|
|
#ifdef __KERNEL__
|
|
#error "Should not be included by BPF programs"
|
|
#endif
|
|
|
|
#include <stdarg.h>
|
|
#include <stdio.h>
|
|
#include <stdlib.h>
|
|
#include <stdint.h>
|
|
#include <errno.h>
|
|
#include "enum_defs.autogen.h"
|
|
|
|
typedef uint8_t u8;
|
|
typedef uint16_t u16;
|
|
typedef uint32_t u32;
|
|
typedef uint64_t u64;
|
|
typedef int8_t s8;
|
|
typedef int16_t s16;
|
|
typedef int32_t s32;
|
|
typedef int64_t s64;
|
|
|
|
#define SCX_BUG(__fmt, ...) \
|
|
do { \
|
|
fprintf(stderr, "[SCX_BUG] %s:%d", __FILE__, __LINE__); \
|
|
if (errno) \
|
|
fprintf(stderr, " (%s)\n", strerror(errno)); \
|
|
else \
|
|
fprintf(stderr, "\n"); \
|
|
fprintf(stderr, __fmt __VA_OPT__(,) __VA_ARGS__); \
|
|
fprintf(stderr, "\n"); \
|
|
\
|
|
exit(EXIT_FAILURE); \
|
|
} while (0)
|
|
|
|
#define SCX_BUG_ON(__cond, __fmt, ...) \
|
|
do { \
|
|
if (__cond) \
|
|
SCX_BUG((__fmt) __VA_OPT__(,) __VA_ARGS__); \
|
|
} while (0)
|
|
|
|
/**
|
|
* RESIZE_ARRAY - Convenience macro for resizing a BPF array
|
|
* @__skel: the skeleton containing the array
|
|
* @elfsec: the data section of the BPF program in which the array exists
|
|
* @arr: the name of the array
|
|
* @n: the desired array element count
|
|
*
|
|
* For BPF arrays declared with RESIZABLE_ARRAY(), this macro performs two
|
|
* operations. It resizes the map which corresponds to the custom data
|
|
* section that contains the target array. As a side effect, the BTF info for
|
|
* the array is adjusted so that the array length is sized to cover the new
|
|
* data section size. The second operation is reassigning the skeleton pointer
|
|
* for that custom data section so that it points to the newly memory mapped
|
|
* region.
|
|
*/
|
|
#define RESIZE_ARRAY(__skel, elfsec, arr, n) \
|
|
do { \
|
|
size_t __sz; \
|
|
bpf_map__set_value_size((__skel)->maps.elfsec##_##arr, \
|
|
sizeof((__skel)->elfsec##_##arr->arr[0]) * (n)); \
|
|
(__skel)->elfsec##_##arr = \
|
|
bpf_map__initial_value((__skel)->maps.elfsec##_##arr, &__sz); \
|
|
} while (0)
|
|
|
|
#include "user_exit_info.h"
|
|
#include "compat.h"
|
|
#include "enums.h"
|
|
|
|
/* not available when building kernel tools/sched_ext */
|
|
#if __has_include(<lib/sdt_task.h>)
|
|
#include <lib/sdt_task.h>
|
|
#endif
|
|
|
|
#endif /* __SCHED_EXT_COMMON_H */
|