115 lines
3.4 KiB
C
115 lines
3.4 KiB
C
|
/* SPDX-License-Identifier: GPL-2.0 */
|
||
|
/* Copyright (c) 2023 Meta Platforms, Inc. and affiliates. */
|
||
|
|
||
|
#ifndef _CPUMASK_COMMON_H
|
||
|
#define _CPUMASK_COMMON_H
|
||
|
|
||
|
#include "errno.h"
|
||
|
#include <stdbool.h>
|
||
|
|
||
|
int err;
|
||
|
|
||
|
struct __cpumask_map_value {
|
||
|
struct bpf_cpumask __kptr_ref * cpumask;
|
||
|
};
|
||
|
|
||
|
struct array_map {
|
||
|
__uint(type, BPF_MAP_TYPE_ARRAY);
|
||
|
__type(key, int);
|
||
|
__type(value, struct __cpumask_map_value);
|
||
|
__uint(max_entries, 1);
|
||
|
} __cpumask_map SEC(".maps");
|
||
|
|
||
|
struct bpf_cpumask *bpf_cpumask_create(void) __ksym;
|
||
|
void bpf_cpumask_release(struct bpf_cpumask *cpumask) __ksym;
|
||
|
struct bpf_cpumask *bpf_cpumask_acquire(struct bpf_cpumask *cpumask) __ksym;
|
||
|
struct bpf_cpumask *bpf_cpumask_kptr_get(struct bpf_cpumask **cpumask) __ksym;
|
||
|
u32 bpf_cpumask_first(const struct cpumask *cpumask) __ksym;
|
||
|
u32 bpf_cpumask_first_zero(const struct cpumask *cpumask) __ksym;
|
||
|
void bpf_cpumask_set_cpu(u32 cpu, struct bpf_cpumask *cpumask) __ksym;
|
||
|
void bpf_cpumask_clear_cpu(u32 cpu, struct bpf_cpumask *cpumask) __ksym;
|
||
|
bool bpf_cpumask_test_cpu(u32 cpu, const struct cpumask *cpumask) __ksym;
|
||
|
bool bpf_cpumask_test_and_set_cpu(u32 cpu, struct bpf_cpumask *cpumask) __ksym;
|
||
|
bool bpf_cpumask_test_and_clear_cpu(u32 cpu, struct bpf_cpumask *cpumask) __ksym;
|
||
|
void bpf_cpumask_setall(struct bpf_cpumask *cpumask) __ksym;
|
||
|
void bpf_cpumask_clear(struct bpf_cpumask *cpumask) __ksym;
|
||
|
bool bpf_cpumask_and(struct bpf_cpumask *cpumask,
|
||
|
const struct cpumask *src1,
|
||
|
const struct cpumask *src2) __ksym;
|
||
|
void bpf_cpumask_or(struct bpf_cpumask *cpumask,
|
||
|
const struct cpumask *src1,
|
||
|
const struct cpumask *src2) __ksym;
|
||
|
void bpf_cpumask_xor(struct bpf_cpumask *cpumask,
|
||
|
const struct cpumask *src1,
|
||
|
const struct cpumask *src2) __ksym;
|
||
|
bool bpf_cpumask_equal(const struct cpumask *src1, const struct cpumask *src2) __ksym;
|
||
|
bool bpf_cpumask_intersects(const struct cpumask *src1, const struct cpumask *src2) __ksym;
|
||
|
bool bpf_cpumask_subset(const struct cpumask *src1, const struct cpumask *src2) __ksym;
|
||
|
bool bpf_cpumask_empty(const struct cpumask *cpumask) __ksym;
|
||
|
bool bpf_cpumask_full(const struct cpumask *cpumask) __ksym;
|
||
|
void bpf_cpumask_copy(struct bpf_cpumask *dst, const struct cpumask *src) __ksym;
|
||
|
u32 bpf_cpumask_any(const struct cpumask *src) __ksym;
|
||
|
u32 bpf_cpumask_any_and(const struct cpumask *src1, const struct cpumask *src2) __ksym;
|
||
|
|
||
|
static inline const struct cpumask *cast(struct bpf_cpumask *cpumask)
|
||
|
{
|
||
|
return (const struct cpumask *)cpumask;
|
||
|
}
|
||
|
|
||
|
static inline struct bpf_cpumask *create_cpumask(void)
|
||
|
{
|
||
|
struct bpf_cpumask *cpumask;
|
||
|
|
||
|
cpumask = bpf_cpumask_create();
|
||
|
if (!cpumask) {
|
||
|
err = 1;
|
||
|
return NULL;
|
||
|
}
|
||
|
|
||
|
if (!bpf_cpumask_empty(cast(cpumask))) {
|
||
|
err = 2;
|
||
|
bpf_cpumask_release(cpumask);
|
||
|
return NULL;
|
||
|
}
|
||
|
|
||
|
return cpumask;
|
||
|
}
|
||
|
|
||
|
static inline struct __cpumask_map_value *cpumask_map_value_lookup(void)
|
||
|
{
|
||
|
u32 key = 0;
|
||
|
|
||
|
return bpf_map_lookup_elem(&__cpumask_map, &key);
|
||
|
}
|
||
|
|
||
|
static inline int cpumask_map_insert(struct bpf_cpumask *mask)
|
||
|
{
|
||
|
struct __cpumask_map_value local, *v;
|
||
|
long status;
|
||
|
struct bpf_cpumask *old;
|
||
|
u32 key = 0;
|
||
|
|
||
|
local.cpumask = NULL;
|
||
|
status = bpf_map_update_elem(&__cpumask_map, &key, &local, 0);
|
||
|
if (status) {
|
||
|
bpf_cpumask_release(mask);
|
||
|
return status;
|
||
|
}
|
||
|
|
||
|
v = bpf_map_lookup_elem(&__cpumask_map, &key);
|
||
|
if (!v) {
|
||
|
bpf_cpumask_release(mask);
|
||
|
return -ENOENT;
|
||
|
}
|
||
|
|
||
|
old = bpf_kptr_xchg(&v->cpumask, mask);
|
||
|
if (old) {
|
||
|
bpf_cpumask_release(old);
|
||
|
return -EEXIST;
|
||
|
}
|
||
|
|
||
|
return 0;
|
||
|
}
|
||
|
|
||
|
#endif /* _CPUMASK_COMMON_H */
|