674 lines
14 KiB
C
674 lines
14 KiB
C
// SPDX-License-Identifier: GPL-2.0
|
|
/* Converted from tools/testing/selftests/bpf/verifier/subreg.c */
|
|
|
|
#include <linux/bpf.h>
|
|
#include <bpf/bpf_helpers.h>
|
|
#include "bpf_misc.h"
|
|
|
|
/* This file contains sub-register zero extension checks for insns defining
|
|
* sub-registers, meaning:
|
|
* - All insns under BPF_ALU class. Their BPF_ALU32 variants or narrow width
|
|
* forms (BPF_END) could define sub-registers.
|
|
* - Narrow direct loads, BPF_B/H/W | BPF_LDX.
|
|
* - BPF_LD is not exposed to JIT back-ends, so no need for testing.
|
|
*
|
|
* "get_prandom_u32" is used to initialize low 32-bit of some registers to
|
|
* prevent potential optimizations done by verifier or JIT back-ends which could
|
|
* optimize register back into constant when range info shows one register is a
|
|
* constant.
|
|
*/
|
|
|
|
SEC("socket")
|
|
__description("add32 reg zero extend check")
|
|
__success __success_unpriv __retval(0)
|
|
__naked void add32_reg_zero_extend_check(void)
|
|
{
|
|
asm volatile (" \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r1 = r0; \
|
|
r0 = 0x100000000 ll; \
|
|
w0 += w1; \
|
|
r0 >>= 32; \
|
|
exit; \
|
|
" :
|
|
: __imm(bpf_get_prandom_u32)
|
|
: __clobber_all);
|
|
}
|
|
|
|
SEC("socket")
|
|
__description("add32 imm zero extend check")
|
|
__success __success_unpriv __retval(0)
|
|
__naked void add32_imm_zero_extend_check(void)
|
|
{
|
|
asm volatile (" \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r1 = 0x1000000000 ll; \
|
|
r0 |= r1; \
|
|
/* An insn could have no effect on the low 32-bit, for example:\
|
|
* a = a + 0 \
|
|
* a = a | 0 \
|
|
* a = a & -1 \
|
|
* But, they should still zero high 32-bit. \
|
|
*/ \
|
|
w0 += 0; \
|
|
r0 >>= 32; \
|
|
r6 = r0; \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r1 = 0x1000000000 ll; \
|
|
r0 |= r1; \
|
|
w0 += -2; \
|
|
r0 >>= 32; \
|
|
r0 |= r6; \
|
|
exit; \
|
|
" :
|
|
: __imm(bpf_get_prandom_u32)
|
|
: __clobber_all);
|
|
}
|
|
|
|
SEC("socket")
|
|
__description("sub32 reg zero extend check")
|
|
__success __success_unpriv __retval(0)
|
|
__naked void sub32_reg_zero_extend_check(void)
|
|
{
|
|
asm volatile (" \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r1 = r0; \
|
|
r0 = 0x1ffffffff ll; \
|
|
w0 -= w1; \
|
|
r0 >>= 32; \
|
|
exit; \
|
|
" :
|
|
: __imm(bpf_get_prandom_u32)
|
|
: __clobber_all);
|
|
}
|
|
|
|
SEC("socket")
|
|
__description("sub32 imm zero extend check")
|
|
__success __success_unpriv __retval(0)
|
|
__naked void sub32_imm_zero_extend_check(void)
|
|
{
|
|
asm volatile (" \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r1 = 0x1000000000 ll; \
|
|
r0 |= r1; \
|
|
w0 -= 0; \
|
|
r0 >>= 32; \
|
|
r6 = r0; \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r1 = 0x1000000000 ll; \
|
|
r0 |= r1; \
|
|
w0 -= 1; \
|
|
r0 >>= 32; \
|
|
r0 |= r6; \
|
|
exit; \
|
|
" :
|
|
: __imm(bpf_get_prandom_u32)
|
|
: __clobber_all);
|
|
}
|
|
|
|
SEC("socket")
|
|
__description("mul32 reg zero extend check")
|
|
__success __success_unpriv __retval(0)
|
|
__naked void mul32_reg_zero_extend_check(void)
|
|
{
|
|
asm volatile (" \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r1 = r0; \
|
|
r0 = 0x100000001 ll; \
|
|
w0 *= w1; \
|
|
r0 >>= 32; \
|
|
exit; \
|
|
" :
|
|
: __imm(bpf_get_prandom_u32)
|
|
: __clobber_all);
|
|
}
|
|
|
|
SEC("socket")
|
|
__description("mul32 imm zero extend check")
|
|
__success __success_unpriv __retval(0)
|
|
__naked void mul32_imm_zero_extend_check(void)
|
|
{
|
|
asm volatile (" \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r1 = 0x1000000000 ll; \
|
|
r0 |= r1; \
|
|
w0 *= 1; \
|
|
r0 >>= 32; \
|
|
r6 = r0; \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r1 = 0x1000000000 ll; \
|
|
r0 |= r1; \
|
|
w0 *= -1; \
|
|
r0 >>= 32; \
|
|
r0 |= r6; \
|
|
exit; \
|
|
" :
|
|
: __imm(bpf_get_prandom_u32)
|
|
: __clobber_all);
|
|
}
|
|
|
|
SEC("socket")
|
|
__description("div32 reg zero extend check")
|
|
__success __success_unpriv __retval(0)
|
|
__naked void div32_reg_zero_extend_check(void)
|
|
{
|
|
asm volatile (" \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r1 = r0; \
|
|
r0 = -1; \
|
|
w0 /= w1; \
|
|
r0 >>= 32; \
|
|
exit; \
|
|
" :
|
|
: __imm(bpf_get_prandom_u32)
|
|
: __clobber_all);
|
|
}
|
|
|
|
SEC("socket")
|
|
__description("div32 imm zero extend check")
|
|
__success __success_unpriv __retval(0)
|
|
__naked void div32_imm_zero_extend_check(void)
|
|
{
|
|
asm volatile (" \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r1 = 0x1000000000 ll; \
|
|
r0 |= r1; \
|
|
w0 /= 1; \
|
|
r0 >>= 32; \
|
|
r6 = r0; \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r1 = 0x1000000000 ll; \
|
|
r0 |= r1; \
|
|
w0 /= 2; \
|
|
r0 >>= 32; \
|
|
r0 |= r6; \
|
|
exit; \
|
|
" :
|
|
: __imm(bpf_get_prandom_u32)
|
|
: __clobber_all);
|
|
}
|
|
|
|
SEC("socket")
|
|
__description("or32 reg zero extend check")
|
|
__success __success_unpriv __retval(0)
|
|
__naked void or32_reg_zero_extend_check(void)
|
|
{
|
|
asm volatile (" \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r1 = r0; \
|
|
r0 = 0x100000001 ll; \
|
|
w0 |= w1; \
|
|
r0 >>= 32; \
|
|
exit; \
|
|
" :
|
|
: __imm(bpf_get_prandom_u32)
|
|
: __clobber_all);
|
|
}
|
|
|
|
SEC("socket")
|
|
__description("or32 imm zero extend check")
|
|
__success __success_unpriv __retval(0)
|
|
__naked void or32_imm_zero_extend_check(void)
|
|
{
|
|
asm volatile (" \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r1 = 0x1000000000 ll; \
|
|
r0 |= r1; \
|
|
w0 |= 0; \
|
|
r0 >>= 32; \
|
|
r6 = r0; \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r1 = 0x1000000000 ll; \
|
|
r0 |= r1; \
|
|
w0 |= 1; \
|
|
r0 >>= 32; \
|
|
r0 |= r6; \
|
|
exit; \
|
|
" :
|
|
: __imm(bpf_get_prandom_u32)
|
|
: __clobber_all);
|
|
}
|
|
|
|
SEC("socket")
|
|
__description("and32 reg zero extend check")
|
|
__success __success_unpriv __retval(0)
|
|
__naked void and32_reg_zero_extend_check(void)
|
|
{
|
|
asm volatile (" \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r1 = 0x100000000 ll; \
|
|
r1 |= r0; \
|
|
r0 = 0x1ffffffff ll; \
|
|
w0 &= w1; \
|
|
r0 >>= 32; \
|
|
exit; \
|
|
" :
|
|
: __imm(bpf_get_prandom_u32)
|
|
: __clobber_all);
|
|
}
|
|
|
|
SEC("socket")
|
|
__description("and32 imm zero extend check")
|
|
__success __success_unpriv __retval(0)
|
|
__naked void and32_imm_zero_extend_check(void)
|
|
{
|
|
asm volatile (" \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r1 = 0x1000000000 ll; \
|
|
r0 |= r1; \
|
|
w0 &= -1; \
|
|
r0 >>= 32; \
|
|
r6 = r0; \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r1 = 0x1000000000 ll; \
|
|
r0 |= r1; \
|
|
w0 &= -2; \
|
|
r0 >>= 32; \
|
|
r0 |= r6; \
|
|
exit; \
|
|
" :
|
|
: __imm(bpf_get_prandom_u32)
|
|
: __clobber_all);
|
|
}
|
|
|
|
SEC("socket")
|
|
__description("lsh32 reg zero extend check")
|
|
__success __success_unpriv __retval(0)
|
|
__naked void lsh32_reg_zero_extend_check(void)
|
|
{
|
|
asm volatile (" \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r1 = 0x100000000 ll; \
|
|
r0 |= r1; \
|
|
r1 = 1; \
|
|
w0 <<= w1; \
|
|
r0 >>= 32; \
|
|
exit; \
|
|
" :
|
|
: __imm(bpf_get_prandom_u32)
|
|
: __clobber_all);
|
|
}
|
|
|
|
SEC("socket")
|
|
__description("lsh32 imm zero extend check")
|
|
__success __success_unpriv __retval(0)
|
|
__naked void lsh32_imm_zero_extend_check(void)
|
|
{
|
|
asm volatile (" \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r1 = 0x1000000000 ll; \
|
|
r0 |= r1; \
|
|
w0 <<= 0; \
|
|
r0 >>= 32; \
|
|
r6 = r0; \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r1 = 0x1000000000 ll; \
|
|
r0 |= r1; \
|
|
w0 <<= 1; \
|
|
r0 >>= 32; \
|
|
r0 |= r6; \
|
|
exit; \
|
|
" :
|
|
: __imm(bpf_get_prandom_u32)
|
|
: __clobber_all);
|
|
}
|
|
|
|
SEC("socket")
|
|
__description("rsh32 reg zero extend check")
|
|
__success __success_unpriv __retval(0)
|
|
__naked void rsh32_reg_zero_extend_check(void)
|
|
{
|
|
asm volatile (" \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r1 = 0x1000000000 ll; \
|
|
r0 |= r1; \
|
|
r1 = 1; \
|
|
w0 >>= w1; \
|
|
r0 >>= 32; \
|
|
exit; \
|
|
" :
|
|
: __imm(bpf_get_prandom_u32)
|
|
: __clobber_all);
|
|
}
|
|
|
|
SEC("socket")
|
|
__description("rsh32 imm zero extend check")
|
|
__success __success_unpriv __retval(0)
|
|
__naked void rsh32_imm_zero_extend_check(void)
|
|
{
|
|
asm volatile (" \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r1 = 0x1000000000 ll; \
|
|
r0 |= r1; \
|
|
w0 >>= 0; \
|
|
r0 >>= 32; \
|
|
r6 = r0; \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r1 = 0x1000000000 ll; \
|
|
r0 |= r1; \
|
|
w0 >>= 1; \
|
|
r0 >>= 32; \
|
|
r0 |= r6; \
|
|
exit; \
|
|
" :
|
|
: __imm(bpf_get_prandom_u32)
|
|
: __clobber_all);
|
|
}
|
|
|
|
SEC("socket")
|
|
__description("neg32 reg zero extend check")
|
|
__success __success_unpriv __retval(0)
|
|
__naked void neg32_reg_zero_extend_check(void)
|
|
{
|
|
asm volatile (" \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r1 = 0x1000000000 ll; \
|
|
r0 |= r1; \
|
|
w0 = -w0; \
|
|
r0 >>= 32; \
|
|
exit; \
|
|
" :
|
|
: __imm(bpf_get_prandom_u32)
|
|
: __clobber_all);
|
|
}
|
|
|
|
SEC("socket")
|
|
__description("mod32 reg zero extend check")
|
|
__success __success_unpriv __retval(0)
|
|
__naked void mod32_reg_zero_extend_check(void)
|
|
{
|
|
asm volatile (" \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r1 = r0; \
|
|
r0 = -1; \
|
|
w0 %%= w1; \
|
|
r0 >>= 32; \
|
|
exit; \
|
|
" :
|
|
: __imm(bpf_get_prandom_u32)
|
|
: __clobber_all);
|
|
}
|
|
|
|
SEC("socket")
|
|
__description("mod32 imm zero extend check")
|
|
__success __success_unpriv __retval(0)
|
|
__naked void mod32_imm_zero_extend_check(void)
|
|
{
|
|
asm volatile (" \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r1 = 0x1000000000 ll; \
|
|
r0 |= r1; \
|
|
w0 %%= 1; \
|
|
r0 >>= 32; \
|
|
r6 = r0; \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r1 = 0x1000000000 ll; \
|
|
r0 |= r1; \
|
|
w0 %%= 2; \
|
|
r0 >>= 32; \
|
|
r0 |= r6; \
|
|
exit; \
|
|
" :
|
|
: __imm(bpf_get_prandom_u32)
|
|
: __clobber_all);
|
|
}
|
|
|
|
SEC("socket")
|
|
__description("xor32 reg zero extend check")
|
|
__success __success_unpriv __retval(0)
|
|
__naked void xor32_reg_zero_extend_check(void)
|
|
{
|
|
asm volatile (" \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r1 = r0; \
|
|
r0 = 0x100000000 ll; \
|
|
w0 ^= w1; \
|
|
r0 >>= 32; \
|
|
exit; \
|
|
" :
|
|
: __imm(bpf_get_prandom_u32)
|
|
: __clobber_all);
|
|
}
|
|
|
|
SEC("socket")
|
|
__description("xor32 imm zero extend check")
|
|
__success __success_unpriv __retval(0)
|
|
__naked void xor32_imm_zero_extend_check(void)
|
|
{
|
|
asm volatile (" \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r1 = 0x1000000000 ll; \
|
|
r0 |= r1; \
|
|
w0 ^= 1; \
|
|
r0 >>= 32; \
|
|
exit; \
|
|
" :
|
|
: __imm(bpf_get_prandom_u32)
|
|
: __clobber_all);
|
|
}
|
|
|
|
SEC("socket")
|
|
__description("mov32 reg zero extend check")
|
|
__success __success_unpriv __retval(0)
|
|
__naked void mov32_reg_zero_extend_check(void)
|
|
{
|
|
asm volatile (" \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r1 = 0x100000000 ll; \
|
|
r1 |= r0; \
|
|
r0 = 0x100000000 ll; \
|
|
w0 = w1; \
|
|
r0 >>= 32; \
|
|
exit; \
|
|
" :
|
|
: __imm(bpf_get_prandom_u32)
|
|
: __clobber_all);
|
|
}
|
|
|
|
SEC("socket")
|
|
__description("mov32 imm zero extend check")
|
|
__success __success_unpriv __retval(0)
|
|
__naked void mov32_imm_zero_extend_check(void)
|
|
{
|
|
asm volatile (" \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r1 = 0x1000000000 ll; \
|
|
r0 |= r1; \
|
|
w0 = 0; \
|
|
r0 >>= 32; \
|
|
r6 = r0; \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r1 = 0x1000000000 ll; \
|
|
r0 |= r1; \
|
|
w0 = 1; \
|
|
r0 >>= 32; \
|
|
r0 |= r6; \
|
|
exit; \
|
|
" :
|
|
: __imm(bpf_get_prandom_u32)
|
|
: __clobber_all);
|
|
}
|
|
|
|
SEC("socket")
|
|
__description("arsh32 reg zero extend check")
|
|
__success __success_unpriv __retval(0)
|
|
__naked void arsh32_reg_zero_extend_check(void)
|
|
{
|
|
asm volatile (" \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r1 = 0x1000000000 ll; \
|
|
r0 |= r1; \
|
|
r1 = 1; \
|
|
w0 s>>= w1; \
|
|
r0 >>= 32; \
|
|
exit; \
|
|
" :
|
|
: __imm(bpf_get_prandom_u32)
|
|
: __clobber_all);
|
|
}
|
|
|
|
SEC("socket")
|
|
__description("arsh32 imm zero extend check")
|
|
__success __success_unpriv __retval(0)
|
|
__naked void arsh32_imm_zero_extend_check(void)
|
|
{
|
|
asm volatile (" \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r1 = 0x1000000000 ll; \
|
|
r0 |= r1; \
|
|
w0 s>>= 0; \
|
|
r0 >>= 32; \
|
|
r6 = r0; \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r1 = 0x1000000000 ll; \
|
|
r0 |= r1; \
|
|
w0 s>>= 1; \
|
|
r0 >>= 32; \
|
|
r0 |= r6; \
|
|
exit; \
|
|
" :
|
|
: __imm(bpf_get_prandom_u32)
|
|
: __clobber_all);
|
|
}
|
|
|
|
SEC("socket")
|
|
__description("end16 (to_le) reg zero extend check")
|
|
__success __success_unpriv __retval(0)
|
|
__naked void le_reg_zero_extend_check_1(void)
|
|
{
|
|
asm volatile (" \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r6 = r0; \
|
|
r6 <<= 32; \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r0 |= r6; \
|
|
r0 = le16 r0; \
|
|
r0 >>= 32; \
|
|
exit; \
|
|
" :
|
|
: __imm(bpf_get_prandom_u32)
|
|
: __clobber_all);
|
|
}
|
|
|
|
SEC("socket")
|
|
__description("end32 (to_le) reg zero extend check")
|
|
__success __success_unpriv __retval(0)
|
|
__naked void le_reg_zero_extend_check_2(void)
|
|
{
|
|
asm volatile (" \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r6 = r0; \
|
|
r6 <<= 32; \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r0 |= r6; \
|
|
r0 = le32 r0; \
|
|
r0 >>= 32; \
|
|
exit; \
|
|
" :
|
|
: __imm(bpf_get_prandom_u32)
|
|
: __clobber_all);
|
|
}
|
|
|
|
SEC("socket")
|
|
__description("end16 (to_be) reg zero extend check")
|
|
__success __success_unpriv __retval(0)
|
|
__naked void be_reg_zero_extend_check_1(void)
|
|
{
|
|
asm volatile (" \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r6 = r0; \
|
|
r6 <<= 32; \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r0 |= r6; \
|
|
r0 = be16 r0; \
|
|
r0 >>= 32; \
|
|
exit; \
|
|
" :
|
|
: __imm(bpf_get_prandom_u32)
|
|
: __clobber_all);
|
|
}
|
|
|
|
SEC("socket")
|
|
__description("end32 (to_be) reg zero extend check")
|
|
__success __success_unpriv __retval(0)
|
|
__naked void be_reg_zero_extend_check_2(void)
|
|
{
|
|
asm volatile (" \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r6 = r0; \
|
|
r6 <<= 32; \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r0 |= r6; \
|
|
r0 = be32 r0; \
|
|
r0 >>= 32; \
|
|
exit; \
|
|
" :
|
|
: __imm(bpf_get_prandom_u32)
|
|
: __clobber_all);
|
|
}
|
|
|
|
SEC("socket")
|
|
__description("ldx_b zero extend check")
|
|
__success __success_unpriv __retval(0)
|
|
__naked void ldx_b_zero_extend_check(void)
|
|
{
|
|
asm volatile (" \
|
|
r6 = r10; \
|
|
r6 += -4; \
|
|
r7 = 0xfaceb00c; \
|
|
*(u32*)(r6 + 0) = r7; \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r1 = 0x1000000000 ll; \
|
|
r0 |= r1; \
|
|
r0 = *(u8*)(r6 + 0); \
|
|
r0 >>= 32; \
|
|
exit; \
|
|
" :
|
|
: __imm(bpf_get_prandom_u32)
|
|
: __clobber_all);
|
|
}
|
|
|
|
SEC("socket")
|
|
__description("ldx_h zero extend check")
|
|
__success __success_unpriv __retval(0)
|
|
__naked void ldx_h_zero_extend_check(void)
|
|
{
|
|
asm volatile (" \
|
|
r6 = r10; \
|
|
r6 += -4; \
|
|
r7 = 0xfaceb00c; \
|
|
*(u32*)(r6 + 0) = r7; \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r1 = 0x1000000000 ll; \
|
|
r0 |= r1; \
|
|
r0 = *(u16*)(r6 + 0); \
|
|
r0 >>= 32; \
|
|
exit; \
|
|
" :
|
|
: __imm(bpf_get_prandom_u32)
|
|
: __clobber_all);
|
|
}
|
|
|
|
SEC("socket")
|
|
__description("ldx_w zero extend check")
|
|
__success __success_unpriv __retval(0)
|
|
__naked void ldx_w_zero_extend_check(void)
|
|
{
|
|
asm volatile (" \
|
|
r6 = r10; \
|
|
r6 += -4; \
|
|
r7 = 0xfaceb00c; \
|
|
*(u32*)(r6 + 0) = r7; \
|
|
call %[bpf_get_prandom_u32]; \
|
|
r1 = 0x1000000000 ll; \
|
|
r0 |= r1; \
|
|
r0 = *(u32*)(r6 + 0); \
|
|
r0 >>= 32; \
|
|
exit; \
|
|
" :
|
|
: __imm(bpf_get_prandom_u32)
|
|
: __clobber_all);
|
|
}
|
|
|
|
char _license[] SEC("license") = "GPL";
|