// SPDX-License-Identifier: GPL-2.0

#include <linux/bpf.h>
#include <bpf/bpf_helpers.h>
#include "bpf_misc.h"

/* Check that precision marks propagate through scalar IDs.
 * Registers r{0,1,2} have the same scalar ID.
 * Range information is propagated for scalars sharing same ID.
 * Check that precision mark for r0 causes precision marks for r{1,2}
 * when range information is propagated for 'if <reg> <op> <const>' insn.
 */
SEC("socket")
__success __log_level(2)
/* first 'if' branch */
__msg("6: (0f) r3 += r0")
__msg("frame0: regs=r0 stack= before 4: (25) if r1 > 0x7 goto pc+0")
__msg("frame0: parent state regs=r0,r1,r2 stack=:")
__msg("frame0: regs=r0,r1,r2 stack= before 3: (bf) r2 = r0")
/* second 'if' branch */
__msg("from 4 to 5: ")
__msg("6: (0f) r3 += r0")
__msg("frame0: regs=r0 stack= before 5: (bf) r3 = r10")
__msg("frame0: regs=r0 stack= before 4: (25) if r1 > 0x7 goto pc+0")
/* parent state already has r{0,1,2} as precise */
__msg("frame0: parent state regs= stack=:")
__flag(BPF_F_TEST_STATE_FREQ)
__naked void linked_regs_bpf_k(void)
{
        asm volatile (
        /* r0 = random number up to 0xff */
        "call %[bpf_ktime_get_ns];"
        "r0 &= 0xff;"
        /* tie r0.id == r1.id == r2.id */
        "r1 = r0;"
        "r2 = r0;"
        "if r1 > 7 goto +0;"
        /* force r0 to be precise, this eventually marks r1 and r2 as
         * precise as well because of shared IDs
         */
        "r3 = r10;"
        "r3 += r0;"
        /* Mark r1 and r2 as alive. */
        "r1 = r1;"
        "r2 = r2;"
        "r0 = 0;"
        "exit;"
        :
        : __imm(bpf_ktime_get_ns)
        : __clobber_all);
}

/* Registers r{0,1,2} share same ID when 'if r1 > ...' insn is processed,
 * check that verifier marks r{1,2} as precise while backtracking
 * 'if r1 > ...' with r0 already marked.
 */
SEC("socket")
__success __log_level(2)
__flag(BPF_F_TEST_STATE_FREQ)
__msg("frame0: regs=r0 stack= before 5: (2d) if r1 > r3 goto pc+0")
__msg("frame0: parent state regs=r0,r1,r2,r3 stack=:")
__msg("frame0: regs=r0,r1,r2,r3 stack= before 4: (b7) r3 = 7")
__naked void linked_regs_bpf_x_src(void)
{
        asm volatile (
        /* r0 = random number up to 0xff */
        "call %[bpf_ktime_get_ns];"
        "r0 &= 0xff;"
        /* tie r0.id == r1.id == r2.id */
        "r1 = r0;"
        "r2 = r0;"
        "r3 = 7;"
        "if r1 > r3 goto +0;"
        /* force r0 to be precise, this eventually marks r1 and r2 as
         * precise as well because of shared IDs
         */
        "r4 = r10;"
        "r4 += r0;"
        /* Mark r1 and r2 as alive. */
        "r1 = r1;"
        "r2 = r2;"
        "r0 = 0;"
        "exit;"
        :
        : __imm(bpf_ktime_get_ns)
        : __clobber_all);
}

/* Registers r{0,1,2} share same ID when 'if r1 > r3' insn is processed,
 * check that verifier marks r{0,1,2} as precise while backtracking
 * 'if r1 > r3' with r3 already marked.
 */
SEC("socket")
__success __log_level(2)
__flag(BPF_F_TEST_STATE_FREQ)
__msg("frame0: regs=r3 stack= before 5: (2d) if r1 > r3 goto pc+0")
__msg("frame0: parent state regs=r0,r1,r2,r3 stack=:")
__msg("frame0: regs=r0,r1,r2,r3 stack= before 4: (b7) r3 = 7")
__naked void linked_regs_bpf_x_dst(void)
{
        asm volatile (
        /* r0 = random number up to 0xff */
        "call %[bpf_ktime_get_ns];"
        "r0 &= 0xff;"
        /* tie r0.id == r1.id == r2.id */
        "r1 = r0;"
        "r2 = r0;"
        "r3 = 7;"
        "if r1 > r3 goto +0;"
        /* force r0 to be precise, this eventually marks r1 and r2 as
         * precise as well because of shared IDs
         */
        "r4 = r10;"
        "r4 += r3;"
        /* Mark r1 and r2 as alive. */
        "r0 = r0;"
        "r1 = r1;"
        "r2 = r2;"
        "r0 = 0;"
        "exit;"
        :
        : __imm(bpf_ktime_get_ns)
        : __clobber_all);
}

/* Same as linked_regs_bpf_k, but break one of the
 * links, note that r1 is absent from regs=... in __msg below.
 */
SEC("socket")
__success __log_level(2)
__msg("7: (0f) r3 += r0")
__msg("frame0: regs=r0 stack= before 6: (bf) r3 = r10")
__msg("frame0: parent state regs=r0 stack=:")
__msg("frame0: regs=r0 stack= before 5: (25) if r0 > 0x7 goto pc+0")
__msg("frame0: parent state regs=r0,r2 stack=:")
__flag(BPF_F_TEST_STATE_FREQ)
__naked void linked_regs_broken_link(void)
{
        asm volatile (
        /* r0 = random number up to 0xff */
        "call %[bpf_ktime_get_ns];"
        "r0 &= 0xff;"
        /* tie r0.id == r1.id == r2.id */
        "r1 = r0;"
        "r2 = r0;"
        /* break link for r1, this is the only line that differs
         * compared to the previous test
         */
        "r1 = 0;"
        "if r0 > 7 goto +0;"
        /* force r0 to be precise,
         * this eventually marks r2 as precise because of shared IDs
         */
        "r3 = r10;"
        "r3 += r0;"
        /* Mark r1 and r2 as alive. */
        "r1 = r1;"
        "r2 = r2;"
        "r0 = 0;"
        "exit;"
        :
        : __imm(bpf_ktime_get_ns)
        : __clobber_all);
}

/* Check that precision marks propagate through scalar IDs.
 * Use the same scalar ID in multiple stack frames, check that
 * precision information is propagated up the call stack.
 */
SEC("socket")
__success __log_level(2)
__msg("17: (0f) r2 += r1")
/* Current state */
__msg("frame2: last_idx 17 first_idx 14 subseq_idx -1 ")
__msg("frame2: regs=r1 stack= before 16: (bf) r2 = r10")
__msg("frame2: parent state regs=r1 stack=")
__msg("frame1: parent state regs= stack=")
__msg("frame0: parent state regs= stack=")
/* Parent state */
__msg("frame2: last_idx 13 first_idx 13 subseq_idx 14 ")
__msg("frame2: regs=r1 stack= before 13: (25) if r1 > 0x7 goto pc+0")
__msg("frame2: parent state regs=r1 stack=")
/* frame1.r{6,7} are marked because mark_precise_scalar_ids()
 * looks for all registers with frame2.r1.id in the current state
 */
__msg("frame1: parent state regs=r6,r7 stack=")
__msg("frame0: parent state regs=r6 stack=")
/* Parent state */
__msg("frame2: last_idx 9 first_idx 9 subseq_idx 13")
__msg("frame2: regs=r1 stack= before 9: (85) call pc+3")
/* frame1.r1 is marked because of backtracking of call instruction */
__msg("frame1: parent state regs=r1,r6,r7 stack=")
__msg("frame0: parent state regs=r6 stack=")
/* Parent state */
__msg("frame1: last_idx 8 first_idx 7 subseq_idx 9")
__msg("frame1: regs=r1,r6,r7 stack= before 8: (bf) r7 = r1")
__msg("frame1: regs=r1,r6 stack= before 7: (bf) r6 = r1")
__msg("frame1: parent state regs=r1 stack=")
__msg("frame0: parent state regs=r6 stack=")
/* Parent state */
__msg("frame1: last_idx 4 first_idx 4 subseq_idx 7")
__msg("frame1: regs=r1 stack= before 4: (85) call pc+2")
__msg("frame0: parent state regs=r1,r6 stack=")
/* Parent state */
__msg("frame0: last_idx 3 first_idx 1 subseq_idx 4")
__msg("frame0: regs=r1,r6 stack= before 3: (bf) r6 = r0")
__msg("frame0: regs=r0,r1 stack= before 2: (bf) r1 = r0")
__msg("frame0: regs=r0 stack= before 1: (57) r0 &= 255")
__flag(BPF_F_TEST_STATE_FREQ)
__naked void precision_many_frames(void)
{
        asm volatile (
        /* r0 = random number up to 0xff */
        "call %[bpf_ktime_get_ns];"
        "r0 &= 0xff;"
        /* tie r0.id == r1.id == r6.id */
        "r1 = r0;"
        "r6 = r0;"
        "call precision_many_frames__foo;"
        "r6 = r6;" /* mark r6 as live */
        "exit;"
        :
        : __imm(bpf_ktime_get_ns)
        : __clobber_all);
}

static __naked __noinline __used
void precision_many_frames__foo(void)
{
        asm volatile (
        /* conflate one of the register numbers (r6) with outer frame,
         * to verify that those are tracked independently
         */
        "r6 = r1;"
        "r7 = r1;"
        "call precision_many_frames__bar;"
        "r6 = r6;" /* mark r6 as live */
        "r7 = r7;" /* mark r7 as live */
        "exit"
        ::: __clobber_all);
}

static __naked __noinline __used
void precision_many_frames__bar(void)
{
        asm volatile (
        "if r1 > 7 goto +0;"
        "r6 = 0;" /* mark r6 as live */
        "r7 = 0;" /* mark r7 as live */
        /* force r1 to be precise, this eventually marks:
         * - bar frame r1
         * - foo frame r{1,6,7}
         * - main frame r{1,6}
         */
        "r2 = r10;"
        "r2 += r1;"
        "r0 = 0;"
        "exit;"
        ::: __clobber_all);
}

/* Check that scalars with the same IDs are marked precise on stack as
 * well as in registers.
 */
SEC("socket")
__success __log_level(2)
__msg("12: (0f) r2 += r1")
/* foo frame */
__msg("frame1: regs=r1 stack= before 11: (bf) r2 = r10")
__msg("frame1: regs=r1 stack= before 10: (25) if r1 > 0x7 goto pc+0")
__msg("frame1: regs=r1 stack=-8,-16 before 9: (7b) *(u64 *)(r10 -16) = r1")
__msg("frame1: regs=r1 stack=-8 before 8: (7b) *(u64 *)(r10 -8) = r1")
__msg("frame1: regs=r1 stack= before 4: (85) call pc+3")
/* main frame */
__msg("frame0: regs=r1 stack=-8 before 3: (7b) *(u64 *)(r10 -8) = r1")
__msg("frame0: regs=r1 stack= before 2: (bf) r1 = r0")
__msg("frame0: regs=r0 stack= before 1: (57) r0 &= 255")
__flag(BPF_F_TEST_STATE_FREQ)
__naked void precision_stack(void)
{
        asm volatile (
        /* r0 = random number up to 0xff */
        "call %[bpf_ktime_get_ns];"
        "r0 &= 0xff;"
        /* tie r0.id == r1.id == fp[-8].id */
        "r1 = r0;"
        "*(u64*)(r10 - 8) = r1;"
        "call precision_stack__foo;"
        "r0 = *(u64*)(r10 - 8);"
        "r0 = 0;"
        "exit;"
        :
        : __imm(bpf_ktime_get_ns)
        : __clobber_all);
}

static __naked __noinline __used
void precision_stack__foo(void)
{
        asm volatile (
        /* conflate one of the register numbers (r6) with outer frame,
         * to verify that those are tracked independently
         */
        "*(u64*)(r10 - 8) = r1;"
        "*(u64*)(r10 - 16) = r1;"
        "if r1 > 7 goto +0;"
        /* force r1 to be precise, this eventually marks:
         * - foo frame r1,fp{-8,-16}
         * - main frame r1,fp{-8}
         */
        "r2 = r10;"
        "r2 += r1;"
        "r0 = *(u64*)(r10 - 8);"
        "r0 = *(u64*)(r10 - 16);"
        "exit"
        ::: __clobber_all);
}

/* Use two separate scalar IDs to check that these are propagated
 * independently.
 */
SEC("socket")
__success __log_level(2)
/* r{6,7} */
__msg("12: (0f) r3 += r7")
__msg("frame0: regs=r7 stack= before 11: (bf) r3 = r10")
__msg("frame0: regs=r7 stack= before 9: (25) if r7 > 0x7 goto pc+0")
/* ... skip some insns ... */
__msg("frame0: regs=r6,r7 stack= before 3: (bf) r7 = r0")
__msg("frame0: regs=r0,r6 stack= before 2: (bf) r6 = r0")
/* r{8,9} */
__msg("13: (0f) r3 += r9")
__msg("frame0: regs=r9 stack= before 12: (0f) r3 += r7")
/* ... skip some insns ... */
__msg("frame0: regs=r9 stack= before 10: (25) if r9 > 0x7 goto pc+0")
__msg("frame0: regs=r8,r9 stack= before 7: (bf) r9 = r0")
__msg("frame0: regs=r0,r8 stack= before 6: (bf) r8 = r0")
__flag(BPF_F_TEST_STATE_FREQ)
__naked void precision_two_ids(void)
{
        asm volatile (
        /* r6 = random number up to 0xff
         * r6.id == r7.id
         */
        "call %[bpf_ktime_get_ns];"
        "r0 &= 0xff;"
        "r6 = r0;"
        "r7 = r0;"
        /* same, but for r{8,9} */
        "call %[bpf_ktime_get_ns];"
        "r0 &= 0xff;"
        "r8 = r0;"
        "r9 = r0;"
        /* clear r0 id */
        "r0 = 0;"
        /* propagate equal scalars precision */
        "if r7 > 7 goto +0;"
        "if r9 > 7 goto +0;"
        "r3 = r10;"
        /* force r7 to be precise, this also marks r6 */
        "r3 += r7;"
        /* force r9 to be precise, this also marks r8 */
        "r3 += r9;"
        "r6 = r6;" /* mark r6 as live */
        "r8 = r8;" /* mark r8 as live */
        "exit;"
        :
        : __imm(bpf_ktime_get_ns)
        : __clobber_all);
}

SEC("socket")
__success __log_level(2)
__flag(BPF_F_TEST_STATE_FREQ)
/*
 * check that r0 and r5 have different IDs after 'if',
 * collect_linked_regs() can't tie more than 5 registers for a single insn.
 */
__msg("7: (25) if r0 > 0x7 goto pc+0         ; R0=scalar(id=1")
__msg("12: (bf) r5 = r5                      ; R5=scalar(id=2")
/* check that r{0-4} are marked precise after 'if' */
__msg("frame0: regs=r0 stack= before 7: (25) if r0 > 0x7 goto pc+0")
__msg("frame0: parent state regs=r0,r1,r2,r3,r4 stack=:")
__naked void linked_regs_too_many_regs(void)
{
        asm volatile (
        /* r0 = random number up to 0xff */
        "call %[bpf_ktime_get_ns];"
        "r0 &= 0xff;"
        /* tie r{0-5} IDs */
        "r1 = r0;"
        "r2 = r0;"
        "r3 = r0;"
        "r4 = r0;"
        "r5 = r0;"
        /* propagate range for r{0-5} */
        "if r0 > 7 goto +0;"
        /* keep r{1-4} live */
        "r1 = r1;"
        "r2 = r2;"
        "r3 = r3;"
        "r4 = r4;"
        /* make r5 appear in the log */
        "r5 = r5;"
        /* force r0 to be precise,
         * this would cause r{0-4} to be precise because of shared IDs
         */
        "r7 = r10;"
        "r7 += r0;"
        "r0 = 0;"
        "exit;"
        :
        : __imm(bpf_ktime_get_ns)
        : __clobber_all);
}

SEC("socket")
__failure __log_level(2)
__flag(BPF_F_TEST_STATE_FREQ)
__msg("regs=r7 stack= before 5: (3d) if r8 >= r0")
__msg("parent state regs=r0,r7,r8")
__msg("regs=r0,r7,r8 stack= before 4: (25) if r0 > 0x1")
__msg("div by zero")
__naked void linked_regs_broken_link_2(void)
{
        asm volatile (
        "call %[bpf_get_prandom_u32];"
        "r7 = r0;"
        "r8 = r0;"
        "call %[bpf_get_prandom_u32];"
        "if r0 > 1 goto +0;"
        /* r7.id == r8.id,
         * thus r7 precision implies r8 precision,
         * which implies r0 precision because of the conditional below.
         */
        "if r8 >= r0 goto 1f;"
        /* break id relation between r7 and r8 */
        "r8 += r8;"
        /* make r7 precise */
        "if r7 == 0 goto 1f;"
        "r0 /= 0;"
"1:"
        "r0 = 42;"
        "exit;"
        :
        : __imm(bpf_get_prandom_u32)
        : __clobber_all);
}

/* Check that mark_chain_precision() for one of the conditional jump
 * operands does not trigger equal scalars precision propagation.
 */
SEC("socket")
__success __log_level(2)
__msg("3: (25) if r1 > 0x100 goto pc+0")
__msg("frame0: regs=r1 stack= before 2: (bf) r1 = r0")
__naked void cjmp_no_linked_regs_trigger(void)
{
        asm volatile (
        /* r0 = random number up to 0xff */
        "call %[bpf_ktime_get_ns];"
        "r0 &= 0xff;"
        /* tie r0.id == r1.id */
        "r1 = r0;"
        /* the jump below would be predicted, thus r1 would be marked precise,
         * this should not imply precision mark for r0
         */
        "if r1 > 256 goto +0;"
        "r0 = 0;"
        "exit;"
        :
        : __imm(bpf_ktime_get_ns)
        : __clobber_all);
}

/* Verify that check_ids() is used by regsafe() for scalars.
 *
 * r9 = ... some pointer with range X ...
 * r6 = ... unbound scalar ID=a ...
 * r7 = ... unbound scalar ID=b ...
 * if (r6 > r7) goto +1
 * r7 = r6
 * if (r7 > X) goto exit
 * r9 += r6
 * ... access memory using r9 ...
 *
 * The memory access is safe only if r7 is bounded,
 * which is true for one branch and not true for another.
 */
SEC("socket")
__failure __msg("register with unbounded min value")
__flag(BPF_F_TEST_STATE_FREQ)
__naked void check_ids_in_regsafe(void)
{
        asm volatile (
        /* Bump allocated stack */
        "r1 = 0;"
        "*(u64*)(r10 - 8) = r1;"
        /* r9 = pointer to stack */
        "r9 = r10;"
        "r9 += -8;"
        /* r7 = ktime_get_ns() */
        "call %[bpf_ktime_get_ns];"
        "r7 = r0;"
        /* r6 = ktime_get_ns() */
        "call %[bpf_ktime_get_ns];"
        "r6 = r0;"
        /* if r6 > r7 is an unpredictable jump */
        "if r6 > r7 goto l1_%=;"
        "r7 = r6;"
"l1_%=:"
        /* if r7 > 4 ...; transfers range to r6 on one execution path
         * but does not transfer on another
         */
        "if r7 > 4 goto l2_%=;"
        /* Access memory at r9[r6], r6 is not always bounded */
        "r9 += r6;"
        "r0 = *(u8*)(r9 + 0);"
"l2_%=:"
        "r0 = 0;"
        "exit;"
        :
        : __imm(bpf_ktime_get_ns)
        : __clobber_all);
}

/* Similar to check_ids_in_regsafe.
 * The l0 could be reached in two states:
 *
 *   (1) r6{.id=A}, r7{.id=A}, r8{.id=B}
 *   (2) r6{.id=B}, r7{.id=A}, r8{.id=B}
 *
 * Where (2) is not safe, as "r7 > 4" check won't propagate range for it.
 * This example would be considered safe without changes to
 * mark_chain_precision() to track scalar values with equal IDs.
 */
SEC("socket")
__failure __msg("register with unbounded min value")
__flag(BPF_F_TEST_STATE_FREQ)
__naked void check_ids_in_regsafe_2(void)
{
        asm volatile (
        /* Bump allocated stack */
        "r1 = 0;"
        "*(u64*)(r10 - 8) = r1;"
        /* r9 = pointer to stack */
        "r9 = r10;"
        "r9 += -16;"
        /* r8 = ktime_get_ns() */
        "call %[bpf_ktime_get_ns];"
        "r8 = r0;"
        /* r7 = ktime_get_ns() */
        "call %[bpf_ktime_get_ns];"
        "r7 = r0;"
        /* r6 = ktime_get_ns() */
        "call %[bpf_ktime_get_ns];"
        "r6 = r0;"
        /* scratch .id from r0 */
        "r0 = 0;"
        /* if r6 > r7 is an unpredictable jump */
        "if r6 > r7 goto l1_%=;"
        /* tie r6 and r7 .id */
        "r6 = r7;"
"l0_%=:"
        /* if r7 > 4 exit(0) */
        "if r7 > 4 goto l2_%=;"
        /* Access memory at r9[r6] */
        "r9 += r6;"
        "r9 += r7;"
        "r9 += r8;"
        "r0 = *(u8*)(r9 + 0);"
"l2_%=:"
        "r0 = 0;"
        "exit;"
"l1_%=:"
        /* tie r6 and r8 .id */
        "r6 = r8;"
        "goto l0_%=;"
        :
        : __imm(bpf_ktime_get_ns)
        : __clobber_all);
}

/* Check that scalar IDs *are not* generated on register to register
 * assignments if source register is a constant.
 *
 * If such IDs *are* generated the 'l1' below would be reached in
 * two states:
 *
 *   (1) r1{.id=A}, r2{.id=A}
 *   (2) r1{.id=C}, r2{.id=C}
 *
 * Thus forcing 'if r1 == r2' verification twice.
 */
SEC("socket")
__success __log_level(2)
__msg("14: (1d) if r3 == r4 goto pc+0")
__msg("frame 0: propagating r3,r4")
__msg("14: safe")
__msg("processed 18 insns")
__flag(BPF_F_TEST_STATE_FREQ)
__naked void no_scalar_id_for_const(void)
{
        asm volatile (
        "call %[bpf_ktime_get_ns];"
        /* unpredictable jump */
        "if r0 > 7 goto l0_%=;"
        /* possibly generate same scalar ids for r3 and r4 */
        "r1 = 0;"
        "r1 ^= r1;" /* prevent bpf_prune_dead_branches from folding the branch */
        "r1 = r1;"
        "r3 = r1;"
        "r4 = r1;"
        "goto l1_%=;"
"l0_%=:"
        /* possibly generate different scalar ids for r3 and r4 */
        "r1 = 0;"
        "r1 ^= r1;"
        "r2 = 0;"
        "r2 ^= r2;"
        "r3 = r1;"
        "r4 = r2;"
"l1_%=:"
        /* predictable jump, marks r3 and r4 precise */
        "if r3 == r4 goto +0;"
        "r0 = 0;"
        "exit;"
        :
        : __imm(bpf_ktime_get_ns)
        : __clobber_all);
}

/* Same as no_scalar_id_for_const() but for 32-bit values */
SEC("socket")
__success __log_level(2)
__msg("14: (1e) if w3 == w4 goto pc+0")
__msg("frame 0: propagating r3,r4")
__msg("14: safe")
__msg("processed 18 insns")
__flag(BPF_F_TEST_STATE_FREQ)
__naked void no_scalar_id_for_const32(void)
{
        asm volatile (
        "call %[bpf_ktime_get_ns];"
        /* unpredictable jump */
        "if r0 > 7 goto l0_%=;"
        /* possibly generate same scalar ids for r3 and r4 */
        "w1 = 0;"
        "w1 ^= w1;" /* prevent bpf_prune_dead_branches from folding the branch */
        "w1 = w1;"
        "w3 = w1;"
        "w4 = w1;"
        "goto l1_%=;"
"l0_%=:"
        /* possibly generate different scalar ids for r3 and r4 */
        "w1 = 0;"
        "w1 ^= w1;"
        "w2 = 0;"
        "w2 ^= w2;"
        "w3 = w1;"
        "w4 = w2;"
"l1_%=:"
        /* predictable jump, marks r3 and r4 precise */
        "if w3 == w4 goto +0;"
        "r0 = 0;"
        "exit;"
        :
        : __imm(bpf_ktime_get_ns)
        : __clobber_all);
}

/* Check that unique scalar IDs are ignored when new verifier state is
 * compared to cached verifier state. For this test:
 * - cached state has no id on r1
 * - new state has a unique id on r1
 */
SEC("socket")
__success __log_level(2)
__msg("6: (25) if r6 > 0x7 goto pc+1")
__msg("7: (57) r1 &= 255")
__msg("8: (bf) r2 = r10")
__msg("from 6 to 8: safe")
__msg("processed 12 insns")
__flag(BPF_F_TEST_STATE_FREQ)
__naked void ignore_unique_scalar_ids_cur(void)
{
        asm volatile (
        "call %[bpf_ktime_get_ns];"
        "r6 = r0;"
        "call %[bpf_ktime_get_ns];"
        "r0 &= 0xff;"
        /* r1.id == r0.id */
        "r1 = r0;"
        /* make r1.id unique */
        "r0 = 0;"
        "if r6 > 7 goto l0_%=;"
        /* clear r1 id, but keep the range compatible */
        "r1 &= 0xff;"
"l0_%=:"
        /* get here in two states:
         * - first: r1 has no id (cached state)
         * - second: r1 has a unique id (should be considered equivalent)
         */
        "r2 = r10;"
        "r2 += r1;"
        "exit;"
        :
        : __imm(bpf_ktime_get_ns)
        : __clobber_all);
}

/* Check that unique scalar IDs are ignored when new verifier state is
 * compared to cached verifier state. For this test:
 * - cached state has a unique id on r1
 * - new state has no id on r1
 */
SEC("socket")
__success __log_level(2)
__msg("6: (25) if r6 > 0x7 goto pc+1")
__msg("7: (05) goto pc+1")
__msg("9: (bf) r2 = r10")
__msg("9: safe")
__msg("processed 13 insns")
__flag(BPF_F_TEST_STATE_FREQ)
__naked void ignore_unique_scalar_ids_old(void)
{
        asm volatile (
        "call %[bpf_ktime_get_ns];"
        "r6 = r0;"
        "call %[bpf_ktime_get_ns];"
        "r0 &= 0xff;"
        /* r1.id == r0.id */
        "r1 = r0;"
        /* make r1.id unique */
        "r0 = 0;"
        "if r6 > 7 goto l1_%=;"
        "goto l0_%=;"
"l1_%=:"
        /* clear r1 id, but keep the range compatible */
        "r1 &= 0xff;"
"l0_%=:"
        /* get here in two states:
         * - first: r1 has a unique id (cached state)
         * - second: r1 has no id (should be considered equivalent)
         */
        "r2 = r10;"
        "r2 += r1;"
        "exit;"
        :
        : __imm(bpf_ktime_get_ns)
        : __clobber_all);
}

/* Check that two registers with 0 scalar IDs in a verified state can be mapped
 * to the same scalar ID in current state.
 */
SEC("socket")
__success __log_level(2)
/* The states should be equivalent on reaching insn 12.
 */
__msg("12: safe")
__msg("processed 17 insns")
__flag(BPF_F_TEST_STATE_FREQ)
__naked void two_nil_old_ids_one_cur_id(void)
{
        asm volatile (
        /* Give unique scalar IDs to r{6,7} */
        "call %[bpf_ktime_get_ns];"
        "r0 &= 0xff;"
        "r6 = r0;"
        "r6 *= 1;"
        "call %[bpf_ktime_get_ns];"
        "r0 &= 0xff;"
        "r7 = r0;"
        "r7 *= 1;"
        "r0 = 0;"
        /* Maybe make r{6,7} IDs identical */
        "if r6 > r7 goto l0_%=;"
        "goto l1_%=;"
"l0_%=:"
        "r6 = r7;"
"l1_%=:"
        /* Mark r{6,7} precise.
         * Get here in two states:
         * - first:  r6{.id=0}, r7{.id=0} (cached state)
         * - second: r6{.id=A}, r7{.id=A}
         * Verifier considers such states equivalent.
         * Thus "exit;" would be verified only once.
         */
        "r2 = r10;"
        "r2 += r6;"
        "r2 += r7;"
        "exit;"
        :
        : __imm(bpf_ktime_get_ns)
        : __clobber_all);
}

/* Check that two different scalar IDs in a verified state can't be
 * mapped to the same scalar ID in current state.
 */
SEC("socket")
__success __log_level(2)
/* The exit instruction should be reachable from two states,
 * use two matches and "processed .. insns" to ensure this.
 */
__msg("16: (95) exit")
__msg("16: (95) exit")
__msg("processed 22 insns")
__flag(BPF_F_TEST_STATE_FREQ)
__naked void two_old_ids_one_cur_id(void)
{
        asm volatile (
        /* Give unique scalar IDs to r{6,7} */
        "call %[bpf_ktime_get_ns];"
        "r0 &= 0xff;"
        "r6 = r0;"
        "r8 = r0;"
        "call %[bpf_ktime_get_ns];"
        "r0 &= 0xff;"
        "r7 = r0;"
        "r9 = r0;"
        "r0 = 0;"
        /* Maybe make r{6,7} IDs identical */
        "if r6 > r7 goto l0_%=;"
        "goto l1_%=;"
"l0_%=:"
        "r6 = r7;"
"l1_%=:"
        /* Mark r{6,7} precise.
         * Get here in two states:
         * - first:  r6{.id=A}, r7{.id=B} (cached state)
         * - second: r6{.id=A}, r7{.id=A}
         * Currently we don't want to consider such states equivalent.
         * Thus "exit;" would be verified twice.
         */
        "r2 = r10;"
        "r2 += r6;"
        "r2 += r7;"
        /*
         * keep r8 and r9 live, otherwise r6->id and r7->id
         * will become singular and reset to zero before if r6 > r7
         */
        "r9 += r8;"
        "exit;"
        :
        : __imm(bpf_ktime_get_ns)
        : __clobber_all);
}

SEC("socket")
/* Note the flag, see verifier.c:opt_subreg_zext_lo32_rnd_hi32() */
__flag(BPF_F_TEST_RND_HI32)
__success
/* This test was added because of a bug in verifier.c:sync_linked_regs(),
 * upon range propagation it destroyed subreg_def marks for registers.
 * The subreg_def mark is used to decide whether zero extension instructions
 * are needed when register is read. When BPF_F_TEST_RND_HI32 is set it
 * also causes generation of statements to randomize upper halves of
 * read registers.
 *
 * The test is written in a way to return an upper half of a register
 * that is affected by range propagation and must have it's subreg_def
 * preserved. This gives a return value of 0 and leads to undefined
 * return value if subreg_def mark is not preserved.
 */
__retval(0)
/* Check that verifier believes r1/r0 are zero at exit */
__log_level(2)
__msg("4: (77) r1 >>= 32                     ; R1=0")
__msg("5: (bf) r0 = r1                       ; R0=0 R1=0")
__msg("6: (95) exit")
__msg("from 3 to 4")
__msg("4: (77) r1 >>= 32                     ; R1=0")
__msg("5: (bf) r0 = r1                       ; R0=0 R1=0")
__msg("6: (95) exit")
/* Verify that statements to randomize upper half of r1 had not been
 * generated.
 */
__xlated("call unknown")
__xlated("r0 &= 2147483647")
__xlated("w1 = w0")
/* This is how disasm.c prints BPF_ZEXT_REG at the moment, x86 and arm
 * are the only CI archs that do not need zero extension for subregs.
 */
#if !defined(__TARGET_ARCH_x86) && !defined(__TARGET_ARCH_arm64)
__xlated("w1 = w1")
#endif
__xlated("if w0 < 0xa goto pc+0")
__xlated("r1 >>= 32")
__xlated("r0 = r1")
__xlated("exit")
__naked void linked_regs_and_subreg_def(void)
{
        asm volatile (
        "call %[bpf_ktime_get_ns];"
        /* make sure r0 is in 32-bit range, otherwise w1 = w0 won't
         * assign same IDs to registers.
         */
        "r0 &= 0x7fffffff;"
        /* link w1 and w0 via ID */
        "w1 = w0;"
        /* 'if' statement propagates range info from w0 to w1,
         * but should not affect w1->subreg_def property.
         */
        "if w0 < 10 goto +0;"
        /* r1 is read here, on archs that require subreg zero
         * extension this would cause zext patch generation.
         */
        "r1 >>= 32;"
        "r0 = r1;"
        "exit;"
        :
        : __imm(bpf_ktime_get_ns)
        : __clobber_all);
}

char _license[] SEC("license") = "GPL";