// SPDX-License-Identifier: GPL-2.0-only

static inline uint64x2_t pmull64(uint64x2_t a, uint64x2_t b)
{
        uint64_t l = vgetq_lane_u64(a, 0);
        uint64_t m = vgetq_lane_u64(b, 0);
        uint64x2_t result;

        asm("vmull.p64  %q0, %P1, %P2" : "=w"(result) : "w"(l), "w"(m));

        return result;
}

static inline uint64x2_t pmull64_high(uint64x2_t a, uint64x2_t b)
{
        uint64_t l = vgetq_lane_u64(a, 1);
        uint64_t m = vgetq_lane_u64(b, 1);
        uint64x2_t result;

        asm("vmull.p64  %q0, %P1, %P2" : "=w"(result) : "w"(l), "w"(m));

        return result;
}

static inline uint64x2_t pmull64_hi_lo(uint64x2_t a, uint64x2_t b)
{
        uint64_t l = vgetq_lane_u64(a, 1);
        uint64_t m = vgetq_lane_u64(b, 0);
        uint64x2_t result;

        asm("vmull.p64  %q0, %P1, %P2" : "=w"(result) : "w"(l), "w"(m));

        return result;
}