/* SPDX-License-Identifier: GPL-2.0 */
/*
 * Processor Activity Instrumentation support for cryptography counters
 *
 *  Copyright IBM Corp. 2022
 *  Author(s): Thomas Richter <tmricht@linux.ibm.com>
 */
#ifndef _ASM_S390_PAI_H
#define _ASM_S390_PAI_H

#include <linux/jump_label.h>
#include <asm/lowcore.h>
#include <asm/ptrace.h>
#include <asm/asm.h>

struct qpaci_info_block {
        u64 header;
        struct {
                u64 : 8;
                u64 num_cc : 8;         /* # of supported crypto counters */
                u64 : 9;
                u64 num_nnpa : 7;       /* # of supported NNPA counters */
                u64 : 32;
        };
};

static inline int qpaci(struct qpaci_info_block *info)
{
        /* Size of info (in double words minus one) */
        size_t size = sizeof(*info) / sizeof(u64) - 1;
        int cc;

        asm volatile(
                "       lgr     0,%[size]\n"
                "       .insn   s,0xb28f0000,%[info]\n"
                "       lgr     %[size],0\n"
                CC_IPM(cc)
                : CC_OUT(cc, cc), [info] "=Q" (*info), [size] "+&d" (size)
                :
                : CC_CLOBBER_LIST("0", "memory"));
        return CC_TRANSFORM(cc) ? (size + 1) * sizeof(u64) : 0;
}

#define PAI_CRYPTO_BASE                 0x1000  /* First event number */
#define PAI_CRYPTO_MAXCTR               256     /* Max # of event counters */
#define PAI_CRYPTO_KERNEL_OFFSET        2048
#define PAI_NNPA_BASE                   0x1800  /* First event number */
#define PAI_NNPA_MAXCTR                 128     /* Max # of event counters */

DECLARE_STATIC_KEY_FALSE(pai_key);

static __always_inline void pai_kernel_enter(struct pt_regs *regs)
{
        if (!IS_ENABLED(CONFIG_PERF_EVENTS))
                return;
        if (!static_branch_unlikely(&pai_key))
                return;
        if (!get_lowcore()->ccd)
                return;
        if (!user_mode(regs))
                return;
        WRITE_ONCE(get_lowcore()->ccd, get_lowcore()->ccd | PAI_CRYPTO_KERNEL_OFFSET);
}

static __always_inline void pai_kernel_exit(struct pt_regs *regs)
{
        if (!IS_ENABLED(CONFIG_PERF_EVENTS))
                return;
        if (!static_branch_unlikely(&pai_key))
                return;
        if (!get_lowcore()->ccd)
                return;
        if (!user_mode(regs))
                return;
        WRITE_ONCE(get_lowcore()->ccd, get_lowcore()->ccd & ~PAI_CRYPTO_KERNEL_OFFSET);
}

#define PAI_SAVE_AREA(x)        ((x)->hw.event_base)
#define PAI_CPU_MASK(x)         ((x)->hw.addr_filters)
#define PAI_PMU_IDX(x)          ((x)->hw.last_tag)
#define PAI_SWLIST(x)           (&(x)->hw.tp_list)

#endif