root/drivers/net/wireless/realtek/rtw89/debug.c
// SPDX-License-Identifier: GPL-2.0 OR BSD-3-Clause
/* Copyright(c) 2019-2020  Realtek Corporation
 */

#include <linux/hex.h>
#include <linux/vmalloc.h>

#include "coex.h"
#include "debug.h"
#include "fw.h"
#include "mac.h"
#include "pci.h"
#include "phy.h"
#include "ps.h"
#include "reg.h"
#include "sar.h"
#include "util.h"

#ifdef CONFIG_RTW89_DEBUGMSG
unsigned int rtw89_debug_mask;
EXPORT_SYMBOL(rtw89_debug_mask);
module_param_named(debug_mask, rtw89_debug_mask, uint, 0644);
MODULE_PARM_DESC(debug_mask, "Debugging mask");
#endif

#ifdef CONFIG_RTW89_DEBUGFS
struct rtw89_debugfs_priv_opt {
        bool rlock:1;
        bool wlock:1;
        size_t rsize;
};

struct rtw89_debugfs_priv {
        struct rtw89_dev *rtwdev;
        ssize_t (*cb_read)(struct rtw89_dev *rtwdev,
                           struct rtw89_debugfs_priv *debugfs_priv,
                           char *buf, size_t bufsz);
        ssize_t (*cb_write)(struct rtw89_dev *rtwdev,
                            struct rtw89_debugfs_priv *debugfs_priv,
                            const char *buf, size_t count);
        struct rtw89_debugfs_priv_opt opt;
        union {
                u32 cb_data;
                struct {
                        u32 addr;
                        u32 len;
                } read_reg;
                struct {
                        u32 addr;
                        u32 mask;
                        u8 path;
                } read_rf;
                struct {
                        u8 ss_dbg:1;
                        u8 dle_dbg:1;
                        u8 dmac_dbg:1;
                        u8 cmac_dbg:1;
                        u8 dbg_port:1;
                } dbgpkg_en;
                struct {
                        u32 start;
                        u32 len;
                        u8 sel;
                } mac_mem;
        };
        ssize_t rused;
        char *rbuf;
};

struct rtw89_debugfs {
        struct rtw89_debugfs_priv read_reg;
        struct rtw89_debugfs_priv write_reg;
        struct rtw89_debugfs_priv read_rf;
        struct rtw89_debugfs_priv write_rf;
        struct rtw89_debugfs_priv rf_reg_dump;
        struct rtw89_debugfs_priv txpwr_table;
        struct rtw89_debugfs_priv mac_reg_dump;
        struct rtw89_debugfs_priv mac_mem_dump;
        struct rtw89_debugfs_priv mac_dbg_port_dump;
        struct rtw89_debugfs_priv send_h2c;
        struct rtw89_debugfs_priv early_h2c;
        struct rtw89_debugfs_priv fw_crash;
        struct rtw89_debugfs_priv ser_counters;
        struct rtw89_debugfs_priv btc_info;
        struct rtw89_debugfs_priv btc_manual;
        struct rtw89_debugfs_priv fw_log_manual;
        struct rtw89_debugfs_priv phy_info;
        struct rtw89_debugfs_priv stations;
        struct rtw89_debugfs_priv disable_dm;
        struct rtw89_debugfs_priv mlo_mode;
        struct rtw89_debugfs_priv beacon_info;
        struct rtw89_debugfs_priv diag_mac;
};

struct rtw89_debugfs_iter_data {
        char *buf;
        size_t bufsz;
        int written_sz;
};

static void rtw89_debugfs_iter_data_setup(struct rtw89_debugfs_iter_data *iter_data,
                                          char *buf, size_t bufsz)
{
        iter_data->buf = buf;
        iter_data->bufsz = bufsz;
        iter_data->written_sz = 0;
}

static void rtw89_debugfs_iter_data_next(struct rtw89_debugfs_iter_data *iter_data,
                                         char *buf, size_t bufsz, int written_sz)
{
        iter_data->buf = buf;
        iter_data->bufsz = bufsz;
        iter_data->written_sz += written_sz;
}

static const u16 rtw89_rate_info_bw_to_mhz_map[] = {
        [RATE_INFO_BW_20] = 20,
        [RATE_INFO_BW_40] = 40,
        [RATE_INFO_BW_80] = 80,
        [RATE_INFO_BW_160] = 160,
        [RATE_INFO_BW_320] = 320,
};

static u16 rtw89_rate_info_bw_to_mhz(enum rate_info_bw bw)
{
        if (bw < ARRAY_SIZE(rtw89_rate_info_bw_to_mhz_map))
                return rtw89_rate_info_bw_to_mhz_map[bw];

        return 0;
}

static ssize_t rtw89_debugfs_file_read_helper(struct wiphy *wiphy, struct file *file,
                                              char *buf, size_t bufsz, void *data)
{
        struct rtw89_debugfs_priv *debugfs_priv = data;
        struct rtw89_dev *rtwdev = debugfs_priv->rtwdev;
        ssize_t n;

        n = debugfs_priv->cb_read(rtwdev, debugfs_priv, buf, bufsz);
        rtw89_might_trailing_ellipsis(buf, bufsz, n);

        return n;
}

static ssize_t rtw89_debugfs_file_read(struct file *file, char __user *userbuf,
                                       size_t count, loff_t *ppos)
{
        struct rtw89_debugfs_priv *debugfs_priv = file->private_data;
        struct rtw89_debugfs_priv_opt *opt = &debugfs_priv->opt;
        struct rtw89_dev *rtwdev = debugfs_priv->rtwdev;
        size_t bufsz = opt->rsize ? opt->rsize : PAGE_SIZE;
        char *buf;
        ssize_t n;

        if (!debugfs_priv->rbuf)
                debugfs_priv->rbuf = devm_kzalloc(rtwdev->dev, bufsz, GFP_KERNEL);

        buf = debugfs_priv->rbuf;
        if (!buf)
                return -ENOMEM;

        if (*ppos) {
                n = debugfs_priv->rused;
                goto out;
        }

        if (opt->rlock) {
                n = wiphy_locked_debugfs_read(rtwdev->hw->wiphy, file, buf, bufsz,
                                              userbuf, count, ppos,
                                              rtw89_debugfs_file_read_helper,
                                              debugfs_priv);
                debugfs_priv->rused = n;

                return n;
        }

        n = rtw89_debugfs_file_read_helper(rtwdev->hw->wiphy, file, buf, bufsz,
                                           debugfs_priv);
        debugfs_priv->rused = n;

out:
        return simple_read_from_buffer(userbuf, count, ppos, buf, n);
}

static ssize_t rtw89_debugfs_file_write_helper(struct wiphy *wiphy, struct file *file,
                                               char *buf, size_t count, void *data)
{
        struct rtw89_debugfs_priv *debugfs_priv = data;
        struct rtw89_dev *rtwdev = debugfs_priv->rtwdev;

        return debugfs_priv->cb_write(rtwdev, debugfs_priv, buf, count);
}

static ssize_t rtw89_debugfs_file_write(struct file *file,
                                        const char __user *userbuf,
                                        size_t count, loff_t *loff)
{
        struct rtw89_debugfs_priv *debugfs_priv = file->private_data;
        struct rtw89_debugfs_priv_opt *opt = &debugfs_priv->opt;
        struct rtw89_dev *rtwdev = debugfs_priv->rtwdev;
        char *buf __free(kfree) = kmalloc(count + 1, GFP_KERNEL);
        ssize_t n;

        if (!buf)
                return -ENOMEM;

        if (opt->wlock) {
                n = wiphy_locked_debugfs_write(rtwdev->hw->wiphy,
                                               file, buf, count + 1,
                                               userbuf, count,
                                               rtw89_debugfs_file_write_helper,
                                               debugfs_priv);
                return n;
        }

        if (copy_from_user(buf, userbuf, count))
                return -EFAULT;

        buf[count] = '\0';

        return debugfs_priv->cb_write(rtwdev, debugfs_priv, buf, count);
}

static const struct debugfs_short_fops file_ops_single_r = {
        .read = rtw89_debugfs_file_read,
        .llseek = generic_file_llseek,
};

static const struct debugfs_short_fops file_ops_common_rw = {
        .read = rtw89_debugfs_file_read,
        .write = rtw89_debugfs_file_write,
        .llseek = generic_file_llseek,
};

static const struct debugfs_short_fops file_ops_single_w = {
        .write = rtw89_debugfs_file_write,
        .llseek = generic_file_llseek,
};

static ssize_t
rtw89_debug_priv_read_reg_select(struct rtw89_dev *rtwdev,
                                 struct rtw89_debugfs_priv *debugfs_priv,
                                 const char *buf, size_t count)
{
        u32 addr, len;
        int num;

        num = sscanf(buf, "%x %x", &addr, &len);
        if (num != 2) {
                rtw89_info(rtwdev, "invalid format: <addr> <len>\n");
                return -EINVAL;
        }

        debugfs_priv->read_reg.addr = addr;
        debugfs_priv->read_reg.len = len;

        rtw89_info(rtwdev, "select read %d bytes from 0x%08x\n", len, addr);

        return count;
}

static
ssize_t rtw89_debug_priv_read_reg_get(struct rtw89_dev *rtwdev,
                                      struct rtw89_debugfs_priv *debugfs_priv,
                                      char *buf, size_t bufsz)
{
        char *p = buf, *end = buf + bufsz;
        u32 addr, addr_end, data, k;
        u32 len;

        len = debugfs_priv->read_reg.len;
        addr = debugfs_priv->read_reg.addr;

        if (len > 4)
                goto ndata;

        switch (len) {
        case 1:
                data = rtw89_read8(rtwdev, addr);
                break;
        case 2:
                data = rtw89_read16(rtwdev, addr);
                break;
        case 4:
                data = rtw89_read32(rtwdev, addr);
                break;
        default:
                rtw89_info(rtwdev, "invalid read reg len %d\n", len);
                return -EINVAL;
        }

        p += scnprintf(p, end - p, "get %d bytes at 0x%08x=0x%08x\n", len,
                       addr, data);

        return p - buf;

ndata:
        addr_end = addr + len;

        for (; addr < addr_end; addr += 16) {
                p += scnprintf(p, end - p, "%08xh : ", 0x18600000 + addr);
                for (k = 0; k < 16; k += 4) {
                        data = rtw89_read32(rtwdev, addr + k);
                        p += scnprintf(p, end - p, "%08x ", data);
                }
                p += scnprintf(p, end - p, "\n");
        }

        return p - buf;
}

static
ssize_t rtw89_debug_priv_write_reg_set(struct rtw89_dev *rtwdev,
                                       struct rtw89_debugfs_priv *debugfs_priv,
                                       const char *buf, size_t count)
{
        u32 addr, val, len;
        int num;

        num = sscanf(buf, "%x %x %x", &addr, &val, &len);
        if (num !=  3) {
                rtw89_info(rtwdev, "invalid format: <addr> <val> <len>\n");
                return -EINVAL;
        }

        switch (len) {
        case 1:
                rtw89_info(rtwdev, "reg write8 0x%08x: 0x%02x\n", addr, val);
                rtw89_write8(rtwdev, addr, (u8)val);
                break;
        case 2:
                rtw89_info(rtwdev, "reg write16 0x%08x: 0x%04x\n", addr, val);
                rtw89_write16(rtwdev, addr, (u16)val);
                break;
        case 4:
                rtw89_info(rtwdev, "reg write32 0x%08x: 0x%08x\n", addr, val);
                rtw89_write32(rtwdev, addr, (u32)val);
                break;
        default:
                rtw89_info(rtwdev, "invalid read write len %d\n", len);
                break;
        }

        return count;
}

static ssize_t
rtw89_debug_priv_read_rf_select(struct rtw89_dev *rtwdev,
                                struct rtw89_debugfs_priv *debugfs_priv,
                                const char *buf, size_t count)
{
        u32 addr, mask;
        u8 path;
        int num;

        num = sscanf(buf, "%hhd %x %x", &path, &addr, &mask);
        if (num != 3) {
                rtw89_info(rtwdev, "invalid format: <path> <addr> <mask>\n");
                return -EINVAL;
        }

        if (path >= rtwdev->chip->rf_path_num) {
                rtw89_info(rtwdev, "wrong rf path\n");
                return -EINVAL;
        }
        debugfs_priv->read_rf.addr = addr;
        debugfs_priv->read_rf.mask = mask;
        debugfs_priv->read_rf.path = path;

        rtw89_info(rtwdev, "select read rf path %d from 0x%08x\n", path, addr);

        return count;
}

static
ssize_t rtw89_debug_priv_read_rf_get(struct rtw89_dev *rtwdev,
                                     struct rtw89_debugfs_priv *debugfs_priv,
                                     char *buf, size_t bufsz)
{
        char *p = buf, *end = buf + bufsz;
        u32 addr, data, mask;
        u8 path;

        addr = debugfs_priv->read_rf.addr;
        mask = debugfs_priv->read_rf.mask;
        path = debugfs_priv->read_rf.path;

        data = rtw89_read_rf(rtwdev, path, addr, mask);

        p += scnprintf(p, end - p, "path %d, rf register 0x%08x=0x%08x\n",
                       path, addr, data);

        return p - buf;
}

static
ssize_t rtw89_debug_priv_write_rf_set(struct rtw89_dev *rtwdev,
                                      struct rtw89_debugfs_priv *debugfs_priv,
                                      const char *buf, size_t count)
{
        u32 addr, val, mask;
        u8 path;
        int num;

        num = sscanf(buf, "%hhd %x %x %x", &path, &addr, &mask, &val);
        if (num != 4) {
                rtw89_info(rtwdev, "invalid format: <path> <addr> <mask> <val>\n");
                return -EINVAL;
        }

        if (path >= rtwdev->chip->rf_path_num) {
                rtw89_info(rtwdev, "wrong rf path\n");
                return -EINVAL;
        }

        rtw89_info(rtwdev, "path %d, rf register write 0x%08x=0x%08x (mask = 0x%08x)\n",
                   path, addr, val, mask);
        rtw89_write_rf(rtwdev, path, addr, mask, val);

        return count;
}

static
ssize_t rtw89_debug_priv_rf_reg_dump_get(struct rtw89_dev *rtwdev,
                                         struct rtw89_debugfs_priv *debugfs_priv,
                                         char *buf, size_t bufsz)
{
        const struct rtw89_chip_info *chip = rtwdev->chip;
        char *p = buf, *end = buf + bufsz;
        u32 addr, offset, data;
        u8 path;

        for (path = 0; path < chip->rf_path_num; path++) {
                p += scnprintf(p, end - p, "RF path %d:\n\n", path);
                for (addr = 0; addr < 0x100; addr += 4) {
                        p += scnprintf(p, end - p, "0x%08x: ", addr);
                        for (offset = 0; offset < 4; offset++) {
                                data = rtw89_read_rf(rtwdev, path,
                                                     addr + offset, RFREG_MASK);
                                p += scnprintf(p, end - p, "0x%05x  ", data);
                        }
                        p += scnprintf(p, end - p, "\n");
                }
                p += scnprintf(p, end - p, "\n");
        }

        return p - buf;
}

struct txpwr_ent {
        bool nested;
        union {
                const char *txt;
                const struct txpwr_ent *ptr;
        };
        u8 len;
};

struct txpwr_map {
        const struct txpwr_ent *ent;
        u8 size;
        u32 addr_from;
        u32 addr_to;
        u32 addr_to_1ss;
};

#define __GEN_TXPWR_ENT_NESTED(_e) \
        { .nested = true, .ptr = __txpwr_ent_##_e, \
          .len = ARRAY_SIZE(__txpwr_ent_##_e) }

#define __GEN_TXPWR_ENT0(_t) { .len = 0, .txt = _t }

#define __GEN_TXPWR_ENT2(_t, _e0, _e1) \
        { .len = 2, .txt = _t "\t-  " _e0 "  " _e1 }

#define __GEN_TXPWR_ENT4(_t, _e0, _e1, _e2, _e3) \
        { .len = 4, .txt = _t "\t-  " _e0 "  " _e1 "  " _e2 "  " _e3 }

#define __GEN_TXPWR_ENT8(_t, _e0, _e1, _e2, _e3, _e4, _e5, _e6, _e7) \
        { .len = 8, .txt = _t "\t-  " \
          _e0 "  " _e1 "  " _e2 "  " _e3 "  " \
          _e4 "  " _e5 "  " _e6 "  " _e7 }

static const struct txpwr_ent __txpwr_ent_byr_ax[] = {
        __GEN_TXPWR_ENT4("CCK       ", "1M   ", "2M   ", "5.5M ", "11M  "),
        __GEN_TXPWR_ENT4("LEGACY    ", "6M   ", "9M   ", "12M  ", "18M  "),
        __GEN_TXPWR_ENT4("LEGACY    ", "24M  ", "36M  ", "48M  ", "54M  "),
        /* 1NSS */
        __GEN_TXPWR_ENT4("MCS_1NSS  ", "MCS0 ", "MCS1 ", "MCS2 ", "MCS3 "),
        __GEN_TXPWR_ENT4("MCS_1NSS  ", "MCS4 ", "MCS5 ", "MCS6 ", "MCS7 "),
        __GEN_TXPWR_ENT4("MCS_1NSS  ", "MCS8 ", "MCS9 ", "MCS10", "MCS11"),
        __GEN_TXPWR_ENT4("HEDCM_1NSS", "MCS0 ", "MCS1 ", "MCS3 ", "MCS4 "),
        /* 2NSS */
        __GEN_TXPWR_ENT4("MCS_2NSS  ", "MCS0 ", "MCS1 ", "MCS2 ", "MCS3 "),
        __GEN_TXPWR_ENT4("MCS_2NSS  ", "MCS4 ", "MCS5 ", "MCS6 ", "MCS7 "),
        __GEN_TXPWR_ENT4("MCS_2NSS  ", "MCS8 ", "MCS9 ", "MCS10", "MCS11"),
        __GEN_TXPWR_ENT4("HEDCM_2NSS", "MCS0 ", "MCS1 ", "MCS3 ", "MCS4 "),
};

static_assert((ARRAY_SIZE(__txpwr_ent_byr_ax) * 4) ==
        (R_AX_PWR_BY_RATE_MAX - R_AX_PWR_BY_RATE + 4));

static const struct txpwr_map __txpwr_map_byr_ax = {
        .ent = __txpwr_ent_byr_ax,
        .size = ARRAY_SIZE(__txpwr_ent_byr_ax),
        .addr_from = R_AX_PWR_BY_RATE,
        .addr_to = R_AX_PWR_BY_RATE_MAX,
        .addr_to_1ss = R_AX_PWR_BY_RATE_1SS_MAX,
};

static const struct txpwr_ent __txpwr_ent_lmt_ax[] = {
        /* 1TX */
        __GEN_TXPWR_ENT2("CCK_1TX_20M    ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("CCK_1TX_40M    ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("OFDM_1TX       ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_1TX_20M_0  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_1TX_20M_1  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_1TX_20M_2  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_1TX_20M_3  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_1TX_20M_4  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_1TX_20M_5  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_1TX_20M_6  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_1TX_20M_7  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_1TX_40M_0  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_1TX_40M_1  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_1TX_40M_2  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_1TX_40M_3  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_1TX_80M_0  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_1TX_80M_1  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_1TX_160M   ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_1TX_40M_0p5", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_1TX_40M_2p5", "NON_BF", "BF"),
        /* 2TX */
        __GEN_TXPWR_ENT2("CCK_2TX_20M    ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("CCK_2TX_40M    ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("OFDM_2TX       ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_2TX_20M_0  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_2TX_20M_1  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_2TX_20M_2  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_2TX_20M_3  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_2TX_20M_4  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_2TX_20M_5  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_2TX_20M_6  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_2TX_20M_7  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_2TX_40M_0  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_2TX_40M_1  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_2TX_40M_2  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_2TX_40M_3  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_2TX_80M_0  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_2TX_80M_1  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_2TX_160M   ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_2TX_40M_0p5", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_2TX_40M_2p5", "NON_BF", "BF"),
};

static_assert((ARRAY_SIZE(__txpwr_ent_lmt_ax) * 2) ==
        (R_AX_PWR_LMT_MAX - R_AX_PWR_LMT + 4));

static const struct txpwr_map __txpwr_map_lmt_ax = {
        .ent = __txpwr_ent_lmt_ax,
        .size = ARRAY_SIZE(__txpwr_ent_lmt_ax),
        .addr_from = R_AX_PWR_LMT,
        .addr_to = R_AX_PWR_LMT_MAX,
        .addr_to_1ss = R_AX_PWR_LMT_1SS_MAX,
};

static const struct txpwr_ent __txpwr_ent_lmt_ru_ax[] = {
        /* 1TX */
        __GEN_TXPWR_ENT8("1TX", "RU26__0", "RU26__1", "RU26__2", "RU26__3",
                         "RU26__4", "RU26__5", "RU26__6", "RU26__7"),
        __GEN_TXPWR_ENT8("1TX", "RU52__0", "RU52__1", "RU52__2", "RU52__3",
                         "RU52__4", "RU52__5", "RU52__6", "RU52__7"),
        __GEN_TXPWR_ENT8("1TX", "RU106_0", "RU106_1", "RU106_2", "RU106_3",
                         "RU106_4", "RU106_5", "RU106_6", "RU106_7"),
        /* 2TX */
        __GEN_TXPWR_ENT8("2TX", "RU26__0", "RU26__1", "RU26__2", "RU26__3",
                         "RU26__4", "RU26__5", "RU26__6", "RU26__7"),
        __GEN_TXPWR_ENT8("2TX", "RU52__0", "RU52__1", "RU52__2", "RU52__3",
                         "RU52__4", "RU52__5", "RU52__6", "RU52__7"),
        __GEN_TXPWR_ENT8("2TX", "RU106_0", "RU106_1", "RU106_2", "RU106_3",
                         "RU106_4", "RU106_5", "RU106_6", "RU106_7"),
};

static_assert((ARRAY_SIZE(__txpwr_ent_lmt_ru_ax) * 8) ==
        (R_AX_PWR_RU_LMT_MAX - R_AX_PWR_RU_LMT + 4));

static const struct txpwr_map __txpwr_map_lmt_ru_ax = {
        .ent = __txpwr_ent_lmt_ru_ax,
        .size = ARRAY_SIZE(__txpwr_ent_lmt_ru_ax),
        .addr_from = R_AX_PWR_RU_LMT,
        .addr_to = R_AX_PWR_RU_LMT_MAX,
        .addr_to_1ss = R_AX_PWR_RU_LMT_1SS_MAX,
};

static const struct txpwr_ent __txpwr_ent_byr_mcs_be[] = {
        __GEN_TXPWR_ENT4("MCS_1SS       ", "MCS0  ", "MCS1  ", "MCS2 ", "MCS3 "),
        __GEN_TXPWR_ENT4("MCS_1SS       ", "MCS4  ", "MCS5  ", "MCS6 ", "MCS7 "),
        __GEN_TXPWR_ENT4("MCS_1SS       ", "MCS8  ", "MCS9  ", "MCS10", "MCS11"),
        __GEN_TXPWR_ENT2("MCS_1SS       ", "MCS12 ", "MCS13 \t"),
        __GEN_TXPWR_ENT4("HEDCM_1SS     ", "MCS0  ", "MCS1  ", "MCS3 ", "MCS4 "),
        __GEN_TXPWR_ENT4("DLRU_MCS_1SS  ", "MCS0  ", "MCS1  ", "MCS2 ", "MCS3 "),
        __GEN_TXPWR_ENT4("DLRU_MCS_1SS  ", "MCS4  ", "MCS5  ", "MCS6 ", "MCS7 "),
        __GEN_TXPWR_ENT4("DLRU_MCS_1SS  ", "MCS8  ", "MCS9  ", "MCS10", "MCS11"),
        __GEN_TXPWR_ENT2("DLRU_MCS_1SS  ", "MCS12 ", "MCS13 \t"),
        __GEN_TXPWR_ENT4("DLRU_HEDCM_1SS", "MCS0  ", "MCS1  ", "MCS3 ", "MCS4 "),
        __GEN_TXPWR_ENT4("MCS_2SS       ", "MCS0  ", "MCS1  ", "MCS2 ", "MCS3 "),
        __GEN_TXPWR_ENT4("MCS_2SS       ", "MCS4  ", "MCS5  ", "MCS6 ", "MCS7 "),
        __GEN_TXPWR_ENT4("MCS_2SS       ", "MCS8  ", "MCS9  ", "MCS10", "MCS11"),
        __GEN_TXPWR_ENT2("MCS_2SS       ", "MCS12 ", "MCS13 \t"),
        __GEN_TXPWR_ENT4("HEDCM_2SS     ", "MCS0  ", "MCS1  ", "MCS3 ", "MCS4 "),
        __GEN_TXPWR_ENT4("DLRU_MCS_2SS  ", "MCS0  ", "MCS1  ", "MCS2 ", "MCS3 "),
        __GEN_TXPWR_ENT4("DLRU_MCS_2SS  ", "MCS4  ", "MCS5  ", "MCS6 ", "MCS7 "),
        __GEN_TXPWR_ENT4("DLRU_MCS_2SS  ", "MCS8  ", "MCS9  ", "MCS10", "MCS11"),
        __GEN_TXPWR_ENT2("DLRU_MCS_2SS  ", "MCS12 ", "MCS13 \t"),
        __GEN_TXPWR_ENT4("DLRU_HEDCM_2SS", "MCS0  ", "MCS1  ", "MCS3 ", "MCS4 "),
};

static const struct txpwr_ent __txpwr_ent_byr_be[] = {
        __GEN_TXPWR_ENT0("BW20"),
        __GEN_TXPWR_ENT4("CCK       ", "1M    ", "2M    ", "5.5M ", "11M  "),
        __GEN_TXPWR_ENT4("LEGACY    ", "6M    ", "9M    ", "12M  ", "18M  "),
        __GEN_TXPWR_ENT4("LEGACY    ", "24M   ", "36M   ", "48M  ", "54M  "),
        __GEN_TXPWR_ENT2("EHT       ", "MCS14 ", "MCS15 \t"),
        __GEN_TXPWR_ENT2("DLRU_EHT  ", "MCS14 ", "MCS15 \t"),
        __GEN_TXPWR_ENT_NESTED(byr_mcs_be),

        __GEN_TXPWR_ENT0("BW40"),
        __GEN_TXPWR_ENT4("CCK       ", "1M    ", "2M    ", "5.5M ", "11M  "),
        __GEN_TXPWR_ENT4("LEGACY    ", "6M    ", "9M    ", "12M  ", "18M  "),
        __GEN_TXPWR_ENT4("LEGACY    ", "24M   ", "36M   ", "48M  ", "54M  "),
        __GEN_TXPWR_ENT2("EHT       ", "MCS14 ", "MCS15 \t"),
        __GEN_TXPWR_ENT2("DLRU_EHT  ", "MCS14 ", "MCS15 \t"),
        __GEN_TXPWR_ENT_NESTED(byr_mcs_be),

        /* there is no CCK section after BW80 */
        __GEN_TXPWR_ENT0("BW80"),
        __GEN_TXPWR_ENT4("LEGACY    ", "6M    ", "9M    ", "12M  ", "18M  "),
        __GEN_TXPWR_ENT4("LEGACY    ", "24M   ", "36M   ", "48M  ", "54M  "),
        __GEN_TXPWR_ENT2("EHT       ", "MCS14 ", "MCS15 \t"),
        __GEN_TXPWR_ENT2("DLRU_EHT  ", "MCS14 ", "MCS15 \t"),
        __GEN_TXPWR_ENT_NESTED(byr_mcs_be),

        __GEN_TXPWR_ENT0("BW160"),
        __GEN_TXPWR_ENT4("LEGACY    ", "6M    ", "9M    ", "12M  ", "18M  "),
        __GEN_TXPWR_ENT4("LEGACY    ", "24M   ", "36M   ", "48M  ", "54M  "),
        __GEN_TXPWR_ENT2("EHT       ", "MCS14 ", "MCS15 \t"),
        __GEN_TXPWR_ENT2("DLRU_EHT  ", "MCS14 ", "MCS15 \t"),
        __GEN_TXPWR_ENT_NESTED(byr_mcs_be),

        __GEN_TXPWR_ENT0("BW320"),
        __GEN_TXPWR_ENT4("LEGACY    ", "6M    ", "9M    ", "12M  ", "18M  "),
        __GEN_TXPWR_ENT4("LEGACY    ", "24M   ", "36M   ", "48M  ", "54M  "),
        __GEN_TXPWR_ENT2("EHT       ", "MCS14 ", "MCS15 \t"),
        __GEN_TXPWR_ENT2("DLRU_EHT  ", "MCS14 ", "MCS15 \t"),
        __GEN_TXPWR_ENT_NESTED(byr_mcs_be),
};

static const struct txpwr_map __txpwr_map_byr_be = {
        .ent = __txpwr_ent_byr_be,
        .size = ARRAY_SIZE(__txpwr_ent_byr_be),
        .addr_from = R_BE_PWR_BY_RATE,
        .addr_to = R_BE_PWR_BY_RATE_MAX,
        .addr_to_1ss = 0, /* not support */
};

static const struct txpwr_ent __txpwr_ent_lmt_mcs_be[] = {
        __GEN_TXPWR_ENT2("MCS_20M_0  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_20M_1  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_20M_2  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_20M_3  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_20M_4  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_20M_5  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_20M_6  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_20M_7  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_20M_8  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_20M_9  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_20M_10 ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_20M_11 ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_20M_12 ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_20M_13 ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_20M_14 ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_20M_15 ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_40M_0  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_40M_1  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_40M_2  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_40M_3  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_40M_4  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_40M_5  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_40M_6  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_40M_7  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_80M_0  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_80M_1  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_80M_2  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_80M_3  ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_160M_0 ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_160M_1 ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_320M   ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_40M_0p5", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_40M_2p5", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_40M_4p5", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("MCS_40M_6p5", "NON_BF", "BF"),
};

static const struct txpwr_ent __txpwr_ent_lmt_be[] = {
        __GEN_TXPWR_ENT0("1TX"),
        __GEN_TXPWR_ENT2("CCK_20M    ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("CCK_40M    ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("OFDM       ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT_NESTED(lmt_mcs_be),

        __GEN_TXPWR_ENT0("2TX"),
        __GEN_TXPWR_ENT2("CCK_20M    ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("CCK_40M    ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT2("OFDM       ", "NON_BF", "BF"),
        __GEN_TXPWR_ENT_NESTED(lmt_mcs_be),
};

static const struct txpwr_map __txpwr_map_lmt_be = {
        .ent = __txpwr_ent_lmt_be,
        .size = ARRAY_SIZE(__txpwr_ent_lmt_be),
        .addr_from = R_BE_PWR_LMT,
        .addr_to = R_BE_PWR_LMT_MAX,
        .addr_to_1ss = 0, /* not support */
};

static const struct txpwr_ent __txpwr_ent_lmt_ru_indexes_be[] = {
        __GEN_TXPWR_ENT8("RU26    ", "IDX_0 ", "IDX_1 ", "IDX_2 ", "IDX_3 ",
                         "IDX_4 ", "IDX_5 ", "IDX_6 ", "IDX_7 "),
        __GEN_TXPWR_ENT8("RU26    ", "IDX_8 ", "IDX_9 ", "IDX_10", "IDX_11",
                         "IDX_12", "IDX_13", "IDX_14", "IDX_15"),
        __GEN_TXPWR_ENT8("RU52    ", "IDX_0 ", "IDX_1 ", "IDX_2 ", "IDX_3 ",
                         "IDX_4 ", "IDX_5 ", "IDX_6 ", "IDX_7 "),
        __GEN_TXPWR_ENT8("RU52    ", "IDX_8 ", "IDX_9 ", "IDX_10", "IDX_11",
                         "IDX_12", "IDX_13", "IDX_14", "IDX_15"),
        __GEN_TXPWR_ENT8("RU106   ", "IDX_0 ", "IDX_1 ", "IDX_2 ", "IDX_3 ",
                         "IDX_4 ", "IDX_5 ", "IDX_6 ", "IDX_7 "),
        __GEN_TXPWR_ENT8("RU106   ", "IDX_8 ", "IDX_9 ", "IDX_10", "IDX_11",
                         "IDX_12", "IDX_13", "IDX_14", "IDX_15"),
        __GEN_TXPWR_ENT8("RU52_26 ", "IDX_0 ", "IDX_1 ", "IDX_2 ", "IDX_3 ",
                         "IDX_4 ", "IDX_5 ", "IDX_6 ", "IDX_7 "),
        __GEN_TXPWR_ENT8("RU52_26 ", "IDX_8 ", "IDX_9 ", "IDX_10", "IDX_11",
                         "IDX_12", "IDX_13", "IDX_14", "IDX_15"),
        __GEN_TXPWR_ENT8("RU106_26", "IDX_0 ", "IDX_1 ", "IDX_2 ", "IDX_3 ",
                         "IDX_4 ", "IDX_5 ", "IDX_6 ", "IDX_7 "),
        __GEN_TXPWR_ENT8("RU106_26", "IDX_8 ", "IDX_9 ", "IDX_10", "IDX_11",
                         "IDX_12", "IDX_13", "IDX_14", "IDX_15"),
};

static const struct txpwr_ent __txpwr_ent_lmt_ru_be[] = {
        __GEN_TXPWR_ENT0("1TX"),
        __GEN_TXPWR_ENT_NESTED(lmt_ru_indexes_be),

        __GEN_TXPWR_ENT0("2TX"),
        __GEN_TXPWR_ENT_NESTED(lmt_ru_indexes_be),
};

static const struct txpwr_map __txpwr_map_lmt_ru_be = {
        .ent = __txpwr_ent_lmt_ru_be,
        .size = ARRAY_SIZE(__txpwr_ent_lmt_ru_be),
        .addr_from = R_BE_PWR_RU_LMT,
        .addr_to = R_BE_PWR_RU_LMT_MAX,
        .addr_to_1ss = 0, /* not support */
};

static unsigned int
__print_txpwr_ent(char *buf, size_t bufsz, const struct txpwr_ent *ent,
                  const s8 *bufp, const unsigned int cur, unsigned int *ate)
{
        char *p = buf, *end = buf + bufsz;
        unsigned int cnt, i;
        unsigned int eaten;
        char *fmt;

        if (ent->nested) {
                for (cnt = 0, i = 0; i < ent->len; i++, cnt += eaten)
                        p += __print_txpwr_ent(p, end - p, ent->ptr + i, bufp,
                                               cur + cnt, &eaten);
                *ate = cnt;
                goto out;
        }

        switch (ent->len) {
        case 0:
                p += scnprintf(p, end - p, "\t<< %s >>\n", ent->txt);
                *ate = 0;
                goto out;
        case 2:
                fmt = "%s\t| %3d, %3d,\t\tdBm\n";
                p += scnprintf(p, end - p, fmt, ent->txt, bufp[cur],
                               bufp[cur + 1]);
                *ate = 2;
                goto out;
        case 4:
                fmt = "%s\t| %3d, %3d, %3d, %3d,\tdBm\n";
                p += scnprintf(p, end - p, fmt, ent->txt, bufp[cur],
                               bufp[cur + 1],
                               bufp[cur + 2], bufp[cur + 3]);
                *ate = 4;
                goto out;
        case 8:
                fmt = "%s\t| %3d, %3d, %3d, %3d, %3d, %3d, %3d, %3d,\tdBm\n";
                p += scnprintf(p, end - p, fmt, ent->txt, bufp[cur],
                               bufp[cur + 1],
                               bufp[cur + 2], bufp[cur + 3], bufp[cur + 4],
                               bufp[cur + 5], bufp[cur + 6], bufp[cur + 7]);
                *ate = 8;
                goto out;
        default:
                return 0;
        }

out:
        return p - buf;
}

static ssize_t __print_txpwr_map(struct rtw89_dev *rtwdev, char *buf, size_t bufsz,
                                 const struct txpwr_map *map)
{
        u8 fct = rtwdev->chip->txpwr_factor_mac;
        u8 path_num = rtwdev->chip->rf_path_num;
        char *p = buf, *end = buf + bufsz;
        unsigned int cur, i;
        unsigned int eaten;
        u32 max_valid_addr;
        u32 val, addr;
        s8 *bufp, tmp;
        int ret;

        if (path_num == 1)
                max_valid_addr = map->addr_to_1ss;
        else
                max_valid_addr = map->addr_to;

        if (max_valid_addr == 0)
                return -EOPNOTSUPP;

        bufp = vzalloc(map->addr_to - map->addr_from + 4);
        if (!bufp)
                return -ENOMEM;

        for (addr = map->addr_from; addr <= max_valid_addr; addr += 4) {
                ret = rtw89_mac_txpwr_read32(rtwdev, RTW89_PHY_0, addr, &val);
                if (ret)
                        val = MASKDWORD;

                cur = addr - map->addr_from;
                for (i = 0; i < 4; i++, val >>= 8) {
                        /* signed 7 bits, and reserved BIT(7) */
                        tmp = sign_extend32(val, 6);
                        bufp[cur + i] = tmp >> fct;
                }
        }

        for (cur = 0, i = 0; i < map->size; i++, cur += eaten)
                p += __print_txpwr_ent(p, end - p, &map->ent[i], bufp, cur, &eaten);

        vfree(bufp);
        return p - buf;
}

static int __print_regd(struct rtw89_dev *rtwdev, char *buf, size_t bufsz,
                        const struct rtw89_chan *chan)
{
        const struct rtw89_regulatory_info *regulatory = &rtwdev->regulatory;
        char *p = buf, *end = buf + bufsz;
        u8 band = chan->band_type;
        u8 regd = rtw89_regd_get(rtwdev, band);

        p += scnprintf(p, end - p, "%s\n", rtw89_regd_get_string(regd));
        p += scnprintf(p, end - p, "\t(txpwr UK follow ETSI: %s)\n",
                       str_yes_no(regulatory->txpwr_uk_follow_etsi));

        return p - buf;
}

struct dbgfs_txpwr_table {
        const struct txpwr_map *byr;
        const struct txpwr_map *lmt;
        const struct txpwr_map *lmt_ru;
};

static const struct dbgfs_txpwr_table dbgfs_txpwr_table_ax = {
        .byr = &__txpwr_map_byr_ax,
        .lmt = &__txpwr_map_lmt_ax,
        .lmt_ru = &__txpwr_map_lmt_ru_ax,
};

static const struct dbgfs_txpwr_table dbgfs_txpwr_table_be = {
        .byr = &__txpwr_map_byr_be,
        .lmt = &__txpwr_map_lmt_be,
        .lmt_ru = &__txpwr_map_lmt_ru_be,
};

static const struct dbgfs_txpwr_table *dbgfs_txpwr_tables[RTW89_CHIP_GEN_NUM] = {
        [RTW89_CHIP_AX] = &dbgfs_txpwr_table_ax,
        [RTW89_CHIP_BE] = &dbgfs_txpwr_table_be,
};

static
int rtw89_debug_priv_txpwr_table_get_regd(struct rtw89_dev *rtwdev,
                                          char *buf, size_t bufsz,
                                          const struct rtw89_chan *chan)
{
        const struct rtw89_regulatory_info *regulatory = &rtwdev->regulatory;
        const struct rtw89_reg_6ghz_tpe *tpe6 = &regulatory->reg_6ghz_tpe;
        char *p = buf, *end = buf + bufsz;

        p += scnprintf(p, end - p, "[Chanctx] band %u, ch %u, bw %u\n",
                       chan->band_type, chan->channel, chan->band_width);

        p += scnprintf(p, end - p, "[Regulatory] ");
        p += __print_regd(rtwdev, p, end - p, chan);

        if (chan->band_type == RTW89_BAND_6G) {
                p += scnprintf(p, end - p, "[reg6_pwr_type] %u\n",
                               regulatory->reg_6ghz_power);

                if (tpe6->valid)
                        p += scnprintf(p, end - p, "[TPE] %d dBm\n",
                                       tpe6->constraint);
        }

        return p - buf;
}

static
ssize_t rtw89_debug_priv_txpwr_table_get(struct rtw89_dev *rtwdev,
                                         struct rtw89_debugfs_priv *debugfs_priv,
                                         char *buf, size_t bufsz)
{
        enum rtw89_chip_gen chip_gen = rtwdev->chip->chip_gen;
        struct rtw89_sar_parm sar_parm = {};
        const struct dbgfs_txpwr_table *tbl;
        const struct rtw89_chan *chan;
        char *p = buf, *end = buf + bufsz;
        ssize_t n;

        lockdep_assert_wiphy(rtwdev->hw->wiphy);

        rtw89_leave_ps_mode(rtwdev);
        chan = rtw89_chan_get(rtwdev, RTW89_CHANCTX_0);
        sar_parm.center_freq = chan->freq;

        p += rtw89_debug_priv_txpwr_table_get_regd(rtwdev, p, end - p, chan);

        p += scnprintf(p, end - p, "[SAR]\n");
        p += rtw89_print_sar(rtwdev, p, end - p, &sar_parm);

        p += scnprintf(p, end - p, "[TAS]\n");
        p += rtw89_print_tas(rtwdev, p, end - p);

        p += scnprintf(p, end - p, "[DAG]\n");
        p += rtw89_print_ant_gain(rtwdev, p, end - p, chan);

        tbl = dbgfs_txpwr_tables[chip_gen];
        if (!tbl)
                return -EOPNOTSUPP;

        p += scnprintf(p, end - p, "\n[TX power byrate]\n");
        n = __print_txpwr_map(rtwdev, p, end - p, tbl->byr);
        if (n < 0)
                return n;
        p += n;

        p += scnprintf(p, end - p, "\n[TX power limit]\n");
        n = __print_txpwr_map(rtwdev, p, end - p, tbl->lmt);
        if (n < 0)
                return n;
        p += n;

        p += scnprintf(p, end - p, "\n[TX power limit_ru]\n");
        n = __print_txpwr_map(rtwdev, p, end - p, tbl->lmt_ru);
        if (n < 0)
                return n;
        p += n;

        return p - buf;
}

static ssize_t
rtw89_debug_priv_mac_reg_dump_select(struct rtw89_dev *rtwdev,
                                     struct rtw89_debugfs_priv *debugfs_priv,
                                     const char *buf, size_t count)
{
        const struct rtw89_chip_info *chip = rtwdev->chip;
        int sel;
        int ret;

        ret = kstrtoint(buf, 0, &sel);
        if (ret)
                return ret;

        if (sel < RTW89_DBG_SEL_MAC_00 || sel > RTW89_DBG_SEL_RFC) {
                rtw89_info(rtwdev, "invalid args: %d\n", sel);
                return -EINVAL;
        }

        if (sel == RTW89_DBG_SEL_MAC_30 && chip->chip_id != RTL8852C) {
                rtw89_info(rtwdev, "sel %d is address hole on chip %d\n", sel,
                           chip->chip_id);
                return -EINVAL;
        }

        debugfs_priv->cb_data = sel;
        rtw89_info(rtwdev, "select mac page dump %d\n", debugfs_priv->cb_data);

        return count;
}

#define RTW89_MAC_PAGE_SIZE             0x100

static
ssize_t rtw89_debug_priv_mac_reg_dump_get(struct rtw89_dev *rtwdev,
                                          struct rtw89_debugfs_priv *debugfs_priv,
                                          char *buf, size_t bufsz)
{
        enum rtw89_debug_mac_reg_sel reg_sel = debugfs_priv->cb_data;
        char *p = buf, *end = buf + bufsz;
        u32 start, end_addr;
        u32 i, j, k, page;
        u32 val;

        switch (reg_sel) {
        case RTW89_DBG_SEL_MAC_00:
                p += scnprintf(p, end - p, "Debug selected MAC page 0x00\n");
                start = 0x000;
                end_addr = 0x014;
                break;
        case RTW89_DBG_SEL_MAC_30:
                p += scnprintf(p, end - p, "Debug selected MAC page 0x30\n");
                start = 0x030;
                end_addr = 0x033;
                break;
        case RTW89_DBG_SEL_MAC_40:
                p += scnprintf(p, end - p, "Debug selected MAC page 0x40\n");
                start = 0x040;
                end_addr = 0x07f;
                break;
        case RTW89_DBG_SEL_MAC_80:
                p += scnprintf(p, end - p, "Debug selected MAC page 0x80\n");
                start = 0x080;
                end_addr = 0x09f;
                break;
        case RTW89_DBG_SEL_MAC_C0:
                p += scnprintf(p, end - p, "Debug selected MAC page 0xc0\n");
                start = 0x0c0;
                end_addr = 0x0df;
                break;
        case RTW89_DBG_SEL_MAC_E0:
                p += scnprintf(p, end - p, "Debug selected MAC page 0xe0\n");
                start = 0x0e0;
                end_addr = 0x0ff;
                break;
        case RTW89_DBG_SEL_BB:
                p += scnprintf(p, end - p, "Debug selected BB register\n");
                start = 0x100;
                end_addr = 0x17f;
                break;
        case RTW89_DBG_SEL_IQK:
                p += scnprintf(p, end - p, "Debug selected IQK register\n");
                start = 0x180;
                end_addr = 0x1bf;
                break;
        case RTW89_DBG_SEL_RFC:
                p += scnprintf(p, end - p, "Debug selected RFC register\n");
                start = 0x1c0;
                end_addr = 0x1ff;
                break;
        default:
                p += scnprintf(p, end - p, "Selected invalid register page\n");
                return -EINVAL;
        }

        for (i = start; i <= end_addr; i++) {
                page = i << 8;
                for (j = page; j < page + RTW89_MAC_PAGE_SIZE; j += 16) {
                        p += scnprintf(p, end - p, "%08xh : ", 0x18600000 + j);
                        for (k = 0; k < 4; k++) {
                                val = rtw89_read32(rtwdev, j + (k << 2));
                                p += scnprintf(p, end - p, "%08x ", val);
                        }
                        p += scnprintf(p, end - p, "\n");
                }
        }

        return p - buf;
}

static ssize_t
rtw89_debug_priv_mac_mem_dump_select(struct rtw89_dev *rtwdev,
                                     struct rtw89_debugfs_priv *debugfs_priv,
                                     const char *buf, size_t count)
{
        u32 sel, start_addr, len;
        int num;

        num = sscanf(buf, "%x %x %x", &sel, &start_addr, &len);
        if (num != 3) {
                rtw89_info(rtwdev, "invalid format: <sel> <start> <len>\n");
                return -EINVAL;
        }

        debugfs_priv->mac_mem.sel = sel;
        debugfs_priv->mac_mem.start = start_addr;
        debugfs_priv->mac_mem.len = len;

        rtw89_info(rtwdev, "select mem %d start %d len %d\n",
                   sel, start_addr, len);

        return count;
}

static int rtw89_debug_dump_mac_mem(struct rtw89_dev *rtwdev,
                                    char *buf, size_t bufsz,
                                    u8 sel, u32 start_addr, u32 len)
{
        const struct rtw89_mac_gen_def *mac = rtwdev->chip->mac_def;
        u32 filter_model_addr = mac->filter_model_addr;
        u32 indir_access_addr = mac->indir_access_addr;
        u32 mem_page_size = mac->mem_page_size;
        u32 base_addr, start_page, residue;
        char *p = buf, *end = buf + bufsz;
        u32 i, j, pp, pages;
        u32 dump_len, remain;
        u32 val;

        remain = len;
        pages = len / mem_page_size + 1;
        start_page = start_addr / mem_page_size;
        residue = start_addr % mem_page_size;
        base_addr = mac->mem_base_addrs[sel];
        base_addr += start_page * mem_page_size;

        for (pp = 0; pp < pages; pp++) {
                dump_len = min_t(u32, remain, mem_page_size);
                rtw89_write32(rtwdev, filter_model_addr, base_addr);
                for (i = indir_access_addr + residue;
                     i < indir_access_addr + dump_len;) {
                        p += scnprintf(p, end - p, "%08xh:", i);
                        for (j = 0;
                             j < 4 && i < indir_access_addr + dump_len;
                             j++, i += 4) {
                                val = rtw89_read32(rtwdev, i);
                                p += scnprintf(p, end - p, "  %08x", val);
                                remain -= 4;
                        }
                        p += scnprintf(p, end - p, "\n");
                }
                base_addr += mem_page_size;
        }

        return p - buf;
}

static ssize_t
rtw89_debug_priv_mac_mem_dump_get(struct rtw89_dev *rtwdev,
                                  struct rtw89_debugfs_priv *debugfs_priv,
                                  char *buf, size_t bufsz)
{
        char *p = buf, *end = buf + bufsz;
        bool grant_read = false;

        lockdep_assert_wiphy(rtwdev->hw->wiphy);

        if (debugfs_priv->mac_mem.sel >= RTW89_MAC_MEM_NUM)
                return -ENOENT;

        if (rtwdev->chip->chip_id == RTL8852C) {
                switch (debugfs_priv->mac_mem.sel) {
                case RTW89_MAC_MEM_TXD_FIFO_0_V1:
                case RTW89_MAC_MEM_TXD_FIFO_1_V1:
                case RTW89_MAC_MEM_TXDATA_FIFO_0:
                case RTW89_MAC_MEM_TXDATA_FIFO_1:
                        grant_read = true;
                        break;
                default:
                        break;
                }
        }

        rtw89_leave_ps_mode(rtwdev);
        if (grant_read)
                rtw89_write32_set(rtwdev, R_AX_TCR1, B_AX_TCR_FORCE_READ_TXDFIFO);
        p += rtw89_debug_dump_mac_mem(rtwdev, p, end - p,
                                      debugfs_priv->mac_mem.sel,
                                      debugfs_priv->mac_mem.start,
                                      debugfs_priv->mac_mem.len);
        if (grant_read)
                rtw89_write32_clr(rtwdev, R_AX_TCR1, B_AX_TCR_FORCE_READ_TXDFIFO);

        return p - buf;
}

static ssize_t
rtw89_debug_priv_mac_dbg_port_dump_select(struct rtw89_dev *rtwdev,
                                          struct rtw89_debugfs_priv *debugfs_priv,
                                          const char *buf, size_t count)
{
        int sel, set;
        int num;
        bool enable;

        num = sscanf(buf, "%d %d", &sel, &set);
        if (num != 2) {
                rtw89_info(rtwdev, "invalid format: <sel> <set>\n");
                return -EINVAL;
        }

        enable = set != 0;
        switch (sel) {
        case 0:
                debugfs_priv->dbgpkg_en.ss_dbg = enable;
                break;
        case 1:
                debugfs_priv->dbgpkg_en.dle_dbg = enable;
                break;
        case 2:
                debugfs_priv->dbgpkg_en.dmac_dbg = enable;
                break;
        case 3:
                debugfs_priv->dbgpkg_en.cmac_dbg = enable;
                break;
        case 4:
                debugfs_priv->dbgpkg_en.dbg_port = enable;
                break;
        default:
                rtw89_info(rtwdev, "invalid args: sel %d set %d\n", sel, set);
                return -EINVAL;
        }

        rtw89_info(rtwdev, "%s debug port dump %d\n",
                   enable ? "Enable" : "Disable", sel);

        return count;
}

static int rtw89_debug_mac_dump_ss_dbg(struct rtw89_dev *rtwdev,
                                       char *buf, size_t bufsz)
{
        return 0;
}

static int rtw89_debug_mac_dump_dle_dbg(struct rtw89_dev *rtwdev,
                                       char *buf, size_t bufsz)
{
#define DLE_DFI_DUMP(__type, __target, __sel)                           \
({                                                                      \
        u32 __ctrl;                                                     \
        u32 __reg_ctrl = R_AX_##__type##_DBG_FUN_INTF_CTL;              \
        u32 __reg_data = R_AX_##__type##_DBG_FUN_INTF_DATA;             \
        u32 __data, __val32;                                            \
        int __ret;                                                      \
                                                                        \
        __ctrl = FIELD_PREP(B_AX_##__type##_DFI_TRGSEL_MASK,            \
                            DLE_DFI_TYPE_##__target) |                  \
                 FIELD_PREP(B_AX_##__type##_DFI_ADDR_MASK, __sel) |     \
                 B_AX_WDE_DFI_ACTIVE;                                   \
        rtw89_write32(rtwdev, __reg_ctrl, __ctrl);                      \
        __ret = read_poll_timeout(rtw89_read32, __val32,                \
                        !(__val32 & B_AX_##__type##_DFI_ACTIVE),        \
                        1000, 50000, false,                             \
                        rtwdev, __reg_ctrl);                            \
        if (__ret) {                                                    \
                rtw89_err(rtwdev, "failed to dump DLE %s %s %d\n",      \
                          #__type, #__target, __sel);                   \
                return __ret;                                           \
        }                                                               \
                                                                        \
        __data = rtw89_read32(rtwdev, __reg_data);                      \
        __data;                                                         \
})

#define DLE_DFI_FREE_PAGE_DUMP(__p, __end, __type)                      \
({                                                                      \
        u32 __freepg, __pubpg;                                          \
        u32 __freepg_head, __freepg_tail, __pubpg_num;                  \
                                                                        \
        __freepg = DLE_DFI_DUMP(__type, FREEPG, 0);                     \
        __pubpg = DLE_DFI_DUMP(__type, FREEPG, 1);                      \
        __freepg_head = FIELD_GET(B_AX_DLE_FREE_HEADPG, __freepg);      \
        __freepg_tail = FIELD_GET(B_AX_DLE_FREE_TAILPG, __freepg);      \
        __pubpg_num = FIELD_GET(B_AX_DLE_PUB_PGNUM, __pubpg);           \
        __p += scnprintf(__p, __end - __p, "[%s] freepg head: %d\n",    \
                         #__type, __freepg_head);                       \
        __p += scnprintf(__p, __end - __p, "[%s] freepg tail: %d\n",    \
                         #__type, __freepg_tail);                       \
        __p += scnprintf(__p, __end - __p, "[%s] pubpg num  : %d\n",    \
                         #__type, __pubpg_num);                         \
})

#define case_QUOTA(__p, __end, __type, __id)                            \
        case __type##_QTAID_##__id:                                     \
                val32 = DLE_DFI_DUMP(__type, QUOTA, __type##_QTAID_##__id); \
                rsv_pgnum = FIELD_GET(B_AX_DLE_RSV_PGNUM, val32);       \
                use_pgnum = FIELD_GET(B_AX_DLE_USE_PGNUM, val32);       \
                __p += scnprintf(__p, __end - __p, "[%s][%s] rsv_pgnum: %d\n", \
                                 #__type, #__id, rsv_pgnum);            \
                __p += scnprintf(__p, __end - __p, "[%s][%s] use_pgnum: %d\n", \
                                 #__type, #__id, use_pgnum);            \
                break
        char *p = buf, *end = buf + bufsz;
        u32 quota_id;
        u32 val32;
        u16 rsv_pgnum, use_pgnum;
        int ret;

        ret = rtw89_mac_check_mac_en(rtwdev, 0, RTW89_DMAC_SEL);
        if (ret) {
                p += scnprintf(p, end - p, "[DLE]  : DMAC not enabled\n");
                goto out;
        }

        DLE_DFI_FREE_PAGE_DUMP(p, end, WDE);
        DLE_DFI_FREE_PAGE_DUMP(p, end, PLE);
        for (quota_id = 0; quota_id <= WDE_QTAID_CPUIO; quota_id++) {
                switch (quota_id) {
                case_QUOTA(p, end, WDE, HOST_IF);
                case_QUOTA(p, end, WDE, WLAN_CPU);
                case_QUOTA(p, end, WDE, DATA_CPU);
                case_QUOTA(p, end, WDE, PKTIN);
                case_QUOTA(p, end, WDE, CPUIO);
                }
        }
        for (quota_id = 0; quota_id <= PLE_QTAID_CPUIO; quota_id++) {
                switch (quota_id) {
                case_QUOTA(p, end, PLE, B0_TXPL);
                case_QUOTA(p, end, PLE, B1_TXPL);
                case_QUOTA(p, end, PLE, C2H);
                case_QUOTA(p, end, PLE, H2C);
                case_QUOTA(p, end, PLE, WLAN_CPU);
                case_QUOTA(p, end, PLE, MPDU);
                case_QUOTA(p, end, PLE, CMAC0_RX);
                case_QUOTA(p, end, PLE, CMAC1_RX);
                case_QUOTA(p, end, PLE, CMAC1_BBRPT);
                case_QUOTA(p, end, PLE, WDRLS);
                case_QUOTA(p, end, PLE, CPUIO);
                }
        }

out:
        return p - buf;

#undef case_QUOTA
#undef DLE_DFI_DUMP
#undef DLE_DFI_FREE_PAGE_DUMP
}

static int rtw89_debug_mac_dump_dmac_dbg(struct rtw89_dev *rtwdev,
                                         char *buf, size_t bufsz)
{
        const struct rtw89_chip_info *chip = rtwdev->chip;
        char *p = buf, *end = buf + bufsz;
        u32 dmac_err;
        int i, ret;

        ret = rtw89_mac_check_mac_en(rtwdev, 0, RTW89_DMAC_SEL);
        if (ret) {
                p += scnprintf(p, end - p, "[DMAC] : DMAC not enabled\n");
                goto out;
        }

        dmac_err = rtw89_read32(rtwdev, R_AX_DMAC_ERR_ISR);
        p += scnprintf(p, end - p, "R_AX_DMAC_ERR_ISR=0x%08x\n", dmac_err);
        p += scnprintf(p, end - p, "R_AX_DMAC_ERR_IMR=0x%08x\n",
                       rtw89_read32(rtwdev, R_AX_DMAC_ERR_IMR));

        if (dmac_err) {
                p += scnprintf(p, end - p, "R_AX_WDE_ERR_FLAG_CFG=0x%08x\n",
                               rtw89_read32(rtwdev, R_AX_WDE_ERR_FLAG_CFG_NUM1));
                p += scnprintf(p, end - p, "R_AX_PLE_ERR_FLAG_CFG=0x%08x\n",
                               rtw89_read32(rtwdev, R_AX_PLE_ERR_FLAG_CFG_NUM1));
                if (chip->chip_id == RTL8852C) {
                        p += scnprintf(p, end - p,
                                       "R_AX_PLE_ERRFLAG_MSG=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_PLE_ERRFLAG_MSG));
                        p += scnprintf(p, end - p,
                                       "R_AX_WDE_ERRFLAG_MSG=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_WDE_ERRFLAG_MSG));
                        p += scnprintf(p, end - p,
                                       "R_AX_PLE_DBGERR_LOCKEN=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_PLE_DBGERR_LOCKEN));
                        p += scnprintf(p, end - p,
                                       "R_AX_PLE_DBGERR_STS=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_PLE_DBGERR_STS));
                }
        }

        if (dmac_err & B_AX_WDRLS_ERR_FLAG) {
                p += scnprintf(p, end - p, "R_AX_WDRLS_ERR_IMR=0x%08x\n",
                               rtw89_read32(rtwdev, R_AX_WDRLS_ERR_IMR));
                p += scnprintf(p, end - p, "R_AX_WDRLS_ERR_ISR=0x%08x\n",
                               rtw89_read32(rtwdev, R_AX_WDRLS_ERR_ISR));
                if (chip->chip_id == RTL8852C)
                        p += scnprintf(p, end - p,
                                       "R_AX_RPQ_RXBD_IDX=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_RPQ_RXBD_IDX_V1));
                else
                        p += scnprintf(p, end - p,
                                       "R_AX_RPQ_RXBD_IDX=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_RPQ_RXBD_IDX));
        }

        if (dmac_err & B_AX_WSEC_ERR_FLAG) {
                if (chip->chip_id == RTL8852C) {
                        p += scnprintf(p, end - p,
                                       "R_AX_SEC_ERR_IMR=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_SEC_ERROR_FLAG_IMR));
                        p += scnprintf(p, end - p,
                                       "R_AX_SEC_ERR_ISR=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_SEC_ERROR_FLAG));
                        p += scnprintf(p, end - p,
                                       "R_AX_SEC_ENG_CTRL=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_SEC_ENG_CTRL));
                        p += scnprintf(p, end - p,
                                       "R_AX_SEC_MPDU_PROC=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_SEC_MPDU_PROC));
                        p += scnprintf(p, end - p,
                                       "R_AX_SEC_CAM_ACCESS=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_SEC_CAM_ACCESS));
                        p += scnprintf(p, end - p,
                                       "R_AX_SEC_CAM_RDATA=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_SEC_CAM_RDATA));
                        p += scnprintf(p, end - p, "R_AX_SEC_DEBUG1=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_SEC_DEBUG1));
                        p += scnprintf(p, end - p,
                                       "R_AX_SEC_TX_DEBUG=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_SEC_TX_DEBUG));
                        p += scnprintf(p, end - p,
                                       "R_AX_SEC_RX_DEBUG=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_SEC_RX_DEBUG));

                        rtw89_write32_mask(rtwdev, R_AX_DBG_CTRL,
                                           B_AX_DBG_SEL0, 0x8B);
                        rtw89_write32_mask(rtwdev, R_AX_DBG_CTRL,
                                           B_AX_DBG_SEL1, 0x8B);
                        rtw89_write32_mask(rtwdev, R_AX_SYS_STATUS1,
                                           B_AX_SEL_0XC0_MASK, 1);
                        for (i = 0; i < 0x10; i++) {
                                rtw89_write32_mask(rtwdev, R_AX_SEC_ENG_CTRL,
                                                   B_AX_SEC_DBG_PORT_FIELD_MASK, i);
                                p += scnprintf(p, end - p,
                                               "sel=%x,R_AX_SEC_DEBUG2=0x%08x\n",
                                               i,
                                               rtw89_read32(rtwdev, R_AX_SEC_DEBUG2));
                        }
                } else {
                        p += scnprintf(p, end - p,
                                       "R_AX_SEC_ERR_IMR_ISR=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_SEC_DEBUG));
                        p += scnprintf(p, end - p,
                                       "R_AX_SEC_ENG_CTRL=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_SEC_ENG_CTRL));
                        p += scnprintf(p, end - p,
                                       "R_AX_SEC_MPDU_PROC=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_SEC_MPDU_PROC));
                        p += scnprintf(p, end - p,
                                       "R_AX_SEC_CAM_ACCESS=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_SEC_CAM_ACCESS));
                        p += scnprintf(p, end - p,
                                       "R_AX_SEC_CAM_RDATA=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_SEC_CAM_RDATA));
                        p += scnprintf(p, end - p,
                                       "R_AX_SEC_CAM_WDATA=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_SEC_CAM_WDATA));
                        p += scnprintf(p, end - p,
                                       "R_AX_SEC_TX_DEBUG=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_SEC_TX_DEBUG));
                        p += scnprintf(p, end - p,
                                       "R_AX_SEC_RX_DEBUG=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_SEC_RX_DEBUG));
                        p += scnprintf(p, end - p,
                                       "R_AX_SEC_TRX_PKT_CNT=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_SEC_TRX_PKT_CNT));
                        p += scnprintf(p, end - p,
                                       "R_AX_SEC_TRX_BLK_CNT=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_SEC_TRX_BLK_CNT));
                }
        }

        if (dmac_err & B_AX_MPDU_ERR_FLAG) {
                p += scnprintf(p, end - p, "R_AX_MPDU_TX_ERR_IMR=0x%08x\n",
                               rtw89_read32(rtwdev, R_AX_MPDU_TX_ERR_IMR));
                p += scnprintf(p, end - p, "R_AX_MPDU_TX_ERR_ISR=0x%08x\n",
                               rtw89_read32(rtwdev, R_AX_MPDU_TX_ERR_ISR));
                p += scnprintf(p, end - p, "R_AX_MPDU_RX_ERR_IMR=0x%08x\n",
                               rtw89_read32(rtwdev, R_AX_MPDU_RX_ERR_IMR));
                p += scnprintf(p, end - p, "R_AX_MPDU_RX_ERR_ISR=0x%08x\n",
                               rtw89_read32(rtwdev, R_AX_MPDU_RX_ERR_ISR));
        }

        if (dmac_err & B_AX_STA_SCHEDULER_ERR_FLAG) {
                p += scnprintf(p, end - p,
                               "R_AX_STA_SCHEDULER_ERR_IMR=0x%08x\n",
                               rtw89_read32(rtwdev, R_AX_STA_SCHEDULER_ERR_IMR));
                p += scnprintf(p, end - p,
                               "R_AX_STA_SCHEDULER_ERR_ISR=0x%08x\n",
                               rtw89_read32(rtwdev, R_AX_STA_SCHEDULER_ERR_ISR));
        }

        if (dmac_err & B_AX_WDE_DLE_ERR_FLAG) {
                p += scnprintf(p, end - p, "R_AX_WDE_ERR_IMR=0x%08x\n",
                               rtw89_read32(rtwdev, R_AX_WDE_ERR_IMR));
                p += scnprintf(p, end - p, "R_AX_WDE_ERR_ISR=0x%08x\n",
                               rtw89_read32(rtwdev, R_AX_WDE_ERR_ISR));
                p += scnprintf(p, end - p, "R_AX_PLE_ERR_IMR=0x%08x\n",
                               rtw89_read32(rtwdev, R_AX_PLE_ERR_IMR));
                p += scnprintf(p, end - p, "R_AX_PLE_ERR_FLAG_ISR=0x%08x\n",
                               rtw89_read32(rtwdev, R_AX_PLE_ERR_FLAG_ISR));
        }

        if (dmac_err & B_AX_TXPKTCTRL_ERR_FLAG) {
                if (chip->chip_id == RTL8852C) {
                        p += scnprintf(p, end - p,
                                       "R_AX_TXPKTCTL_B0_ERRFLAG_IMR=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_TXPKTCTL_B0_ERRFLAG_IMR));
                        p += scnprintf(p, end - p,
                                       "R_AX_TXPKTCTL_B0_ERRFLAG_ISR=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_TXPKTCTL_B0_ERRFLAG_ISR));
                        p += scnprintf(p, end - p,
                                       "R_AX_TXPKTCTL_B1_ERRFLAG_IMR=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_TXPKTCTL_B1_ERRFLAG_IMR));
                        p += scnprintf(p, end - p,
                                       "R_AX_TXPKTCTL_B1_ERRFLAG_ISR=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_TXPKTCTL_B1_ERRFLAG_ISR));
                } else {
                        p += scnprintf(p, end - p,
                                       "R_AX_TXPKTCTL_ERR_IMR_ISR=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_TXPKTCTL_ERR_IMR_ISR));
                        p += scnprintf(p, end - p,
                                       "R_AX_TXPKTCTL_ERR_IMR_ISR_B1=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_TXPKTCTL_ERR_IMR_ISR_B1));
                }
        }

        if (dmac_err & B_AX_PLE_DLE_ERR_FLAG) {
                p += scnprintf(p, end - p, "R_AX_WDE_ERR_IMR=0x%08x\n",
                               rtw89_read32(rtwdev, R_AX_WDE_ERR_IMR));
                p += scnprintf(p, end - p, "R_AX_WDE_ERR_ISR=0x%08x\n",
                               rtw89_read32(rtwdev, R_AX_WDE_ERR_ISR));
                p += scnprintf(p, end - p, "R_AX_PLE_ERR_IMR=0x%08x\n",
                               rtw89_read32(rtwdev, R_AX_PLE_ERR_IMR));
                p += scnprintf(p, end - p, "R_AX_PLE_ERR_FLAG_ISR=0x%08x\n",
                               rtw89_read32(rtwdev, R_AX_PLE_ERR_FLAG_ISR));
                p += scnprintf(p, end - p, "R_AX_WD_CPUQ_OP_0=0x%08x\n",
                               rtw89_read32(rtwdev, R_AX_WD_CPUQ_OP_0));
                p += scnprintf(p, end - p, "R_AX_WD_CPUQ_OP_1=0x%08x\n",
                               rtw89_read32(rtwdev, R_AX_WD_CPUQ_OP_1));
                p += scnprintf(p, end - p, "R_AX_WD_CPUQ_OP_2=0x%08x\n",
                               rtw89_read32(rtwdev, R_AX_WD_CPUQ_OP_2));
                p += scnprintf(p, end - p, "R_AX_WD_CPUQ_OP_STATUS=0x%08x\n",
                               rtw89_read32(rtwdev, R_AX_WD_CPUQ_OP_STATUS));
                p += scnprintf(p, end - p, "R_AX_PL_CPUQ_OP_0=0x%08x\n",
                               rtw89_read32(rtwdev, R_AX_PL_CPUQ_OP_0));
                p += scnprintf(p, end - p, "R_AX_PL_CPUQ_OP_1=0x%08x\n",
                               rtw89_read32(rtwdev, R_AX_PL_CPUQ_OP_1));
                p += scnprintf(p, end - p, "R_AX_PL_CPUQ_OP_2=0x%08x\n",
                               rtw89_read32(rtwdev, R_AX_PL_CPUQ_OP_2));
                p += scnprintf(p, end - p, "R_AX_PL_CPUQ_OP_STATUS=0x%08x\n",
                               rtw89_read32(rtwdev, R_AX_PL_CPUQ_OP_STATUS));
                if (chip->chip_id == RTL8852C) {
                        p += scnprintf(p, end - p, "R_AX_RX_CTRL0=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_RX_CTRL0));
                        p += scnprintf(p, end - p, "R_AX_RX_CTRL1=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_RX_CTRL1));
                        p += scnprintf(p, end - p, "R_AX_RX_CTRL2=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_RX_CTRL2));
                } else {
                        p += scnprintf(p, end - p,
                                       "R_AX_RXDMA_PKT_INFO_0=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_RXDMA_PKT_INFO_0));
                        p += scnprintf(p, end - p,
                                       "R_AX_RXDMA_PKT_INFO_1=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_RXDMA_PKT_INFO_1));
                        p += scnprintf(p, end - p,
                                       "R_AX_RXDMA_PKT_INFO_2=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_RXDMA_PKT_INFO_2));
                }
        }

        if (dmac_err & B_AX_PKTIN_ERR_FLAG) {
                p += scnprintf(p, end - p, "R_AX_PKTIN_ERR_IMR=0x%08x\n",
                               rtw89_read32(rtwdev, R_AX_PKTIN_ERR_IMR));
                p += scnprintf(p, end - p, "R_AX_PKTIN_ERR_ISR=0x%08x\n",
                               rtw89_read32(rtwdev, R_AX_PKTIN_ERR_ISR));
        }

        if (dmac_err & B_AX_DISPATCH_ERR_FLAG) {
                p += scnprintf(p, end - p,
                               "R_AX_HOST_DISPATCHER_ERR_IMR=0x%08x\n",
                               rtw89_read32(rtwdev, R_AX_HOST_DISPATCHER_ERR_IMR));
                p += scnprintf(p, end - p,
                               "R_AX_HOST_DISPATCHER_ERR_ISR=0x%08x\n",
                               rtw89_read32(rtwdev, R_AX_HOST_DISPATCHER_ERR_ISR));
                p += scnprintf(p, end - p,
                               "R_AX_CPU_DISPATCHER_ERR_IMR=0x%08x\n",
                               rtw89_read32(rtwdev, R_AX_CPU_DISPATCHER_ERR_IMR));
                p += scnprintf(p, end - p,
                               "R_AX_CPU_DISPATCHER_ERR_ISR=0x%08x\n",
                               rtw89_read32(rtwdev, R_AX_CPU_DISPATCHER_ERR_ISR));
                p += scnprintf(p, end - p,
                               "R_AX_OTHER_DISPATCHER_ERR_IMR=0x%08x\n",
                               rtw89_read32(rtwdev, R_AX_OTHER_DISPATCHER_ERR_IMR));
                p += scnprintf(p, end - p,
                               "R_AX_OTHER_DISPATCHER_ERR_ISR=0x%08x\n",
                               rtw89_read32(rtwdev, R_AX_OTHER_DISPATCHER_ERR_ISR));
        }

        if (dmac_err & B_AX_BBRPT_ERR_FLAG) {
                if (chip->chip_id == RTL8852C) {
                        p += scnprintf(p, end - p,
                                       "R_AX_BBRPT_COM_ERR_IMR=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_BBRPT_COM_ERR_IMR));
                        p += scnprintf(p, end - p,
                                       "R_AX_BBRPT_COM_ERR_ISR=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_BBRPT_COM_ERR_ISR));
                        p += scnprintf(p, end - p,
                                       "R_AX_BBRPT_CHINFO_ERR_ISR=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_BBRPT_CHINFO_ERR_ISR));
                        p += scnprintf(p, end - p,
                                       "R_AX_BBRPT_CHINFO_ERR_IMR=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_BBRPT_CHINFO_ERR_IMR));
                        p += scnprintf(p, end - p,
                                       "R_AX_BBRPT_DFS_ERR_IMR=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_BBRPT_DFS_ERR_IMR));
                        p += scnprintf(p, end - p,
                                       "R_AX_BBRPT_DFS_ERR_ISR=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_BBRPT_DFS_ERR_ISR));
                } else {
                        p += scnprintf(p, end - p,
                                       "R_AX_BBRPT_COM_ERR_IMR_ISR=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_BBRPT_COM_ERR_IMR_ISR));
                        p += scnprintf(p, end - p,
                                       "R_AX_BBRPT_CHINFO_ERR_ISR=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_BBRPT_CHINFO_ERR_ISR));
                        p += scnprintf(p, end - p,
                                       "R_AX_BBRPT_CHINFO_ERR_IMR=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_BBRPT_CHINFO_ERR_IMR));
                        p += scnprintf(p, end - p,
                                       "R_AX_BBRPT_DFS_ERR_IMR=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_BBRPT_DFS_ERR_IMR));
                        p += scnprintf(p, end - p,
                                       "R_AX_BBRPT_DFS_ERR_ISR=0x%08x\n",
                                       rtw89_read32(rtwdev, R_AX_BBRPT_DFS_ERR_ISR));
                }
        }

        if (dmac_err & B_AX_HAXIDMA_ERR_FLAG && chip->chip_id == RTL8852C) {
                p += scnprintf(p, end - p, "R_AX_HAXIDMA_ERR_IMR=0x%08x\n",
                               rtw89_read32(rtwdev, R_AX_HAXI_IDCT_MSK));
                p += scnprintf(p, end - p, "R_AX_HAXIDMA_ERR_ISR=0x%08x\n",
                               rtw89_read32(rtwdev, R_AX_HAXI_IDCT));
        }

out:
        return p - buf;
}

static int rtw89_debug_mac_dump_cmac_err(struct rtw89_dev *rtwdev,
                                         char *buf, size_t bufsz,
                                         enum rtw89_mac_idx band)
{
        const struct rtw89_chip_info *chip = rtwdev->chip;
        char *p = buf, *end = buf + bufsz;
        u32 offset = 0;
        u32 cmac_err;
        int ret;

        ret = rtw89_mac_check_mac_en(rtwdev, band, RTW89_CMAC_SEL);
        if (ret) {
                if (band)
                        p += scnprintf(p, end - p,
                                       "[CMAC] : CMAC1 not enabled\n");
                else
                        p += scnprintf(p, end - p,
                                       "[CMAC] : CMAC0 not enabled\n");
                goto out;
        }

        if (band)
                offset = RTW89_MAC_AX_BAND_REG_OFFSET;

        cmac_err = rtw89_read32(rtwdev, R_AX_CMAC_ERR_ISR + offset);
        p += scnprintf(p, end - p, "R_AX_CMAC_ERR_ISR [%d]=0x%08x\n", band,
                       rtw89_read32(rtwdev, R_AX_CMAC_ERR_ISR + offset));
        p += scnprintf(p, end - p, "R_AX_CMAC_FUNC_EN [%d]=0x%08x\n", band,
                       rtw89_read32(rtwdev, R_AX_CMAC_FUNC_EN + offset));
        p += scnprintf(p, end - p, "R_AX_CK_EN [%d]=0x%08x\n", band,
                       rtw89_read32(rtwdev, R_AX_CK_EN + offset));

        if (cmac_err & B_AX_SCHEDULE_TOP_ERR_IND) {
                p += scnprintf(p, end - p,
                               "R_AX_SCHEDULE_ERR_IMR [%d]=0x%08x\n", band,
                               rtw89_read32(rtwdev, R_AX_SCHEDULE_ERR_IMR + offset));
                p += scnprintf(p, end - p,
                               "R_AX_SCHEDULE_ERR_ISR [%d]=0x%08x\n", band,
                               rtw89_read32(rtwdev, R_AX_SCHEDULE_ERR_ISR + offset));
        }

        if (cmac_err & B_AX_PTCL_TOP_ERR_IND) {
                p += scnprintf(p, end - p, "R_AX_PTCL_IMR0 [%d]=0x%08x\n",
                               band,
                               rtw89_read32(rtwdev, R_AX_PTCL_IMR0 + offset));
                p += scnprintf(p, end - p, "R_AX_PTCL_ISR0 [%d]=0x%08x\n",
                               band,
                               rtw89_read32(rtwdev, R_AX_PTCL_ISR0 + offset));
        }

        if (cmac_err & B_AX_DMA_TOP_ERR_IND) {
                if (chip->chip_id == RTL8852C) {
                        p += scnprintf(p, end - p,
                                       "R_AX_RX_ERR_FLAG [%d]=0x%08x\n", band,
                                       rtw89_read32(rtwdev, R_AX_RX_ERR_FLAG + offset));
                        p += scnprintf(p, end - p,
                                       "R_AX_RX_ERR_FLAG_IMR [%d]=0x%08x\n",
                                       band,
                                       rtw89_read32(rtwdev, R_AX_RX_ERR_FLAG_IMR + offset));
                } else {
                        p += scnprintf(p, end - p,
                                       "R_AX_DLE_CTRL [%d]=0x%08x\n", band,
                                       rtw89_read32(rtwdev, R_AX_DLE_CTRL + offset));
                }
        }

        if (cmac_err & B_AX_DMA_TOP_ERR_IND || cmac_err & B_AX_WMAC_RX_ERR_IND) {
                if (chip->chip_id == RTL8852C) {
                        p += scnprintf(p, end - p,
                                       "R_AX_PHYINFO_ERR_ISR [%d]=0x%08x\n",
                                       band,
                                       rtw89_read32(rtwdev, R_AX_PHYINFO_ERR_ISR + offset));
                        p += scnprintf(p, end - p,
                                       "R_AX_PHYINFO_ERR_IMR [%d]=0x%08x\n",
                                       band,
                                       rtw89_read32(rtwdev, R_AX_PHYINFO_ERR_IMR + offset));
                } else {
                        p += scnprintf(p, end - p,
                                       "R_AX_PHYINFO_ERR_IMR [%d]=0x%08x\n",
                                       band,
                                       rtw89_read32(rtwdev, R_AX_PHYINFO_ERR_IMR + offset));
                }
        }

        if (cmac_err & B_AX_TXPWR_CTRL_ERR_IND) {
                p += scnprintf(p, end - p, "R_AX_TXPWR_IMR [%d]=0x%08x\n",
                               band,
                               rtw89_read32(rtwdev, R_AX_TXPWR_IMR + offset));
                p += scnprintf(p, end - p, "R_AX_TXPWR_ISR [%d]=0x%08x\n",
                               band,
                               rtw89_read32(rtwdev, R_AX_TXPWR_ISR + offset));
        }

        if (cmac_err & B_AX_WMAC_TX_ERR_IND) {
                if (chip->chip_id == RTL8852C) {
                        p += scnprintf(p, end - p,
                                       "R_AX_TRXPTCL_ERROR_INDICA [%d]=0x%08x\n",
                                       band,
                                       rtw89_read32(rtwdev,
                                                    R_AX_TRXPTCL_ERROR_INDICA + offset));
                        p += scnprintf(p, end - p,
                                       "R_AX_TRXPTCL_ERROR_INDICA_MASK [%d]=0x%08x\n",
                                       band,
                                       rtw89_read32(rtwdev,
                                                    R_AX_TRXPTCL_ERROR_INDICA_MASK + offset));
                } else {
                        p += scnprintf(p, end - p,
                                       "R_AX_TMAC_ERR_IMR_ISR [%d]=0x%08x\n",
                                       band,
                                       rtw89_read32(rtwdev,
                                                    R_AX_TMAC_ERR_IMR_ISR + offset));
                }
                p += scnprintf(p, end - p,
                               "R_AX_DBGSEL_TRXPTCL [%d]=0x%08x\n", band,
                               rtw89_read32(rtwdev, R_AX_DBGSEL_TRXPTCL + offset));
        }

        p += scnprintf(p, end - p, "R_AX_CMAC_ERR_IMR [%d]=0x%08x\n", band,
                       rtw89_read32(rtwdev, R_AX_CMAC_ERR_IMR + offset));

out:
        return p - buf;
}

static int rtw89_debug_mac_dump_cmac_dbg(struct rtw89_dev *rtwdev,
                                         char *buf, size_t bufsz)
{
        char *p = buf, *end = buf + bufsz;

        p += rtw89_debug_mac_dump_cmac_err(rtwdev, p, end - p, RTW89_MAC_0);
        if (rtwdev->dbcc_en)
                p += rtw89_debug_mac_dump_cmac_err(rtwdev, p, end - p, RTW89_MAC_1);

        return p - buf;
}

static const struct rtw89_mac_dbg_port_info dbg_port_ptcl_c0 = {
        .sel_addr = R_AX_PTCL_DBG,
        .sel_byte = 1,
        .sel_msk = B_AX_PTCL_DBG_SEL_MASK,
        .srt = 0x00,
        .end = 0x3F,
        .rd_addr = R_AX_PTCL_DBG_INFO,
        .rd_byte = 4,
        .rd_msk = B_AX_PTCL_DBG_INFO_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_ptcl_c1 = {
        .sel_addr = R_AX_PTCL_DBG_C1,
        .sel_byte = 1,
        .sel_msk = B_AX_PTCL_DBG_SEL_MASK,
        .srt = 0x00,
        .end = 0x3F,
        .rd_addr = R_AX_PTCL_DBG_INFO_C1,
        .rd_byte = 4,
        .rd_msk = B_AX_PTCL_DBG_INFO_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_dspt_hdt_tx0_5 = {
        .sel_addr = R_AX_DISPATCHER_DBG_PORT,
        .sel_byte = 2,
        .sel_msk = B_AX_DISPATCHER_DBG_SEL_MASK,
        .srt = 0x0,
        .end = 0xD,
        .rd_addr = R_AX_DBG_PORT_SEL,
        .rd_byte = 4,
        .rd_msk = B_AX_DEBUG_ST_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_dspt_hdt_tx6 = {
        .sel_addr = R_AX_DISPATCHER_DBG_PORT,
        .sel_byte = 2,
        .sel_msk = B_AX_DISPATCHER_DBG_SEL_MASK,
        .srt = 0x0,
        .end = 0x5,
        .rd_addr = R_AX_DBG_PORT_SEL,
        .rd_byte = 4,
        .rd_msk = B_AX_DEBUG_ST_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_dspt_hdt_tx7 = {
        .sel_addr = R_AX_DISPATCHER_DBG_PORT,
        .sel_byte = 2,
        .sel_msk = B_AX_DISPATCHER_DBG_SEL_MASK,
        .srt = 0x0,
        .end = 0x9,
        .rd_addr = R_AX_DBG_PORT_SEL,
        .rd_byte = 4,
        .rd_msk = B_AX_DEBUG_ST_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_dspt_hdt_tx8 = {
        .sel_addr = R_AX_DISPATCHER_DBG_PORT,
        .sel_byte = 2,
        .sel_msk = B_AX_DISPATCHER_DBG_SEL_MASK,
        .srt = 0x0,
        .end = 0x3,
        .rd_addr = R_AX_DBG_PORT_SEL,
        .rd_byte = 4,
        .rd_msk = B_AX_DEBUG_ST_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_dspt_hdt_tx9_C = {
        .sel_addr = R_AX_DISPATCHER_DBG_PORT,
        .sel_byte = 2,
        .sel_msk = B_AX_DISPATCHER_DBG_SEL_MASK,
        .srt = 0x0,
        .end = 0x1,
        .rd_addr = R_AX_DBG_PORT_SEL,
        .rd_byte = 4,
        .rd_msk = B_AX_DEBUG_ST_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_dspt_hdt_txD = {
        .sel_addr = R_AX_DISPATCHER_DBG_PORT,
        .sel_byte = 2,
        .sel_msk = B_AX_DISPATCHER_DBG_SEL_MASK,
        .srt = 0x0,
        .end = 0x0,
        .rd_addr = R_AX_DBG_PORT_SEL,
        .rd_byte = 4,
        .rd_msk = B_AX_DEBUG_ST_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_dspt_cdt_tx0 = {
        .sel_addr = R_AX_DISPATCHER_DBG_PORT,
        .sel_byte = 2,
        .sel_msk = B_AX_DISPATCHER_DBG_SEL_MASK,
        .srt = 0x0,
        .end = 0xB,
        .rd_addr = R_AX_DBG_PORT_SEL,
        .rd_byte = 4,
        .rd_msk = B_AX_DEBUG_ST_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_dspt_cdt_tx1 = {
        .sel_addr = R_AX_DISPATCHER_DBG_PORT,
        .sel_byte = 2,
        .sel_msk = B_AX_DISPATCHER_DBG_SEL_MASK,
        .srt = 0x0,
        .end = 0x4,
        .rd_addr = R_AX_DBG_PORT_SEL,
        .rd_byte = 4,
        .rd_msk = B_AX_DEBUG_ST_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_dspt_cdt_tx3 = {
        .sel_addr = R_AX_DISPATCHER_DBG_PORT,
        .sel_byte = 2,
        .sel_msk = B_AX_DISPATCHER_DBG_SEL_MASK,
        .srt = 0x0,
        .end = 0x8,
        .rd_addr = R_AX_DBG_PORT_SEL,
        .rd_byte = 4,
        .rd_msk = B_AX_DEBUG_ST_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_dspt_cdt_tx4 = {
        .sel_addr = R_AX_DISPATCHER_DBG_PORT,
        .sel_byte = 2,
        .sel_msk = B_AX_DISPATCHER_DBG_SEL_MASK,
        .srt = 0x0,
        .end = 0x7,
        .rd_addr = R_AX_DBG_PORT_SEL,
        .rd_byte = 4,
        .rd_msk = B_AX_DEBUG_ST_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_dspt_cdt_tx5_8 = {
        .sel_addr = R_AX_DISPATCHER_DBG_PORT,
        .sel_byte = 2,
        .sel_msk = B_AX_DISPATCHER_DBG_SEL_MASK,
        .srt = 0x0,
        .end = 0x1,
        .rd_addr = R_AX_DBG_PORT_SEL,
        .rd_byte = 4,
        .rd_msk = B_AX_DEBUG_ST_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_dspt_cdt_tx9 = {
        .sel_addr = R_AX_DISPATCHER_DBG_PORT,
        .sel_byte = 2,
        .sel_msk = B_AX_DISPATCHER_DBG_SEL_MASK,
        .srt = 0x0,
        .end = 0x3,
        .rd_addr = R_AX_DBG_PORT_SEL,
        .rd_byte = 4,
        .rd_msk = B_AX_DEBUG_ST_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_dspt_cdt_txA_C = {
        .sel_addr = R_AX_DISPATCHER_DBG_PORT,
        .sel_byte = 2,
        .sel_msk = B_AX_DISPATCHER_DBG_SEL_MASK,
        .srt = 0x0,
        .end = 0x0,
        .rd_addr = R_AX_DBG_PORT_SEL,
        .rd_byte = 4,
        .rd_msk = B_AX_DEBUG_ST_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_dspt_hdt_rx0 = {
        .sel_addr = R_AX_DISPATCHER_DBG_PORT,
        .sel_byte = 2,
        .sel_msk = B_AX_DISPATCHER_DBG_SEL_MASK,
        .srt = 0x0,
        .end = 0x8,
        .rd_addr = R_AX_DBG_PORT_SEL,
        .rd_byte = 4,
        .rd_msk = B_AX_DEBUG_ST_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_dspt_hdt_rx1_2 = {
        .sel_addr = R_AX_DISPATCHER_DBG_PORT,
        .sel_byte = 2,
        .sel_msk = B_AX_DISPATCHER_DBG_SEL_MASK,
        .srt = 0x0,
        .end = 0x0,
        .rd_addr = R_AX_DBG_PORT_SEL,
        .rd_byte = 4,
        .rd_msk = B_AX_DEBUG_ST_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_dspt_hdt_rx3 = {
        .sel_addr = R_AX_DISPATCHER_DBG_PORT,
        .sel_byte = 2,
        .sel_msk = B_AX_DISPATCHER_DBG_SEL_MASK,
        .srt = 0x0,
        .end = 0x6,
        .rd_addr = R_AX_DBG_PORT_SEL,
        .rd_byte = 4,
        .rd_msk = B_AX_DEBUG_ST_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_dspt_hdt_rx4 = {
        .sel_addr = R_AX_DISPATCHER_DBG_PORT,
        .sel_byte = 2,
        .sel_msk = B_AX_DISPATCHER_DBG_SEL_MASK,
        .srt = 0x0,
        .end = 0x0,
        .rd_addr = R_AX_DBG_PORT_SEL,
        .rd_byte = 4,
        .rd_msk = B_AX_DEBUG_ST_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_dspt_hdt_rx5 = {
        .sel_addr = R_AX_DISPATCHER_DBG_PORT,
        .sel_byte = 2,
        .sel_msk = B_AX_DISPATCHER_DBG_SEL_MASK,
        .srt = 0x0,
        .end = 0x0,
        .rd_addr = R_AX_DBG_PORT_SEL,
        .rd_byte = 4,
        .rd_msk = B_AX_DEBUG_ST_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_dspt_cdt_rx_p0_0 = {
        .sel_addr = R_AX_DISPATCHER_DBG_PORT,
        .sel_byte = 1,
        .sel_msk = B_AX_DISPATCHER_CH_SEL_MASK,
        .srt = 0x0,
        .end = 0x3,
        .rd_addr = R_AX_DBG_PORT_SEL,
        .rd_byte = 4,
        .rd_msk = B_AX_DEBUG_ST_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_dspt_cdt_rx_p0_1 = {
        .sel_addr = R_AX_DISPATCHER_DBG_PORT,
        .sel_byte = 1,
        .sel_msk = B_AX_DISPATCHER_CH_SEL_MASK,
        .srt = 0x0,
        .end = 0x6,
        .rd_addr = R_AX_DBG_PORT_SEL,
        .rd_byte = 4,
        .rd_msk = B_AX_DEBUG_ST_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_dspt_cdt_rx_p0_2 = {
        .sel_addr = R_AX_DISPATCHER_DBG_PORT,
        .sel_byte = 1,
        .sel_msk = B_AX_DISPATCHER_CH_SEL_MASK,
        .srt = 0x0,
        .end = 0x0,
        .rd_addr = R_AX_DBG_PORT_SEL,
        .rd_byte = 4,
        .rd_msk = B_AX_DEBUG_ST_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_dspt_cdt_rx_p1 = {
        .sel_addr = R_AX_DISPATCHER_DBG_PORT,
        .sel_byte = 1,
        .sel_msk = B_AX_DISPATCHER_CH_SEL_MASK,
        .srt = 0x8,
        .end = 0xE,
        .rd_addr = R_AX_DBG_PORT_SEL,
        .rd_byte = 4,
        .rd_msk = B_AX_DEBUG_ST_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_dspt_stf_ctrl = {
        .sel_addr = R_AX_DISPATCHER_DBG_PORT,
        .sel_byte = 1,
        .sel_msk = B_AX_DISPATCHER_CH_SEL_MASK,
        .srt = 0x0,
        .end = 0x5,
        .rd_addr = R_AX_DBG_PORT_SEL,
        .rd_byte = 4,
        .rd_msk = B_AX_DEBUG_ST_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_dspt_addr_ctrl = {
        .sel_addr = R_AX_DISPATCHER_DBG_PORT,
        .sel_byte = 1,
        .sel_msk = B_AX_DISPATCHER_CH_SEL_MASK,
        .srt = 0x0,
        .end = 0x6,
        .rd_addr = R_AX_DBG_PORT_SEL,
        .rd_byte = 4,
        .rd_msk = B_AX_DEBUG_ST_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_dspt_wde_intf = {
        .sel_addr = R_AX_DISPATCHER_DBG_PORT,
        .sel_byte = 1,
        .sel_msk = B_AX_DISPATCHER_CH_SEL_MASK,
        .srt = 0x0,
        .end = 0xF,
        .rd_addr = R_AX_DBG_PORT_SEL,
        .rd_byte = 4,
        .rd_msk = B_AX_DEBUG_ST_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_dspt_ple_intf = {
        .sel_addr = R_AX_DISPATCHER_DBG_PORT,
        .sel_byte = 1,
        .sel_msk = B_AX_DISPATCHER_CH_SEL_MASK,
        .srt = 0x0,
        .end = 0x9,
        .rd_addr = R_AX_DBG_PORT_SEL,
        .rd_byte = 4,
        .rd_msk = B_AX_DEBUG_ST_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_dspt_flow_ctrl = {
        .sel_addr = R_AX_DISPATCHER_DBG_PORT,
        .sel_byte = 1,
        .sel_msk = B_AX_DISPATCHER_CH_SEL_MASK,
        .srt = 0x0,
        .end = 0x3,
        .rd_addr = R_AX_DBG_PORT_SEL,
        .rd_byte = 4,
        .rd_msk = B_AX_DEBUG_ST_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_sch_c0 = {
        .sel_addr = R_AX_SCH_DBG_SEL,
        .sel_byte = 1,
        .sel_msk = B_AX_SCH_DBG_SEL_MASK,
        .srt = 0x00,
        .end = 0x2F,
        .rd_addr = R_AX_SCH_DBG,
        .rd_byte = 4,
        .rd_msk = B_AX_SCHEDULER_DBG_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_sch_c1 = {
        .sel_addr = R_AX_SCH_DBG_SEL_C1,
        .sel_byte = 1,
        .sel_msk = B_AX_SCH_DBG_SEL_MASK,
        .srt = 0x00,
        .end = 0x2F,
        .rd_addr = R_AX_SCH_DBG_C1,
        .rd_byte = 4,
        .rd_msk = B_AX_SCHEDULER_DBG_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_tmac_c0 = {
        .sel_addr = R_AX_MACTX_DBG_SEL_CNT,
        .sel_byte = 1,
        .sel_msk = B_AX_DBGSEL_MACTX_MASK,
        .srt = 0x00,
        .end = 0x19,
        .rd_addr = R_AX_DBG_PORT_SEL,
        .rd_byte = 4,
        .rd_msk = B_AX_DEBUG_ST_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_tmac_c1 = {
        .sel_addr = R_AX_MACTX_DBG_SEL_CNT_C1,
        .sel_byte = 1,
        .sel_msk = B_AX_DBGSEL_MACTX_MASK,
        .srt = 0x00,
        .end = 0x19,
        .rd_addr = R_AX_DBG_PORT_SEL,
        .rd_byte = 4,
        .rd_msk = B_AX_DEBUG_ST_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_rmac_c0 = {
        .sel_addr = R_AX_RX_DEBUG_SELECT,
        .sel_byte = 1,
        .sel_msk = B_AX_DEBUG_SEL_MASK,
        .srt = 0x00,
        .end = 0x58,
        .rd_addr = R_AX_DBG_PORT_SEL,
        .rd_byte = 4,
        .rd_msk = B_AX_DEBUG_ST_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_rmac_c1 = {
        .sel_addr = R_AX_RX_DEBUG_SELECT_C1,
        .sel_byte = 1,
        .sel_msk = B_AX_DEBUG_SEL_MASK,
        .srt = 0x00,
        .end = 0x58,
        .rd_addr = R_AX_DBG_PORT_SEL,
        .rd_byte = 4,
        .rd_msk = B_AX_DEBUG_ST_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_rmacst_c0 = {
        .sel_addr = R_AX_RX_STATE_MONITOR,
        .sel_byte = 1,
        .sel_msk = B_AX_STATE_SEL_MASK,
        .srt = 0x00,
        .end = 0x17,
        .rd_addr = R_AX_RX_STATE_MONITOR,
        .rd_byte = 4,
        .rd_msk = B_AX_RX_STATE_MONITOR_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_rmacst_c1 = {
        .sel_addr = R_AX_RX_STATE_MONITOR_C1,
        .sel_byte = 1,
        .sel_msk = B_AX_STATE_SEL_MASK,
        .srt = 0x00,
        .end = 0x17,
        .rd_addr = R_AX_RX_STATE_MONITOR_C1,
        .rd_byte = 4,
        .rd_msk = B_AX_RX_STATE_MONITOR_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_rmac_plcp_c0 = {
        .sel_addr = R_AX_RMAC_PLCP_MON,
        .sel_byte = 4,
        .sel_msk = B_AX_PCLP_MON_SEL_MASK,
        .srt = 0x0,
        .end = 0xF,
        .rd_addr = R_AX_RMAC_PLCP_MON,
        .rd_byte = 4,
        .rd_msk = B_AX_RMAC_PLCP_MON_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_rmac_plcp_c1 = {
        .sel_addr = R_AX_RMAC_PLCP_MON_C1,
        .sel_byte = 4,
        .sel_msk = B_AX_PCLP_MON_SEL_MASK,
        .srt = 0x0,
        .end = 0xF,
        .rd_addr = R_AX_RMAC_PLCP_MON_C1,
        .rd_byte = 4,
        .rd_msk = B_AX_RMAC_PLCP_MON_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_trxptcl_c0 = {
        .sel_addr = R_AX_DBGSEL_TRXPTCL,
        .sel_byte = 1,
        .sel_msk = B_AX_DBGSEL_TRXPTCL_MASK,
        .srt = 0x08,
        .end = 0x10,
        .rd_addr = R_AX_DBG_PORT_SEL,
        .rd_byte = 4,
        .rd_msk = B_AX_DEBUG_ST_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_trxptcl_c1 = {
        .sel_addr = R_AX_DBGSEL_TRXPTCL_C1,
        .sel_byte = 1,
        .sel_msk = B_AX_DBGSEL_TRXPTCL_MASK,
        .srt = 0x08,
        .end = 0x10,
        .rd_addr = R_AX_DBG_PORT_SEL,
        .rd_byte = 4,
        .rd_msk = B_AX_DEBUG_ST_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_tx_infol_c0 = {
        .sel_addr = R_AX_WMAC_TX_CTRL_DEBUG,
        .sel_byte = 1,
        .sel_msk = B_AX_TX_CTRL_DEBUG_SEL_MASK,
        .srt = 0x00,
        .end = 0x07,
        .rd_addr = R_AX_WMAC_TX_INFO0_DEBUG,
        .rd_byte = 4,
        .rd_msk = B_AX_TX_CTRL_INFO_P0_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_tx_infoh_c0 = {
        .sel_addr = R_AX_WMAC_TX_CTRL_DEBUG,
        .sel_byte = 1,
        .sel_msk = B_AX_TX_CTRL_DEBUG_SEL_MASK,
        .srt = 0x00,
        .end = 0x07,
        .rd_addr = R_AX_WMAC_TX_INFO1_DEBUG,
        .rd_byte = 4,
        .rd_msk = B_AX_TX_CTRL_INFO_P1_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_tx_infol_c1 = {
        .sel_addr = R_AX_WMAC_TX_CTRL_DEBUG_C1,
        .sel_byte = 1,
        .sel_msk = B_AX_TX_CTRL_DEBUG_SEL_MASK,
        .srt = 0x00,
        .end = 0x07,
        .rd_addr = R_AX_WMAC_TX_INFO0_DEBUG_C1,
        .rd_byte = 4,
        .rd_msk = B_AX_TX_CTRL_INFO_P0_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_tx_infoh_c1 = {
        .sel_addr = R_AX_WMAC_TX_CTRL_DEBUG_C1,
        .sel_byte = 1,
        .sel_msk = B_AX_TX_CTRL_DEBUG_SEL_MASK,
        .srt = 0x00,
        .end = 0x07,
        .rd_addr = R_AX_WMAC_TX_INFO1_DEBUG_C1,
        .rd_byte = 4,
        .rd_msk = B_AX_TX_CTRL_INFO_P1_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_txtf_infol_c0 = {
        .sel_addr = R_AX_WMAC_TX_TF_INFO_0,
        .sel_byte = 1,
        .sel_msk = B_AX_WMAC_TX_TF_INFO_SEL_MASK,
        .srt = 0x00,
        .end = 0x04,
        .rd_addr = R_AX_WMAC_TX_TF_INFO_1,
        .rd_byte = 4,
        .rd_msk = B_AX_WMAC_TX_TF_INFO_P0_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_txtf_infoh_c0 = {
        .sel_addr = R_AX_WMAC_TX_TF_INFO_0,
        .sel_byte = 1,
        .sel_msk = B_AX_WMAC_TX_TF_INFO_SEL_MASK,
        .srt = 0x00,
        .end = 0x04,
        .rd_addr = R_AX_WMAC_TX_TF_INFO_2,
        .rd_byte = 4,
        .rd_msk = B_AX_WMAC_TX_TF_INFO_P1_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_txtf_infol_c1 = {
        .sel_addr = R_AX_WMAC_TX_TF_INFO_0_C1,
        .sel_byte = 1,
        .sel_msk = B_AX_WMAC_TX_TF_INFO_SEL_MASK,
        .srt = 0x00,
        .end = 0x04,
        .rd_addr = R_AX_WMAC_TX_TF_INFO_1_C1,
        .rd_byte = 4,
        .rd_msk = B_AX_WMAC_TX_TF_INFO_P0_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_txtf_infoh_c1 = {
        .sel_addr = R_AX_WMAC_TX_TF_INFO_0_C1,
        .sel_byte = 1,
        .sel_msk = B_AX_WMAC_TX_TF_INFO_SEL_MASK,
        .srt = 0x00,
        .end = 0x04,
        .rd_addr = R_AX_WMAC_TX_TF_INFO_2_C1,
        .rd_byte = 4,
        .rd_msk = B_AX_WMAC_TX_TF_INFO_P1_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_wde_bufmgn_freepg = {
        .sel_addr = R_AX_WDE_DBG_FUN_INTF_CTL,
        .sel_byte = 4,
        .sel_msk = B_AX_WDE_DFI_DATA_MASK,
        .srt = 0x80000000,
        .end = 0x80000001,
        .rd_addr = R_AX_WDE_DBG_FUN_INTF_DATA,
        .rd_byte = 4,
        .rd_msk = B_AX_WDE_DFI_DATA_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_wde_bufmgn_quota = {
        .sel_addr = R_AX_WDE_DBG_FUN_INTF_CTL,
        .sel_byte = 4,
        .sel_msk = B_AX_WDE_DFI_DATA_MASK,
        .srt = 0x80010000,
        .end = 0x80010004,
        .rd_addr = R_AX_WDE_DBG_FUN_INTF_DATA,
        .rd_byte = 4,
        .rd_msk = B_AX_WDE_DFI_DATA_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_wde_bufmgn_pagellt = {
        .sel_addr = R_AX_WDE_DBG_FUN_INTF_CTL,
        .sel_byte = 4,
        .sel_msk = B_AX_WDE_DFI_DATA_MASK,
        .srt = 0x80020000,
        .end = 0x80020FFF,
        .rd_addr = R_AX_WDE_DBG_FUN_INTF_DATA,
        .rd_byte = 4,
        .rd_msk = B_AX_WDE_DFI_DATA_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_wde_bufmgn_pktinfo = {
        .sel_addr = R_AX_WDE_DBG_FUN_INTF_CTL,
        .sel_byte = 4,
        .sel_msk = B_AX_WDE_DFI_DATA_MASK,
        .srt = 0x80030000,
        .end = 0x80030FFF,
        .rd_addr = R_AX_WDE_DBG_FUN_INTF_DATA,
        .rd_byte = 4,
        .rd_msk = B_AX_WDE_DFI_DATA_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_wde_quemgn_prepkt = {
        .sel_addr = R_AX_WDE_DBG_FUN_INTF_CTL,
        .sel_byte = 4,
        .sel_msk = B_AX_WDE_DFI_DATA_MASK,
        .srt = 0x80040000,
        .end = 0x80040FFF,
        .rd_addr = R_AX_WDE_DBG_FUN_INTF_DATA,
        .rd_byte = 4,
        .rd_msk = B_AX_WDE_DFI_DATA_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_wde_quemgn_nxtpkt = {
        .sel_addr = R_AX_WDE_DBG_FUN_INTF_CTL,
        .sel_byte = 4,
        .sel_msk = B_AX_WDE_DFI_DATA_MASK,
        .srt = 0x80050000,
        .end = 0x80050FFF,
        .rd_addr = R_AX_WDE_DBG_FUN_INTF_DATA,
        .rd_byte = 4,
        .rd_msk = B_AX_WDE_DFI_DATA_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_wde_quemgn_qlnktbl = {
        .sel_addr = R_AX_WDE_DBG_FUN_INTF_CTL,
        .sel_byte = 4,
        .sel_msk = B_AX_WDE_DFI_DATA_MASK,
        .srt = 0x80060000,
        .end = 0x80060453,
        .rd_addr = R_AX_WDE_DBG_FUN_INTF_DATA,
        .rd_byte = 4,
        .rd_msk = B_AX_WDE_DFI_DATA_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_wde_quemgn_qempty = {
        .sel_addr = R_AX_WDE_DBG_FUN_INTF_CTL,
        .sel_byte = 4,
        .sel_msk = B_AX_WDE_DFI_DATA_MASK,
        .srt = 0x80070000,
        .end = 0x80070011,
        .rd_addr = R_AX_WDE_DBG_FUN_INTF_DATA,
        .rd_byte = 4,
        .rd_msk = B_AX_WDE_DFI_DATA_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_ple_bufmgn_freepg = {
        .sel_addr = R_AX_PLE_DBG_FUN_INTF_CTL,
        .sel_byte = 4,
        .sel_msk = B_AX_PLE_DFI_DATA_MASK,
        .srt = 0x80000000,
        .end = 0x80000001,
        .rd_addr = R_AX_PLE_DBG_FUN_INTF_DATA,
        .rd_byte = 4,
        .rd_msk = B_AX_PLE_DFI_DATA_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_ple_bufmgn_quota = {
        .sel_addr = R_AX_PLE_DBG_FUN_INTF_CTL,
        .sel_byte = 4,
        .sel_msk = B_AX_PLE_DFI_DATA_MASK,
        .srt = 0x80010000,
        .end = 0x8001000A,
        .rd_addr = R_AX_PLE_DBG_FUN_INTF_DATA,
        .rd_byte = 4,
        .rd_msk = B_AX_PLE_DFI_DATA_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_ple_bufmgn_pagellt = {
        .sel_addr = R_AX_PLE_DBG_FUN_INTF_CTL,
        .sel_byte = 4,
        .sel_msk = B_AX_PLE_DFI_DATA_MASK,
        .srt = 0x80020000,
        .end = 0x80020DBF,
        .rd_addr = R_AX_PLE_DBG_FUN_INTF_DATA,
        .rd_byte = 4,
        .rd_msk = B_AX_PLE_DFI_DATA_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_ple_bufmgn_pktinfo = {
        .sel_addr = R_AX_PLE_DBG_FUN_INTF_CTL,
        .sel_byte = 4,
        .sel_msk = B_AX_PLE_DFI_DATA_MASK,
        .srt = 0x80030000,
        .end = 0x80030DBF,
        .rd_addr = R_AX_PLE_DBG_FUN_INTF_DATA,
        .rd_byte = 4,
        .rd_msk = B_AX_PLE_DFI_DATA_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_ple_quemgn_prepkt = {
        .sel_addr = R_AX_PLE_DBG_FUN_INTF_CTL,
        .sel_byte = 4,
        .sel_msk = B_AX_PLE_DFI_DATA_MASK,
        .srt = 0x80040000,
        .end = 0x80040DBF,
        .rd_addr = R_AX_PLE_DBG_FUN_INTF_DATA,
        .rd_byte = 4,
        .rd_msk = B_AX_PLE_DFI_DATA_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_ple_quemgn_nxtpkt = {
        .sel_addr = R_AX_PLE_DBG_FUN_INTF_CTL,
        .sel_byte = 4,
        .sel_msk = B_AX_PLE_DFI_DATA_MASK,
        .srt = 0x80050000,
        .end = 0x80050DBF,
        .rd_addr = R_AX_PLE_DBG_FUN_INTF_DATA,
        .rd_byte = 4,
        .rd_msk = B_AX_PLE_DFI_DATA_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_ple_quemgn_qlnktbl = {
        .sel_addr = R_AX_PLE_DBG_FUN_INTF_CTL,
        .sel_byte = 4,
        .sel_msk = B_AX_PLE_DFI_DATA_MASK,
        .srt = 0x80060000,
        .end = 0x80060041,
        .rd_addr = R_AX_PLE_DBG_FUN_INTF_DATA,
        .rd_byte = 4,
        .rd_msk = B_AX_PLE_DFI_DATA_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_ple_quemgn_qempty = {
        .sel_addr = R_AX_PLE_DBG_FUN_INTF_CTL,
        .sel_byte = 4,
        .sel_msk = B_AX_PLE_DFI_DATA_MASK,
        .srt = 0x80070000,
        .end = 0x80070001,
        .rd_addr = R_AX_PLE_DBG_FUN_INTF_DATA,
        .rd_byte = 4,
        .rd_msk = B_AX_PLE_DFI_DATA_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_pktinfo = {
        .sel_addr = R_AX_DBG_FUN_INTF_CTL,
        .sel_byte = 4,
        .sel_msk = B_AX_DFI_DATA_MASK,
        .srt = 0x80000000,
        .end = 0x8000017f,
        .rd_addr = R_AX_DBG_FUN_INTF_DATA,
        .rd_byte = 4,
        .rd_msk = B_AX_DFI_DATA_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_pcie_txdma = {
        .sel_addr = R_AX_PCIE_DBG_CTRL,
        .sel_byte = 2,
        .sel_msk = B_AX_PCIE_DBG_SEL_MASK,
        .srt = 0x00,
        .end = 0x03,
        .rd_addr = R_AX_DBG_PORT_SEL,
        .rd_byte = 4,
        .rd_msk = B_AX_DEBUG_ST_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_pcie_rxdma = {
        .sel_addr = R_AX_PCIE_DBG_CTRL,
        .sel_byte = 2,
        .sel_msk = B_AX_PCIE_DBG_SEL_MASK,
        .srt = 0x00,
        .end = 0x04,
        .rd_addr = R_AX_DBG_PORT_SEL,
        .rd_byte = 4,
        .rd_msk = B_AX_DEBUG_ST_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_pcie_cvt = {
        .sel_addr = R_AX_PCIE_DBG_CTRL,
        .sel_byte = 2,
        .sel_msk = B_AX_PCIE_DBG_SEL_MASK,
        .srt = 0x00,
        .end = 0x01,
        .rd_addr = R_AX_DBG_PORT_SEL,
        .rd_byte = 4,
        .rd_msk = B_AX_DEBUG_ST_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_pcie_cxpl = {
        .sel_addr = R_AX_PCIE_DBG_CTRL,
        .sel_byte = 2,
        .sel_msk = B_AX_PCIE_DBG_SEL_MASK,
        .srt = 0x00,
        .end = 0x05,
        .rd_addr = R_AX_DBG_PORT_SEL,
        .rd_byte = 4,
        .rd_msk = B_AX_DEBUG_ST_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_pcie_io = {
        .sel_addr = R_AX_PCIE_DBG_CTRL,
        .sel_byte = 2,
        .sel_msk = B_AX_PCIE_DBG_SEL_MASK,
        .srt = 0x00,
        .end = 0x05,
        .rd_addr = R_AX_DBG_PORT_SEL,
        .rd_byte = 4,
        .rd_msk = B_AX_DEBUG_ST_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_pcie_misc = {
        .sel_addr = R_AX_PCIE_DBG_CTRL,
        .sel_byte = 2,
        .sel_msk = B_AX_PCIE_DBG_SEL_MASK,
        .srt = 0x00,
        .end = 0x06,
        .rd_addr = R_AX_DBG_PORT_SEL,
        .rd_byte = 4,
        .rd_msk = B_AX_DEBUG_ST_MASK
};

static const struct rtw89_mac_dbg_port_info dbg_port_pcie_misc2 = {
        .sel_addr = R_AX_DBG_CTRL,
        .sel_byte = 1,
        .sel_msk = B_AX_DBG_SEL0,
        .srt = 0x34,
        .end = 0x3C,
        .rd_addr = R_AX_DBG_PORT_SEL,
        .rd_byte = 4,
        .rd_msk = B_AX_DEBUG_ST_MASK
};

static int
rtw89_debug_mac_dbg_port_sel(struct rtw89_dev *rtwdev, char *buf, size_t bufsz,
                             u32 sel, const struct rtw89_mac_dbg_port_info **ppinfo)
{
        const struct rtw89_mac_dbg_port_info *info = NULL;
        char *p = buf, *end = buf + bufsz;
        u32 index;
        u32 val32;
        u16 val16;
        u8 val8;

        switch (sel) {
        case RTW89_DBG_PORT_SEL_PTCL_C0:
                info = &dbg_port_ptcl_c0;
                val16 = rtw89_read16(rtwdev, R_AX_PTCL_DBG);
                val16 |= B_AX_PTCL_DBG_EN;
                rtw89_write16(rtwdev, R_AX_PTCL_DBG, val16);
                p += scnprintf(p, end - p, "Enable PTCL C0 dbgport.\n");
                break;
        case RTW89_DBG_PORT_SEL_PTCL_C1:
                info = &dbg_port_ptcl_c1;
                val16 = rtw89_read16(rtwdev, R_AX_PTCL_DBG_C1);
                val16 |= B_AX_PTCL_DBG_EN;
                rtw89_write16(rtwdev, R_AX_PTCL_DBG_C1, val16);
                p += scnprintf(p, end - p, "Enable PTCL C1 dbgport.\n");
                break;
        case RTW89_DBG_PORT_SEL_SCH_C0:
                info = &dbg_port_sch_c0;
                val32 = rtw89_read32(rtwdev, R_AX_SCH_DBG_SEL);
                val32 |= B_AX_SCH_DBG_EN;
                rtw89_write32(rtwdev, R_AX_SCH_DBG_SEL, val32);
                p += scnprintf(p, end - p, "Enable SCH C0 dbgport.\n");
                break;
        case RTW89_DBG_PORT_SEL_SCH_C1:
                info = &dbg_port_sch_c1;
                val32 = rtw89_read32(rtwdev, R_AX_SCH_DBG_SEL_C1);
                val32 |= B_AX_SCH_DBG_EN;
                rtw89_write32(rtwdev, R_AX_SCH_DBG_SEL_C1, val32);
                p += scnprintf(p, end - p, "Enable SCH C1 dbgport.\n");
                break;
        case RTW89_DBG_PORT_SEL_TMAC_C0:
                info = &dbg_port_tmac_c0;
                val32 = rtw89_read32(rtwdev, R_AX_DBGSEL_TRXPTCL);
                val32 = u32_replace_bits(val32, TRXPTRL_DBG_SEL_TMAC,
                                         B_AX_DBGSEL_TRXPTCL_MASK);
                rtw89_write32(rtwdev, R_AX_DBGSEL_TRXPTCL, val32);

                val32 = rtw89_read32(rtwdev, R_AX_DBG_CTRL);
                val32 = u32_replace_bits(val32, TMAC_DBG_SEL_C0, B_AX_DBG_SEL0);
                val32 = u32_replace_bits(val32, TMAC_DBG_SEL_C0, B_AX_DBG_SEL1);
                rtw89_write32(rtwdev, R_AX_DBG_CTRL, val32);

                val32 = rtw89_read32(rtwdev, R_AX_SYS_STATUS1);
                val32 = u32_replace_bits(val32, MAC_DBG_SEL, B_AX_SEL_0XC0_MASK);
                rtw89_write32(rtwdev, R_AX_SYS_STATUS1, val32);
                p += scnprintf(p, end - p, "Enable TMAC C0 dbgport.\n");
                break;
        case RTW89_DBG_PORT_SEL_TMAC_C1:
                info = &dbg_port_tmac_c1;
                val32 = rtw89_read32(rtwdev, R_AX_DBGSEL_TRXPTCL_C1);
                val32 = u32_replace_bits(val32, TRXPTRL_DBG_SEL_TMAC,
                                         B_AX_DBGSEL_TRXPTCL_MASK);
                rtw89_write32(rtwdev, R_AX_DBGSEL_TRXPTCL_C1, val32);

                val32 = rtw89_read32(rtwdev, R_AX_DBG_CTRL);
                val32 = u32_replace_bits(val32, TMAC_DBG_SEL_C1, B_AX_DBG_SEL0);
                val32 = u32_replace_bits(val32, TMAC_DBG_SEL_C1, B_AX_DBG_SEL1);
                rtw89_write32(rtwdev, R_AX_DBG_CTRL, val32);

                val32 = rtw89_read32(rtwdev, R_AX_SYS_STATUS1);
                val32 = u32_replace_bits(val32, MAC_DBG_SEL, B_AX_SEL_0XC0_MASK);
                rtw89_write32(rtwdev, R_AX_SYS_STATUS1, val32);
                p += scnprintf(p, end - p, "Enable TMAC C1 dbgport.\n");
                break;
        case RTW89_DBG_PORT_SEL_RMAC_C0:
                info = &dbg_port_rmac_c0;
                val32 = rtw89_read32(rtwdev, R_AX_DBGSEL_TRXPTCL);
                val32 = u32_replace_bits(val32, TRXPTRL_DBG_SEL_RMAC,
                                         B_AX_DBGSEL_TRXPTCL_MASK);
                rtw89_write32(rtwdev, R_AX_DBGSEL_TRXPTCL, val32);

                val32 = rtw89_read32(rtwdev, R_AX_DBG_CTRL);
                val32 = u32_replace_bits(val32, RMAC_DBG_SEL_C0, B_AX_DBG_SEL0);
                val32 = u32_replace_bits(val32, RMAC_DBG_SEL_C0, B_AX_DBG_SEL1);
                rtw89_write32(rtwdev, R_AX_DBG_CTRL, val32);

                val32 = rtw89_read32(rtwdev, R_AX_SYS_STATUS1);
                val32 = u32_replace_bits(val32, MAC_DBG_SEL, B_AX_SEL_0XC0_MASK);
                rtw89_write32(rtwdev, R_AX_SYS_STATUS1, val32);

                val8 = rtw89_read8(rtwdev, R_AX_DBGSEL_TRXPTCL);
                val8 = u8_replace_bits(val8, RMAC_CMAC_DBG_SEL,
                                       B_AX_DBGSEL_TRXPTCL_MASK);
                rtw89_write8(rtwdev, R_AX_DBGSEL_TRXPTCL, val8);
                p += scnprintf(p, end - p, "Enable RMAC C0 dbgport.\n");
                break;
        case RTW89_DBG_PORT_SEL_RMAC_C1:
                info = &dbg_port_rmac_c1;
                val32 = rtw89_read32(rtwdev, R_AX_DBGSEL_TRXPTCL_C1);
                val32 = u32_replace_bits(val32, TRXPTRL_DBG_SEL_RMAC,
                                         B_AX_DBGSEL_TRXPTCL_MASK);
                rtw89_write32(rtwdev, R_AX_DBGSEL_TRXPTCL_C1, val32);

                val32 = rtw89_read32(rtwdev, R_AX_DBG_CTRL);
                val32 = u32_replace_bits(val32, RMAC_DBG_SEL_C1, B_AX_DBG_SEL0);
                val32 = u32_replace_bits(val32, RMAC_DBG_SEL_C1, B_AX_DBG_SEL1);
                rtw89_write32(rtwdev, R_AX_DBG_CTRL, val32);

                val32 = rtw89_read32(rtwdev, R_AX_SYS_STATUS1);
                val32 = u32_replace_bits(val32, MAC_DBG_SEL, B_AX_SEL_0XC0_MASK);
                rtw89_write32(rtwdev, R_AX_SYS_STATUS1, val32);

                val8 = rtw89_read8(rtwdev, R_AX_DBGSEL_TRXPTCL_C1);
                val8 = u8_replace_bits(val8, RMAC_CMAC_DBG_SEL,
                                       B_AX_DBGSEL_TRXPTCL_MASK);
                rtw89_write8(rtwdev, R_AX_DBGSEL_TRXPTCL_C1, val8);
                p += scnprintf(p, end - p, "Enable RMAC C1 dbgport.\n");
                break;
        case RTW89_DBG_PORT_SEL_RMACST_C0:
                info = &dbg_port_rmacst_c0;
                p += scnprintf(p, end - p, "Enable RMAC state C0 dbgport.\n");
                break;
        case RTW89_DBG_PORT_SEL_RMACST_C1:
                info = &dbg_port_rmacst_c1;
                p += scnprintf(p, end - p, "Enable RMAC state C1 dbgport.\n");
                break;
        case RTW89_DBG_PORT_SEL_RMAC_PLCP_C0:
                info = &dbg_port_rmac_plcp_c0;
                p += scnprintf(p, end - p, "Enable RMAC PLCP C0 dbgport.\n");
                break;
        case RTW89_DBG_PORT_SEL_RMAC_PLCP_C1:
                info = &dbg_port_rmac_plcp_c1;
                p += scnprintf(p, end - p, "Enable RMAC PLCP C1 dbgport.\n");
                break;
        case RTW89_DBG_PORT_SEL_TRXPTCL_C0:
                info = &dbg_port_trxptcl_c0;
                val32 = rtw89_read32(rtwdev, R_AX_DBG_CTRL);
                val32 = u32_replace_bits(val32, TRXPTCL_DBG_SEL_C0, B_AX_DBG_SEL0);
                val32 = u32_replace_bits(val32, TRXPTCL_DBG_SEL_C0, B_AX_DBG_SEL1);
                rtw89_write32(rtwdev, R_AX_DBG_CTRL, val32);

                val32 = rtw89_read32(rtwdev, R_AX_SYS_STATUS1);
                val32 = u32_replace_bits(val32, MAC_DBG_SEL, B_AX_SEL_0XC0_MASK);
                rtw89_write32(rtwdev, R_AX_SYS_STATUS1, val32);
                p += scnprintf(p, end - p, "Enable TRXPTCL C0 dbgport.\n");
                break;
        case RTW89_DBG_PORT_SEL_TRXPTCL_C1:
                info = &dbg_port_trxptcl_c1;
                val32 = rtw89_read32(rtwdev, R_AX_DBG_CTRL);
                val32 = u32_replace_bits(val32, TRXPTCL_DBG_SEL_C1, B_AX_DBG_SEL0);
                val32 = u32_replace_bits(val32, TRXPTCL_DBG_SEL_C1, B_AX_DBG_SEL1);
                rtw89_write32(rtwdev, R_AX_DBG_CTRL, val32);

                val32 = rtw89_read32(rtwdev, R_AX_SYS_STATUS1);
                val32 = u32_replace_bits(val32, MAC_DBG_SEL, B_AX_SEL_0XC0_MASK);
                rtw89_write32(rtwdev, R_AX_SYS_STATUS1, val32);
                p += scnprintf(p, end - p, "Enable TRXPTCL C1 dbgport.\n");
                break;
        case RTW89_DBG_PORT_SEL_TX_INFOL_C0:
                info = &dbg_port_tx_infol_c0;
                val32 = rtw89_read32(rtwdev, R_AX_TCR1);
                val32 |= B_AX_TCR_FORCE_READ_TXDFIFO;
                rtw89_write32(rtwdev, R_AX_TCR1, val32);
                p += scnprintf(p, end - p, "Enable tx infol dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_TX_INFOH_C0:
                info = &dbg_port_tx_infoh_c0;
                val32 = rtw89_read32(rtwdev, R_AX_TCR1);
                val32 |= B_AX_TCR_FORCE_READ_TXDFIFO;
                rtw89_write32(rtwdev, R_AX_TCR1, val32);
                p += scnprintf(p, end - p, "Enable tx infoh dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_TX_INFOL_C1:
                info = &dbg_port_tx_infol_c1;
                val32 = rtw89_read32(rtwdev, R_AX_TCR1_C1);
                val32 |= B_AX_TCR_FORCE_READ_TXDFIFO;
                rtw89_write32(rtwdev, R_AX_TCR1_C1, val32);
                p += scnprintf(p, end - p, "Enable tx infol dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_TX_INFOH_C1:
                info = &dbg_port_tx_infoh_c1;
                val32 = rtw89_read32(rtwdev, R_AX_TCR1_C1);
                val32 |= B_AX_TCR_FORCE_READ_TXDFIFO;
                rtw89_write32(rtwdev, R_AX_TCR1_C1, val32);
                p += scnprintf(p, end - p, "Enable tx infoh dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_TXTF_INFOL_C0:
                info = &dbg_port_txtf_infol_c0;
                val32 = rtw89_read32(rtwdev, R_AX_TCR1);
                val32 |= B_AX_TCR_FORCE_READ_TXDFIFO;
                rtw89_write32(rtwdev, R_AX_TCR1, val32);
                p += scnprintf(p, end - p, "Enable tx tf infol dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_TXTF_INFOH_C0:
                info = &dbg_port_txtf_infoh_c0;
                val32 = rtw89_read32(rtwdev, R_AX_TCR1);
                val32 |= B_AX_TCR_FORCE_READ_TXDFIFO;
                rtw89_write32(rtwdev, R_AX_TCR1, val32);
                p += scnprintf(p, end - p, "Enable tx tf infoh dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_TXTF_INFOL_C1:
                info = &dbg_port_txtf_infol_c1;
                val32 = rtw89_read32(rtwdev, R_AX_TCR1_C1);
                val32 |= B_AX_TCR_FORCE_READ_TXDFIFO;
                rtw89_write32(rtwdev, R_AX_TCR1_C1, val32);
                p += scnprintf(p, end - p, "Enable tx tf infol dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_TXTF_INFOH_C1:
                info = &dbg_port_txtf_infoh_c1;
                val32 = rtw89_read32(rtwdev, R_AX_TCR1_C1);
                val32 |= B_AX_TCR_FORCE_READ_TXDFIFO;
                rtw89_write32(rtwdev, R_AX_TCR1_C1, val32);
                p += scnprintf(p, end - p, "Enable tx tf infoh dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_WDE_BUFMGN_FREEPG:
                info = &dbg_port_wde_bufmgn_freepg;
                p += scnprintf(p, end - p, "Enable wde bufmgn freepg dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_WDE_BUFMGN_QUOTA:
                info = &dbg_port_wde_bufmgn_quota;
                p += scnprintf(p, end - p, "Enable wde bufmgn quota dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_WDE_BUFMGN_PAGELLT:
                info = &dbg_port_wde_bufmgn_pagellt;
                p += scnprintf(p, end - p,
                               "Enable wde bufmgn pagellt dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_WDE_BUFMGN_PKTINFO:
                info = &dbg_port_wde_bufmgn_pktinfo;
                p += scnprintf(p, end - p,
                               "Enable wde bufmgn pktinfo dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_WDE_QUEMGN_PREPKT:
                info = &dbg_port_wde_quemgn_prepkt;
                p += scnprintf(p, end - p, "Enable wde quemgn prepkt dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_WDE_QUEMGN_NXTPKT:
                info = &dbg_port_wde_quemgn_nxtpkt;
                p += scnprintf(p, end - p, "Enable wde quemgn nxtpkt dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_WDE_QUEMGN_QLNKTBL:
                info = &dbg_port_wde_quemgn_qlnktbl;
                p += scnprintf(p, end - p,
                               "Enable wde quemgn qlnktbl dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_WDE_QUEMGN_QEMPTY:
                info = &dbg_port_wde_quemgn_qempty;
                p += scnprintf(p, end - p, "Enable wde quemgn qempty dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_PLE_BUFMGN_FREEPG:
                info = &dbg_port_ple_bufmgn_freepg;
                p += scnprintf(p, end - p, "Enable ple bufmgn freepg dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_PLE_BUFMGN_QUOTA:
                info = &dbg_port_ple_bufmgn_quota;
                p += scnprintf(p, end - p, "Enable ple bufmgn quota dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_PLE_BUFMGN_PAGELLT:
                info = &dbg_port_ple_bufmgn_pagellt;
                p += scnprintf(p, end - p,
                               "Enable ple bufmgn pagellt dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_PLE_BUFMGN_PKTINFO:
                info = &dbg_port_ple_bufmgn_pktinfo;
                p += scnprintf(p, end - p,
                               "Enable ple bufmgn pktinfo dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_PLE_QUEMGN_PREPKT:
                info = &dbg_port_ple_quemgn_prepkt;
                p += scnprintf(p, end - p, "Enable ple quemgn prepkt dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_PLE_QUEMGN_NXTPKT:
                info = &dbg_port_ple_quemgn_nxtpkt;
                p += scnprintf(p, end - p, "Enable ple quemgn nxtpkt dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_PLE_QUEMGN_QLNKTBL:
                info = &dbg_port_ple_quemgn_qlnktbl;
                p += scnprintf(p, end - p,
                               "Enable ple quemgn qlnktbl dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_PLE_QUEMGN_QEMPTY:
                info = &dbg_port_ple_quemgn_qempty;
                p += scnprintf(p, end - p, "Enable ple quemgn qempty dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_PKTINFO:
                info = &dbg_port_pktinfo;
                p += scnprintf(p, end - p, "Enable pktinfo dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_DSPT_HDT_TX0:
                rtw89_write32_mask(rtwdev, R_AX_DBG_CTRL,
                                   B_AX_DBG_SEL0, 0x80);
                rtw89_write32_mask(rtwdev, R_AX_SYS_STATUS1,
                                   B_AX_SEL_0XC0_MASK, 1);
                fallthrough;
        case RTW89_DBG_PORT_SEL_DSPT_HDT_TX1:
        case RTW89_DBG_PORT_SEL_DSPT_HDT_TX2:
        case RTW89_DBG_PORT_SEL_DSPT_HDT_TX3:
        case RTW89_DBG_PORT_SEL_DSPT_HDT_TX4:
        case RTW89_DBG_PORT_SEL_DSPT_HDT_TX5:
                info = &dbg_port_dspt_hdt_tx0_5;
                index = sel - RTW89_DBG_PORT_SEL_DSPT_HDT_TX0;
                rtw89_write16_mask(rtwdev, info->sel_addr,
                                   B_AX_DISPATCHER_INTN_SEL_MASK, 0);
                rtw89_write16_mask(rtwdev, info->sel_addr,
                                   B_AX_DISPATCHER_CH_SEL_MASK, index);
                p += scnprintf(p, end - p,
                               "Enable Dispatcher hdt tx%x dump.\n", index);
                break;
        case RTW89_DBG_PORT_SEL_DSPT_HDT_TX6:
                info = &dbg_port_dspt_hdt_tx6;
                rtw89_write16_mask(rtwdev, info->sel_addr,
                                   B_AX_DISPATCHER_INTN_SEL_MASK, 0);
                rtw89_write16_mask(rtwdev, info->sel_addr,
                                   B_AX_DISPATCHER_CH_SEL_MASK, 6);
                p += scnprintf(p, end - p,
                               "Enable Dispatcher hdt tx6 dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_DSPT_HDT_TX7:
                info = &dbg_port_dspt_hdt_tx7;
                rtw89_write16_mask(rtwdev, info->sel_addr,
                                   B_AX_DISPATCHER_INTN_SEL_MASK, 0);
                rtw89_write16_mask(rtwdev, info->sel_addr,
                                   B_AX_DISPATCHER_CH_SEL_MASK, 7);
                p += scnprintf(p, end - p,
                               "Enable Dispatcher hdt tx7 dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_DSPT_HDT_TX8:
                info = &dbg_port_dspt_hdt_tx8;
                rtw89_write16_mask(rtwdev, info->sel_addr,
                                   B_AX_DISPATCHER_INTN_SEL_MASK, 0);
                rtw89_write16_mask(rtwdev, info->sel_addr,
                                   B_AX_DISPATCHER_CH_SEL_MASK, 8);
                p += scnprintf(p, end - p,
                               "Enable Dispatcher hdt tx8 dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_DSPT_HDT_TX9:
        case RTW89_DBG_PORT_SEL_DSPT_HDT_TXA:
        case RTW89_DBG_PORT_SEL_DSPT_HDT_TXB:
        case RTW89_DBG_PORT_SEL_DSPT_HDT_TXC:
                info = &dbg_port_dspt_hdt_tx9_C;
                index = sel + 9 - RTW89_DBG_PORT_SEL_DSPT_HDT_TX9;
                rtw89_write16_mask(rtwdev, info->sel_addr,
                                   B_AX_DISPATCHER_INTN_SEL_MASK, 0);
                rtw89_write16_mask(rtwdev, info->sel_addr,
                                   B_AX_DISPATCHER_CH_SEL_MASK, index);
                p += scnprintf(p, end - p,
                               "Enable Dispatcher hdt tx%x dump.\n", index);
                break;
        case RTW89_DBG_PORT_SEL_DSPT_HDT_TXD:
                info = &dbg_port_dspt_hdt_txD;
                rtw89_write16_mask(rtwdev, info->sel_addr,
                                   B_AX_DISPATCHER_INTN_SEL_MASK, 0);
                rtw89_write16_mask(rtwdev, info->sel_addr,
                                   B_AX_DISPATCHER_CH_SEL_MASK, 0xD);
                p += scnprintf(p, end - p,
                               "Enable Dispatcher hdt txD dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_DSPT_CDT_TX0:
                info = &dbg_port_dspt_cdt_tx0;
                rtw89_write16_mask(rtwdev, info->sel_addr,
                                   B_AX_DISPATCHER_INTN_SEL_MASK, 1);
                rtw89_write16_mask(rtwdev, info->sel_addr,
                                   B_AX_DISPATCHER_CH_SEL_MASK, 0);
                p += scnprintf(p, end - p,
                               "Enable Dispatcher cdt tx0 dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_DSPT_CDT_TX1:
                info = &dbg_port_dspt_cdt_tx1;
                rtw89_write16_mask(rtwdev, info->sel_addr,
                                   B_AX_DISPATCHER_INTN_SEL_MASK, 1);
                rtw89_write16_mask(rtwdev, info->sel_addr,
                                   B_AX_DISPATCHER_CH_SEL_MASK, 1);
                p += scnprintf(p, end - p,
                               "Enable Dispatcher cdt tx1 dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_DSPT_CDT_TX3:
                info = &dbg_port_dspt_cdt_tx3;
                rtw89_write16_mask(rtwdev, info->sel_addr,
                                   B_AX_DISPATCHER_INTN_SEL_MASK, 1);
                rtw89_write16_mask(rtwdev, info->sel_addr,
                                   B_AX_DISPATCHER_CH_SEL_MASK, 3);
                p += scnprintf(p, end - p,
                               "Enable Dispatcher cdt tx3 dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_DSPT_CDT_TX4:
                info = &dbg_port_dspt_cdt_tx4;
                rtw89_write16_mask(rtwdev, info->sel_addr,
                                   B_AX_DISPATCHER_INTN_SEL_MASK, 1);
                rtw89_write16_mask(rtwdev, info->sel_addr,
                                   B_AX_DISPATCHER_CH_SEL_MASK, 4);
                p += scnprintf(p, end - p,
                               "Enable Dispatcher cdt tx4 dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_DSPT_CDT_TX5:
        case RTW89_DBG_PORT_SEL_DSPT_CDT_TX6:
        case RTW89_DBG_PORT_SEL_DSPT_CDT_TX7:
        case RTW89_DBG_PORT_SEL_DSPT_CDT_TX8:
                info = &dbg_port_dspt_cdt_tx5_8;
                index = sel + 5 - RTW89_DBG_PORT_SEL_DSPT_CDT_TX5;
                rtw89_write16_mask(rtwdev, info->sel_addr,
                                   B_AX_DISPATCHER_INTN_SEL_MASK, 1);
                rtw89_write16_mask(rtwdev, info->sel_addr,
                                   B_AX_DISPATCHER_CH_SEL_MASK, index);
                p += scnprintf(p, end - p,
                               "Enable Dispatcher cdt tx%x dump.\n", index);
                break;
        case RTW89_DBG_PORT_SEL_DSPT_CDT_TX9:
                info = &dbg_port_dspt_cdt_tx9;
                rtw89_write16_mask(rtwdev, info->sel_addr,
                                   B_AX_DISPATCHER_INTN_SEL_MASK, 1);
                rtw89_write16_mask(rtwdev, info->sel_addr,
                                   B_AX_DISPATCHER_CH_SEL_MASK, 9);
                p += scnprintf(p, end - p,
                               "Enable Dispatcher cdt tx9 dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_DSPT_CDT_TXA:
        case RTW89_DBG_PORT_SEL_DSPT_CDT_TXB:
        case RTW89_DBG_PORT_SEL_DSPT_CDT_TXC:
                info = &dbg_port_dspt_cdt_txA_C;
                index = sel + 0xA - RTW89_DBG_PORT_SEL_DSPT_CDT_TXA;
                rtw89_write16_mask(rtwdev, info->sel_addr,
                                   B_AX_DISPATCHER_INTN_SEL_MASK, 1);
                rtw89_write16_mask(rtwdev, info->sel_addr,
                                   B_AX_DISPATCHER_CH_SEL_MASK, index);
                p += scnprintf(p, end - p,
                               "Enable Dispatcher cdt tx%x dump.\n", index);
                break;
        case RTW89_DBG_PORT_SEL_DSPT_HDT_RX0:
                info = &dbg_port_dspt_hdt_rx0;
                rtw89_write16_mask(rtwdev, info->sel_addr,
                                   B_AX_DISPATCHER_INTN_SEL_MASK, 2);
                rtw89_write16_mask(rtwdev, info->sel_addr,
                                   B_AX_DISPATCHER_CH_SEL_MASK, 0);
                p += scnprintf(p, end - p,
                               "Enable Dispatcher hdt rx0 dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_DSPT_HDT_RX1:
        case RTW89_DBG_PORT_SEL_DSPT_HDT_RX2:
                info = &dbg_port_dspt_hdt_rx1_2;
                index = sel + 1 - RTW89_DBG_PORT_SEL_DSPT_HDT_RX1;
                rtw89_write16_mask(rtwdev, info->sel_addr,
                                   B_AX_DISPATCHER_INTN_SEL_MASK, 2);
                rtw89_write16_mask(rtwdev, info->sel_addr,
                                   B_AX_DISPATCHER_CH_SEL_MASK, index);
                p += scnprintf(p, end - p,
                               "Enable Dispatcher hdt rx%x dump.\n", index);
                break;
        case RTW89_DBG_PORT_SEL_DSPT_HDT_RX3:
                info = &dbg_port_dspt_hdt_rx3;
                rtw89_write16_mask(rtwdev, info->sel_addr,
                                   B_AX_DISPATCHER_INTN_SEL_MASK, 2);
                rtw89_write16_mask(rtwdev, info->sel_addr,
                                   B_AX_DISPATCHER_CH_SEL_MASK, 3);
                p += scnprintf(p, end - p,
                               "Enable Dispatcher hdt rx3 dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_DSPT_HDT_RX4:
                info = &dbg_port_dspt_hdt_rx4;
                rtw89_write16_mask(rtwdev, info->sel_addr,
                                   B_AX_DISPATCHER_INTN_SEL_MASK, 2);
                rtw89_write16_mask(rtwdev, info->sel_addr,
                                   B_AX_DISPATCHER_CH_SEL_MASK, 4);
                p += scnprintf(p, end - p,
                               "Enable Dispatcher hdt rx4 dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_DSPT_HDT_RX5:
                info = &dbg_port_dspt_hdt_rx5;
                rtw89_write16_mask(rtwdev, info->sel_addr,
                                   B_AX_DISPATCHER_INTN_SEL_MASK, 2);
                rtw89_write16_mask(rtwdev, info->sel_addr,
                                   B_AX_DISPATCHER_CH_SEL_MASK, 5);
                p += scnprintf(p, end - p,
                               "Enable Dispatcher hdt rx5 dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_DSPT_CDT_RX_P0_0:
                info = &dbg_port_dspt_cdt_rx_p0_0;
                rtw89_write16_mask(rtwdev, info->sel_addr,
                                   B_AX_DISPATCHER_INTN_SEL_MASK, 3);
                rtw89_write16_mask(rtwdev, info->sel_addr,
                                   B_AX_DISPATCHER_CH_SEL_MASK, 0);
                p += scnprintf(p, end - p,
                               "Enable Dispatcher cdt rx part0 0 dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_DSPT_CDT_RX_P0:
        case RTW89_DBG_PORT_SEL_DSPT_CDT_RX_P0_1:
                info = &dbg_port_dspt_cdt_rx_p0_1;
                rtw89_write16_mask(rtwdev, info->sel_addr,
                                   B_AX_DISPATCHER_INTN_SEL_MASK, 3);
                rtw89_write16_mask(rtwdev, info->sel_addr,
                                   B_AX_DISPATCHER_CH_SEL_MASK, 1);
                p += scnprintf(p, end - p,
                               "Enable Dispatcher cdt rx part0 1 dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_DSPT_CDT_RX_P0_2:
                info = &dbg_port_dspt_cdt_rx_p0_2;
                rtw89_write16_mask(rtwdev, info->sel_addr,
                                   B_AX_DISPATCHER_INTN_SEL_MASK, 3);
                rtw89_write16_mask(rtwdev, info->sel_addr,
                                   B_AX_DISPATCHER_CH_SEL_MASK, 2);
                p += scnprintf(p, end - p,
                               "Enable Dispatcher cdt rx part0 2 dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_DSPT_CDT_RX_P1:
                info = &dbg_port_dspt_cdt_rx_p1;
                rtw89_write8_mask(rtwdev, info->sel_addr,
                                  B_AX_DISPATCHER_INTN_SEL_MASK, 3);
                p += scnprintf(p, end - p,
                               "Enable Dispatcher cdt rx part1 dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_DSPT_STF_CTRL:
                info = &dbg_port_dspt_stf_ctrl;
                rtw89_write8_mask(rtwdev, info->sel_addr,
                                  B_AX_DISPATCHER_INTN_SEL_MASK, 4);
                p += scnprintf(p, end - p,
                               "Enable Dispatcher stf control dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_DSPT_ADDR_CTRL:
                info = &dbg_port_dspt_addr_ctrl;
                rtw89_write8_mask(rtwdev, info->sel_addr,
                                  B_AX_DISPATCHER_INTN_SEL_MASK, 5);
                p += scnprintf(p, end - p,
                               "Enable Dispatcher addr control dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_DSPT_WDE_INTF:
                info = &dbg_port_dspt_wde_intf;
                rtw89_write8_mask(rtwdev, info->sel_addr,
                                  B_AX_DISPATCHER_INTN_SEL_MASK, 6);
                p += scnprintf(p, end - p,
                               "Enable Dispatcher wde interface dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_DSPT_PLE_INTF:
                info = &dbg_port_dspt_ple_intf;
                rtw89_write8_mask(rtwdev, info->sel_addr,
                                  B_AX_DISPATCHER_INTN_SEL_MASK, 7);
                p += scnprintf(p, end - p,
                               "Enable Dispatcher ple interface dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_DSPT_FLOW_CTRL:
                info = &dbg_port_dspt_flow_ctrl;
                rtw89_write8_mask(rtwdev, info->sel_addr,
                                  B_AX_DISPATCHER_INTN_SEL_MASK, 8);
                p += scnprintf(p, end - p,
                               "Enable Dispatcher flow control dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_PCIE_TXDMA:
                info = &dbg_port_pcie_txdma;
                val32 = rtw89_read32(rtwdev, R_AX_DBG_CTRL);
                val32 = u32_replace_bits(val32, PCIE_TXDMA_DBG_SEL, B_AX_DBG_SEL0);
                val32 = u32_replace_bits(val32, PCIE_TXDMA_DBG_SEL, B_AX_DBG_SEL1);
                rtw89_write32(rtwdev, R_AX_DBG_CTRL, val32);
                p += scnprintf(p, end - p, "Enable pcie txdma dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_PCIE_RXDMA:
                info = &dbg_port_pcie_rxdma;
                val32 = rtw89_read32(rtwdev, R_AX_DBG_CTRL);
                val32 = u32_replace_bits(val32, PCIE_RXDMA_DBG_SEL, B_AX_DBG_SEL0);
                val32 = u32_replace_bits(val32, PCIE_RXDMA_DBG_SEL, B_AX_DBG_SEL1);
                rtw89_write32(rtwdev, R_AX_DBG_CTRL, val32);
                p += scnprintf(p, end - p, "Enable pcie rxdma dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_PCIE_CVT:
                info = &dbg_port_pcie_cvt;
                val32 = rtw89_read32(rtwdev, R_AX_DBG_CTRL);
                val32 = u32_replace_bits(val32, PCIE_CVT_DBG_SEL, B_AX_DBG_SEL0);
                val32 = u32_replace_bits(val32, PCIE_CVT_DBG_SEL, B_AX_DBG_SEL1);
                rtw89_write32(rtwdev, R_AX_DBG_CTRL, val32);
                p += scnprintf(p, end - p, "Enable pcie cvt dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_PCIE_CXPL:
                info = &dbg_port_pcie_cxpl;
                val32 = rtw89_read32(rtwdev, R_AX_DBG_CTRL);
                val32 = u32_replace_bits(val32, PCIE_CXPL_DBG_SEL, B_AX_DBG_SEL0);
                val32 = u32_replace_bits(val32, PCIE_CXPL_DBG_SEL, B_AX_DBG_SEL1);
                rtw89_write32(rtwdev, R_AX_DBG_CTRL, val32);
                p += scnprintf(p, end - p, "Enable pcie cxpl dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_PCIE_IO:
                info = &dbg_port_pcie_io;
                val32 = rtw89_read32(rtwdev, R_AX_DBG_CTRL);
                val32 = u32_replace_bits(val32, PCIE_IO_DBG_SEL, B_AX_DBG_SEL0);
                val32 = u32_replace_bits(val32, PCIE_IO_DBG_SEL, B_AX_DBG_SEL1);
                rtw89_write32(rtwdev, R_AX_DBG_CTRL, val32);
                p += scnprintf(p, end - p, "Enable pcie io dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_PCIE_MISC:
                info = &dbg_port_pcie_misc;
                val32 = rtw89_read32(rtwdev, R_AX_DBG_CTRL);
                val32 = u32_replace_bits(val32, PCIE_MISC_DBG_SEL, B_AX_DBG_SEL0);
                val32 = u32_replace_bits(val32, PCIE_MISC_DBG_SEL, B_AX_DBG_SEL1);
                rtw89_write32(rtwdev, R_AX_DBG_CTRL, val32);
                p += scnprintf(p, end - p, "Enable pcie misc dump.\n");
                break;
        case RTW89_DBG_PORT_SEL_PCIE_MISC2:
                info = &dbg_port_pcie_misc2;
                val16 = rtw89_read16(rtwdev, R_AX_PCIE_DBG_CTRL);
                val16 = u16_replace_bits(val16, PCIE_MISC2_DBG_SEL,
                                         B_AX_PCIE_DBG_SEL_MASK);
                rtw89_write16(rtwdev, R_AX_PCIE_DBG_CTRL, val16);
                p += scnprintf(p, end - p, "Enable pcie misc2 dump.\n");
                break;
        default:
                p += scnprintf(p, end - p, "Dbg port select err\n");
                break;
        }

        *ppinfo = info;

        return p - buf;
}

static bool is_dbg_port_valid(struct rtw89_dev *rtwdev, u32 sel)
{
        if (rtwdev->hci.type != RTW89_HCI_TYPE_PCIE &&
            sel >= RTW89_DBG_PORT_SEL_PCIE_TXDMA &&
            sel <= RTW89_DBG_PORT_SEL_PCIE_MISC2)
                return false;
        if (rtw89_is_rtl885xb(rtwdev) &&
            sel >= RTW89_DBG_PORT_SEL_PTCL_C1 &&
            sel <= RTW89_DBG_PORT_SEL_TXTF_INFOH_C1)
                return false;
        if (rtw89_mac_check_mac_en(rtwdev, 0, RTW89_DMAC_SEL) &&
            sel >= RTW89_DBG_PORT_SEL_WDE_BUFMGN_FREEPG &&
            sel <= RTW89_DBG_PORT_SEL_PKTINFO)
                return false;
        if (rtw89_mac_check_mac_en(rtwdev, 0, RTW89_DMAC_SEL) &&
            sel >= RTW89_DBG_PORT_SEL_DSPT_HDT_TX0 &&
            sel <= RTW89_DBG_PORT_SEL_DSPT_FLOW_CTRL)
                return false;
        if (rtw89_mac_check_mac_en(rtwdev, 0, RTW89_CMAC_SEL) &&
            sel >= RTW89_DBG_PORT_SEL_PTCL_C0 &&
            sel <= RTW89_DBG_PORT_SEL_TXTF_INFOH_C0)
                return false;
        if (rtw89_mac_check_mac_en(rtwdev, 1, RTW89_CMAC_SEL) &&
            sel >= RTW89_DBG_PORT_SEL_PTCL_C1 &&
            sel <= RTW89_DBG_PORT_SEL_TXTF_INFOH_C1)
                return false;

        return true;
}

static int rtw89_debug_mac_dbg_port_dump(struct rtw89_dev *rtwdev,
                                         char *buf, size_t bufsz, u32 sel)
{
        const struct rtw89_mac_dbg_port_info *info = NULL;
        char *p = buf, *end = buf + bufsz;
        u32 val32;
        u16 val16;
        u8 val8;
        u32 i;

        p += rtw89_debug_mac_dbg_port_sel(rtwdev, p, end - p, sel, &info);

        if (!info) {
                rtw89_err(rtwdev, "failed to select debug port %d\n", sel);
                goto out;
        }

#define case_DBG_SEL(__sel) \
        case RTW89_DBG_PORT_SEL_##__sel: \
                p += scnprintf(p, end - p, "Dump debug port " #__sel ":\n"); \
                break

        switch (sel) {
        case_DBG_SEL(PTCL_C0);
        case_DBG_SEL(PTCL_C1);
        case_DBG_SEL(SCH_C0);
        case_DBG_SEL(SCH_C1);
        case_DBG_SEL(TMAC_C0);
        case_DBG_SEL(TMAC_C1);
        case_DBG_SEL(RMAC_C0);
        case_DBG_SEL(RMAC_C1);
        case_DBG_SEL(RMACST_C0);
        case_DBG_SEL(RMACST_C1);
        case_DBG_SEL(TRXPTCL_C0);
        case_DBG_SEL(TRXPTCL_C1);
        case_DBG_SEL(TX_INFOL_C0);
        case_DBG_SEL(TX_INFOH_C0);
        case_DBG_SEL(TX_INFOL_C1);
        case_DBG_SEL(TX_INFOH_C1);
        case_DBG_SEL(TXTF_INFOL_C0);
        case_DBG_SEL(TXTF_INFOH_C0);
        case_DBG_SEL(TXTF_INFOL_C1);
        case_DBG_SEL(TXTF_INFOH_C1);
        case_DBG_SEL(WDE_BUFMGN_FREEPG);
        case_DBG_SEL(WDE_BUFMGN_QUOTA);
        case_DBG_SEL(WDE_BUFMGN_PAGELLT);
        case_DBG_SEL(WDE_BUFMGN_PKTINFO);
        case_DBG_SEL(WDE_QUEMGN_PREPKT);
        case_DBG_SEL(WDE_QUEMGN_NXTPKT);
        case_DBG_SEL(WDE_QUEMGN_QLNKTBL);
        case_DBG_SEL(WDE_QUEMGN_QEMPTY);
        case_DBG_SEL(PLE_BUFMGN_FREEPG);
        case_DBG_SEL(PLE_BUFMGN_QUOTA);
        case_DBG_SEL(PLE_BUFMGN_PAGELLT);
        case_DBG_SEL(PLE_BUFMGN_PKTINFO);
        case_DBG_SEL(PLE_QUEMGN_PREPKT);
        case_DBG_SEL(PLE_QUEMGN_NXTPKT);
        case_DBG_SEL(PLE_QUEMGN_QLNKTBL);
        case_DBG_SEL(PLE_QUEMGN_QEMPTY);
        case_DBG_SEL(PKTINFO);
        case_DBG_SEL(DSPT_HDT_TX0);
        case_DBG_SEL(DSPT_HDT_TX1);
        case_DBG_SEL(DSPT_HDT_TX2);
        case_DBG_SEL(DSPT_HDT_TX3);
        case_DBG_SEL(DSPT_HDT_TX4);
        case_DBG_SEL(DSPT_HDT_TX5);
        case_DBG_SEL(DSPT_HDT_TX6);
        case_DBG_SEL(DSPT_HDT_TX7);
        case_DBG_SEL(DSPT_HDT_TX8);
        case_DBG_SEL(DSPT_HDT_TX9);
        case_DBG_SEL(DSPT_HDT_TXA);
        case_DBG_SEL(DSPT_HDT_TXB);
        case_DBG_SEL(DSPT_HDT_TXC);
        case_DBG_SEL(DSPT_HDT_TXD);
        case_DBG_SEL(DSPT_HDT_TXE);
        case_DBG_SEL(DSPT_HDT_TXF);
        case_DBG_SEL(DSPT_CDT_TX0);
        case_DBG_SEL(DSPT_CDT_TX1);
        case_DBG_SEL(DSPT_CDT_TX3);
        case_DBG_SEL(DSPT_CDT_TX4);
        case_DBG_SEL(DSPT_CDT_TX5);
        case_DBG_SEL(DSPT_CDT_TX6);
        case_DBG_SEL(DSPT_CDT_TX7);
        case_DBG_SEL(DSPT_CDT_TX8);
        case_DBG_SEL(DSPT_CDT_TX9);
        case_DBG_SEL(DSPT_CDT_TXA);
        case_DBG_SEL(DSPT_CDT_TXB);
        case_DBG_SEL(DSPT_CDT_TXC);
        case_DBG_SEL(DSPT_HDT_RX0);
        case_DBG_SEL(DSPT_HDT_RX1);
        case_DBG_SEL(DSPT_HDT_RX2);
        case_DBG_SEL(DSPT_HDT_RX3);
        case_DBG_SEL(DSPT_HDT_RX4);
        case_DBG_SEL(DSPT_HDT_RX5);
        case_DBG_SEL(DSPT_CDT_RX_P0);
        case_DBG_SEL(DSPT_CDT_RX_P0_0);
        case_DBG_SEL(DSPT_CDT_RX_P0_1);
        case_DBG_SEL(DSPT_CDT_RX_P0_2);
        case_DBG_SEL(DSPT_CDT_RX_P1);
        case_DBG_SEL(DSPT_STF_CTRL);
        case_DBG_SEL(DSPT_ADDR_CTRL);
        case_DBG_SEL(DSPT_WDE_INTF);
        case_DBG_SEL(DSPT_PLE_INTF);
        case_DBG_SEL(DSPT_FLOW_CTRL);
        case_DBG_SEL(PCIE_TXDMA);
        case_DBG_SEL(PCIE_RXDMA);
        case_DBG_SEL(PCIE_CVT);
        case_DBG_SEL(PCIE_CXPL);
        case_DBG_SEL(PCIE_IO);
        case_DBG_SEL(PCIE_MISC);
        case_DBG_SEL(PCIE_MISC2);
        }

#undef case_DBG_SEL

        p += scnprintf(p, end - p, "Sel addr = 0x%X\n", info->sel_addr);
        p += scnprintf(p, end - p, "Read addr = 0x%X\n", info->rd_addr);

        for (i = info->srt; i <= info->end; i++) {
                switch (info->sel_byte) {
                case 1:
                default:
                        rtw89_write8_mask(rtwdev, info->sel_addr,
                                          info->sel_msk, i);
                        p += scnprintf(p, end - p, "0x%02X: ", i);
                        break;
                case 2:
                        rtw89_write16_mask(rtwdev, info->sel_addr,
                                           info->sel_msk, i);
                        p += scnprintf(p, end - p, "0x%04X: ", i);
                        break;
                case 4:
                        rtw89_write32_mask(rtwdev, info->sel_addr,
                                           info->sel_msk, i);
                        p += scnprintf(p, end - p, "0x%04X: ", i);
                        break;
                }

                udelay(10);

                switch (info->rd_byte) {
                case 1:
                default:
                        val8 = rtw89_read8_mask(rtwdev,
                                                info->rd_addr, info->rd_msk);
                        p += scnprintf(p, end - p, "0x%02X\n", val8);
                        break;
                case 2:
                        val16 = rtw89_read16_mask(rtwdev,
                                                  info->rd_addr, info->rd_msk);
                        p += scnprintf(p, end - p, "0x%04X\n", val16);
                        break;
                case 4:
                        val32 = rtw89_read32_mask(rtwdev,
                                                  info->rd_addr, info->rd_msk);
                        p += scnprintf(p, end - p, "0x%08X\n", val32);
                        break;
                }
        }

out:
        return p - buf;
}

static int rtw89_debug_mac_dump_dbg_port(struct rtw89_dev *rtwdev,
                                         char *buf, size_t bufsz)
{
        char *p = buf, *end = buf + bufsz;
        ssize_t n;
        u32 sel;

        for (sel = RTW89_DBG_PORT_SEL_PTCL_C0;
             sel < RTW89_DBG_PORT_SEL_LAST; sel++) {
                if (!is_dbg_port_valid(rtwdev, sel))
                        continue;
                n = rtw89_debug_mac_dbg_port_dump(rtwdev, p, end - p, sel);
                if (n < 0) {
                        rtw89_err(rtwdev,
                                  "failed to dump debug port %d\n", sel);
                        break;
                }
                p += n;
        }

        return p - buf;
}

static ssize_t
rtw89_debug_priv_mac_dbg_port_dump_get(struct rtw89_dev *rtwdev,
                                       struct rtw89_debugfs_priv *debugfs_priv,
                                       char *buf, size_t bufsz)
{
        char *p = buf, *end = buf + bufsz;

        if (debugfs_priv->dbgpkg_en.ss_dbg)
                p += rtw89_debug_mac_dump_ss_dbg(rtwdev, p, end - p);
        if (debugfs_priv->dbgpkg_en.dle_dbg)
                p += rtw89_debug_mac_dump_dle_dbg(rtwdev, p, end - p);
        if (debugfs_priv->dbgpkg_en.dmac_dbg)
                p += rtw89_debug_mac_dump_dmac_dbg(rtwdev, p, end - p);
        if (debugfs_priv->dbgpkg_en.cmac_dbg)
                p += rtw89_debug_mac_dump_cmac_dbg(rtwdev, p, end - p);
        if (debugfs_priv->dbgpkg_en.dbg_port)
                p += rtw89_debug_mac_dump_dbg_port(rtwdev, p, end - p);

        return p - buf;
};

static u8 *rtw89_hex2bin(struct rtw89_dev *rtwdev, const char *buf, size_t count)
{
        u8 *bin;
        int num;
        int err = 0;

        num = count / 2;
        bin = kmalloc(num, GFP_KERNEL);
        if (!bin) {
                err = -EFAULT;
                goto out;
        }

        if (hex2bin(bin, buf, num)) {
                rtw89_info(rtwdev, "valid format: H1H2H3...\n");
                kfree(bin);
                err = -EINVAL;
        }

out:
        return err ? ERR_PTR(err) : bin;
}

static ssize_t rtw89_debug_priv_send_h2c_set(struct rtw89_dev *rtwdev,
                                             struct rtw89_debugfs_priv *debugfs_priv,
                                             const char *buf, size_t count)
{
        u8 *h2c;
        int ret;
        u16 h2c_len = count / 2;

        h2c = rtw89_hex2bin(rtwdev, buf, count);
        if (IS_ERR(h2c))
                return -EFAULT;

        ret = rtw89_fw_h2c_raw(rtwdev, h2c, h2c_len);

        kfree(h2c);

        return ret ? ret : count;
}

static ssize_t
rtw89_debug_priv_early_h2c_get(struct rtw89_dev *rtwdev,
                               struct rtw89_debugfs_priv *debugfs_priv,
                               char *buf, size_t bufsz)
{
        struct rtw89_early_h2c *early_h2c;
        char *p = buf, *end = buf + bufsz;
        int seq = 0;

        lockdep_assert_wiphy(rtwdev->hw->wiphy);

        list_for_each_entry(early_h2c, &rtwdev->early_h2c_list, list)
                p += scnprintf(p, end - p, "%d: %*ph\n", ++seq,
                               early_h2c->h2c_len, early_h2c->h2c);

        return p - buf;
}

static ssize_t
rtw89_debug_priv_early_h2c_set(struct rtw89_dev *rtwdev,
                               struct rtw89_debugfs_priv *debugfs_priv,
                               const char *buf, size_t count)
{
        struct rtw89_early_h2c *early_h2c;
        u8 *h2c;
        u16 h2c_len = count / 2;

        lockdep_assert_wiphy(rtwdev->hw->wiphy);

        h2c = rtw89_hex2bin(rtwdev, buf, count);
        if (IS_ERR(h2c))
                return -EFAULT;

        if (h2c_len >= 2 && h2c[0] == 0x00 && h2c[1] == 0x00) {
                kfree(h2c);
                rtw89_fw_free_all_early_h2c(rtwdev);
                goto out;
        }

        early_h2c = kmalloc_obj(*early_h2c);
        if (!early_h2c) {
                kfree(h2c);
                return -EFAULT;
        }

        early_h2c->h2c = h2c;
        early_h2c->h2c_len = h2c_len;

        list_add_tail(&early_h2c->list, &rtwdev->early_h2c_list);

out:
        return count;
}

static int rtw89_dbg_trigger_l1_error_by_halt_h2c_ax(struct rtw89_dev *rtwdev)
{
        if (!test_bit(RTW89_FLAG_FW_RDY, rtwdev->flags))
                return -EBUSY;

        return rtw89_mac_set_err_status(rtwdev, MAC_AX_ERR_L1_RESET_FORCE);
}

static int rtw89_dbg_trigger_l1_error_by_halt_h2c_be(struct rtw89_dev *rtwdev)
{
        if (!test_bit(RTW89_FLAG_FW_RDY, rtwdev->flags))
                return -EBUSY;

        rtw89_write32_set(rtwdev, R_BE_FW_TRIGGER_IDCT_ISR,
                          B_BE_DMAC_FW_TRIG_IDCT | B_BE_DMAC_FW_ERR_IDCT_IMR);

        return 0;
}

static int rtw89_dbg_trigger_l1_error_by_halt_h2c(struct rtw89_dev *rtwdev)
{
        const struct rtw89_chip_info *chip = rtwdev->chip;

        switch (chip->chip_gen) {
        case RTW89_CHIP_AX:
                return rtw89_dbg_trigger_l1_error_by_halt_h2c_ax(rtwdev);
        case RTW89_CHIP_BE:
                return rtw89_dbg_trigger_l1_error_by_halt_h2c_be(rtwdev);
        default:
                return -EOPNOTSUPP;
        }
}

static int rtw89_dbg_trigger_l1_error(struct rtw89_dev *rtwdev)
{
        const struct rtw89_mac_gen_def *mac = rtwdev->chip->mac_def;
        struct rtw89_cpuio_ctrl ctrl_para = {0};
        u16 pkt_id;
        int ret;

        if (RTW89_CHK_FW_FEATURE(SIM_SER_L0L1_BY_HALT_H2C, &rtwdev->fw))
                return rtw89_dbg_trigger_l1_error_by_halt_h2c(rtwdev);

        rtw89_leave_ps_mode(rtwdev);

        ret = mac->dle_buf_req(rtwdev, 0x20, true, &pkt_id);
        if (ret)
                return ret;

        /* intentionally, enqueue two pkt, but has only one pkt id */
        ctrl_para.cmd_type = CPUIO_OP_CMD_ENQ_TO_HEAD;
        ctrl_para.start_pktid = pkt_id;
        ctrl_para.end_pktid = pkt_id;
        ctrl_para.pkt_num = 1; /* start from 0 */
        ctrl_para.dst_pid = WDE_DLE_PORT_ID_WDRLS;
        ctrl_para.dst_qid = WDE_DLE_QUEID_NO_REPORT;

        if (mac->set_cpuio(rtwdev, &ctrl_para, true))
                return -EFAULT;

        return 0;
}

static int rtw89_dbg_trigger_l0_error_ax(struct rtw89_dev *rtwdev)
{
        u16 val16;
        u8 val8;
        int ret;

        ret = rtw89_mac_check_mac_en(rtwdev, RTW89_MAC_0, RTW89_CMAC_SEL);
        if (ret)
                return ret;

        val8 = rtw89_read8(rtwdev, R_AX_CMAC_FUNC_EN);
        rtw89_write8(rtwdev, R_AX_CMAC_FUNC_EN, val8 & ~B_AX_TMAC_EN);
        mdelay(1);
        rtw89_write8(rtwdev, R_AX_CMAC_FUNC_EN, val8);

        val16 = rtw89_read16(rtwdev, R_AX_PTCL_IMR0);
        rtw89_write16(rtwdev, R_AX_PTCL_IMR0, val16 | B_AX_F2PCMD_EMPTY_ERR_INT_EN);
        rtw89_write16(rtwdev, R_AX_PTCL_IMR0, val16);

        return 0;
}

static int rtw89_dbg_trigger_l0_error_be(struct rtw89_dev *rtwdev)
{
        u8 val8;
        int ret;

        ret = rtw89_mac_check_mac_en(rtwdev, RTW89_MAC_0, RTW89_CMAC_SEL);
        if (ret)
                return ret;

        val8 = rtw89_read8(rtwdev, R_BE_CMAC_FUNC_EN);
        rtw89_write8(rtwdev, R_BE_CMAC_FUNC_EN, val8 & ~B_BE_TMAC_EN);
        mdelay(1);
        rtw89_write8(rtwdev, R_BE_CMAC_FUNC_EN, val8);

        return 0;
}

static int rtw89_dbg_trigger_l0_error_by_halt_h2c_ax(struct rtw89_dev *rtwdev)
{
        if (!test_bit(RTW89_FLAG_FW_RDY, rtwdev->flags))
                return -EBUSY;

        return rtw89_mac_set_err_status(rtwdev, MAC_AX_ERR_L0_RESET_FORCE);
}

static int rtw89_dbg_trigger_l0_error_by_halt_h2c_be(struct rtw89_dev *rtwdev)
{
        if (!test_bit(RTW89_FLAG_FW_RDY, rtwdev->flags))
                return -EBUSY;

        rtw89_write32_set(rtwdev, R_BE_CMAC_FW_TRIGGER_IDCT_ISR,
                          B_BE_CMAC_FW_TRIG_IDCT | B_BE_CMAC_FW_ERR_IDCT_IMR);

        return 0;
}

static int rtw89_dbg_trigger_l0_error(struct rtw89_dev *rtwdev)
{
        const struct rtw89_chip_info *chip = rtwdev->chip;
        int (*sim_l0_by_halt_h2c)(struct rtw89_dev *rtwdev);
        int (*sim_l0)(struct rtw89_dev *rtwdev);

        switch (chip->chip_gen) {
        case RTW89_CHIP_AX:
                sim_l0_by_halt_h2c = rtw89_dbg_trigger_l0_error_by_halt_h2c_ax;
                sim_l0 = rtw89_dbg_trigger_l0_error_ax;
                break;
        case RTW89_CHIP_BE:
                sim_l0_by_halt_h2c = rtw89_dbg_trigger_l0_error_by_halt_h2c_be;
                sim_l0 = rtw89_dbg_trigger_l0_error_be;
                break;
        default:
                return -EOPNOTSUPP;
        }

        if (RTW89_CHK_FW_FEATURE(SIM_SER_L0L1_BY_HALT_H2C, &rtwdev->fw))
                return sim_l0_by_halt_h2c(rtwdev);

        rtw89_leave_ps_mode(rtwdev);

        return sim_l0(rtwdev);
}

static ssize_t
rtw89_debug_priv_fw_crash_get(struct rtw89_dev *rtwdev,
                              struct rtw89_debugfs_priv *debugfs_priv,
                              char *buf, size_t bufsz)
{
        char *p = buf, *end = buf + bufsz;

        p += scnprintf(p, end - p, "%d\n",
                       test_bit(RTW89_FLAG_CRASH_SIMULATING, rtwdev->flags));
        return p - buf;
}

enum rtw89_dbg_crash_simulation_type {
        RTW89_DBG_SIM_CPU_EXCEPTION = 1,
        RTW89_DBG_SIM_L1_ERROR = 2,
        RTW89_DBG_SIM_L0_ERROR = 3,
};

static ssize_t
rtw89_debug_priv_fw_crash_set(struct rtw89_dev *rtwdev,
                              struct rtw89_debugfs_priv *debugfs_priv,
                              const char *buf, size_t count)
{
        int (*sim)(struct rtw89_dev *rtwdev);
        bool announce = true;
        u8 crash_type;
        int ret;

        lockdep_assert_wiphy(rtwdev->hw->wiphy);

        ret = kstrtou8(buf, 0, &crash_type);
        if (ret)
                return -EINVAL;

        switch (crash_type) {
        case RTW89_DBG_SIM_CPU_EXCEPTION:
                if (!RTW89_CHK_FW_FEATURE_GROUP(CRASH_TRIGGER, &rtwdev->fw))
                        return -EOPNOTSUPP;
                sim = rtw89_fw_h2c_trigger_cpu_exception;
                break;
        case RTW89_DBG_SIM_L1_ERROR:
                sim = rtw89_dbg_trigger_l1_error;
                break;
        case RTW89_DBG_SIM_L0_ERROR:
                sim = rtw89_dbg_trigger_l0_error;

                /* Driver SER flow won't get involved; only FW will. */
                announce = false;
                break;
        default:
                return -EINVAL;
        }

        if (announce)
                set_bit(RTW89_FLAG_CRASH_SIMULATING, rtwdev->flags);

        ret = sim(rtwdev);

        if (ret)
                return ret;

        return count;
}

struct rtw89_dbg_ser_counters {
        unsigned int l0;
        unsigned int l1;
        unsigned int l0_to_l1;
};

static void rtw89_dbg_get_ser_counters_ax(struct rtw89_dev *rtwdev,
                                          struct rtw89_dbg_ser_counters *cnt)
{
        const u32 val = rtw89_read32(rtwdev, R_AX_SER_DBG_INFO);

        cnt->l0 = u32_get_bits(val, B_AX_SER_L0_COUNTER_MASK);
        cnt->l1 = u32_get_bits(val, B_AX_SER_L1_COUNTER_MASK);
        cnt->l0_to_l1 = u32_get_bits(val, B_AX_L0_TO_L1_EVENT_MASK);
}

static void rtw89_dbg_get_ser_counters_be(struct rtw89_dev *rtwdev,
                                          struct rtw89_dbg_ser_counters *cnt)
{
        const u32 val = rtw89_read32(rtwdev, R_BE_SER_DBG_INFO);

        cnt->l0 = u32_get_bits(val, B_BE_SER_L0_COUNTER_MASK);
        cnt->l1 = u32_get_bits(val, B_BE_SER_L1_COUNTER_MASK);
        cnt->l0_to_l1 = u32_get_bits(val, B_BE_SER_L0_PROMOTE_L1_EVENT_MASK);
}

static ssize_t rtw89_debug_priv_ser_counters_get(struct rtw89_dev *rtwdev,
                                                 struct rtw89_debugfs_priv *debugfs_priv,
                                                 char *buf, size_t bufsz)
{
        const struct rtw89_chip_info *chip = rtwdev->chip;
        struct rtw89_dbg_ser_counters cnt = {};
        char *p = buf, *end = buf + bufsz;

        rtw89_leave_ps_mode(rtwdev);

        switch (chip->chip_gen) {
        case RTW89_CHIP_AX:
                rtw89_dbg_get_ser_counters_ax(rtwdev, &cnt);
                break;
        case RTW89_CHIP_BE:
                rtw89_dbg_get_ser_counters_be(rtwdev, &cnt);
                break;
        default:
                return -EOPNOTSUPP;
        }

        p += scnprintf(p, end - p, "SER L0 Count: %d\n", cnt.l0);
        p += scnprintf(p, end - p, "SER L1 Count: %d\n", cnt.l1);
        p += scnprintf(p, end - p, "SER L0 promote event: %d\n", cnt.l0_to_l1);

        return p - buf;
}

static ssize_t rtw89_debug_priv_btc_info_get(struct rtw89_dev *rtwdev,
                                             struct rtw89_debugfs_priv *debugfs_priv,
                                             char *buf, size_t bufsz)
{
        return rtw89_btc_dump_info(rtwdev, buf, bufsz);
}

static ssize_t rtw89_debug_priv_btc_manual_set(struct rtw89_dev *rtwdev,
                                               struct rtw89_debugfs_priv *debugfs_priv,
                                               const char *buf, size_t count)
{
        struct rtw89_btc *btc = &rtwdev->btc;
        const struct rtw89_btc_ver *ver = btc->ver;
        int ret;

        ret = kstrtobool(buf, &btc->manual_ctrl);
        if (ret)
                return ret;

        if (ver->fcxctrl == 7)
                btc->ctrl.ctrl_v7.manual = btc->manual_ctrl;
        else
                btc->ctrl.ctrl.manual = btc->manual_ctrl;

        return count;
}

static ssize_t rtw89_debug_priv_fw_log_manual_set(struct rtw89_dev *rtwdev,
                                                  struct rtw89_debugfs_priv *debugfs_priv,
                                                  const char *buf, size_t count)
{
        struct rtw89_fw_log *log = &rtwdev->fw.log;
        bool fw_log_manual;

        lockdep_assert_wiphy(rtwdev->hw->wiphy);

        if (kstrtobool(buf, &fw_log_manual))
                goto out;

        log->enable = fw_log_manual;
        if (log->enable)
                rtw89_fw_log_prepare(rtwdev);
        rtw89_fw_h2c_fw_log(rtwdev, fw_log_manual);
out:
        return count;
}

static int rtw89_sta_link_info_get_iter(struct rtw89_dev *rtwdev,
                                        char *buf, size_t bufsz,
                                        struct rtw89_sta_link *rtwsta_link)
{
        static const char * const he_gi_str[] = {
                [NL80211_RATE_INFO_HE_GI_0_8] = "0.8",
                [NL80211_RATE_INFO_HE_GI_1_6] = "1.6",
                [NL80211_RATE_INFO_HE_GI_3_2] = "3.2",
        };
        static const char * const eht_gi_str[] = {
                [NL80211_RATE_INFO_EHT_GI_0_8] = "0.8",
                [NL80211_RATE_INFO_EHT_GI_1_6] = "1.6",
                [NL80211_RATE_INFO_EHT_GI_3_2] = "3.2",
        };
        struct rate_info *rate = &rtwsta_link->ra_report.txrate;
        struct ieee80211_rx_status *status = &rtwsta_link->rx_status;
        struct rtw89_hal *hal = &rtwdev->hal;
        u8 ant_num = hal->ant_diversity ? 2 : rtwdev->chip->rf_path_num;
        bool ant_asterisk = hal->tx_path_diversity || hal->ant_diversity;
        struct ieee80211_link_sta *link_sta;
        char *p = buf, *end = buf + bufsz;
        u8 evm_min, evm_max, evm_1ss;
        u16 max_rc_amsdu_len;
        u8 rssi;
        u8 snr;
        int i;

        rcu_read_lock();

        link_sta = rtw89_sta_rcu_dereference_link(rtwsta_link, true);
        max_rc_amsdu_len = link_sta->agg.max_rc_amsdu_len;

        rcu_read_unlock();

        p += scnprintf(p, end - p, "TX rate [%u, %u]: ", rtwsta_link->mac_id,
                       rtwsta_link->link_id);

        if (rate->flags & RATE_INFO_FLAGS_MCS)
                p += scnprintf(p, end - p, "HT MCS-%d%s", rate->mcs,
                               rate->flags & RATE_INFO_FLAGS_SHORT_GI ? " SGI" : "");
        else if (rate->flags & RATE_INFO_FLAGS_VHT_MCS)
                p += scnprintf(p, end - p, "VHT %dSS MCS-%d%s", rate->nss,
                               rate->mcs,
                               rate->flags & RATE_INFO_FLAGS_SHORT_GI ? " SGI" : "");
        else if (rate->flags & RATE_INFO_FLAGS_HE_MCS)
                p += scnprintf(p, end - p, "HE %dSS MCS-%d GI:%s", rate->nss,
                               rate->mcs,
                               rate->he_gi <= NL80211_RATE_INFO_HE_GI_3_2 ?
                               he_gi_str[rate->he_gi] : "N/A");
        else if (rate->flags & RATE_INFO_FLAGS_EHT_MCS)
                p += scnprintf(p, end - p, "EHT %dSS MCS-%d GI:%s", rate->nss,
                               rate->mcs,
                               rate->eht_gi < ARRAY_SIZE(eht_gi_str) ?
                               eht_gi_str[rate->eht_gi] : "N/A");
        else
                p += scnprintf(p, end - p, "Legacy %d", rate->legacy);
        p += scnprintf(p, end - p, "%s",
                       rtwsta_link->ra_report.might_fallback_legacy ? " FB_G" : "");
        p += scnprintf(p, end - p, " BW:%u",
                       rtw89_rate_info_bw_to_mhz(rate->bw));
        p += scnprintf(p, end - p, " (hw_rate=0x%x)",
                       rtwsta_link->ra_report.hw_rate);
        p += scnprintf(p, end - p, " ==> agg_wait=%d (%d)\n",
                       rtwsta_link->max_agg_wait,
                       max_rc_amsdu_len);

        p += scnprintf(p, end - p, "RX rate [%u, %u]: ", rtwsta_link->mac_id,
                       rtwsta_link->link_id);

        switch (status->encoding) {
        case RX_ENC_LEGACY:
                p += scnprintf(p, end - p, "Legacy %d", status->rate_idx +
                               (status->band != NL80211_BAND_2GHZ ? 4 : 0));
                break;
        case RX_ENC_HT:
                p += scnprintf(p, end - p, "HT MCS-%d%s", status->rate_idx,
                               status->enc_flags & RX_ENC_FLAG_SHORT_GI ? " SGI" : "");
                break;
        case RX_ENC_VHT:
                p += scnprintf(p, end - p, "VHT %dSS MCS-%d%s", status->nss,
                               status->rate_idx,
                               status->enc_flags & RX_ENC_FLAG_SHORT_GI ? " SGI" : "");
                break;
        case RX_ENC_HE:
                p += scnprintf(p, end - p, "HE %dSS MCS-%d GI:%s",
                               status->nss, status->rate_idx,
                               status->he_gi <= NL80211_RATE_INFO_HE_GI_3_2 ?
                               he_gi_str[status->he_gi] : "N/A");
                break;
        case RX_ENC_EHT:
                p += scnprintf(p, end - p, "EHT %dSS MCS-%d GI:%s",
                               status->nss, status->rate_idx,
                               status->eht.gi < ARRAY_SIZE(eht_gi_str) ?
                               eht_gi_str[status->eht.gi] : "N/A");
                break;
        }
        p += scnprintf(p, end - p, " BW:%u",
                       rtw89_rate_info_bw_to_mhz(status->bw));
        p += scnprintf(p, end - p, " (hw_rate=0x%x)\n",
                       rtwsta_link->rx_hw_rate);

        rssi = ewma_rssi_read(&rtwsta_link->avg_rssi);
        p += scnprintf(p, end - p, "RSSI: %d dBm (raw=%d, prev=%d) [",
                       RTW89_RSSI_RAW_TO_DBM(rssi), rssi,
                       rtwsta_link->prev_rssi);
        for (i = 0; i < ant_num; i++) {
                rssi = ewma_rssi_read(&rtwsta_link->rssi[i]);
                p += scnprintf(p, end - p, "%d%s%s",
                               RTW89_RSSI_RAW_TO_DBM(rssi),
                               ant_asterisk && (hal->antenna_tx & BIT(i)) ? "*" : "",
                               i + 1 == ant_num ? "" : ", ");
        }
        p += scnprintf(p, end - p, "]\n");

        evm_1ss = ewma_evm_read(&rtwsta_link->evm_1ss);
        p += scnprintf(p, end - p, "EVM: [%2u.%02u, ", evm_1ss >> 2,
                       (evm_1ss & 0x3) * 25);
        for (i = 0; i < (hal->ant_diversity ? 2 : 1); i++) {
                evm_min = ewma_evm_read(&rtwsta_link->evm_min[i]);
                evm_max = ewma_evm_read(&rtwsta_link->evm_max[i]);

                p += scnprintf(p, end - p, "%s(%2u.%02u, %2u.%02u)",
                               i == 0 ? "" : " ",
                               evm_min >> 2, (evm_min & 0x3) * 25,
                               evm_max >> 2, (evm_max & 0x3) * 25);
        }
        p += scnprintf(p, end - p, "]\t");

        snr = ewma_snr_read(&rtwsta_link->avg_snr);
        p += scnprintf(p, end - p, "SNR: %u\n", snr);

        return p - buf;
}

static void rtw89_sta_info_get_iter(void *data, struct ieee80211_sta *sta)
{
        struct rtw89_debugfs_iter_data *iter_data =
                (struct rtw89_debugfs_iter_data *)data;
        struct rtw89_sta *rtwsta = sta_to_rtwsta(sta);
        struct rtw89_dev *rtwdev = rtwsta->rtwdev;
        struct rtw89_sta_link *rtwsta_link;
        size_t bufsz = iter_data->bufsz;
        char *buf = iter_data->buf;
        char *p = buf, *end = buf + bufsz;
        unsigned int link_id;

        rtw89_sta_for_each_link(rtwsta, rtwsta_link, link_id)
                p += rtw89_sta_link_info_get_iter(rtwdev, p, end - p, rtwsta_link);

        rtw89_debugfs_iter_data_next(iter_data, p, end - p, p - buf);
}

static int
rtw89_debug_append_rx_rate(char *buf, size_t bufsz, struct rtw89_pkt_stat *pkt_stat,
                           enum rtw89_hw_rate first_rate, int len)
{
        char *p = buf, *end = buf + bufsz;
        int i;

        for (i = 0; i < len; i++)
                p += scnprintf(p, end - p, "%s%u", i == 0 ? "" : ", ",
                               pkt_stat->rx_rate_cnt[first_rate + i]);

        return p - buf;
}

#define FIRST_RATE_SAME(rate) {RTW89_HW_RATE_ ## rate, RTW89_HW_RATE_ ## rate}
#define FIRST_RATE_ENUM(rate) {RTW89_HW_RATE_ ## rate, RTW89_HW_RATE_V1_ ## rate}
#define FIRST_RATE_GEV1(rate) {RTW89_HW_RATE_INVAL, RTW89_HW_RATE_V1_ ## rate}

static const struct rtw89_rx_rate_cnt_info {
        enum rtw89_hw_rate first_rate[RTW89_CHIP_GEN_NUM];
        int len;
        int ext;
        const char *rate_mode;
} rtw89_rx_rate_cnt_infos[] = {
        {FIRST_RATE_SAME(CCK1), 4, 0, "Legacy:"},
        {FIRST_RATE_SAME(OFDM6), 8, 0, "OFDM:"},
        {FIRST_RATE_ENUM(MCS0), 8, 0, "HT 0:"},
        {FIRST_RATE_ENUM(MCS8), 8, 0, "HT 1:"},
        {FIRST_RATE_ENUM(VHT_NSS1_MCS0), 10, 2, "VHT 1SS:"},
        {FIRST_RATE_ENUM(VHT_NSS2_MCS0), 10, 2, "VHT 2SS:"},
        {FIRST_RATE_ENUM(HE_NSS1_MCS0), 12, 0, "HE 1SS:"},
        {FIRST_RATE_ENUM(HE_NSS2_MCS0), 12, 0, "HE 2SS:"},
        {FIRST_RATE_GEV1(EHT_NSS1_MCS0), 14, 2, "EHT 1SS:"},
        {FIRST_RATE_GEV1(EHT_NSS2_MCS0), 14, 0, "EHT 2SS:"},
};

static ssize_t rtw89_debug_priv_phy_info_get(struct rtw89_dev *rtwdev,
                                             struct rtw89_debugfs_priv *debugfs_priv,
                                             char *buf, size_t bufsz)
{
        struct rtw89_traffic_stats *stats = &rtwdev->stats;
        struct rtw89_pkt_stat *pkt_stat = &rtwdev->phystat.last_pkt_stat;
        const struct rtw89_chip_info *chip = rtwdev->chip;
        struct rtw89_debugfs_iter_data iter_data;
        const struct rtw89_rx_rate_cnt_info *info;
        struct rtw89_hal *hal = &rtwdev->hal;
        char *p = buf, *end = buf + bufsz;
        enum rtw89_hw_rate first_rate;
        u8 rssi;
        int i;

        rssi = ewma_rssi_read(&rtwdev->phystat.bcn_rssi);

        p += scnprintf(p, end - p, "TP TX: %u [%u] Mbps (lv: %d",
                       stats->tx_throughput, stats->tx_throughput_raw,
                       stats->tx_tfc_lv);
        if (hal->thermal_prot_lv)
                p += scnprintf(p, end - p, ", duty: %d%%",
                               100 - hal->thermal_prot_lv * RTW89_THERMAL_PROT_STEP);
        p += scnprintf(p, end - p, "), RX: %u [%u] Mbps (lv: %d)\n",
                       stats->rx_throughput, stats->rx_throughput_raw,
                       stats->rx_tfc_lv);
        p += scnprintf(p, end - p, "Beacon: %u (%d dBm), TF: %u\n",
                       pkt_stat->beacon_nr,
                       RTW89_RSSI_RAW_TO_DBM(rssi), stats->rx_tf_periodic);
        p += scnprintf(p, end - p, "Avg packet length: TX=%u, RX=%u\n",
                       stats->tx_avg_len,
                       stats->rx_avg_len);

        p += scnprintf(p, end - p, "RX count:\n");

        for (i = 0; i < ARRAY_SIZE(rtw89_rx_rate_cnt_infos); i++) {
                info = &rtw89_rx_rate_cnt_infos[i];
                first_rate = info->first_rate[chip->chip_gen];
                if (first_rate >= RTW89_HW_RATE_NR)
                        continue;

                p += scnprintf(p, end - p, "%10s [", info->rate_mode);
                p += rtw89_debug_append_rx_rate(p, end - p, pkt_stat,
                                                first_rate, info->len);
                if (info->ext) {
                        p += scnprintf(p, end - p, "][");
                        p += rtw89_debug_append_rx_rate(p, end - p, pkt_stat,
                                                        first_rate + info->len, info->ext);
                }
                p += scnprintf(p, end - p, "]\n");
        }

        rtw89_debugfs_iter_data_setup(&iter_data, p, end - p);
        ieee80211_iterate_stations_atomic(rtwdev->hw, rtw89_sta_info_get_iter, &iter_data);
        p += iter_data.written_sz;

        return p - buf;
}

static int rtw89_dump_addr_cam(struct rtw89_dev *rtwdev,
                               char *buf, size_t bufsz,
                               struct rtw89_addr_cam_entry *addr_cam)
{
        struct rtw89_cam_info *cam_info = &rtwdev->cam_info;
        const struct rtw89_sec_cam_entry *sec_entry;
        char *p = buf, *end = buf + bufsz;
        u8 sec_cam_idx;
        int i;

        p += scnprintf(p, end - p, "\taddr_cam_idx=%u\n",
                       addr_cam->addr_cam_idx);
        p += scnprintf(p, end - p, "\t-> bssid_cam_idx=%u\n",
                       addr_cam->bssid_cam_idx);
        p += scnprintf(p, end - p, "\tsec_cam_bitmap=%*ph\n",
                       (int)sizeof(addr_cam->sec_cam_map),
                       addr_cam->sec_cam_map);
        for_each_set_bit(i, addr_cam->sec_cam_map, RTW89_SEC_CAM_IN_ADDR_CAM) {
                sec_cam_idx = addr_cam->sec_ent[i];
                sec_entry = cam_info->sec_entries[sec_cam_idx];
                if (!sec_entry)
                        continue;
                p += scnprintf(p, end - p, "\tsec[%d]: sec_cam_idx %u", i,
                               sec_entry->sec_cam_idx);
                if (sec_entry->ext_key)
                        p += scnprintf(p, end - p, ", %u",
                                       sec_entry->sec_cam_idx + 1);
                p += scnprintf(p, end - p, "\n");
        }

        return p - buf;
}

__printf(4, 5)
static int rtw89_dump_pkt_offload(char *buf, size_t bufsz, struct list_head *pkt_list,
                                  const char *fmt, ...)
{
        char *p = buf, *end = buf + bufsz;
        struct rtw89_pktofld_info *info;
        struct va_format vaf;
        va_list args;

        if (list_empty(pkt_list))
                return 0;

        va_start(args, fmt);
        vaf.va = &args;
        vaf.fmt = fmt;

        p += scnprintf(p, end - p, "%pV", &vaf);

        va_end(args);

        list_for_each_entry(info, pkt_list, list)
                p += scnprintf(p, end - p, "%d ", info->id);

        p += scnprintf(p, end - p, "\n");

        return p - buf;
}

static int rtw89_vif_link_ids_get(struct rtw89_dev *rtwdev,
                                  char *buf, size_t bufsz, u8 *mac,
                                  struct rtw89_vif_link *rtwvif_link,
                                  bool designated)
{
        struct rtw89_bssid_cam_entry *bssid_cam = &rtwvif_link->bssid_cam;
        char *p = buf, *end = buf + bufsz;

        p += scnprintf(p, end - p, "    [%u] %pM\n", rtwvif_link->mac_id,
                       rtwvif_link->mac_addr);
        p += scnprintf(p, end - p, "\tlink_id=%u%s\n", rtwvif_link->link_id,
                       designated ? " (*)" : "");
        p += scnprintf(p, end - p, "\tbssid_cam_idx=%u\n",
                       bssid_cam->bssid_cam_idx);
        p += rtw89_dump_addr_cam(rtwdev, p, end - p, &rtwvif_link->addr_cam);
        p += rtw89_dump_pkt_offload(p, end - p, &rtwvif_link->general_pkt_list,
                                    "\tpkt_ofld[GENERAL]: ");

        return p - buf;
}

static
void rtw89_vif_ids_get_iter(void *data, u8 *mac, struct ieee80211_vif *vif)
{
        struct rtw89_debugfs_iter_data *iter_data =
                (struct rtw89_debugfs_iter_data *)data;
        struct rtw89_vif *rtwvif = vif_to_rtwvif(vif);
        struct rtw89_dev *rtwdev = rtwvif->rtwdev;
        struct rtw89_vif_link *designated_link;
        struct rtw89_vif_link *rtwvif_link;
        size_t bufsz = iter_data->bufsz;
        char *buf = iter_data->buf;
        char *p = buf, *end = buf + bufsz;
        unsigned int link_id;

        designated_link = rtw89_get_designated_link(rtwvif);

        p += scnprintf(p, end - p, "VIF %pM\n", rtwvif->mac_addr);
        rtw89_vif_for_each_link(rtwvif, rtwvif_link, link_id)
                p += rtw89_vif_link_ids_get(rtwdev, p, end - p, mac, rtwvif_link,
                                            rtwvif_link == designated_link);

        rtw89_debugfs_iter_data_next(iter_data, p, end - p, p - buf);
}

static int rtw89_dump_ba_cam(struct rtw89_dev *rtwdev,
                             char *buf, size_t bufsz,
                             struct rtw89_sta_link *rtwsta_link)
{
        struct rtw89_ba_cam_entry *entry;
        char *p = buf, *end = buf + bufsz;
        bool first = true;

        list_for_each_entry(entry, &rtwsta_link->ba_cam_list, list) {
                if (first) {
                        p += scnprintf(p, end - p, "\tba_cam ");
                        first = false;
                } else {
                        p += scnprintf(p, end - p, ", ");
                }
                p += scnprintf(p, end - p, "tid[%u]=%d", entry->tid,
                               (int)(entry - rtwdev->cam_info.ba_cam_entry));
        }
        p += scnprintf(p, end - p, "\n");

        return p - buf;
}

static int rtw89_sta_link_ids_get(struct rtw89_dev *rtwdev,
                                  char *buf, size_t bufsz,
                                  struct rtw89_sta_link *rtwsta_link,
                                  bool designated)
{
        struct ieee80211_link_sta *link_sta;
        char *p = buf, *end = buf + bufsz;

        rcu_read_lock();

        link_sta = rtw89_sta_rcu_dereference_link(rtwsta_link, true);

        p += scnprintf(p, end - p, "    [%u] %pM\n", rtwsta_link->mac_id,
                       link_sta->addr);

        rcu_read_unlock();

        p += scnprintf(p, end - p, "\tlink_id=%u%s\n", rtwsta_link->link_id,
                       designated ? " (*)" : "");
        p += rtw89_dump_addr_cam(rtwdev, p, end - p, &rtwsta_link->addr_cam);
        p += rtw89_dump_ba_cam(rtwdev, p, end - p, rtwsta_link);

        return p - buf;
}

static void rtw89_sta_ids_get_iter(void *data, struct ieee80211_sta *sta)
{
        struct rtw89_debugfs_iter_data *iter_data =
                (struct rtw89_debugfs_iter_data *)data;
        struct rtw89_sta *rtwsta = sta_to_rtwsta(sta);
        struct rtw89_dev *rtwdev = rtwsta->rtwdev;
        struct rtw89_sta_link *designated_link;
        struct rtw89_sta_link *rtwsta_link;
        size_t bufsz = iter_data->bufsz;
        char *buf = iter_data->buf;
        char *p = buf, *end = buf + bufsz;
        unsigned int link_id;

        designated_link = rtw89_get_designated_link(rtwsta);

        p += scnprintf(p, end - p, "STA %pM %s\n", sta->addr,
                       sta->tdls ? "(TDLS)" : "");
        rtw89_sta_for_each_link(rtwsta, rtwsta_link, link_id)
                p += rtw89_sta_link_ids_get(rtwdev, p, end - p, rtwsta_link,
                                            rtwsta_link == designated_link);

        rtw89_debugfs_iter_data_next(iter_data, p, end - p, p - buf);
}

static ssize_t rtw89_debug_priv_stations_get(struct rtw89_dev *rtwdev,
                                             struct rtw89_debugfs_priv *debugfs_priv,
                                             char *buf, size_t bufsz)
{
        struct rtw89_cam_info *cam_info = &rtwdev->cam_info;
        struct rtw89_debugfs_iter_data iter_data;
        char *p = buf, *end = buf + bufsz;
        u8 idx;

        lockdep_assert_wiphy(rtwdev->hw->wiphy);

        p += scnprintf(p, end - p, "map:\n");
        p += scnprintf(p, end - p, "\tmac_id:    %*ph\n",
                       (int)sizeof(rtwdev->mac_id_map),
                       rtwdev->mac_id_map);
        p += scnprintf(p, end - p, "\taddr_cam:  %*ph\n",
                       (int)sizeof(cam_info->addr_cam_map),
                       cam_info->addr_cam_map);
        p += scnprintf(p, end - p, "\tbssid_cam: %*ph\n",
                       (int)sizeof(cam_info->bssid_cam_map),
                       cam_info->bssid_cam_map);
        p += scnprintf(p, end - p, "\tsec_cam:   %*ph\n",
                       (int)sizeof(cam_info->sec_cam_map),
                       cam_info->sec_cam_map);
        p += scnprintf(p, end - p, "\tba_cam:    %*ph\n",
                       (int)sizeof(cam_info->ba_cam_map),
                       cam_info->ba_cam_map);
        p += scnprintf(p, end - p, "\tpkt_ofld:  %*ph\n",
                       (int)sizeof(rtwdev->pkt_offload),
                       rtwdev->pkt_offload);

        for (idx = NL80211_BAND_2GHZ; idx < NUM_NL80211_BANDS; idx++) {
                if (!(rtwdev->chip->support_bands & BIT(idx)))
                        continue;
                p += rtw89_dump_pkt_offload(p, end - p, &rtwdev->scan_info.pkt_list[idx],
                                            "\t\t[SCAN %u]: ", idx);
        }

        rtw89_debugfs_iter_data_setup(&iter_data, p, end - p);
        ieee80211_iterate_active_interfaces_atomic(rtwdev->hw,
                IEEE80211_IFACE_ITER_NORMAL, rtw89_vif_ids_get_iter, &iter_data);
        p += iter_data.written_sz;

        rtw89_debugfs_iter_data_setup(&iter_data, p, end - p);
        ieee80211_iterate_stations_atomic(rtwdev->hw, rtw89_sta_ids_get_iter, &iter_data);
        p += iter_data.written_sz;

        return p - buf;
}

static void rtw89_debug_disable_dm_cfg_bmap(struct rtw89_dev *rtwdev, u32 new)
{
        struct rtw89_hal *hal = &rtwdev->hal;
        u32 old = hal->disabled_dm_bitmap;

        if (new == old)
                return;

        hal->disabled_dm_bitmap = new;

        rtw89_debug(rtwdev, RTW89_DBG_STATE, "Disable DM: 0x%x -> 0x%x\n", old, new);
}

static void rtw89_debug_disable_dm_set_flag(struct rtw89_dev *rtwdev, u8 flag)
{
        struct rtw89_hal *hal = &rtwdev->hal;
        u32 cur = hal->disabled_dm_bitmap;

        rtw89_debug_disable_dm_cfg_bmap(rtwdev, cur | BIT(flag));
}

static void rtw89_debug_disable_dm_clr_flag(struct rtw89_dev *rtwdev, u8 flag)
{
        struct rtw89_hal *hal = &rtwdev->hal;
        u32 cur = hal->disabled_dm_bitmap;

        rtw89_debug_disable_dm_cfg_bmap(rtwdev, cur & ~BIT(flag));
}

#define DM_INFO(type) {RTW89_DM_ ## type, #type}

static const struct rtw89_disabled_dm_info {
        enum rtw89_dm_type type;
        const char *name;
} rtw89_disabled_dm_infos[] = {
        DM_INFO(DYNAMIC_EDCCA),
        DM_INFO(THERMAL_PROTECT),
        DM_INFO(TAS),
        DM_INFO(MLO),
};

static ssize_t
rtw89_debug_priv_disable_dm_get(struct rtw89_dev *rtwdev,
                                struct rtw89_debugfs_priv *debugfs_priv,
                                char *buf, size_t bufsz)
{
        const struct rtw89_disabled_dm_info *info;
        struct rtw89_hal *hal = &rtwdev->hal;
        char *p = buf, *end = buf + bufsz;
        u32 disabled;
        int i;

        p += scnprintf(p, end - p, "Disabled DM: 0x%x\n",
                       hal->disabled_dm_bitmap);

        for (i = 0; i < ARRAY_SIZE(rtw89_disabled_dm_infos); i++) {
                info = &rtw89_disabled_dm_infos[i];
                disabled = BIT(info->type) & hal->disabled_dm_bitmap;

                p += scnprintf(p, end - p, "[%d] %s: %c\n", info->type,
                               info->name,
                               disabled ? 'X' : 'O');
        }

        return p - buf;
}

static ssize_t
rtw89_debug_priv_disable_dm_set(struct rtw89_dev *rtwdev,
                                struct rtw89_debugfs_priv *debugfs_priv,
                                const char *buf, size_t count)
{
        u32 conf;
        int ret;

        ret = kstrtou32(buf, 0, &conf);
        if (ret)
                return -EINVAL;

        rtw89_debug_disable_dm_cfg_bmap(rtwdev, conf);

        return count;
}

static void rtw89_debug_mlo_mode_set_mlsr(struct rtw89_dev *rtwdev,
                                          unsigned int link_id)
{
        struct ieee80211_vif *vif;
        struct rtw89_vif *rtwvif;

        rtw89_for_each_rtwvif(rtwdev, rtwvif) {
                vif = rtwvif_to_vif(rtwvif);
                if (!ieee80211_vif_is_mld(vif))
                        continue;

                rtw89_core_mlsr_switch(rtwdev, rtwvif, link_id);
        }
}

static ssize_t
rtw89_debug_priv_mlo_mode_get(struct rtw89_dev *rtwdev,
                              struct rtw89_debugfs_priv *debugfs_priv,
                              char *buf, size_t bufsz)
{
        bool mlo_dm_dis = rtwdev->hal.disabled_dm_bitmap & BIT(RTW89_DM_MLO);
        char *p = buf, *end = buf + bufsz;
        struct ieee80211_vif *vif;
        struct rtw89_vif *rtwvif;
        int count = 0;

        p += scnprintf(p, end - p, "MLD(s) status: (MLO DM: %s)\n",
                       str_disable_enable(mlo_dm_dis));

        rtw89_for_each_rtwvif(rtwdev, rtwvif) {
                vif = rtwvif_to_vif(rtwvif);
                if (!ieee80211_vif_is_mld(vif))
                        continue;

                p += scnprintf(p, end - p,
                               "\t#%u: MLO mode %x, valid 0x%x, active 0x%x\n",
                               count++, rtwvif->mlo_mode, vif->valid_links,
                               vif->active_links);
        }

        if (count == 0)
                p += scnprintf(p, end - p, "\t(None)\n");

        return p - buf;
}

static ssize_t
rtw89_debug_priv_mlo_mode_set(struct rtw89_dev *rtwdev,
                              struct rtw89_debugfs_priv *debugfs_priv,
                              const char *buf, size_t count)
{
        u8 num, mlo_mode;
        u32 argv;

        num = sscanf(buf, "%hhx %u", &mlo_mode, &argv);
        if (num != 2)
                return -EINVAL;

        rtw89_debug_disable_dm_set_flag(rtwdev, RTW89_DM_MLO);

        rtw89_debug(rtwdev, RTW89_DBG_STATE, "Set MLO mode to %x\n", mlo_mode);

        switch (mlo_mode) {
        case RTW89_MLO_MODE_MLSR:
                rtw89_debug_mlo_mode_set_mlsr(rtwdev, argv);
                break;
        default:
                rtw89_debug(rtwdev, RTW89_DBG_STATE, "Unsupported MLO mode\n");
                rtw89_debug_disable_dm_clr_flag(rtwdev, RTW89_DM_MLO);

                return -EOPNOTSUPP;
        }

        return count;
}

enum __diag_mac_cmd {
        __CMD_EQUALV,
        __CMD_EQUALO,
        __CMD_NEQUALV,
        __CMD_NEQUALO,
        __CMD_SETEQUALV,
        __CMD_SETEQUALO,
        __CMD_CMPWCR,
        __CMD_CMPWWD,
        __CMD_NEQ_CMPWCR,
        __CMD_NEQ_CMPWWD,
        __CMD_INCREMENT,
        __CMD_MESSAGE,
};

enum __diag_mac_io {
        __IO_NORMAL,
        __IO_NORMAL_PCIE,
        __IO_NORMAL_USB,
        __IO_NORMAL_SDIO,
        __IO_PCIE_CFG,
        __IO_SDIO_CCCR,
};

struct __diag_mac_rule_header {
        u8 sheet;
        u8 cmd;
        u8 seq_major;
        u8 seq_minor;
        u8 io_band;
        #define __DIAG_MAC_IO GENMASK(3, 0)
        #define __DIAG_MAC_N_BAND BIT(4)
        #define __DIAG_MAC_HAS_BAND BIT(5)
        u8 len; /* include header. Unit: 4 bytes */
        u8 rsvd[2];
} __packed;

struct __diag_mac_rule_equal {
        struct __diag_mac_rule_header header;
        __le32 addr;
        __le32 addr_name_offset;
        __le32 mask;
        __le32 val;
        __le32 msg_offset;
        u8 rsvd[4];
} __packed;

struct __diag_mac_rule_increment {
        struct __diag_mac_rule_header header;
        __le32 addr;
        __le32 addr_name_offset;
        __le32 mask;
        __le16 sel;
        __le16 delay;
        __le32 msg_offset;
        u8 rsvd[4];
} __packed;

struct __diag_mac_msg_buf {
        __le16 len;
        char string[];
} __packed;

static ssize_t rtw89_mac_diag_do_equalv(struct rtw89_dev *rtwdev,
                                        char *buf, size_t bufsz,
                                        const struct __diag_mac_rule_equal *r,
                                        const void *msg_start,
                                        u64 *positive_bmp)
{
        const struct __diag_mac_msg_buf *name = msg_start +
                                                le32_to_cpu(r->addr_name_offset);
        const struct __diag_mac_msg_buf *msg = msg_start +
                                               le32_to_cpu(r->msg_offset);
        bool want_eq = r->header.cmd == __CMD_EQUALV;
        char *p = buf, *end = buf + bufsz;
        bool equal = false;
        u32 val;

        *positive_bmp <<= 1;

        if (u8_get_bits(r->header.io_band, __DIAG_MAC_IO) == __IO_PCIE_CFG)
                val = rtw89_read32_pci_cfg(rtwdev, le32_to_cpu(r->addr));
        else
                val = rtw89_read32(rtwdev, le32_to_cpu(r->addr));

        if ((val & le32_to_cpu(r->mask)) == le32_to_cpu(r->val))
                equal = true;

        if (want_eq == equal) {
                *positive_bmp |= BIT(0);
                return p - buf;
        }

        p += scnprintf(p, end - p, "sheet: %d, cmd: %d, Reg: %.*s => %x, %.*s\n",
                       r->header.sheet, r->header.cmd, le16_to_cpu(name->len),
                       name->string, val, le16_to_cpu(msg->len), msg->string);

        return p - buf;
}

static ssize_t rtw89_mac_diag_do_increment(struct rtw89_dev *rtwdev,
                                           char *buf, size_t bufsz,
                                           const struct __diag_mac_rule_increment *r,
                                           const void *msg_start,
                                           u64 *positive_bmp)
{
        const struct __diag_mac_msg_buf *name = msg_start +
                                                le32_to_cpu(r->addr_name_offset);
        const struct __diag_mac_msg_buf *msg = msg_start +
                                               le32_to_cpu(r->msg_offset);
        char *p = buf, *end = buf + bufsz;
        u32 addr = le32_to_cpu(r->addr);
        u32 mask = le32_to_cpu(r->mask);
        u16 sel = le16_to_cpu(r->sel);
        u32 val1, val2;

        *positive_bmp <<= 1;

        rtw89_write32(rtwdev, addr, sel);

        if (u8_get_bits(r->header.io_band, __DIAG_MAC_IO) == __IO_PCIE_CFG)
                val1 = rtw89_read32_pci_cfg(rtwdev, addr);
        else
                val1 = rtw89_read32(rtwdev, addr);

        mdelay(le16_to_cpu(r->delay));

        if (u8_get_bits(r->header.io_band, __DIAG_MAC_IO) == __IO_PCIE_CFG)
                val2 = rtw89_read32_pci_cfg(rtwdev, addr);
        else
                val2 = rtw89_read32(rtwdev, addr);

        if ((val2 & mask) > (val1 & mask)) {
                *positive_bmp |= BIT(0);
                return p - buf;
        }

        p += scnprintf(p, end - p, "sheet: %d, cmd: %d, Reg: %.*s [%d]=> %x, %.*s\n",
                       r->header.sheet, r->header.cmd, le16_to_cpu(name->len),
                       name->string, le16_to_cpu(r->sel), val1,
                       le16_to_cpu(msg->len), msg->string);

        return p - buf;
}

static bool rtw89_mac_diag_match_hci(struct rtw89_dev *rtwdev,
                                     const struct __diag_mac_rule_header *rh)
{
        switch (u8_get_bits(rh->io_band, __DIAG_MAC_IO)) {
        case __IO_NORMAL:
        default:
                return true;
        case __IO_NORMAL_PCIE:
        case __IO_PCIE_CFG:
                if (rtwdev->hci.type == RTW89_HCI_TYPE_PCIE)
                        return true;
                break;
        case __IO_NORMAL_USB:
                if (rtwdev->hci.type == RTW89_HCI_TYPE_USB)
                        return true;
                break;
        case __IO_NORMAL_SDIO:
        case __IO_SDIO_CCCR:
                if (rtwdev->hci.type == RTW89_HCI_TYPE_SDIO)
                        return true;
                break;
        }

        return false;
}

static bool rtw89_mac_diag_match_band(struct rtw89_dev *rtwdev,
                                      const struct __diag_mac_rule_header *rh)
{
        u8 active_bands;
        bool has_band;
        u8 band;

        has_band = u8_get_bits(rh->io_band, __DIAG_MAC_HAS_BAND);
        if (!has_band)
                return true;

        band = u8_get_bits(rh->io_band, __DIAG_MAC_N_BAND);
        active_bands = rtw89_get_active_phy_bitmap(rtwdev);

        if (active_bands & BIT(band))
                return true;

        return false;
}

static ssize_t rtw89_mac_diag_iter_all(struct rtw89_dev *rtwdev,
                                       char *buf, size_t bufsz)
{
        const struct rtw89_fw_element_hdr *elm = rtwdev->fw.elm_info.diag_mac;
        u32 n_plains = 0, n_rules = 0, n_positive = 0, n_ignore = 0;
        char *p = buf, *end = buf + bufsz, *p_rewind;
        const void *rule, *rule_end;
        u32 elm_size, rule_size;
        const void *msg_start;
        u64 positive_bmp = 0;
        u8 prev_sheet = 0;
        u8 prev_seq = 0;
        int limit;

        if (!elm) {
                p += scnprintf(p, end - p, "No diag_mac entry\n");
                goto out;
        }

        rule_size = le32_to_cpu(elm->u.diag_mac.rule_size);
        elm_size = le32_to_cpu(elm->size);

        if (ALIGN(rule_size, 16) > elm_size) {
                p += scnprintf(p, end - p, "rule size (%u) exceed elm_size (%u)\n",
                               ALIGN(rule_size, 16), elm_size);
                goto out;
        }

        rule = &elm->u.diag_mac.rules_and_msgs[0];
        rule_end = &elm->u.diag_mac.rules_and_msgs[rule_size];
        msg_start = &elm->u.diag_mac.rules_and_msgs[ALIGN(rule_size, 16)];

        for (limit = 0; limit < 5000 && rule < rule_end; limit++) {
                const struct __diag_mac_rule_header *rh = rule;
                u8 sheet = rh->sheet;
                u8 seq = rh->seq_major;

                if (!rtw89_mac_diag_match_hci(rtwdev, rh) ||
                    !rtw89_mac_diag_match_band(rtwdev, rh)) {
                        n_ignore++;
                        goto next;
                }

                if (!seq || prev_sheet != sheet || prev_seq != seq) {
                        if (positive_bmp) {
                                n_positive++;
                                /*
                                 * discard output for negative results if one in
                                 * a sequence set is positive.
                                 */
                                if (p_rewind)
                                        p = p_rewind;
                        }
                        p_rewind = seq ? p : NULL;
                        positive_bmp = 0;
                        n_rules++;
                }

                switch (rh->cmd) {
                case __CMD_EQUALV:
                case __CMD_NEQUALV:
                        p += rtw89_mac_diag_do_equalv(rtwdev, p, end - p, rule,
                                                      msg_start, &positive_bmp);
                        break;
                case __CMD_INCREMENT:
                        p += rtw89_mac_diag_do_increment(rtwdev, p, end - p, rule,
                                                         msg_start, &positive_bmp);
                        break;
                default:
                        p += scnprintf(p, end - p, "unknown rule cmd %u\n", rh->cmd);
                        break;
                }

next:
                n_plains++;
                rule += rh->len * 4;
                prev_seq = seq;
                prev_sheet = sheet;
        }

        if (positive_bmp) {
                n_positive++;
                if (p_rewind)
                        p = p_rewind;
        }

        p += scnprintf(p, end - p, "\nPlain(Ignore)/Rules/Positive: %u(%u)/%u/%u\n",
                       n_plains, n_ignore, n_rules, n_positive);

out:
        return p - buf;
}

static ssize_t
rtw89_debug_priv_diag_mac_get(struct rtw89_dev *rtwdev,
                              struct rtw89_debugfs_priv *debugfs_priv,
                              char *buf, size_t bufsz)
{
        lockdep_assert_wiphy(rtwdev->hw->wiphy);

        rtw89_leave_lps(rtwdev);

        return rtw89_mac_diag_iter_all(rtwdev, buf, bufsz);
}

static ssize_t
rtw89_debug_priv_beacon_info_get(struct rtw89_dev *rtwdev,
                                 struct rtw89_debugfs_priv *debugfs_priv,
                                 char *buf, size_t bufsz)
{
        struct rtw89_pkt_stat *pkt_stat = &rtwdev->phystat.last_pkt_stat;
        struct rtw89_beacon_track_info *bcn_track = &rtwdev->bcn_track;
        struct rtw89_beacon_stat *bcn_stat = &rtwdev->phystat.bcn_stat;
        struct rtw89_beacon_dist *bcn_dist = &bcn_stat->bcn_dist;
        u16 upper, lower = bcn_stat->tbtt_tu_min;
        char *p = buf, *end = buf + bufsz;
        u16 *drift = bcn_stat->drift;
        u8 bcn_num = bcn_stat->num;
        u8 count;
        u8 i;

        p += scnprintf(p, end - p, "[Beacon info]\n");
        p += scnprintf(p, end - p, "count: %u\n", pkt_stat->beacon_nr);
        p += scnprintf(p, end - p, "interval: %u\n", bcn_track->beacon_int);
        p += scnprintf(p, end - p, "dtim: %u\n", bcn_track->dtim);
        p += scnprintf(p, end - p, "raw rssi: %lu\n",
                       ewma_rssi_read(&rtwdev->phystat.bcn_rssi));
        p += scnprintf(p, end - p, "hw rate: %u\n", pkt_stat->beacon_rate);
        p += scnprintf(p, end - p, "length: %u\n", pkt_stat->beacon_len);

        p += scnprintf(p, end - p, "\n[Distribution]\n");
        p += scnprintf(p, end - p, "tbtt\n");
        for (i = 0; i < RTW89_BCN_TRACK_MAX_BIN_NUM; i++) {
                upper = lower + RTW89_BCN_TRACK_BIN_WIDTH - 1;
                if (i == RTW89_BCN_TRACK_MAX_BIN_NUM - 1)
                        upper = max(upper, bcn_stat->tbtt_tu_max);

                p += scnprintf(p, end - p, "%02u - %02u: %u\n",
                               lower, upper, bcn_dist->bins[i]);

                lower = upper + 1;
        }

        p += scnprintf(p, end - p, "\ndrift\n");

        for (i = 0; i < bcn_num; i += count) {
                count = 1;
                while (i + count < bcn_num && drift[i] == drift[i + count])
                        count++;

                p += scnprintf(p, end - p, "%u: %u\n", drift[i], count);
        }
        p += scnprintf(p, end - p, "\nlower bound: %u\n", bcn_dist->lower_bound);
        p += scnprintf(p, end - p, "upper bound: %u\n", bcn_dist->upper_bound);
        p += scnprintf(p, end - p, "outlier count: %u\n", bcn_dist->outlier_count);

        p += scnprintf(p, end - p, "\n[Tracking]\n");
        p += scnprintf(p, end - p, "tbtt offset: %u\n", bcn_track->tbtt_offset);
        p += scnprintf(p, end - p, "bcn timeout: %u\n", bcn_track->bcn_timeout);

        return p - buf;
}

#define rtw89_debug_priv_get(name, opts...)                     \
{                                                               \
        .cb_read = rtw89_debug_priv_ ##name## _get,             \
        .opt = { opts },                                        \
}

#define rtw89_debug_priv_set(name, opts...)                     \
{                                                               \
        .cb_write = rtw89_debug_priv_ ##name## _set,            \
        .opt = { opts },                                        \
}

#define rtw89_debug_priv_select_and_get(name, opts...)          \
{                                                               \
        .cb_write = rtw89_debug_priv_ ##name## _select,         \
        .cb_read = rtw89_debug_priv_ ##name## _get,             \
        .opt = { opts },                                        \
}

#define rtw89_debug_priv_set_and_get(name, opts...)             \
{                                                               \
        .cb_write = rtw89_debug_priv_ ##name## _set,            \
        .cb_read = rtw89_debug_priv_ ##name## _get,             \
        .opt = { opts },                                        \
}

#define RSIZE_8K .rsize = 0x2000
#define RSIZE_12K .rsize = 0x3000
#define RSIZE_16K .rsize = 0x4000
#define RSIZE_20K .rsize = 0x5000
#define RSIZE_32K .rsize = 0x8000
#define RSIZE_64K .rsize = 0x10000
#define RSIZE_128K .rsize = 0x20000
#define RSIZE_1M .rsize = 0x100000
#define RLOCK .rlock = 1
#define WLOCK .wlock = 1
#define RWLOCK RLOCK, WLOCK

static const struct rtw89_debugfs rtw89_debugfs_templ = {
        .read_reg = rtw89_debug_priv_select_and_get(read_reg),
        .write_reg = rtw89_debug_priv_set(write_reg),
        .read_rf = rtw89_debug_priv_select_and_get(read_rf),
        .write_rf = rtw89_debug_priv_set(write_rf),
        .rf_reg_dump = rtw89_debug_priv_get(rf_reg_dump, RSIZE_8K),
        .txpwr_table = rtw89_debug_priv_get(txpwr_table, RSIZE_20K, RLOCK),
        .mac_reg_dump = rtw89_debug_priv_select_and_get(mac_reg_dump, RSIZE_128K),
        .mac_mem_dump = rtw89_debug_priv_select_and_get(mac_mem_dump, RSIZE_16K, RLOCK),
        .mac_dbg_port_dump = rtw89_debug_priv_select_and_get(mac_dbg_port_dump, RSIZE_1M),
        .send_h2c = rtw89_debug_priv_set(send_h2c),
        .early_h2c = rtw89_debug_priv_set_and_get(early_h2c, RWLOCK),
        .fw_crash = rtw89_debug_priv_set_and_get(fw_crash, WLOCK),
        .ser_counters = rtw89_debug_priv_get(ser_counters, RLOCK),
        .btc_info = rtw89_debug_priv_get(btc_info, RSIZE_12K),
        .btc_manual = rtw89_debug_priv_set(btc_manual),
        .fw_log_manual = rtw89_debug_priv_set(fw_log_manual, WLOCK),
        .phy_info = rtw89_debug_priv_get(phy_info),
        .stations = rtw89_debug_priv_get(stations, RLOCK),
        .disable_dm = rtw89_debug_priv_set_and_get(disable_dm, RWLOCK),
        .mlo_mode = rtw89_debug_priv_set_and_get(mlo_mode, RWLOCK),
        .beacon_info = rtw89_debug_priv_get(beacon_info),
        .diag_mac = rtw89_debug_priv_get(diag_mac, RSIZE_16K, RLOCK),
};

#define rtw89_debugfs_add(name, mode, fopname, parent)                          \
        do {                                                                    \
                struct rtw89_debugfs_priv *priv = &rtwdev->debugfs->name;       \
                priv->rtwdev = rtwdev;                                          \
                if (IS_ERR(debugfs_create_file(#name, mode, parent, priv,       \
                                               &file_ops_ ##fopname)))          \
                        pr_debug("Unable to initialize debugfs:%s\n", #name);   \
        } while (0)

#define rtw89_debugfs_add_w(name)                                               \
        rtw89_debugfs_add(name, S_IFREG | 0222, single_w, debugfs_topdir)
#define rtw89_debugfs_add_rw(name)                                              \
        rtw89_debugfs_add(name, S_IFREG | 0666, common_rw, debugfs_topdir)
#define rtw89_debugfs_add_r(name)                                               \
        rtw89_debugfs_add(name, S_IFREG | 0444, single_r, debugfs_topdir)

static
void rtw89_debugfs_add_sec0(struct rtw89_dev *rtwdev, struct dentry *debugfs_topdir)
{
        rtw89_debugfs_add_rw(read_reg);
        rtw89_debugfs_add_w(write_reg);
        rtw89_debugfs_add_rw(read_rf);
        rtw89_debugfs_add_w(write_rf);
        rtw89_debugfs_add_r(rf_reg_dump);
        rtw89_debugfs_add_r(txpwr_table);
        rtw89_debugfs_add_rw(mac_reg_dump);
        rtw89_debugfs_add_rw(mac_mem_dump);
        rtw89_debugfs_add_rw(mac_dbg_port_dump);
}

static
void rtw89_debugfs_add_sec1(struct rtw89_dev *rtwdev, struct dentry *debugfs_topdir)
{
        rtw89_debugfs_add_w(send_h2c);
        rtw89_debugfs_add_rw(early_h2c);
        rtw89_debugfs_add_rw(fw_crash);
        rtw89_debugfs_add_r(ser_counters);
        rtw89_debugfs_add_r(btc_info);
        rtw89_debugfs_add_w(btc_manual);
        rtw89_debugfs_add_w(fw_log_manual);
        rtw89_debugfs_add_r(phy_info);
        rtw89_debugfs_add_r(stations);
        rtw89_debugfs_add_rw(disable_dm);
        rtw89_debugfs_add_rw(mlo_mode);
        rtw89_debugfs_add_r(beacon_info);
        rtw89_debugfs_add_r(diag_mac);
}

void rtw89_debugfs_init(struct rtw89_dev *rtwdev)
{
        struct dentry *debugfs_topdir;

        rtwdev->debugfs = kmemdup(&rtw89_debugfs_templ,
                                  sizeof(rtw89_debugfs_templ), GFP_KERNEL);
        if (!rtwdev->debugfs)
                return;

        debugfs_topdir = debugfs_create_dir("rtw89",
                                            rtwdev->hw->wiphy->debugfsdir);

        rtw89_debugfs_add_sec0(rtwdev, debugfs_topdir);
        rtw89_debugfs_add_sec1(rtwdev, debugfs_topdir);
}

void rtw89_debugfs_deinit(struct rtw89_dev *rtwdev)
{
        kfree(rtwdev->debugfs);
}
#endif

#ifdef CONFIG_RTW89_DEBUGMSG
void rtw89_debug(struct rtw89_dev *rtwdev, enum rtw89_debug_mask mask,
                 const char *fmt, ...)
{
        struct va_format vaf = {
        .fmt = fmt,
        };

        va_list args;

        va_start(args, fmt);
        vaf.va = &args;

        if (rtw89_debug_mask & mask)
                dev_printk(KERN_DEBUG, rtwdev->dev, "%pV", &vaf);

        va_end(args);
}
EXPORT_SYMBOL(rtw89_debug);
#endif