#include <linux/nvmem-consumer.h>
#include <linux/platform_device.h>
#include <drm/drm_print.h>
#include "panthor_device.h"
#include "panthor_gpu.h"
#include "panthor_gpu_regs.h"
#include "panthor_hw.h"
#include "panthor_pwr.h"
#include "panthor_pwr_regs.h"
#define GPU_PROD_ID_MAKE(arch_major, prod_major) \
(((arch_major) << 24) | (prod_major))
struct panthor_hw_entry {
u8 arch_min;
u8 arch_max;
struct panthor_hw *hwdev;
};
static struct panthor_hw panthor_hw_arch_v10 = {
.ops = {
.soft_reset = panthor_gpu_soft_reset,
.l2_power_off = panthor_gpu_l2_power_off,
.l2_power_on = panthor_gpu_l2_power_on,
.power_changed_off = panthor_gpu_power_changed_off,
.power_changed_on = panthor_gpu_power_changed_on,
},
};
static struct panthor_hw panthor_hw_arch_v14 = {
.ops = {
.soft_reset = panthor_pwr_reset_soft,
.l2_power_off = panthor_pwr_l2_power_off,
.l2_power_on = panthor_pwr_l2_power_on,
},
};
static struct panthor_hw_entry panthor_hw_match[] = {
{
.arch_min = 10,
.arch_max = 13,
.hwdev = &panthor_hw_arch_v10,
},
{
.arch_min = 14,
.arch_max = 14,
.hwdev = &panthor_hw_arch_v14,
},
};
static int panthor_hw_set_power_tracing(struct device *dev, void *data)
{
struct panthor_device *ptdev = dev_get_drvdata(dev);
if (!ptdev)
return -ENODEV;
if (!ptdev->hw)
return 0;
if (data) {
if (ptdev->hw->ops.power_changed_on)
return ptdev->hw->ops.power_changed_on(ptdev);
} else {
if (ptdev->hw->ops.power_changed_off)
ptdev->hw->ops.power_changed_off(ptdev);
}
return 0;
}
int panthor_hw_power_status_register(void)
{
struct device_driver *drv;
int ret;
drv = driver_find("panthor", &platform_bus_type);
if (!drv)
return -ENODEV;
ret = driver_for_each_device(drv, NULL, (void *)true,
panthor_hw_set_power_tracing);
return ret;
}
void panthor_hw_power_status_unregister(void)
{
struct device_driver *drv;
int ret;
drv = driver_find("panthor", &platform_bus_type);
if (!drv)
return;
ret = driver_for_each_device(drv, NULL, NULL, panthor_hw_set_power_tracing);
if (ret)
pr_warn("Couldn't mask power IRQ for at least one device: %pe\n",
ERR_PTR(ret));
}
static char *get_gpu_model_name(struct panthor_device *ptdev)
{
const u32 gpu_id = ptdev->gpu_info.gpu_id;
const u32 product_id = GPU_PROD_ID_MAKE(GPU_ARCH_MAJOR(gpu_id),
GPU_PROD_MAJOR(gpu_id));
const bool ray_intersection = !!(ptdev->gpu_info.gpu_features &
GPU_FEATURES_RAY_INTERSECTION);
const u8 shader_core_count = hweight64(ptdev->gpu_info.shader_present);
switch (product_id) {
case GPU_PROD_ID_MAKE(10, 2):
return "Mali-G710";
case GPU_PROD_ID_MAKE(10, 3):
return "Mali-G510";
case GPU_PROD_ID_MAKE(10, 4):
return "Mali-G310";
case GPU_PROD_ID_MAKE(10, 7):
return "Mali-G610";
case GPU_PROD_ID_MAKE(11, 2):
if (shader_core_count > 10 && ray_intersection)
return "Mali-G715-Immortalis";
else if (shader_core_count >= 7)
return "Mali-G715";
fallthrough;
case GPU_PROD_ID_MAKE(11, 3):
return "Mali-G615";
case GPU_PROD_ID_MAKE(12, 0):
if (shader_core_count >= 10 && ray_intersection)
return "Mali-G720-Immortalis";
else if (shader_core_count >= 6)
return "Mali-G720";
fallthrough;
case GPU_PROD_ID_MAKE(12, 1):
return "Mali-G620";
case GPU_PROD_ID_MAKE(13, 0):
if (shader_core_count >= 10 && ray_intersection)
return "Mali-G925-Immortalis";
else if (shader_core_count >= 6)
return "Mali-G725";
fallthrough;
case GPU_PROD_ID_MAKE(13, 1):
return "Mali-G625";
case GPU_PROD_ID_MAKE(14, 0):
return "Mali-G1-Ultra";
case GPU_PROD_ID_MAKE(14, 1):
return "Mali-G1-Premium";
case GPU_PROD_ID_MAKE(14, 3):
return "Mali-G1-Pro";
}
return "(Unknown Mali GPU)";
}
static int overload_shader_present(struct panthor_device *ptdev)
{
u64 contents;
int ret;
ret = nvmem_cell_read_variable_le_u64(ptdev->base.dev, "shader-present",
&contents);
if (!ret)
ptdev->gpu_info.shader_present = contents;
else if (ret == -ENOENT)
return 0;
else
return dev_err_probe(ptdev->base.dev, ret,
"Failed to read shader-present nvmem cell\n");
return 0;
}
static int panthor_gpu_info_init(struct panthor_device *ptdev)
{
unsigned int i;
void __iomem *gpu_iomem = ptdev->iomem + GPU_CONTROL_BASE;
ptdev->gpu_info.csf_id = gpu_read(gpu_iomem, GPU_CSF_ID);
ptdev->gpu_info.gpu_rev = gpu_read(gpu_iomem, GPU_REVID);
ptdev->gpu_info.core_features = gpu_read(gpu_iomem, GPU_CORE_FEATURES);
ptdev->gpu_info.l2_features = gpu_read(gpu_iomem, GPU_L2_FEATURES);
ptdev->gpu_info.tiler_features = gpu_read(gpu_iomem, GPU_TILER_FEATURES);
ptdev->gpu_info.mem_features = gpu_read(gpu_iomem, GPU_MEM_FEATURES);
ptdev->gpu_info.mmu_features = gpu_read(gpu_iomem, GPU_MMU_FEATURES);
ptdev->gpu_info.thread_features = gpu_read(gpu_iomem, GPU_THREAD_FEATURES);
ptdev->gpu_info.max_threads = gpu_read(gpu_iomem, GPU_THREAD_MAX_THREADS);
ptdev->gpu_info.thread_max_workgroup_size =
gpu_read(gpu_iomem, GPU_THREAD_MAX_WORKGROUP_SIZE);
ptdev->gpu_info.thread_max_barrier_size =
gpu_read(gpu_iomem, GPU_THREAD_MAX_BARRIER_SIZE);
ptdev->gpu_info.coherency_features = gpu_read(gpu_iomem, GPU_COHERENCY_FEATURES);
for (i = 0; i < 4; i++)
ptdev->gpu_info.texture_features[i] =
gpu_read(gpu_iomem, GPU_TEXTURE_FEATURES(i));
ptdev->gpu_info.as_present = gpu_read(gpu_iomem, GPU_AS_PRESENT);
ptdev->gpu_info.gpu_features = gpu_read64(gpu_iomem, GPU_FEATURES);
if (panthor_hw_has_pwr_ctrl(ptdev)) {
void __iomem *pwr_iomem = gpu_iomem + PWR_CONTROL_BASE;
ptdev->gpu_info.l2_present = gpu_read64(pwr_iomem, PWR_L2_PRESENT);
ptdev->gpu_info.tiler_present = gpu_read64(pwr_iomem, PWR_TILER_PRESENT);
ptdev->gpu_info.shader_present = gpu_read64(pwr_iomem, PWR_SHADER_PRESENT);
} else {
ptdev->gpu_info.shader_present = gpu_read64(gpu_iomem, GPU_SHADER_PRESENT);
ptdev->gpu_info.tiler_present = gpu_read64(gpu_iomem, GPU_TILER_PRESENT);
ptdev->gpu_info.l2_present = gpu_read64(gpu_iomem, GPU_L2_PRESENT);
}
return overload_shader_present(ptdev);
}
static int panthor_hw_info_init(struct panthor_device *ptdev)
{
u32 major, minor, status;
int ret;
ret = panthor_gpu_info_init(ptdev);
if (ret)
return ret;
major = GPU_VER_MAJOR(ptdev->gpu_info.gpu_id);
minor = GPU_VER_MINOR(ptdev->gpu_info.gpu_id);
status = GPU_VER_STATUS(ptdev->gpu_info.gpu_id);
drm_info(&ptdev->base,
"%s id 0x%x major 0x%x minor 0x%x status 0x%x",
get_gpu_model_name(ptdev), ptdev->gpu_info.gpu_id >> 16,
major, minor, status);
drm_info(&ptdev->base,
"Features: L2:%#x Tiler:%#x Mem:%#x MMU:%#x AS:%#x",
ptdev->gpu_info.l2_features,
ptdev->gpu_info.tiler_features,
ptdev->gpu_info.mem_features,
ptdev->gpu_info.mmu_features,
ptdev->gpu_info.as_present);
drm_info(&ptdev->base,
"shader_present=0x%0llx l2_present=0x%0llx tiler_present=0x%0llx",
ptdev->gpu_info.shader_present, ptdev->gpu_info.l2_present,
ptdev->gpu_info.tiler_present);
return 0;
}
static int panthor_hw_bind_device(struct panthor_device *ptdev)
{
struct panthor_hw *hdev = NULL;
const u32 arch_major = GPU_ARCH_MAJOR(ptdev->gpu_info.gpu_id);
int i = 0;
for (i = 0; i < ARRAY_SIZE(panthor_hw_match); i++) {
struct panthor_hw_entry *entry = &panthor_hw_match[i];
if (arch_major >= entry->arch_min && arch_major <= entry->arch_max) {
hdev = entry->hwdev;
break;
}
}
if (!hdev)
return -EOPNOTSUPP;
ptdev->hw = hdev;
return 0;
}
static int panthor_hw_gpu_id_init(struct panthor_device *ptdev)
{
ptdev->gpu_info.gpu_id = gpu_read(ptdev->iomem, GPU_ID);
if (!ptdev->gpu_info.gpu_id)
return -ENXIO;
return 0;
}
int panthor_hw_init(struct panthor_device *ptdev)
{
int ret = 0;
ret = panthor_hw_gpu_id_init(ptdev);
if (ret)
return ret;
ret = panthor_hw_bind_device(ptdev);
if (ret)
return ret;
return panthor_hw_info_init(ptdev);
}