root/sys/dev/pci/drm/i915/selftests/mock_gem_device.c
/*
 * Copyright © 2016 Intel Corporation
 *
 * Permission is hereby granted, free of charge, to any person obtaining a
 * copy of this software and associated documentation files (the "Software"),
 * to deal in the Software without restriction, including without limitation
 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
 * and/or sell copies of the Software, and to permit persons to whom the
 * Software is furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice (including the next
 * paragraph) shall be included in all copies or substantial portions of the
 * Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
 * IN THE SOFTWARE.
 *
 */

#include <linux/pm_domain.h>
#include <linux/pm_runtime.h>
#include <linux/iommu.h>

#include <drm/drm_managed.h>

#include "display/intel_display_device.h"

#include "gt/intel_gt.h"
#include "gt/intel_gt_requests.h"
#include "gt/mock_engine.h"
#include "intel_memory_region.h"
#include "intel_region_ttm.h"

#include "mock_request.h"
#include "mock_gem_device.h"
#include "mock_gtt.h"
#include "mock_uncore.h"
#include "mock_region.h"

#include "gem/selftests/mock_context.h"
#include "gem/selftests/mock_gem_object.h"

void mock_device_flush(struct drm_i915_private *i915)
{
        struct intel_gt *gt = to_gt(i915);
        struct intel_engine_cs *engine;
        enum intel_engine_id id;

        do {
                for_each_engine(engine, gt, id)
                        mock_engine_flush(engine);
        } while (intel_gt_retire_requests_timeout(gt, MAX_SCHEDULE_TIMEOUT,
                                                  NULL));
}

static void mock_device_release(struct drm_device *dev)
{
        struct drm_i915_private *i915 = to_i915(dev);

        if (!i915->do_release)
                goto out;

        mock_device_flush(i915);
        intel_gt_driver_remove(to_gt(i915));

        i915_gem_drain_workqueue(i915);

        mock_fini_ggtt(to_gt(i915)->ggtt);
        destroy_workqueue(i915->unordered_wq);
        destroy_workqueue(i915->wq);

        intel_region_ttm_device_fini(i915);
        intel_gt_driver_late_release_all(i915);
        intel_memory_regions_driver_release(i915);

        drm_mode_config_cleanup(&i915->drm);

out:
        i915_params_free(&i915->params);
}

static const struct drm_driver mock_driver = {
        .name = "mock",
        .driver_features = DRIVER_GEM,
        .release = mock_device_release,
};

static void release_dev(struct device *dev)
{
        struct pci_dev *pdev = to_pci_dev(dev);

        kfree(pdev);
}

static int pm_domain_resume(struct device *dev)
{
        return pm_generic_runtime_resume(dev);
}

static int pm_domain_suspend(struct device *dev)
{
        return pm_generic_runtime_suspend(dev);
}

static struct dev_pm_domain pm_domain = {
        .ops = {
                .runtime_suspend = pm_domain_suspend,
                .runtime_resume = pm_domain_resume,
        },
};

static void mock_gt_probe(struct drm_i915_private *i915)
{
        i915->gt[0]->name = "Mock GT";
}

static const struct intel_device_info mock_info = {
        .__runtime.graphics.ip.ver = -1,
        .__runtime.page_sizes = (I915_GTT_PAGE_SIZE_4K |
                                 I915_GTT_PAGE_SIZE_64K |
                                 I915_GTT_PAGE_SIZE_2M),
        .memory_regions = BIT(INTEL_REGION_SMEM),
        .platform_engine_mask = BIT(0),

        /* simply use legacy cache level for mock device */
        .max_pat_index = 3,
        .cachelevel_to_pat = {
                [I915_CACHE_NONE]   = 0,
                [I915_CACHE_LLC]    = 1,
                [I915_CACHE_L3_LLC] = 2,
                [I915_CACHE_WT]     = 3,
        },
};

struct drm_i915_private *mock_gem_device(void)
{
#if IS_ENABLED(CONFIG_IOMMU_API) && IS_ENABLED(CONFIG_INTEL_IOMMU)
        static struct dev_iommu fake_iommu = { .priv = (void *)-1 };
#endif
        struct drm_i915_private *i915;
        struct intel_display *display;
        struct pci_dev *pdev;
        int ret;

        pdev = kzalloc(sizeof(*pdev), GFP_KERNEL);
        if (!pdev)
                return NULL;
        device_initialize(&pdev->dev);
        pdev->class = PCI_BASE_CLASS_DISPLAY << 16;
        pdev->dev.release = release_dev;
        dev_set_name(&pdev->dev, "mock");
        dma_coerce_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(64));

#if IS_ENABLED(CONFIG_IOMMU_API) && IS_ENABLED(CONFIG_INTEL_IOMMU)
        /* HACK to disable iommu for the fake device; force identity mapping */
        pdev->dev.iommu = &fake_iommu;
#endif
        if (!devres_open_group(&pdev->dev, NULL, GFP_KERNEL)) {
                put_device(&pdev->dev);
                return NULL;
        }

        i915 = devm_drm_dev_alloc(&pdev->dev, &mock_driver,
                                  struct drm_i915_private, drm);
        if (IS_ERR(i915)) {
                pr_err("Failed to allocate mock GEM device: err=%ld\n", PTR_ERR(i915));
                devres_release_group(&pdev->dev, NULL);
                put_device(&pdev->dev);

                return NULL;
        }

        pci_set_drvdata(pdev, &i915->drm);

        /* Device parameters start as a copy of module parameters. */
        i915_params_copy(&i915->params, &i915_modparams);

        /* Set up device info and initial runtime info. */
        intel_device_info_driver_create(i915, pdev->device, &mock_info);

        display = intel_display_device_probe(pdev);
        if (IS_ERR(display))
                goto err_device;

        i915->display = display;

        dev_pm_domain_set(&pdev->dev, &pm_domain);
        pm_runtime_enable(&pdev->dev);
        pm_runtime_dont_use_autosuspend(&pdev->dev);
        if (pm_runtime_enabled(&pdev->dev))
                WARN_ON(pm_runtime_get_sync(&pdev->dev));

        intel_runtime_pm_init_early(&i915->runtime_pm);
        /* wakeref tracking has significant overhead */
        i915->runtime_pm.no_wakeref_tracking = true;

        /* Using the global GTT may ask questions about KMS users, so prepare */
        drm_mode_config_init(&i915->drm);

        intel_memory_regions_hw_probe(i915);

        spin_lock_init(&i915->gpu_error.lock);

        i915_gem_init__mm(i915);
        intel_root_gt_init_early(i915);
        mock_uncore_init(&i915->uncore, i915);
        atomic_inc(&to_gt(i915)->wakeref.count); /* disable; no hw support */
        to_gt(i915)->awake = INTEL_WAKEREF_MOCK_GT;
        mock_gt_probe(i915);

        ret = intel_region_ttm_device_init(i915);
        if (ret)
                goto err_ttm;

        i915->wq = alloc_ordered_workqueue("mock", 0);
        if (!i915->wq)
                goto err_drv;

        i915->unordered_wq = alloc_workqueue("mock-unordered", 0, 0);
        if (!i915->unordered_wq)
                goto err_wq;

        mock_init_contexts(i915);

        /* allocate the ggtt */
        ret = intel_gt_assign_ggtt(to_gt(i915));
        if (ret)
                goto err_unlock;

        mock_init_ggtt(to_gt(i915));
        to_gt(i915)->vm = i915_vm_get(&to_gt(i915)->ggtt->vm);

        to_gt(i915)->info.engine_mask = BIT(0);

        to_gt(i915)->engine[RCS0] = mock_engine(i915, "mock", RCS0);
        if (!to_gt(i915)->engine[RCS0])
                goto err_unlock;

        if (mock_engine_init(to_gt(i915)->engine[RCS0]))
                goto err_context;

        __clear_bit(I915_WEDGED, &to_gt(i915)->reset.flags);
        intel_engines_driver_register(i915);

        i915->do_release = true;
        ida_init(&i915->selftest.mock_region_instances);

        return i915;

err_context:
        intel_gt_driver_remove(to_gt(i915));
err_unlock:
        destroy_workqueue(i915->unordered_wq);
err_wq:
        destroy_workqueue(i915->wq);
err_drv:
        intel_region_ttm_device_fini(i915);
err_ttm:
        intel_gt_driver_late_release_all(i915);
        intel_memory_regions_driver_release(i915);
        drm_mode_config_cleanup(&i915->drm);
err_device:
        mock_destroy_device(i915);

        return NULL;
}

void mock_destroy_device(struct drm_i915_private *i915)
{
        struct device *dev = i915->drm.dev;

        intel_display_device_remove(i915->display);

        devres_release_group(dev, NULL);
        put_device(dev);
}