drivers/gpu/drm/amd/amdkfd/kfd_migrate.c

219

svm_migrate_get_vram_page(struct svm_range *prange, unsigned long pfn)

drivers/gpu/drm/amd/amdkfd/kfd_migrate.c

283

svm_migrate_copy_to_vram(struct kfd_node *node, struct svm_range *prange,

drivers/gpu/drm/amd/amdkfd/kfd_migrate.c

393

svm_migrate_vma_to_vram(struct kfd_node *node, struct svm_range *prange,

drivers/gpu/drm/amd/amdkfd/kfd_migrate.c

493

svm_migrate_ram_to_vram(struct svm_range *prange, uint32_t best_loc,

drivers/gpu/drm/amd/amdkfd/kfd_migrate.c

588

svm_migrate_copy_to_ram(struct amdgpu_device *adev, struct svm_range *prange,

drivers/gpu/drm/amd/amdkfd/kfd_migrate.c

692

svm_migrate_vma_to_ram(struct kfd_node *node, struct svm_range *prange,

drivers/gpu/drm/amd/amdkfd/kfd_migrate.c

795

int svm_migrate_vram_to_ram(struct svm_range *prange, struct mm_struct *mm,

drivers/gpu/drm/amd/amdkfd/kfd_migrate.c

890

svm_migrate_vram_to_vram(struct svm_range *prange, uint32_t best_loc,

drivers/gpu/drm/amd/amdkfd/kfd_migrate.c

917

svm_migrate_to_vram(struct svm_range *prange, uint32_t best_loc,

drivers/gpu/drm/amd/amdkfd/kfd_migrate.c

946

struct svm_range *prange;

drivers/gpu/drm/amd/amdkfd/kfd_migrate.h

42

int svm_migrate_to_vram(struct svm_range *prange, uint32_t best_loc,

drivers/gpu/drm/amd/amdkfd/kfd_migrate.h

46

int svm_migrate_vram_to_ram(struct svm_range *prange, struct mm_struct *mm,

drivers/gpu/drm/amd/amdkfd/kfd_queue.c

154

struct svm_range *prange, *pchild;

drivers/gpu/drm/amd/amdkfd/kfd_queue.c

168

prange = container_of(node, struct svm_range, it_node);

drivers/gpu/drm/amd/amdkfd/kfd_queue.c

94

struct svm_range *prange;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

1007

svm_range_split_nodes(struct svm_range *new, struct svm_range *old,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

1048

svm_range_split_adjust(struct svm_range *new, struct svm_range *old,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

110

svm_range_add_notifier_locked(struct mm_struct *mm, struct svm_range *prange)

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

1109

svm_range_split(struct svm_range *prange, uint64_t start, uint64_t last,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

1110

struct svm_range **new)

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

1145

svm_range_split_tail(struct svm_range *prange, uint64_t new_last,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

1151

struct svm_range *tail = NULL;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

1169

svm_range_split_head(struct svm_range *prange, uint64_t new_start,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

1175

struct svm_range *head = NULL;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

1193

svm_range_add_child(struct svm_range *prange, struct svm_range *pchild, enum svm_work_list_ops op)

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

1212

struct svm_range *prange, int domain)

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

129

static void svm_range_add_to_svms(struct svm_range *prange)

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

1372

svm_range_unmap_from_gpus(struct svm_range *prange, unsigned long start,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

140

static void svm_range_remove_notifier(struct svm_range *prange)

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

1425

svm_range_map_to_gpu(struct kfd_process_device *pdd, struct svm_range *prange,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

1510

svm_range_map_to_gpus(struct svm_range *prange, unsigned long offset,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

1568

struct svm_range *prange;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

160

svm_range_dma_map_dev(struct amdgpu_device *adev, struct svm_range *prange,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

1667

struct svm_range *prange, int32_t gpuidx,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

1889

struct svm_range *prange;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

1996

svm_range_evict(struct svm_range *prange, struct mm_struct *mm,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2001

struct svm_range *pchild;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

207

svm_range_dma_map(struct svm_range *prange, unsigned long *bitmap,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2077

static struct svm_range *svm_range_clone(struct svm_range *old)

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2079

struct svm_range *new;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2139

struct svm_range *prange;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2198

struct svm_range *prange;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2199

struct svm_range *tmp;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2219

prange = container_of(node, struct svm_range, it_node);

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2231

struct svm_range *old = prange;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2298

struct svm_range *prange)

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2325

svm_range_handle_list_op(struct svm_range_list *svms, struct svm_range *prange,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2406

struct svm_range *prange;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2415

struct svm_range, deferred_list);

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2440

struct svm_range *pchild;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2443

struct svm_range, child_list);

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2467

svm_range_add_list_work(struct svm_range_list *svms, struct svm_range *prange,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2503

svm_range_unmap_split(struct svm_range *parent, struct svm_range *prange, unsigned long start,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2506

struct svm_range *head;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2507

struct svm_range *tail;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2536

svm_range_unmap_from_cpu(struct mm_struct *mm, struct svm_range *prange,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

254

void svm_range_dma_unmap(struct svm_range *prange)

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2541

struct svm_range *pchild;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2650

struct svm_range *prange;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2667

prange = container_of(mni, struct svm_range, notifier);

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2696

struct svm_range *

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2698

struct svm_range **parent)

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2701

struct svm_range *prange;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2702

struct svm_range *pchild;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2708

prange = container_of(node, struct svm_range, it_node);

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2751

svm_range_best_restore_location(struct svm_range *prange,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

280

static void svm_range_free(struct svm_range *prange, bool do_unmap)

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2904

svm_range *svm_range_create_unregistered_range(struct kfd_node *node,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2909

struct svm_range *prange = NULL;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2966

static bool svm_range_skip_recover(struct svm_range *prange)

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

3040

struct svm_range *prange;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

325

svm_range *svm_range_new(struct svm_range_list *svms, uint64_t start,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

3264

struct svm_range *prange, *pchild;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

329

struct svm_range *prange;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

3321

struct svm_range *prange;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

3322

struct svm_range *next;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

3501

svm_range_best_prefetch_location(struct svm_range *prange)

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

3582

svm_range_trigger_migration(struct mm_struct *mm, struct svm_range *prange,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

3649

struct svm_range *prange =

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

3651

struct svm_range, svm_bo_list);

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

3706

struct svm_range *prange;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

3707

struct svm_range *next;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

3845

struct svm_range *prange;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

389

struct svm_range *prange =

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

391

struct svm_range, svm_bo_list);

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

3924

prange = container_of(node, struct svm_range, it_node);

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

4169

struct svm_range *prange;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

4228

struct svm_range *prange;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

468

svm_range_validate_svm_bo(struct kfd_node *node, struct svm_range *prange)

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

554

svm_range_vram_node_new(struct kfd_node *node, struct svm_range *prange,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

666

void svm_range_vram_node_free(struct svm_range *prange)

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

680

svm_range_get_node_by_id(struct svm_range *prange, uint32_t gpu_id)

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

696

svm_range_get_pdd_by_node(struct svm_range *prange, struct kfd_node *node)

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

764

svm_range_apply_attrs(struct kfd_process *p, struct svm_range *prange,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

816

svm_range_is_same_attrs(struct kfd_process *p, struct svm_range *prange,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

882

struct svm_range *prange;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

898

prange = container_of(node, struct svm_range, it_node);

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

93

static void svm_range_unlink(struct svm_range *prange)

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

937

svm_range_copy_dma_addrs(struct svm_range *dst, struct svm_range *src)

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

986

svm_range_split_pages(struct svm_range *new, struct svm_range *old,

drivers/gpu/drm/amd/amdkfd/kfd_svm.h

142

static inline void svm_range_lock(struct svm_range *prange)

drivers/gpu/drm/amd/amdkfd/kfd_svm.h

148

static inline void svm_range_unlock(struct svm_range *prange)

drivers/gpu/drm/amd/amdkfd/kfd_svm.h

167

struct svm_range *svm_range_from_addr(struct svm_range_list *svms,

drivers/gpu/drm/amd/amdkfd/kfd_svm.h

169

struct svm_range **parent);

drivers/gpu/drm/amd/amdkfd/kfd_svm.h

170

struct kfd_node *svm_range_get_node_by_id(struct svm_range *prange,

drivers/gpu/drm/amd/amdkfd/kfd_svm.h

172

int svm_range_vram_node_new(struct kfd_node *node, struct svm_range *prange,

drivers/gpu/drm/amd/amdkfd/kfd_svm.h

174

void svm_range_vram_node_free(struct svm_range *prange);

drivers/gpu/drm/amd/amdkfd/kfd_svm.h

180

struct svm_range *prange, struct mm_struct *mm,

drivers/gpu/drm/amd/amdkfd/kfd_svm.h

185

void svm_range_dma_unmap(struct svm_range *prange);

drivers/gpu/drm/amd/amdkfd/kfd_svm.h

197

svm_range_get_pdd_by_node(struct svm_range *prange, struct kfd_node *node);

drivers/gpu/drm/xe/xe_vm.c

2342

struct xe_svm_range *svm_range;

drivers/gpu/drm/xe/xe_vm.c

2374

svm_range = xe_svm_range_find_or_insert(vm, addr, vma, &ctx);

drivers/gpu/drm/xe/xe_vm.c

2376

if (PTR_ERR(svm_range) == -ENOENT) {

drivers/gpu/drm/xe/xe_vm.c

2386

if (IS_ERR(svm_range)) {

drivers/gpu/drm/xe/xe_vm.c

2387

err = PTR_ERR(svm_range);

drivers/gpu/drm/xe/xe_vm.c

2391

if (xe_svm_range_validate(vm, svm_range, tile_mask, dpagemap)) {

drivers/gpu/drm/xe/xe_vm.c

2392

xe_svm_range_debug(svm_range, "PREFETCH - RANGE IS VALID");

drivers/gpu/drm/xe/xe_vm.c

2397

&i, svm_range, xa_limit_32b,

drivers/gpu/drm/xe/xe_vm.c

2405

xe_svm_range_debug(svm_range, "PREFETCH - RANGE CREATED");

drivers/gpu/drm/xe/xe_vm.c

2407

if (range_end > xe_svm_range_end(svm_range) &&

drivers/gpu/drm/xe/xe_vm.c

2408

xe_svm_range_end(svm_range) < xe_vma_end(vma)) {

drivers/gpu/drm/xe/xe_vm.c

2409

addr = xe_svm_range_end(svm_range);

drivers/gpu/drm/xe/xe_vm.c

2930

struct xe_svm_range *svm_range;

drivers/gpu/drm/xe/xe_vm.c

2943

xa_for_each(&op->prefetch_range.range, i, svm_range) {

drivers/gpu/drm/xe/xe_vm.c

2945

xe_svm_range_migrate_to_smem(vm, svm_range);

drivers/gpu/drm/xe/xe_vm.c

2951

xe_svm_range_start(svm_range), xe_svm_range_end(svm_range));

drivers/gpu/drm/xe/xe_vm.c

2954

if (xe_svm_range_needs_migrate_to_vram(svm_range, vma, dpagemap)) {

drivers/gpu/drm/xe/xe_vm.c

2955

err = xe_svm_alloc_vram(svm_range, &ctx, dpagemap);

drivers/gpu/drm/xe/xe_vm.c

2961

xe_svm_range_debug(svm_range, "PREFETCH - RANGE MIGRATED TO VRAM");

drivers/gpu/drm/xe/xe_vm.c

2964

err = xe_svm_range_get_pages(vm, svm_range, &ctx);

drivers/gpu/drm/xe/xe_vm.c

2972

xe_svm_range_debug(svm_range, "PREFETCH - RANGE GET PAGES DONE");