drivers/gpu/drm/amd/amdkfd/kfd_migrate.c

220

svm_migrate_get_vram_page(struct svm_range *prange, unsigned long pfn)

drivers/gpu/drm/amd/amdkfd/kfd_migrate.c

284

svm_migrate_copy_to_vram(struct kfd_node *node, struct svm_range *prange,

drivers/gpu/drm/amd/amdkfd/kfd_migrate.c

394

svm_migrate_vma_to_vram(struct kfd_node *node, struct svm_range *prange,

drivers/gpu/drm/amd/amdkfd/kfd_migrate.c

494

svm_migrate_ram_to_vram(struct svm_range *prange, uint32_t best_loc,

drivers/gpu/drm/amd/amdkfd/kfd_migrate.c

589

svm_migrate_copy_to_ram(struct amdgpu_device *adev, struct svm_range *prange,

drivers/gpu/drm/amd/amdkfd/kfd_migrate.c

693

svm_migrate_vma_to_ram(struct kfd_node *node, struct svm_range *prange,

drivers/gpu/drm/amd/amdkfd/kfd_migrate.c

796

int svm_migrate_vram_to_ram(struct svm_range *prange, struct mm_struct *mm,

drivers/gpu/drm/amd/amdkfd/kfd_migrate.c

891

svm_migrate_vram_to_vram(struct svm_range *prange, uint32_t best_loc,

drivers/gpu/drm/amd/amdkfd/kfd_migrate.c

918

svm_migrate_to_vram(struct svm_range *prange, uint32_t best_loc,

drivers/gpu/drm/amd/amdkfd/kfd_migrate.c

947

struct svm_range *prange;

drivers/gpu/drm/amd/amdkfd/kfd_migrate.h

42

int svm_migrate_to_vram(struct svm_range *prange, uint32_t best_loc,

drivers/gpu/drm/amd/amdkfd/kfd_migrate.h

46

int svm_migrate_vram_to_ram(struct svm_range *prange, struct mm_struct *mm,

drivers/gpu/drm/amd/amdkfd/kfd_queue.c

155

struct svm_range *prange, *pchild;

drivers/gpu/drm/amd/amdkfd/kfd_queue.c

169

prange = container_of(node, struct svm_range, it_node);

drivers/gpu/drm/amd/amdkfd/kfd_queue.c

95

struct svm_range *prange;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

1006

svm_range_split_nodes(struct svm_range *new, struct svm_range *old,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

1047

svm_range_split_adjust(struct svm_range *new, struct svm_range *old,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

110

svm_range_add_notifier_locked(struct mm_struct *mm, struct svm_range *prange)

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

1108

svm_range_split(struct svm_range *prange, uint64_t start, uint64_t last,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

1109

struct svm_range **new)

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

1144

svm_range_split_tail(struct svm_range *prange, uint64_t new_last,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

1150

struct svm_range *tail = NULL;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

1168

svm_range_split_head(struct svm_range *prange, uint64_t new_start,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

1174

struct svm_range *head = NULL;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

1192

svm_range_add_child(struct svm_range *prange, struct svm_range *pchild, enum svm_work_list_ops op)

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

1211

struct svm_range *prange, int domain)

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

129

static void svm_range_add_to_svms(struct svm_range *prange)

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

1381

svm_range_unmap_from_gpus(struct svm_range *prange, unsigned long start,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

140

static void svm_range_remove_notifier(struct svm_range *prange)

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

1434

svm_range_map_to_gpu(struct kfd_process_device *pdd, struct svm_range *prange,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

1524

svm_range_map_to_gpus(struct svm_range *prange, unsigned long offset,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

1582

struct svm_range *prange;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

160

svm_range_dma_map_dev(struct amdgpu_device *adev, struct svm_range *prange,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

1681

struct svm_range *prange, int32_t gpuidx,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

1903

struct svm_range *prange;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2010

svm_range_evict(struct svm_range *prange, struct mm_struct *mm,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2015

struct svm_range *pchild;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

207

svm_range_dma_map(struct svm_range *prange, unsigned long *bitmap,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2091

static struct svm_range *svm_range_clone(struct svm_range *old)

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2093

struct svm_range *new;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2153

struct svm_range *prange;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2212

struct svm_range *prange;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2213

struct svm_range *tmp;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2233

prange = container_of(node, struct svm_range, it_node);

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2245

struct svm_range *old = prange;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2312

struct svm_range *prange)

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2339

svm_range_handle_list_op(struct svm_range_list *svms, struct svm_range *prange,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2420

struct svm_range *prange;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2429

struct svm_range, deferred_list);

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2454

struct svm_range *pchild;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2457

struct svm_range, child_list);

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2481

svm_range_add_list_work(struct svm_range_list *svms, struct svm_range *prange,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2517

svm_range_unmap_split(struct svm_range *parent, struct svm_range *prange, unsigned long start,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2520

struct svm_range *head;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2521

struct svm_range *tail;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

254

void svm_range_dma_unmap(struct svm_range *prange)

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2550

svm_range_unmap_from_cpu(struct mm_struct *mm, struct svm_range *prange,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2555

struct svm_range *pchild;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2664

struct svm_range *prange;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2681

prange = container_of(mni, struct svm_range, notifier);

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2710

struct svm_range *

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2712

struct svm_range **parent)

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2715

struct svm_range *prange;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2716

struct svm_range *pchild;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2722

prange = container_of(node, struct svm_range, it_node);

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2765

svm_range_best_restore_location(struct svm_range *prange,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

280

static void svm_range_free(struct svm_range *prange, bool do_unmap)

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2918

svm_range *svm_range_create_unregistered_range(struct kfd_node *node,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2923

struct svm_range *prange = NULL;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

2980

static bool svm_range_skip_recover(struct svm_range *prange)

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

3054

struct svm_range *prange;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

325

svm_range *svm_range_new(struct svm_range_list *svms, uint64_t start,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

3278

struct svm_range *prange, *pchild;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

329

struct svm_range *prange;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

3335

struct svm_range *prange;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

3336

struct svm_range *next;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

3515

svm_range_best_prefetch_location(struct svm_range *prange)

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

3596

svm_range_trigger_migration(struct mm_struct *mm, struct svm_range *prange,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

3663

struct svm_range *prange =

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

3665

struct svm_range, svm_bo_list);

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

3720

struct svm_range *prange;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

3721

struct svm_range *next;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

3862

struct svm_range *prange;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

389

struct svm_range *prange =

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

391

struct svm_range, svm_bo_list);

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

3941

prange = container_of(node, struct svm_range, it_node);

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

4187

struct svm_range *prange;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

4246

struct svm_range *prange;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

468

svm_range_validate_svm_bo(struct kfd_node *node, struct svm_range *prange)

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

554

svm_range_vram_node_new(struct kfd_node *node, struct svm_range *prange,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

665

void svm_range_vram_node_free(struct svm_range *prange)

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

679

svm_range_get_node_by_id(struct svm_range *prange, uint32_t gpu_id)

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

695

svm_range_get_pdd_by_node(struct svm_range *prange, struct kfd_node *node)

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

763

svm_range_apply_attrs(struct kfd_process *p, struct svm_range *prange,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

815

svm_range_is_same_attrs(struct kfd_process *p, struct svm_range *prange,

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

881

struct svm_range *prange;

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

897

prange = container_of(node, struct svm_range, it_node);

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

93

static void svm_range_unlink(struct svm_range *prange)

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

936

svm_range_copy_dma_addrs(struct svm_range *dst, struct svm_range *src)

drivers/gpu/drm/amd/amdkfd/kfd_svm.c

985

svm_range_split_pages(struct svm_range *new, struct svm_range *old,

drivers/gpu/drm/amd/amdkfd/kfd_svm.h

142

static inline void svm_range_lock(struct svm_range *prange)

drivers/gpu/drm/amd/amdkfd/kfd_svm.h

148

static inline void svm_range_unlock(struct svm_range *prange)

drivers/gpu/drm/amd/amdkfd/kfd_svm.h

167

struct svm_range *svm_range_from_addr(struct svm_range_list *svms,

drivers/gpu/drm/amd/amdkfd/kfd_svm.h

169

struct svm_range **parent);

drivers/gpu/drm/amd/amdkfd/kfd_svm.h

170

struct kfd_node *svm_range_get_node_by_id(struct svm_range *prange,

drivers/gpu/drm/amd/amdkfd/kfd_svm.h

172

int svm_range_vram_node_new(struct kfd_node *node, struct svm_range *prange,

drivers/gpu/drm/amd/amdkfd/kfd_svm.h

174

void svm_range_vram_node_free(struct svm_range *prange);

drivers/gpu/drm/amd/amdkfd/kfd_svm.h

180

struct svm_range *prange, struct mm_struct *mm,

drivers/gpu/drm/amd/amdkfd/kfd_svm.h

185

void svm_range_dma_unmap(struct svm_range *prange);

drivers/gpu/drm/amd/amdkfd/kfd_svm.h

197

svm_range_get_pdd_by_node(struct svm_range *prange, struct kfd_node *node);

drivers/gpu/drm/xe/xe_vm.c

2491

struct xe_svm_range *svm_range;

drivers/gpu/drm/xe/xe_vm.c

2523

svm_range = xe_svm_range_find_or_insert(vm, addr, vma, &ctx);

drivers/gpu/drm/xe/xe_vm.c

2525

if (PTR_ERR(svm_range) == -ENOENT) {

drivers/gpu/drm/xe/xe_vm.c

2535

if (IS_ERR(svm_range)) {

drivers/gpu/drm/xe/xe_vm.c

2536

err = PTR_ERR(svm_range);

drivers/gpu/drm/xe/xe_vm.c

2540

if (xe_svm_range_validate(vm, svm_range, tile_mask, dpagemap)) {

drivers/gpu/drm/xe/xe_vm.c

2541

xe_svm_range_debug(svm_range, "PREFETCH - RANGE IS VALID");

drivers/gpu/drm/xe/xe_vm.c

2546

&i, svm_range, xa_limit_32b,

drivers/gpu/drm/xe/xe_vm.c

2554

xe_svm_range_debug(svm_range, "PREFETCH - RANGE CREATED");

drivers/gpu/drm/xe/xe_vm.c

2556

if (range_end > xe_svm_range_end(svm_range) &&

drivers/gpu/drm/xe/xe_vm.c

2557

xe_svm_range_end(svm_range) < xe_vma_end(vma)) {

drivers/gpu/drm/xe/xe_vm.c

2558

addr = xe_svm_range_end(svm_range);

drivers/gpu/drm/xe/xe_vm.c

3114

struct xe_svm_range *svm_range;

drivers/gpu/drm/xe/xe_vm.c

3127

xa_for_each(&op->prefetch_range.range, i, svm_range) {

drivers/gpu/drm/xe/xe_vm.c

3129

xe_svm_range_migrate_to_smem(vm, svm_range);

drivers/gpu/drm/xe/xe_vm.c

3135

xe_svm_range_start(svm_range), xe_svm_range_end(svm_range));

drivers/gpu/drm/xe/xe_vm.c

3138

if (xe_svm_range_needs_migrate_to_vram(svm_range, vma, dpagemap)) {

drivers/gpu/drm/xe/xe_vm.c

3139

err = xe_svm_alloc_vram(svm_range, &ctx, dpagemap);

drivers/gpu/drm/xe/xe_vm.c

3145

xe_svm_range_debug(svm_range, "PREFETCH - RANGE MIGRATED TO VRAM");

drivers/gpu/drm/xe/xe_vm.c

3148

err = xe_svm_range_get_pages(vm, svm_range, &ctx);

drivers/gpu/drm/xe/xe_vm.c

3156

xe_svm_range_debug(svm_range, "PREFETCH - RANGE GET PAGES DONE");