drivers/gpu/drm/xe/xe_bo.c
716
struct xe_vma *vma = gpuva_to_vma(gpuva);
drivers/gpu/drm/xe/xe_migrate.h
27
struct xe_vma;
drivers/gpu/drm/xe/xe_page_reclaim.c
31
bool xe_page_reclaim_skip(struct xe_tile *tile, struct xe_vma *vma)
drivers/gpu/drm/xe/xe_page_reclaim.h
23
struct xe_vma;
drivers/gpu/drm/xe/xe_page_reclaim.h
74
bool xe_page_reclaim_skip(struct xe_tile *tile, struct xe_vma *vma);
drivers/gpu/drm/xe/xe_pagefault.c
162
struct xe_vma *vma = NULL;
drivers/gpu/drm/xe/xe_pagefault.c
48
static int xe_pagefault_begin(struct drm_exec *exec, struct xe_vma *vma,
drivers/gpu/drm/xe/xe_pagefault.c
66
static int xe_pagefault_handle_vma(struct xe_gt *gt, struct xe_vma *vma,
drivers/gpu/drm/xe/xe_pt.c
1001
static void xe_pt_cancel_bind(struct xe_vma *vma,
drivers/gpu/drm/xe/xe_pt.c
1025
#define XE_INVALID_VMA ((struct xe_vma *)(0xdeaddeadull))
drivers/gpu/drm/xe/xe_pt.c
1027
static void xe_pt_commit_prepare_locks_assert(struct xe_vma *vma)
drivers/gpu/drm/xe/xe_pt.c
1043
static void xe_pt_commit_locks_assert(struct xe_vma *vma)
drivers/gpu/drm/xe/xe_pt.c
1057
static void xe_pt_commit(struct xe_vma *vma,
drivers/gpu/drm/xe/xe_pt.c
1084
static void xe_pt_abort_bind(struct xe_vma *vma,
drivers/gpu/drm/xe/xe_pt.c
1114
static void xe_pt_commit_prepare_bind(struct xe_vma *vma,
drivers/gpu/drm/xe/xe_pt.c
1157
xe_pt_prepare_bind(struct xe_tile *tile, struct xe_vma *vma,
drivers/gpu/drm/xe/xe_pt.c
1231
static int vma_add_deps(struct xe_vma *vma, struct xe_sched_job *job)
drivers/gpu/drm/xe/xe_pt.c
1399
static int vma_check_userptr(struct xe_vm *vm, struct xe_vma *vma,
drivers/gpu/drm/xe/xe_pt.c
1804
struct xe_vma *vma,
drivers/gpu/drm/xe/xe_pt.c
1854
static void xe_pt_abort_unbind(struct xe_vma *vma,
drivers/gpu/drm/xe/xe_pt.c
1880
xe_pt_commit_prepare_unbind(struct xe_vma *vma,
drivers/gpu/drm/xe/xe_pt.c
1932
static int vma_reserve_fences(struct xe_device *xe, struct xe_vma *vma)
drivers/gpu/drm/xe/xe_pt.c
1945
struct xe_vma *vma, bool invalidate_on_bind)
drivers/gpu/drm/xe/xe_pt.c
2012
struct xe_vma *vma, struct xe_svm_range *range)
drivers/gpu/drm/xe/xe_pt.c
2054
struct xe_vma *vma)
drivers/gpu/drm/xe/xe_pt.c
2194
struct xe_vma *old = gpuva_to_vma(op->base.remap.unmap->va);
drivers/gpu/drm/xe/xe_pt.c
2215
struct xe_vma *vma = gpuva_to_vma(op->base.unmap.va);
drivers/gpu/drm/xe/xe_pt.c
2225
struct xe_vma *vma = gpuva_to_vma(op->base.prefetch.va);
drivers/gpu/drm/xe/xe_pt.c
2322
struct xe_vma *vma, struct dma_fence *fence,
drivers/gpu/drm/xe/xe_pt.c
2364
struct xe_vma *vma, struct dma_fence *fence,
drivers/gpu/drm/xe/xe_pt.c
2424
struct xe_vma *old = gpuva_to_vma(op->base.remap.unmap->va);
drivers/gpu/drm/xe/xe_pt.c
2441
struct xe_vma *vma = gpuva_to_vma(op->base.unmap.va);
drivers/gpu/drm/xe/xe_pt.c
2450
struct xe_vma *vma = gpuva_to_vma(op->base.prefetch.va);
drivers/gpu/drm/xe/xe_pt.c
307
struct xe_vma *vma;
drivers/gpu/drm/xe/xe_pt.c
646
static bool xe_atomic_for_vram(struct xe_vm *vm, struct xe_vma *vma)
drivers/gpu/drm/xe/xe_pt.c
654
static bool xe_atomic_for_system(struct xe_vm *vm, struct xe_vma *vma)
drivers/gpu/drm/xe/xe_pt.c
697
xe_pt_stage_bind(struct xe_tile *tile, struct xe_vma *vma,
drivers/gpu/drm/xe/xe_pt.c
903
bool xe_pt_zap_ptes(struct xe_tile *tile, struct xe_vma *vma)
drivers/gpu/drm/xe/xe_pt.h
21
struct xe_vma;
drivers/gpu/drm/xe/xe_pt.h
48
bool xe_pt_zap_ptes(struct xe_tile *tile, struct xe_vma *vma);
drivers/gpu/drm/xe/xe_pt_types.h
16
struct xe_vma;
drivers/gpu/drm/xe/xe_pt_types.h
45
u64 (*pte_encode_vma)(u64 pte, struct xe_vma *vma,
drivers/gpu/drm/xe/xe_pt_types.h
83
struct xe_vma *vma;
drivers/gpu/drm/xe/xe_svm.c
1014
u64 xe_svm_find_vma_start(struct xe_vm *vm, u64 start, u64 end, struct xe_vma *vma)
drivers/gpu/drm/xe/xe_svm.c
1112
bool xe_svm_range_needs_migrate_to_vram(struct xe_svm_range *range, struct xe_vma *vma,
drivers/gpu/drm/xe/xe_svm.c
1185
static int __xe_svm_handle_pagefault(struct xe_vm *vm, struct xe_vma *vma,
drivers/gpu/drm/xe/xe_svm.c
1358
int xe_svm_handle_pagefault(struct xe_vm *vm, struct xe_vma *vma,
drivers/gpu/drm/xe/xe_svm.c
1461
struct xe_vma *vma, struct drm_gpusvm_ctx *ctx)
drivers/gpu/drm/xe/xe_svm.c
1567
struct drm_pagemap *xe_vma_resolve_pagemap(struct xe_vma *vma, struct xe_tile *tile)
drivers/gpu/drm/xe/xe_svm.c
2006
struct drm_pagemap *xe_vma_resolve_pagemap(struct xe_vma *vma, struct xe_tile *tile)
drivers/gpu/drm/xe/xe_svm.c
314
static void xe_vma_set_default_attributes(struct xe_vma *vma)
drivers/gpu/drm/xe/xe_svm.c
328
struct xe_vma *vma;
drivers/gpu/drm/xe/xe_svm.h
102
struct xe_vma *vma, struct drm_gpusvm_ctx *ctx);
drivers/gpu/drm/xe/xe_svm.h
107
bool xe_svm_range_needs_migrate_to_vram(struct xe_svm_range *range, struct xe_vma *vma,
drivers/gpu/drm/xe/xe_svm.h
116
u64 xe_svm_find_vma_start(struct xe_vm *vm, u64 addr, u64 end, struct xe_vma *vma);
drivers/gpu/drm/xe/xe_svm.h
122
struct drm_pagemap *xe_vma_resolve_pagemap(struct xe_vma *vma, struct xe_tile *tile);
drivers/gpu/drm/xe/xe_svm.h
203
struct xe_vma;
drivers/gpu/drm/xe/xe_svm.h
258
int xe_svm_handle_pagefault(struct xe_vm *vm, struct xe_vma *vma,
drivers/gpu/drm/xe/xe_svm.h
27
struct xe_vma;
drivers/gpu/drm/xe/xe_svm.h
291
struct xe_vma *vma, struct drm_gpusvm_ctx *ctx)
drivers/gpu/drm/xe/xe_svm.h
324
bool xe_svm_range_needs_migrate_to_vram(struct xe_svm_range *range, struct xe_vma *vma,
drivers/gpu/drm/xe/xe_svm.h
344
u64 xe_svm_find_vma_start(struct xe_vm *vm, u64 addr, u64 end, struct xe_vma *vma)
drivers/gpu/drm/xe/xe_svm.h
361
struct drm_pagemap *xe_vma_resolve_pagemap(struct xe_vma *vma, struct xe_tile *tile)
drivers/gpu/drm/xe/xe_svm.h
88
int xe_svm_handle_pagefault(struct xe_vm *vm, struct xe_vma *vma,
drivers/gpu/drm/xe/xe_trace_bo.h
118
DEFINE_EVENT(xe_vma, xe_vma_flush,
drivers/gpu/drm/xe/xe_trace_bo.h
119
TP_PROTO(struct xe_vma *vma),
drivers/gpu/drm/xe/xe_trace_bo.h
123
DEFINE_EVENT(xe_vma, xe_vma_pagefault,
drivers/gpu/drm/xe/xe_trace_bo.h
124
TP_PROTO(struct xe_vma *vma),
drivers/gpu/drm/xe/xe_trace_bo.h
128
DEFINE_EVENT(xe_vma, xe_vma_acc,
drivers/gpu/drm/xe/xe_trace_bo.h
129
TP_PROTO(struct xe_vma *vma),
drivers/gpu/drm/xe/xe_trace_bo.h
133
DEFINE_EVENT(xe_vma, xe_vma_bind,
drivers/gpu/drm/xe/xe_trace_bo.h
134
TP_PROTO(struct xe_vma *vma),
drivers/gpu/drm/xe/xe_trace_bo.h
138
DEFINE_EVENT(xe_vma, xe_vma_pf_bind,
drivers/gpu/drm/xe/xe_trace_bo.h
139
TP_PROTO(struct xe_vma *vma),
drivers/gpu/drm/xe/xe_trace_bo.h
143
DEFINE_EVENT(xe_vma, xe_vma_unbind,
drivers/gpu/drm/xe/xe_trace_bo.h
144
TP_PROTO(struct xe_vma *vma),
drivers/gpu/drm/xe/xe_trace_bo.h
148
DEFINE_EVENT(xe_vma, xe_vma_userptr_rebind_worker,
drivers/gpu/drm/xe/xe_trace_bo.h
149
TP_PROTO(struct xe_vma *vma),
drivers/gpu/drm/xe/xe_trace_bo.h
153
DEFINE_EVENT(xe_vma, xe_vma_userptr_rebind_exec,
drivers/gpu/drm/xe/xe_trace_bo.h
154
TP_PROTO(struct xe_vma *vma),
drivers/gpu/drm/xe/xe_trace_bo.h
158
DEFINE_EVENT(xe_vma, xe_vma_rebind_worker,
drivers/gpu/drm/xe/xe_trace_bo.h
159
TP_PROTO(struct xe_vma *vma),
drivers/gpu/drm/xe/xe_trace_bo.h
163
DEFINE_EVENT(xe_vma, xe_vma_rebind_exec,
drivers/gpu/drm/xe/xe_trace_bo.h
164
TP_PROTO(struct xe_vma *vma),
drivers/gpu/drm/xe/xe_trace_bo.h
168
DEFINE_EVENT(xe_vma, xe_vma_userptr_invalidate,
drivers/gpu/drm/xe/xe_trace_bo.h
169
TP_PROTO(struct xe_vma *vma),
drivers/gpu/drm/xe/xe_trace_bo.h
173
DEFINE_EVENT(xe_vma, xe_vma_invalidate,
drivers/gpu/drm/xe/xe_trace_bo.h
174
TP_PROTO(struct xe_vma *vma),
drivers/gpu/drm/xe/xe_trace_bo.h
178
DEFINE_EVENT(xe_vma, xe_vma_evict,
drivers/gpu/drm/xe/xe_trace_bo.h
179
TP_PROTO(struct xe_vma *vma),
drivers/gpu/drm/xe/xe_trace_bo.h
183
DEFINE_EVENT(xe_vma, xe_vma_userptr_invalidate_complete,
drivers/gpu/drm/xe/xe_trace_bo.h
184
TP_PROTO(struct xe_vma *vma),
drivers/gpu/drm/xe/xe_trace_bo.h
88
DECLARE_EVENT_CLASS(xe_vma,
drivers/gpu/drm/xe/xe_trace_bo.h
89
TP_PROTO(struct xe_vma *vma),
drivers/gpu/drm/xe/xe_trace_bo.h
94
__field(struct xe_vma *, vma)
drivers/gpu/drm/xe/xe_userptr.c
131
struct xe_vma *vma = &uvma->vma;
drivers/gpu/drm/xe/xe_userptr.c
53
struct xe_vma *vma = &uvma->vma;
drivers/gpu/drm/xe/xe_userptr.c
79
struct xe_vma *vma = &uvma->vma;
drivers/gpu/drm/xe/xe_userptr.h
18
struct xe_vma;
drivers/gpu/drm/xe/xe_vm.c
1078
static void xe_vma_destroy_late(struct xe_vma *vma)
drivers/gpu/drm/xe/xe_vm.c
1103
struct xe_vma *vma =
drivers/gpu/drm/xe/xe_vm.c
1104
container_of(w, struct xe_vma, destroy_work);
drivers/gpu/drm/xe/xe_vm.c
1112
struct xe_vma *vma = container_of(cb, struct xe_vma, destroy_cb);
drivers/gpu/drm/xe/xe_vm.c
1118
static void xe_vma_destroy(struct xe_vma *vma, struct dma_fence *fence)
drivers/gpu/drm/xe/xe_vm.c
1158
int xe_vm_lock_vma(struct drm_exec *exec, struct xe_vma *vma)
drivers/gpu/drm/xe/xe_vm.c
1173
static void xe_vma_destroy_unlocked(struct xe_vma *vma)
drivers/gpu/drm/xe/xe_vm.c
1190
struct xe_vma *
drivers/gpu/drm/xe/xe_vm.c
1207
static int xe_vm_insert_vma(struct xe_vm *vm, struct xe_vma *vma)
drivers/gpu/drm/xe/xe_vm.c
1222
static void xe_vm_remove_vma(struct xe_vm *vm, struct xe_vma *vma)
drivers/gpu/drm/xe/xe_vm.c
1358
static u64 xelp_pte_encode_vma(u64 pte, struct xe_vma *vma,
drivers/gpu/drm/xe/xe_vm.c
1737
struct xe_vma *vma, *next_vma;
drivers/gpu/drm/xe/xe_vm.c
2042
struct xe_vma *vma = gpuva_to_vma(gpuva);
drivers/gpu/drm/xe/xe_vm.c
2125
static bool vma_matches(struct xe_vma *vma, u64 page_addr)
drivers/gpu/drm/xe/xe_vm.c
2140
struct xe_vma *xe_vm_find_vma_by_addr(struct xe_vm *vm, u64 page_addr)
drivers/gpu/drm/xe/xe_vm.c
2142
struct xe_vma *vma = NULL;
drivers/gpu/drm/xe/xe_vm.c
2160
static void prep_vma_destroy(struct xe_vm *vm, struct xe_vma *vma,
drivers/gpu/drm/xe/xe_vm.c
2176
struct xe_vma *vma;
drivers/gpu/drm/xe/xe_vm.c
2340
struct xe_vma *vma = gpuva_to_vma(op->base.prefetch.va);
drivers/gpu/drm/xe/xe_vm.c
2427
static struct xe_vma *new_vma(struct xe_vm *vm, struct drm_gpuva_op_map *op,
drivers/gpu/drm/xe/xe_vm.c
2433
struct xe_vma *vma;
drivers/gpu/drm/xe/xe_vm.c
2497
static u64 xe_vma_max_pte_size(struct xe_vma *vma)
drivers/gpu/drm/xe/xe_vm.c
2511
static void xe_vma_set_pte_size(struct xe_vma *vma, u64 size)
drivers/gpu/drm/xe/xe_vm.c
2608
bool xe_vma_has_default_mem_attrs(struct xe_vma *vma)
drivers/gpu/drm/xe/xe_vm.c
2632
struct xe_vma *vma;
drivers/gpu/drm/xe/xe_vm.c
2669
struct xe_vma *old =
drivers/gpu/drm/xe/xe_vm.c
2814
struct xe_vma *vma = gpuva_to_vma(op->base.unmap.va);
drivers/gpu/drm/xe/xe_vm.c
2827
struct xe_vma *vma = gpuva_to_vma(op->base.remap.unmap->va);
drivers/gpu/drm/xe/xe_vm.c
2889
static int vma_lock_and_validate(struct drm_exec *exec, struct xe_vma *vma,
drivers/gpu/drm/xe/xe_vm.c
2908
static int check_ufence(struct xe_vma *vma)
drivers/gpu/drm/xe/xe_vm.c
2926
struct xe_vma *vma = gpuva_to_vma(op->base.prefetch.va);
drivers/gpu/drm/xe/xe_vm.c
3025
struct xe_vma *vma = gpuva_to_vma(op->base.prefetch.va);
drivers/gpu/drm/xe/xe_vm.c
3257
static void vma_add_ufence(struct xe_vma *vma, struct xe_user_fence *ufence)
drivers/gpu/drm/xe/xe_vm.c
4024
int xe_vm_invalidate_vma(struct xe_vma *vma)
drivers/gpu/drm/xe/xe_vm.c
4088
struct xe_vma *vma = gpuva_to_vma(gpuva);
drivers/gpu/drm/xe/xe_vm.c
4157
struct xe_vma *vma = gpuva_to_vma(gpuva);
drivers/gpu/drm/xe/xe_vm.c
4342
int xe_vma_need_vram_for_atomic(struct xe_device *xe, struct xe_vma *vma, bool is_atomic)
drivers/gpu/drm/xe/xe_vm.c
4399
struct xe_vma *vma = NULL;
drivers/gpu/drm/xe/xe_vm.c
4458
struct xe_vma *vma;
drivers/gpu/drm/xe/xe_vm.c
4523
static bool is_cpu_addr_vma_with_default_attr(struct xe_vma *vma)
drivers/gpu/drm/xe/xe_vm.c
4546
struct xe_vma *prev, *next;
drivers/gpu/drm/xe/xe_vm.c
602
struct xe_vma *vma;
drivers/gpu/drm/xe/xe_vm.c
650
static void xe_vm_populate_rebind(struct xe_vma_op *op, struct xe_vma *vma,
drivers/gpu/drm/xe/xe_vm.c
665
static int xe_vm_ops_add_rebind(struct xe_vma_ops *vops, struct xe_vma *vma,
drivers/gpu/drm/xe/xe_vm.c
690
struct xe_vma *vma, *next;
drivers/gpu/drm/xe/xe_vm.c
742
struct dma_fence *xe_vma_rebind(struct xe_vm *vm, struct xe_vma *vma, u8 tile_mask)
drivers/gpu/drm/xe/xe_vm.c
786
struct xe_vma *vma,
drivers/gpu/drm/xe/xe_vm.c
800
struct xe_vma *vma,
drivers/gpu/drm/xe/xe_vm.c
830
struct xe_vma *vma,
drivers/gpu/drm/xe/xe_vm.c
964
static void xe_vma_free(struct xe_vma *vma)
drivers/gpu/drm/xe/xe_vm.c
990
static struct xe_vma *xe_vma_create(struct xe_vm *vm,
drivers/gpu/drm/xe/xe_vm.c
997
struct xe_vma *vma;
drivers/gpu/drm/xe/xe_vm.h
101
static inline struct xe_vma *gpuva_to_vma(struct drm_gpuva *gpuva)
drivers/gpu/drm/xe/xe_vm.h
103
return container_of(gpuva, struct xe_vma, gpuva);
drivers/gpu/drm/xe/xe_vm.h
115
static inline u64 xe_vma_start(struct xe_vma *vma)
drivers/gpu/drm/xe/xe_vm.h
120
static inline u64 xe_vma_size(struct xe_vma *vma)
drivers/gpu/drm/xe/xe_vm.h
125
static inline u64 xe_vma_end(struct xe_vma *vma)
drivers/gpu/drm/xe/xe_vm.h
130
static inline u64 xe_vma_bo_offset(struct xe_vma *vma)
drivers/gpu/drm/xe/xe_vm.h
135
static inline struct xe_bo *xe_vma_bo(struct xe_vma *vma)
drivers/gpu/drm/xe/xe_vm.h
141
static inline struct xe_vm *xe_vma_vm(struct xe_vma *vma)
drivers/gpu/drm/xe/xe_vm.h
146
static inline bool xe_vma_read_only(struct xe_vma *vma)
drivers/gpu/drm/xe/xe_vm.h
151
static inline u64 xe_vma_userptr(struct xe_vma *vma)
drivers/gpu/drm/xe/xe_vm.h
156
static inline bool xe_vma_is_null(struct xe_vma *vma)
drivers/gpu/drm/xe/xe_vm.h
161
static inline bool xe_vma_is_cpu_addr_mirror(struct xe_vma *vma)
drivers/gpu/drm/xe/xe_vm.h
166
static inline bool xe_vma_has_no_bo(struct xe_vma *vma)
drivers/gpu/drm/xe/xe_vm.h
171
static inline bool xe_vma_is_userptr(struct xe_vma *vma)
drivers/gpu/drm/xe/xe_vm.h
177
struct xe_vma *xe_vm_find_vma_by_addr(struct xe_vm *vm, u64 page_addr);
drivers/gpu/drm/xe/xe_vm.h
179
int xe_vma_need_vram_for_atomic(struct xe_device *xe, struct xe_vma *vma, bool is_atomic);
drivers/gpu/drm/xe/xe_vm.h
191
static inline struct xe_userptr_vma *to_userptr_vma(struct xe_vma *vma)
drivers/gpu/drm/xe/xe_vm.h
227
struct dma_fence *xe_vma_rebind(struct xe_vm *vm, struct xe_vma *vma,
drivers/gpu/drm/xe/xe_vm.h
230
struct xe_vma *vma,
drivers/gpu/drm/xe/xe_vm.h
239
int xe_vm_invalidate_vma(struct xe_vma *vma);
drivers/gpu/drm/xe/xe_vm.h
266
int xe_vm_lock_vma(struct drm_exec *exec, struct xe_vma *vma);
drivers/gpu/drm/xe/xe_vm.h
66
struct xe_vma *
drivers/gpu/drm/xe/xe_vm.h
69
bool xe_vma_has_default_mem_attrs(struct xe_vma *vma);
drivers/gpu/drm/xe/xe_vm_madvise.c
122
struct xe_vma **vmas, int num_vmas,
drivers/gpu/drm/xe/xe_vm_madvise.c
164
struct xe_vma **vmas, int num_vmas,
drivers/gpu/drm/xe/xe_vm_madvise.c
183
struct xe_vma **vmas, int num_vmas,
drivers/gpu/drm/xe/xe_vm_madvise.c
19
struct xe_vma **vmas;
drivers/gpu/drm/xe/xe_vm_madvise.c
207
struct xe_vma *vma = gpuva_to_vma(gpuva);
drivers/gpu/drm/xe/xe_vm_madvise.c
360
static bool check_bo_args_are_sane(struct xe_vm *vm, struct xe_vma **vmas,
drivers/gpu/drm/xe/xe_vm_madvise.c
43
struct xe_vma **__vmas;
drivers/gpu/drm/xe/xe_vm_madvise.c
57
struct xe_vma *vma = gpuva_to_vma(gpuva);
drivers/gpu/drm/xe/xe_vm_madvise.c
89
struct xe_vma **vmas, int num_vmas,
drivers/gpu/drm/xe/xe_vm_madvise.c
98
struct xe_vma *vma = vmas[i];
drivers/gpu/drm/xe/xe_vm_types.h
172
struct xe_vma vma;
drivers/gpu/drm/xe/xe_vm_types.h
309
struct xe_vma *last_fault_vma;
drivers/gpu/drm/xe/xe_vm_types.h
356
struct xe_vma *vma;
drivers/gpu/drm/xe/xe_vm_types.h
369
struct xe_vma *prev;
drivers/gpu/drm/xe/xe_vm_types.h
371
struct xe_vma *next;
drivers/gpu/drm/xe/xe_vm_types.h
397
struct xe_vma *vma;