Symbol: hat
usr/src/cmd/make/bin/doname.cc
2305
(void) setvar_daemon(hat,
usr/src/cmd/make/bin/doname.cc
2480
(void) SETVAR(hat, (Name) NULL, false);
usr/src/cmd/make/bin/misc.cc
630
hat = GETNAME(wcs_buffer, FIND_LENGTH);
usr/src/cmd/make/include/mksh/defs.h
883
extern Name hat;
usr/src/cmd/make/lib/mksh/globals.cc
100
Name hat;
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
1006
hat = (hat_t *)addr;
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
1008
return (do_htables_dcmd(hat));
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
164
static struct hat *khat; /* value of kas.a_hat */
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
519
get_pte(hat_t *hat, htable_t *htable, uintptr_t addr)
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
524
uintptr_t ptr = (uintptr_t)hat->hat_copied_ptes;
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
543
struct hat *hatp;
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
544
struct hat hat;
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
567
if (mdb_vread(&hat, sizeof (hat), (uintptr_t)hatp) == -1) {
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
576
if (level == TOP_LEVEL(&hat))
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
581
for (h = 0; h < hat.hat_num_hash; ++h) {
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
583
(uintptr_t)(hat.hat_ht_hash + h)) == -1) {
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
598
pte = get_pte(&hat, &htable, addr);
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
695
struct hat *hatp;
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
696
struct hat hat;
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
710
for (hatp = khat; hatp != NULL; hatp = hat.hat_next) {
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
714
if (mdb_vread(&hat, sizeof (hat), (uintptr_t)hatp) == -1) {
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
723
for (h = 0; h < hat.hat_num_hash; ++h) {
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
725
(uintptr_t)(hat.hat_ht_hash + h)) == -1) {
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
828
struct hat *hatp;
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
829
struct hat hat;
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
843
for (hatp = khat; hatp != NULL; hatp = hat.hat_next) {
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
847
if (mdb_vread(&hat, sizeof (hat), (uintptr_t)hatp) == -1) {
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
856
for (h = 0; h < hat.hat_num_hash; ++h) {
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
858
(uintptr_t)(hat.hat_ht_hash + h)) == -1) {
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
955
struct hat hat;
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
963
if (mdb_vread(&hat, sizeof (hat), (uintptr_t)hatp) == -1) {
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
971
for (h = 0; h < hat.hat_num_hash; ++h) {
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
973
(uintptr_t)(hat.hat_ht_hash + h)) == -1) {
usr/src/cmd/mdb/i86pc/modules/unix/i86mmu.c
996
hat_t *hat;
usr/src/cmd/oawk/b.c
458
wchar_t hat;
usr/src/cmd/oawk/b.c
473
hat = HAT;
usr/src/cmd/oawk/b.c
474
hatcn = wcsetno(hat);
usr/src/uts/common/io/ib/ibnex/ibnex.c
72
dev_info_t *, struct hat *, struct seg *,
usr/src/uts/common/io/ib/ibnex/ibnex.c
898
ibnex_map_fault(dev_info_t *dip, dev_info_t *rdip, struct hat *hat,
usr/src/uts/common/io/ib/ibnex/ibnex_hca.c
58
dev_info_t *, struct hat *, struct seg *,
usr/src/uts/common/io/scsi/impl/scsi_hba.c
230
struct hat *hat,
usr/src/uts/common/io/scsi/impl/scsi_hba.c
2884
struct hat *hat,
usr/src/uts/common/io/usb/usba/hubdi.c
253
struct hat *hat,
usr/src/uts/common/io/usb/usba/hubdi.c
67
struct hat *hat,
usr/src/uts/common/os/sunddi.c
904
ddi_map_fault(dev_info_t *dip, struct hat *hat, struct seg *seg,
usr/src/uts/common/os/sunddi.c
907
return (i_ddi_map_fault(dip, dip, hat, seg, addr, dp, pfn, prot, lock));
usr/src/uts/common/os/vm_subr.c
343
struct hat *hat;
usr/src/uts/common/os/vm_subr.c
374
hat = as->a_hat;
usr/src/uts/common/os/vm_subr.c
385
res = hat_softlock(hat, uaddr, &size, &ppp[0], cow ? HAT_COW : 0);
usr/src/uts/common/sys/ddi_implfuncs.h
57
struct hat *hat, struct seg *seg, caddr_t addr,
usr/src/uts/common/sys/devops.h
201
struct hat *hat, struct seg *seg, caddr_t addr,
usr/src/uts/common/sys/devops.h
326
struct hat *hat, struct seg *seg, caddr_t addr,
usr/src/uts/common/sys/sunddi.h
743
ddi_map_fault(dev_info_t *dip, struct hat *hat, struct seg *seg, caddr_t addr,
usr/src/uts/common/syscall/lgrpsys.c
194
hat = as->a_hat;
usr/src/uts/common/syscall/lgrpsys.c
204
pfn = hat_getpfnum(hat, (caddr_t)vaddr);
usr/src/uts/common/syscall/lgrpsys.c
239
pgsz = hat_getpagesize(hat,
usr/src/uts/common/syscall/lgrpsys.c
60
struct hat *hat;
usr/src/uts/common/vm/as.h
112
struct hat *a_hat; /* hat structure */
usr/src/uts/common/vm/as.h
272
faultcode_t as_fault(struct hat *hat, struct as *as, caddr_t addr, size_t size,
usr/src/uts/common/vm/hat.h
132
struct hat *hat_alloc(struct as *);
usr/src/uts/common/vm/hat.h
133
void hat_free_start(struct hat *);
usr/src/uts/common/vm/hat.h
134
void hat_free_end(struct hat *);
usr/src/uts/common/vm/hat.h
135
int hat_dup(struct hat *, struct hat *, caddr_t, size_t, uint_t);
usr/src/uts/common/vm/hat.h
136
void hat_swapin(struct hat *);
usr/src/uts/common/vm/hat.h
137
void hat_swapout(struct hat *);
usr/src/uts/common/vm/hat.h
138
size_t hat_get_mapped_size(struct hat *);
usr/src/uts/common/vm/hat.h
139
int hat_stats_enable(struct hat *);
usr/src/uts/common/vm/hat.h
140
void hat_stats_disable(struct hat *);
usr/src/uts/common/vm/hat.h
204
void hat_memload(struct hat *, caddr_t, struct page *, uint_t, uint_t);
usr/src/uts/common/vm/hat.h
205
void hat_memload_array(struct hat *, caddr_t, size_t, struct page **,
usr/src/uts/common/vm/hat.h
207
void hat_memload_region(struct hat *, caddr_t, struct page *, uint_t,
usr/src/uts/common/vm/hat.h
209
void hat_memload_array_region(struct hat *, caddr_t, size_t, struct page **,
usr/src/uts/common/vm/hat.h
212
void hat_devload(struct hat *, caddr_t, size_t, pfn_t, uint_t, int);
usr/src/uts/common/vm/hat.h
214
void hat_unlock(struct hat *, caddr_t, size_t);
usr/src/uts/common/vm/hat.h
215
void hat_unlock_region(struct hat *, caddr_t, size_t, hat_region_cookie_t);
usr/src/uts/common/vm/hat.h
217
void hat_unload(struct hat *, caddr_t, size_t, uint_t);
usr/src/uts/common/vm/hat.h
218
void hat_unload_callback(struct hat *, caddr_t, size_t, uint_t,
usr/src/uts/common/vm/hat.h
220
void hat_flush_range(struct hat *, caddr_t, size_t);
usr/src/uts/common/vm/hat.h
221
void hat_sync(struct hat *, caddr_t, size_t, uint_t);
usr/src/uts/common/vm/hat.h
222
void hat_map(struct hat *, caddr_t, size_t, uint_t);
usr/src/uts/common/vm/hat.h
223
void hat_setattr(struct hat *, caddr_t, size_t, uint_t);
usr/src/uts/common/vm/hat.h
224
void hat_clrattr(struct hat *, caddr_t, size_t, uint_t);
usr/src/uts/common/vm/hat.h
225
void hat_chgattr(struct hat *, caddr_t, size_t, uint_t);
usr/src/uts/common/vm/hat.h
226
uint_t hat_getattr(struct hat *, caddr_t, uint_t *);
usr/src/uts/common/vm/hat.h
227
ssize_t hat_getpagesize(struct hat *, caddr_t);
usr/src/uts/common/vm/hat.h
228
pfn_t hat_getpfnum(struct hat *, caddr_t);
usr/src/uts/common/vm/hat.h
229
int hat_probe(struct hat *, caddr_t);
usr/src/uts/common/vm/hat.h
230
int hat_share(struct hat *, caddr_t, struct hat *, caddr_t, size_t, uint_t);
usr/src/uts/common/vm/hat.h
231
void hat_unshare(struct hat *, caddr_t, size_t, uint_t);
usr/src/uts/common/vm/hat.h
232
void hat_chgprot(struct hat *, caddr_t, size_t, uint_t);
usr/src/uts/common/vm/hat.h
246
int hat_kpm_fault(struct hat *, caddr_t);
usr/src/uts/common/vm/hat.h
297
faultcode_t hat_softlock(struct hat *, caddr_t, size_t *,
usr/src/uts/common/vm/hat.h
491
void hat_setup(struct hat *, int);
usr/src/uts/common/vm/hat.h
596
void hat_enter(struct hat *);
usr/src/uts/common/vm/hat.h
597
void hat_exit(struct hat *);
usr/src/uts/common/vm/hat.h
602
void hat_join_srd(struct hat *, vnode_t *);
usr/src/uts/common/vm/hat.h
604
hat_region_cookie_t hat_join_region(struct hat *, caddr_t, size_t, void *,
usr/src/uts/common/vm/hat.h
607
void hat_leave_region(struct hat *, hat_region_cookie_t,
usr/src/uts/common/vm/hat.h
609
void hat_dup_region(struct hat *, hat_region_cookie_t);
usr/src/uts/common/vm/hat.h
63
struct hat;
usr/src/uts/common/vm/seg.h
122
faultcode_t (*fault)(struct hat *, struct seg *, caddr_t, size_t,
usr/src/uts/common/vm/seg_dev.c
1324
struct hat *hat, /* the hat */
usr/src/uts/common/vm/seg_dev.c
1340
hat_unlock(hat, addr, len);
usr/src/uts/common/vm/seg_dev.c
1410
struct hat *hat, /* the hat */
usr/src/uts/common/vm/seg_dev.c
1567
hat_devload(hat, addr, PAGESIZE, pfnum,
usr/src/uts/common/vm/seg_dev.c
1589
if (ddi_map_fault(dip, hat, seg, addr, NULL, pfnum, prot & PROT_ALL,
usr/src/uts/common/vm/seg_dev.c
1598
struct hat *hat, /* the hat */
usr/src/uts/common/vm/seg_dev.c
1626
return (segdev_faultpages(hat, seg, addr, len, type, rw, NULL));
usr/src/uts/common/vm/seg_dev.c
167
static faultcode_t segdev_fault(struct hat *, struct seg *, caddr_t, size_t,
usr/src/uts/common/vm/seg_dev.c
1830
err = segdev_faultpages(hat, seg, laddr, llen,
usr/src/uts/common/vm/seg_dev.c
1851
(void) segdev_fault(hat, seg, addr, done,
usr/src/uts/common/vm/seg_dev.c
1903
struct hat *hat, /* the hat */
usr/src/uts/common/vm/seg_dev.c
1938
segdev_softunlock(hat, seg, addr, len, rw);
usr/src/uts/common/vm/seg_dev.c
2012
hat_devload(hat, addr, len, pfnum, sdp->prot | dhp->dh_hat_attr,
usr/src/uts/common/vm/seg_dev.c
2027
if (err = segdev_faultpage(hat, seg, a, vpage, type, rw, dhp)) {
usr/src/uts/common/vm/seg_dev.c
2038
segdev_softunlock(hat, seg, addr, done, S_OTHER);
usr/src/uts/common/vm/seg_dev.c
227
static void segdev_softunlock(struct hat *, struct seg *, caddr_t,
usr/src/uts/common/vm/seg_dev.c
230
static faultcode_t segdev_faultpage(struct hat *, struct seg *, caddr_t,
usr/src/uts/common/vm/seg_dev.c
233
static faultcode_t segdev_faultpages(struct hat *, struct seg *, caddr_t,
usr/src/uts/common/vm/seg_hole.c
160
seghole_fault(struct hat *hat, struct seg *seg, caddr_t addr, size_t len,
usr/src/uts/common/vm/seg_hole.c
34
static faultcode_t seghole_fault(struct hat *, struct seg *, caddr_t, size_t,
usr/src/uts/common/vm/seg_kmem.c
450
segkmem_fault(struct hat *hat, struct seg *seg, caddr_t addr, size_t size,
usr/src/uts/common/vm/seg_kmem.c
469
return (SEGOP_FAULT(hat, segkp, addr, size, type, rw));
usr/src/uts/common/vm/seg_kp.c
1003
err = segkp_load(hat, seg, vaddr, len, kpd, kpd->kp_flags);
usr/src/uts/common/vm/seg_kp.c
1030
err = segkp_unlock(hat, seg, vaddr, len, kpd, flags);
usr/src/uts/common/vm/seg_kp.c
1090
struct hat *hat,
usr/src/uts/common/vm/seg_kp.c
1147
(void) segkp_unlock(hat, seg, vaddr,
usr/src/uts/common/vm/seg_kp.c
1155
hat_memload(hat, va, pl[0], (PROT_READ|PROT_WRITE),
usr/src/uts/common/vm/seg_kp.c
1175
struct hat *hat,
usr/src/uts/common/vm/seg_kp.c
1203
hat_unload(hat, va, len,
usr/src/uts/common/vm/seg_kp.c
92
static int segkp_unlock(struct hat *hat, struct seg *seg, caddr_t vaddr,
usr/src/uts/common/vm/seg_kp.c
932
struct hat *hat,
usr/src/uts/common/vm/seg_kp.c
94
static int segkp_load(struct hat *hat, struct seg *seg, caddr_t vaddr,
usr/src/uts/common/vm/seg_kp.c
971
if ((err = segkp_load(hat, seg, vaddr, len, kpd, KPD_LOCKED))) {
usr/src/uts/common/vm/seg_kp.h
154
faultcode_t segkp_fault(struct hat *hat, struct seg *seg, caddr_t addr,
usr/src/uts/common/vm/seg_kpm.c
103
faultcode_t segkpm_fault(struct hat *hat, struct seg *seg, caddr_t addr,
usr/src/uts/common/vm/seg_kpm.c
210
segkpm_fault(struct hat *hat, struct seg *seg, caddr_t addr, size_t len,
usr/src/uts/common/vm/seg_kpm.c
217
return (hat_kpm_fault(hat, addr));
usr/src/uts/common/vm/seg_kpm.c
302
segkpm_fault(struct hat *hat, struct seg *seg, caddr_t addr, size_t len,
usr/src/uts/common/vm/seg_kpm.h
105
extern faultcode_t segkpm_fault(struct hat *, struct seg *, caddr_t,
usr/src/uts/common/vm/seg_map.c
133
static void segmap_unlock(struct hat *hat, struct seg *seg, caddr_t addr,
usr/src/uts/common/vm/seg_map.c
492
struct hat *hat,
usr/src/uts/common/vm/seg_map.c
527
hat_unlock(hat, addr, P2ROUNDUP(len, PAGESIZE));
usr/src/uts/common/vm/seg_map.c
583
struct hat *hat,
usr/src/uts/common/vm/seg_map.c
699
segmap_unlock(hat, seg, addr, len, rw, smp);
usr/src/uts/common/vm/seg_map.c
739
ASSERT(hat == kas.a_hat);
usr/src/uts/common/vm/seg_map.c
75
faultcode_t segmap_fault(struct hat *hat, struct seg *seg, caddr_t addr,
usr/src/uts/common/vm/seg_map.c
764
hat_memload(hat, adr, pp, prot, hat_flag);
usr/src/uts/common/vm/seg_map.h
277
extern faultcode_t segmap_fault(struct hat *, struct seg *, caddr_t, size_t,
usr/src/uts/common/vm/seg_spt.c
1970
segspt_dismfault(struct hat *hat, struct seg *seg, caddr_t addr,
usr/src/uts/common/vm/seg_spt.c
1991
hat = hat;
usr/src/uts/common/vm/seg_spt.c
2153
segspt_shmfault(struct hat *hat, struct seg *seg, caddr_t addr,
usr/src/uts/common/vm/seg_spt.c
2177
hat = hat;
usr/src/uts/common/vm/seg_spt.c
2183
return (segspt_dismfault(hat, seg, addr, len, type, rw));
usr/src/uts/common/vm/seg_spt.c
248
static faultcode_t segspt_shmfault(struct hat *hat, struct seg *seg,
usr/src/uts/common/vm/seg_spt.c
82
segspt_badop_fault(struct hat *hat, struct seg *seg, caddr_t addr,
usr/src/uts/common/vm/seg_umap.c
216
segumap_fault(struct hat *hat, struct seg *seg, caddr_t addr, size_t len,
usr/src/uts/common/vm/seg_umap.c
49
static faultcode_t segumap_fault(struct hat *, struct seg *, caddr_t, size_t,
usr/src/uts/common/vm/seg_vn.c
105
static faultcode_t segvn_fault(struct hat *hat, struct seg *seg,
usr/src/uts/common/vm/seg_vn.c
204
static faultcode_t segvn_fault_vnodepages(struct hat *, struct seg *, caddr_t,
usr/src/uts/common/vm/seg_vn.c
206
static faultcode_t segvn_fault_anonpages(struct hat *, struct seg *, caddr_t,
usr/src/uts/common/vm/seg_vn.c
208
static faultcode_t segvn_faultpage(struct hat *, struct seg *, caddr_t,
usr/src/uts/common/vm/seg_vn.c
2707
struct hat *hat, /* the hat to use for mapping */
usr/src/uts/common/vm/seg_vn.c
2886
hat_memload(hat, addr, pp, prot, hat_flag);
usr/src/uts/common/vm/seg_vn.c
2996
hat_memload_region(hat, addr, opp, prot & vpprot, hat_flag,
usr/src/uts/common/vm/seg_vn.c
3122
hat_memload(hat, addr, pp, prot, hat_flag);
usr/src/uts/common/vm/seg_vn.c
3829
segvn_fault_vnodepages(struct hat *hat, struct seg *seg, caddr_t lpgaddr,
usr/src/uts/common/vm/seg_vn.c
3961
err = segvn_fault_anonpages(hat, seg,
usr/src/uts/common/vm/seg_vn.c
4195
hat_memload_array(hat, a, pgsz, ppa, prot,
usr/src/uts/common/vm/seg_vn.c
4271
hat_memload_array_region(hat, a, pgsz,
usr/src/uts/common/vm/seg_vn.c
4371
hat_memload_array_region(hat, a, pgsz,
usr/src/uts/common/vm/seg_vn.c
4376
hat_memload_region(hat,
usr/src/uts/common/vm/seg_vn.c
4437
hat_memload_array_region(hat, a, pgsz, ppa,
usr/src/uts/common/vm/seg_vn.c
4490
hat_memload_region(hat,
usr/src/uts/common/vm/seg_vn.c
4497
hat_memload_array_region(hat, a, pgsz, ppa,
usr/src/uts/common/vm/seg_vn.c
4641
segvn_fault_anonpages(struct hat *hat, struct seg *seg, caddr_t lpgaddr,
usr/src/uts/common/vm/seg_vn.c
4780
hat_memload_array(hat, a, pgsz, ppa,
usr/src/uts/common/vm/seg_vn.c
4933
segvn_fault(struct hat *hat, struct seg *seg, caddr_t addr, size_t len,
usr/src/uts/common/vm/seg_vn.c
5176
err = segvn_fault_anonpages(hat, seg, lpgaddr,
usr/src/uts/common/vm/seg_vn.c
5179
err = segvn_fault_vnodepages(hat, seg, lpgaddr,
usr/src/uts/common/vm/seg_vn.c
5496
err = segvn_faultpage(hat, seg, a, off, vpage, plp, vpprot,
usr/src/uts/common/vm/seg_vn.c
5600
hat_memload_region(hat,
usr/src/uts/common/vm/vm_as.c
672
struct hat *hat = as->a_hat;
usr/src/uts/common/vm/vm_as.c
691
hat_free_start(hat);
usr/src/uts/common/vm/vm_as.c
740
hat_free_end(hat);
usr/src/uts/common/vm/vm_as.c
828
as_fault(struct hat *hat, struct as *as, caddr_t addr, size_t size,
usr/src/uts/common/vm/vm_as.c
925
res = SEGOP_FAULT(hat, seg, raddr, ssize, type, rw);
usr/src/uts/common/vm/vm_as.c
950
(void) SEGOP_FAULT(hat, seg, addrsav, ssize,
usr/src/uts/i86pc/io/rootnex.c
1005
hat = seg->s_as->a_hat;
usr/src/uts/i86pc/io/rootnex.c
1008
hat_devload(hat, addr, MMU_PAGESIZE, pfn, prot | sdp->hat_attr,
usr/src/uts/i86pc/io/rootnex.c
188
struct hat *hat, struct seg *seg, caddr_t addr,
usr/src/uts/i86pc/io/rootnex.c
974
rootnex_map_fault(dev_info_t *dip, dev_info_t *rdip, struct hat *hat,
usr/src/uts/i86pc/io/rootnex.c
996
if (hat == NULL) {
usr/src/uts/i86pc/sys/machcpuvar.h
171
struct hat *mcpu_current_hat; /* cpu's current hat */
usr/src/uts/i86pc/vm/hat_i86.c
1334
hat_pcp_update(cpu_t *cpu, const hat_t *hat)
usr/src/uts/i86pc/vm/hat_i86.c
1336
ASSERT3U(hat->hat_flags & HAT_COPIED, !=, 0);
usr/src/uts/i86pc/vm/hat_i86.c
1338
if ((hat->hat_flags & HAT_COPIED_32) != 0) {
usr/src/uts/i86pc/vm/hat_i86.c
1349
l2src = hat->hat_copied_ptes;
usr/src/uts/i86pc/vm/hat_i86.c
1379
bcopy(hat->hat_copied_ptes, cpu->cpu_hat_info->hci_pcp_l3ptes,
usr/src/uts/i86pc/vm/hat_i86.c
1381
bcopy(hat->hat_copied_ptes, cpu->cpu_hat_info->hci_user_l3ptes,
usr/src/uts/i86pc/vm/hat_i86.c
1413
hat_switch_xen(hat_t *hat)
usr/src/uts/i86pc/vm/hat_i86.c
1420
ASSERT(!(hat->hat_flags & HAT_COPIED));
usr/src/uts/i86pc/vm/hat_i86.c
1423
newcr3 = MAKECR3((uint64_t)hat->hat_htable->ht_pfn, PCID_NONE);
usr/src/uts/i86pc/vm/hat_i86.c
1434
if (hat == kas.a_hat)
usr/src/uts/i86pc/vm/hat_i86.c
1437
t[1].arg1.mfn = pfn_to_mfn(hat->hat_user_ptable);
usr/src/uts/i86pc/vm/hat_i86.c
1484
hat_switch(hat_t *hat)
usr/src/uts/i86pc/vm/hat_i86.c
1493
if (old == hat)
usr/src/uts/i86pc/vm/hat_i86.c
1502
if (hat != kas.a_hat) {
usr/src/uts/i86pc/vm/hat_i86.c
1503
CPUSET_ATOMIC_ADD(hat->hat_cpus, cpu->cpu_id);
usr/src/uts/i86pc/vm/hat_i86.c
1505
cpu->cpu_current_hat = hat;
usr/src/uts/i86pc/vm/hat_i86.c
1508
hat_switch_xen(hat);
usr/src/uts/i86pc/vm/hat_i86.c
1518
if (hat->hat_flags & HAT_COPIED) {
usr/src/uts/i86pc/vm/hat_i86.c
1519
hat_pcp_update(cpu, hat);
usr/src/uts/i86pc/vm/hat_i86.c
1522
IMPLY(kpti_enable, hat == kas.a_hat);
usr/src/uts/i86pc/vm/hat_i86.c
1523
tl_kpfn = hat->hat_htable->ht_pfn;
usr/src/uts/i86pc/vm/hat_i86.c
1641
hat_swapin(hat_t *hat)
usr/src/uts/i86pc/vm/hat_i86.c
1651
hat_swapout(hat_t *hat)
usr/src/uts/i86pc/vm/hat_i86.c
1669
ASSERT(AS_LOCK_HELD(hat->hat_as));
usr/src/uts/i86pc/vm/hat_i86.c
1670
if ((uintptr_t)hat->hat_as->a_userlimit < eaddr)
usr/src/uts/i86pc/vm/hat_i86.c
1671
eaddr = (uintptr_t)hat->hat_as->a_userlimit;
usr/src/uts/i86pc/vm/hat_i86.c
1674
(void) htable_walk(hat, &ht, &vaddr, eaddr);
usr/src/uts/i86pc/vm/hat_i86.c
1695
hat_unload(hat, (caddr_t)vaddr, LEVEL_SIZE(l),
usr/src/uts/i86pc/vm/hat_i86.c
1714
htable_purge_hat(hat);
usr/src/uts/i86pc/vm/hat_i86.c
1722
hat_get_mapped_size(hat_t *hat)
usr/src/uts/i86pc/vm/hat_i86.c
1728
total += (hat->hat_pages_mapped[l] << LEVEL_SHIFT(l));
usr/src/uts/i86pc/vm/hat_i86.c
1729
total += hat->hat_ism_pgcnt;
usr/src/uts/i86pc/vm/hat_i86.c
1738
hat_stats_enable(hat_t *hat)
usr/src/uts/i86pc/vm/hat_i86.c
1740
atomic_inc_32(&hat->hat_stats);
usr/src/uts/i86pc/vm/hat_i86.c
1745
hat_stats_disable(hat_t *hat)
usr/src/uts/i86pc/vm/hat_i86.c
1747
atomic_dec_32(&hat->hat_stats);
usr/src/uts/i86pc/vm/hat_i86.c
1813
hat_t *hat = ht->ht_hat;
usr/src/uts/i86pc/vm/hat_i86.c
1830
is_locked = (flags & HAT_LOAD_LOCK) != 0 && hat != kas.a_hat;
usr/src/uts/i86pc/vm/hat_i86.c
1876
hat_pcp_update(cpu, hat);
usr/src/uts/i86pc/vm/hat_i86.c
1879
PGCNT_INC(hat, l);
usr/src/uts/i86pc/vm/hat_i86.c
1927
hat_t *hat,
usr/src/uts/i86pc/vm/hat_i86.c
1947
ASSERT(hat == kas.a_hat || (hat->hat_flags & HAT_PCP) != 0 ||
usr/src/uts/i86pc/vm/hat_i86.c
1948
AS_LOCK_HELD(hat->hat_as));
usr/src/uts/i86pc/vm/hat_i86.c
1951
hat->hat_flags |= HAT_SHARED;
usr/src/uts/i86pc/vm/hat_i86.c
1956
ht = htable_lookup(hat, va, level);
usr/src/uts/i86pc/vm/hat_i86.c
1965
ht = htable_create(hat, va, level, NULL);
usr/src/uts/i86pc/vm/hat_i86.c
1990
if (hat == kas.a_hat)
usr/src/uts/i86pc/vm/hat_i86.c
1993
if (hat == kas.a_hat && va >= kernelbase)
usr/src/uts/i86pc/vm/hat_i86.c
2091
hat_t *hat,
usr/src/uts/i86pc/vm/hat_i86.c
2103
ASSERT(hat == kas.a_hat || va < _userlimit);
usr/src/uts/i86pc/vm/hat_i86.c
2104
ASSERT(hat == kas.a_hat || AS_LOCK_HELD(hat->hat_as));
usr/src/uts/i86pc/vm/hat_i86.c
2114
ASSERT(hat == kas.a_hat);
usr/src/uts/i86pc/vm/hat_i86.c
2125
if (hati_load_common(hat, va, pp, attr, flags, level, pfn) != 0)
usr/src/uts/i86pc/vm/hat_i86.c
2132
hat_memload_region(struct hat *hat, caddr_t addr, struct page *pp,
usr/src/uts/i86pc/vm/hat_i86.c
2135
hat_memload(hat, addr, pp, attr, flags);
usr/src/uts/i86pc/vm/hat_i86.c
2143
hat_t *hat,
usr/src/uts/i86pc/vm/hat_i86.c
2160
ASSERT(hat == kas.a_hat || va + len <= _userlimit);
usr/src/uts/i86pc/vm/hat_i86.c
2161
ASSERT(hat == kas.a_hat || AS_LOCK_HELD(hat->hat_as));
usr/src/uts/i86pc/vm/hat_i86.c
2220
while (hati_load_common(hat, va, pages[pgindx], attr,
usr/src/uts/i86pc/vm/hat_i86.c
2239
hat_memload_array_region(struct hat *hat, caddr_t addr, size_t len,
usr/src/uts/i86pc/vm/hat_i86.c
2243
hat_memload_array(hat, addr, len, pps, attr, flags);
usr/src/uts/i86pc/vm/hat_i86.c
2278
hat_t *hat,
usr/src/uts/i86pc/vm/hat_i86.c
2295
ASSERT(hat == kas.a_hat || eva <= _userlimit);
usr/src/uts/i86pc/vm/hat_i86.c
2296
ASSERT(hat == kas.a_hat || AS_LOCK_HELD(hat->hat_as));
usr/src/uts/i86pc/vm/hat_i86.c
2363
while (hati_load_common(hat, va, pp, a, f, level, pfn) != 0) {
usr/src/uts/i86pc/vm/hat_i86.c
2386
hat_unlock(hat_t *hat, caddr_t addr, size_t len)
usr/src/uts/i86pc/vm/hat_i86.c
2395
ASSERT(hat == kas.a_hat || eaddr <= _userlimit);
usr/src/uts/i86pc/vm/hat_i86.c
2398
if (hat == kas.a_hat)
usr/src/uts/i86pc/vm/hat_i86.c
2404
ASSERT(AS_LOCK_HELD(hat->hat_as));
usr/src/uts/i86pc/vm/hat_i86.c
2406
(void) htable_walk(hat, &ht, &vaddr, eaddr);
usr/src/uts/i86pc/vm/hat_i86.c
2426
hat_unlock_region(struct hat *hat, caddr_t addr, size_t len,
usr/src/uts/i86pc/vm/hat_i86.c
2441
hat_t *hat = (hat_t *)a1;
usr/src/uts/i86pc/vm/hat_i86.c
2448
if (hat != kas.a_hat && hat != CPU->cpu_current_hat)
usr/src/uts/i86pc/vm/hat_i86.c
2462
if (hat->hat_flags & HAT_COPIED) {
usr/src/uts/i86pc/vm/hat_i86.c
2463
hat_pcp_update(CPU, hat);
usr/src/uts/i86pc/vm/hat_i86.c
2521
hat_tlb_inval_range(hat_t *hat, tlb_range_t *in_range)
usr/src/uts/i86pc/vm/hat_i86.c
2537
if (hat->hat_flags & HAT_FREEING)
usr/src/uts/i86pc/vm/hat_i86.c
2545
if (hat->hat_flags & HAT_SHARED) {
usr/src/uts/i86pc/vm/hat_i86.c
2546
hat = kas.a_hat;
usr/src/uts/i86pc/vm/hat_i86.c
2564
(void) hati_demap_func((xc_arg_t)hat, (xc_arg_t)&range, 0);
usr/src/uts/i86pc/vm/hat_i86.c
2576
if (hat == kas.a_hat)
usr/src/uts/i86pc/vm/hat_i86.c
2579
cpus_to_shootdown = hat->hat_cpus;
usr/src/uts/i86pc/vm/hat_i86.c
2624
(void) hati_demap_func((xc_arg_t)hat, (xc_arg_t)&range, 0);
usr/src/uts/i86pc/vm/hat_i86.c
2641
xc_call((xc_arg_t)hat, (xc_arg_t)&range, 0,
usr/src/uts/i86pc/vm/hat_i86.c
2650
hat_tlb_inval(hat_t *hat, uintptr_t va)
usr/src/uts/i86pc/vm/hat_i86.c
2660
hat_tlb_inval_range(hat, &range);
usr/src/uts/i86pc/vm/hat_i86.c
2677
hat_t *hat = ht->ht_hat;
usr/src/uts/i86pc/vm/hat_i86.c
2686
if ((flags & HAT_UNLOAD_UNLOCK) != 0 && hat != kas.a_hat) {
usr/src/uts/i86pc/vm/hat_i86.c
2763
PGCNT_DEC(hat, l);
usr/src/uts/i86pc/vm/hat_i86.c
2807
hat_unload(hat_t *hat, caddr_t addr, size_t len, uint_t flags)
usr/src/uts/i86pc/vm/hat_i86.c
2812
ASSERT(hat == kas.a_hat || va + len <= _userlimit);
usr/src/uts/i86pc/vm/hat_i86.c
2818
ASSERT(hat == kas.a_hat);
usr/src/uts/i86pc/vm/hat_i86.c
2821
hat_unload_callback(hat, addr, len, flags, NULL);
usr/src/uts/i86pc/vm/hat_i86.c
2831
handle_ranges(hat_t *hat, hat_callback_t *cb, uint_t cnt, tlb_range_t *range)
usr/src/uts/i86pc/vm/hat_i86.c
2835
hat_tlb_inval_range(hat, &range[cnt]);
usr/src/uts/i86pc/vm/hat_i86.c
2860
hat_t *hat,
usr/src/uts/i86pc/vm/hat_i86.c
2876
ASSERT(hat == kas.a_hat || eaddr <= _userlimit);
usr/src/uts/i86pc/vm/hat_i86.c
2885
ht = htable_getpte(hat, vaddr, &entry, &old_pte, 0);
usr/src/uts/i86pc/vm/hat_i86.c
2898
old_pte = htable_walk(hat, &ht, &vaddr, eaddr);
usr/src/uts/i86pc/vm/hat_i86.c
2913
handle_ranges(hat, cb, r_cnt, r);
usr/src/uts/i86pc/vm/hat_i86.c
2945
handle_ranges(hat, cb, r_cnt, r);
usr/src/uts/i86pc/vm/hat_i86.c
2954
hat_flush_range(hat_t *hat, caddr_t va, size_t size)
usr/src/uts/i86pc/vm/hat_i86.c
2960
sz = hat_getpagesize(hat, va);
usr/src/uts/i86pc/vm/hat_i86.c
2986
hat_sync(hat_t *hat, caddr_t addr, size_t len, uint_t flags)
usr/src/uts/i86pc/vm/hat_i86.c
3000
ASSERT(hat == kas.a_hat || eaddr <= _userlimit);
usr/src/uts/i86pc/vm/hat_i86.c
3005
pte = htable_walk(hat, &ht, &vaddr, eaddr);
usr/src/uts/i86pc/vm/hat_i86.c
3064
hat_map(hat_t *hat, caddr_t addr, size_t len, uint_t flags)
usr/src/uts/i86pc/vm/hat_i86.c
3076
hat_getattr(hat_t *hat, caddr_t addr, uint_t *attr)
usr/src/uts/i86pc/vm/hat_i86.c
3082
ASSERT(hat == kas.a_hat || vaddr <= _userlimit);
usr/src/uts/i86pc/vm/hat_i86.c
3087
ht = htable_getpte(hat, vaddr, NULL, &pte, mmu.max_page_level);
usr/src/uts/i86pc/vm/hat_i86.c
3117
hat_updateattr(hat_t *hat, caddr_t addr, size_t len, uint_t attr, int what)
usr/src/uts/i86pc/vm/hat_i86.c
3129
ASSERT(hat == kas.a_hat || AS_LOCK_HELD(hat->hat_as));
usr/src/uts/i86pc/vm/hat_i86.c
3132
oldpte = htable_walk(hat, &ht, &vaddr, eaddr);
usr/src/uts/i86pc/vm/hat_i86.c
3220
hat_setattr(hat_t *hat, caddr_t addr, size_t len, uint_t attr)
usr/src/uts/i86pc/vm/hat_i86.c
3222
ASSERT(hat == kas.a_hat || (uintptr_t)addr + len <= _userlimit);
usr/src/uts/i86pc/vm/hat_i86.c
3223
hat_updateattr(hat, addr, len, attr, HAT_SET_ATTR);
usr/src/uts/i86pc/vm/hat_i86.c
3227
hat_clrattr(hat_t *hat, caddr_t addr, size_t len, uint_t attr)
usr/src/uts/i86pc/vm/hat_i86.c
3229
ASSERT(hat == kas.a_hat || (uintptr_t)addr + len <= _userlimit);
usr/src/uts/i86pc/vm/hat_i86.c
3230
hat_updateattr(hat, addr, len, attr, HAT_CLR_ATTR);
usr/src/uts/i86pc/vm/hat_i86.c
3234
hat_chgattr(hat_t *hat, caddr_t addr, size_t len, uint_t attr)
usr/src/uts/i86pc/vm/hat_i86.c
3236
ASSERT(hat == kas.a_hat || (uintptr_t)addr + len <= _userlimit);
usr/src/uts/i86pc/vm/hat_i86.c
3237
hat_updateattr(hat, addr, len, attr, HAT_LOAD_ATTR);
usr/src/uts/i86pc/vm/hat_i86.c
3241
hat_chgprot(hat_t *hat, caddr_t addr, size_t len, uint_t vprot)
usr/src/uts/i86pc/vm/hat_i86.c
3243
ASSERT(hat == kas.a_hat || (uintptr_t)addr + len <= _userlimit);
usr/src/uts/i86pc/vm/hat_i86.c
3244
hat_updateattr(hat, addr, len, vprot & HAT_PROT_MASK, HAT_LOAD_ATTR);
usr/src/uts/i86pc/vm/hat_i86.c
3253
hat_getpagesize(hat_t *hat, caddr_t addr)
usr/src/uts/i86pc/vm/hat_i86.c
3259
ASSERT(hat == kas.a_hat || vaddr <= _userlimit);
usr/src/uts/i86pc/vm/hat_i86.c
3262
ht = htable_getpage(hat, vaddr, NULL);
usr/src/uts/i86pc/vm/hat_i86.c
3277
hat_getpfnum(hat_t *hat, caddr_t addr)
usr/src/uts/i86pc/vm/hat_i86.c
3284
ASSERT(hat == kas.a_hat || vaddr <= _userlimit);
usr/src/uts/i86pc/vm/hat_i86.c
3310
ht = htable_getpage(hat, vaddr, &entry);
usr/src/uts/i86pc/vm/hat_i86.c
3331
hat_probe(hat_t *hat, caddr_t addr)
usr/src/uts/i86pc/vm/hat_i86.c
3338
ASSERT(hat == kas.a_hat || vaddr <= _userlimit);
usr/src/uts/i86pc/vm/hat_i86.c
3339
ASSERT(hat == kas.a_hat || AS_LOCK_HELD(hat->hat_as));
usr/src/uts/i86pc/vm/hat_i86.c
3356
ht = htable_getpage(hat, vaddr, &entry);
usr/src/uts/i86pc/vm/hat_i86.c
3365
is_it_dism(hat_t *hat, caddr_t va)
usr/src/uts/i86pc/vm/hat_i86.c
3371
seg = as_findseg(hat->hat_as, va, 0);
usr/src/uts/i86pc/vm/hat_i86.c
3392
hat_t *hat,
usr/src/uts/i86pc/vm/hat_i86.c
3419
ASSERT(hat != kas.a_hat);
usr/src/uts/i86pc/vm/hat_i86.c
3435
is_dism = is_it_dism(hat, addr);
usr/src/uts/i86pc/vm/hat_i86.c
3449
ht = htable_lookup(hat, vaddr, l);
usr/src/uts/i86pc/vm/hat_i86.c
3504
ht = htable_create(hat, vaddr, l, ism_ht);
usr/src/uts/i86pc/vm/hat_i86.c
3508
hat->hat_ism_pgcnt +=
usr/src/uts/i86pc/vm/hat_i86.c
3560
while (hati_load_common(hat, vaddr, pp, prot, flags,
usr/src/uts/i86pc/vm/hat_i86.c
3587
hat_unshare(hat_t *hat, caddr_t addr, size_t len, uint_t ismszc)
usr/src/uts/i86pc/vm/hat_i86.c
3596
ASSERT(hat != kas.a_hat);
usr/src/uts/i86pc/vm/hat_i86.c
3619
ht = htable_lookup(hat, vaddr, l);
usr/src/uts/i86pc/vm/hat_i86.c
3627
hat->hat_ism_pgcnt -= ht->ht_valid_cnt <<
usr/src/uts/i86pc/vm/hat_i86.c
3640
if (!(hat->hat_flags & HAT_FREEING) && need_demaps)
usr/src/uts/i86pc/vm/hat_i86.c
3641
hat_tlb_inval(hat, DEMAP_ALL_ADDR);
usr/src/uts/i86pc/vm/hat_i86.c
3647
if (!is_it_dism(hat, addr))
usr/src/uts/i86pc/vm/hat_i86.c
3649
hat_unload(hat, addr, len, flags);
usr/src/uts/i86pc/vm/hat_i86.c
408
hat_t *hat = buf;
usr/src/uts/i86pc/vm/hat_i86.c
410
mutex_init(&hat->hat_mutex, NULL, MUTEX_DEFAULT, NULL);
usr/src/uts/i86pc/vm/hat_i86.c
411
bzero(hat->hat_pages_mapped,
usr/src/uts/i86pc/vm/hat_i86.c
413
hat->hat_ism_pgcnt = 0;
usr/src/uts/i86pc/vm/hat_i86.c
414
hat->hat_stats = 0;
usr/src/uts/i86pc/vm/hat_i86.c
415
hat->hat_flags = 0;
usr/src/uts/i86pc/vm/hat_i86.c
416
CPUSET_ZERO(hat->hat_cpus);
usr/src/uts/i86pc/vm/hat_i86.c
417
hat->hat_htable = NULL;
usr/src/uts/i86pc/vm/hat_i86.c
418
hat->hat_ht_hash = NULL;
usr/src/uts/i86pc/vm/hat_i86.c
4274
hat_t *hat,
usr/src/uts/i86pc/vm/hat_i86.c
4329
hat_setup(hat_t *hat, int flags)
usr/src/uts/i86pc/vm/hat_i86.c
4334
hat_switch(hat);
usr/src/uts/i86pc/vm/hat_i86.c
435
hat_list_append(hat_t *hat)
usr/src/uts/i86pc/vm/hat_i86.c
438
hat->hat_prev = NULL;
usr/src/uts/i86pc/vm/hat_i86.c
439
hat->hat_next = kas.a_hat->hat_next;
usr/src/uts/i86pc/vm/hat_i86.c
440
if (hat->hat_next)
usr/src/uts/i86pc/vm/hat_i86.c
441
hat->hat_next->hat_prev = hat;
usr/src/uts/i86pc/vm/hat_i86.c
443
kas.a_hat->hat_prev = hat;
usr/src/uts/i86pc/vm/hat_i86.c
444
kas.a_hat->hat_next = hat;
usr/src/uts/i86pc/vm/hat_i86.c
4493
hat_enter(hat_t *hat)
usr/src/uts/i86pc/vm/hat_i86.c
4495
mutex_enter(&hat->hat_mutex);
usr/src/uts/i86pc/vm/hat_i86.c
4499
hat_exit(hat_t *hat)
usr/src/uts/i86pc/vm/hat_i86.c
4501
mutex_exit(&hat->hat_mutex);
usr/src/uts/i86pc/vm/hat_i86.c
455
hat_t *hat;
usr/src/uts/i86pc/vm/hat_i86.c
4630
hat_join_srd(struct hat *hat, vnode_t *evp)
usr/src/uts/i86pc/vm/hat_i86.c
4636
hat_join_region(struct hat *hat,
usr/src/uts/i86pc/vm/hat_i86.c
4652
hat_leave_region(struct hat *hat, hat_region_cookie_t rcookie, uint_t flags)
usr/src/uts/i86pc/vm/hat_i86.c
4659
hat_dup_region(struct hat *hat, hat_region_cookie_t rcookie)
usr/src/uts/i86pc/vm/hat_i86.c
475
hat = kmem_cache_alloc(hat_cache, KM_SLEEP);
usr/src/uts/i86pc/vm/hat_i86.c
476
hat->hat_as = as;
usr/src/uts/i86pc/vm/hat_i86.c
477
mutex_init(&hat->hat_mutex, NULL, MUTEX_DEFAULT, NULL);
usr/src/uts/i86pc/vm/hat_i86.c
478
ASSERT(hat->hat_flags == 0);
usr/src/uts/i86pc/vm/hat_i86.c
4822
hat_kpm_fault(hat_t *hat, caddr_t vaddr)
usr/src/uts/i86pc/vm/hat_i86.c
4825
(void *)hat, (void *)vaddr);
usr/src/uts/i86pc/vm/hat_i86.c
488
hat->hat_max_level = mmu.max_level;
usr/src/uts/i86pc/vm/hat_i86.c
489
hat->hat_num_copied = 0;
usr/src/uts/i86pc/vm/hat_i86.c
490
hat->hat_flags = 0;
usr/src/uts/i86pc/vm/hat_i86.c
4936
hat_prepare_mapping(hat_t *hat, caddr_t addr, uint64_t *pte_ma)
usr/src/uts/i86pc/vm/hat_i86.c
4944
ht = htable_create(hat, (uintptr_t)addr, 0, NULL);
usr/src/uts/i86pc/vm/hat_i86.c
4960
hat_release_mapping(hat_t *hat, caddr_t addr)
usr/src/uts/i86pc/vm/hat_i86.c
4966
ht = htable_lookup(hat, (uintptr_t)addr, 0);
usr/src/uts/i86pc/vm/hat_i86.c
499
hat->hat_max_level = mmu.max_level32;
usr/src/uts/i86pc/vm/hat_i86.c
500
hat->hat_num_copied = mmu.num_copied_ents32;
usr/src/uts/i86pc/vm/hat_i86.c
502
hat->hat_flags |= HAT_COPIED_32;
usr/src/uts/i86pc/vm/hat_i86.c
506
hat->hat_max_level = mmu.max_level;
usr/src/uts/i86pc/vm/hat_i86.c
507
hat->hat_num_copied = mmu.num_copied_ents;
usr/src/uts/i86pc/vm/hat_i86.c
513
hat->hat_max_level = mmu.max_level;
usr/src/uts/i86pc/vm/hat_i86.c
514
hat->hat_num_copied = 0;
usr/src/uts/i86pc/vm/hat_i86.c
515
hat->hat_flags = 0;
usr/src/uts/i86pc/vm/hat_i86.c
520
hat->hat_flags |= HAT_COPIED;
usr/src/uts/i86pc/vm/hat_i86.c
521
bzero(hat->hat_copied_ptes, sizeof (hat->hat_copied_ptes));
usr/src/uts/i86pc/vm/hat_i86.c
533
hat->hat_num_hash = mmu.hat32_hash_cnt;
usr/src/uts/i86pc/vm/hat_i86.c
534
hat->hat_ht_hash = kmem_cache_alloc(hat32_hash_cache, KM_SLEEP);
usr/src/uts/i86pc/vm/hat_i86.c
536
hat->hat_num_hash = mmu.hash_cnt;
usr/src/uts/i86pc/vm/hat_i86.c
537
hat->hat_ht_hash = kmem_cache_alloc(hat_hash_cache, KM_SLEEP);
usr/src/uts/i86pc/vm/hat_i86.c
539
bzero(hat->hat_ht_hash, hat->hat_num_hash * sizeof (htable_t *));
usr/src/uts/i86pc/vm/hat_i86.c
545
hat->hat_htable = NULL;
usr/src/uts/i86pc/vm/hat_i86.c
546
hat->hat_ht_cached = NULL;
usr/src/uts/i86pc/vm/hat_i86.c
548
ht = htable_create(hat, (uintptr_t)0, TOP_LEVEL(hat), NULL);
usr/src/uts/i86pc/vm/hat_i86.c
549
hat->hat_htable = ht;
usr/src/uts/i86pc/vm/hat_i86.c
551
if (hat->hat_flags & HAT_COPIED)
usr/src/uts/i86pc/vm/hat_i86.c
559
if (rp->hkr_level == TOP_LEVEL(hat))
usr/src/uts/i86pc/vm/hat_i86.c
560
ht = hat->hat_htable;
usr/src/uts/i86pc/vm/hat_i86.c
562
ht = htable_create(hat, va, rp->hkr_level,
usr/src/uts/i86pc/vm/hat_i86.c
587
xen_pin(hat->hat_htable->ht_pfn, mmu.max_level);
usr/src/uts/i86pc/vm/hat_i86.c
588
xen_pin(hat->hat_user_ptable, mmu.max_level);
usr/src/uts/i86pc/vm/hat_i86.c
592
hat_list_append(hat);
usr/src/uts/i86pc/vm/hat_i86.c
594
return (hat);
usr/src/uts/i86pc/vm/hat_i86.c
608
hat_t *hat;
usr/src/uts/i86pc/vm/hat_i86.c
611
hat = kmem_cache_alloc(hat_cache, KM_SLEEP);
usr/src/uts/i86pc/vm/hat_i86.c
612
hat->hat_as = NULL;
usr/src/uts/i86pc/vm/hat_i86.c
613
mutex_init(&hat->hat_mutex, NULL, MUTEX_DEFAULT, NULL);
usr/src/uts/i86pc/vm/hat_i86.c
614
hat->hat_max_level = mmu.max_level;
usr/src/uts/i86pc/vm/hat_i86.c
615
hat->hat_num_copied = 0;
usr/src/uts/i86pc/vm/hat_i86.c
616
hat->hat_flags = HAT_PCP;
usr/src/uts/i86pc/vm/hat_i86.c
618
hat->hat_num_hash = mmu.hash_cnt;
usr/src/uts/i86pc/vm/hat_i86.c
619
hat->hat_ht_hash = kmem_cache_alloc(hat_hash_cache, KM_SLEEP);
usr/src/uts/i86pc/vm/hat_i86.c
620
bzero(hat->hat_ht_hash, hat->hat_num_hash * sizeof (htable_t *));
usr/src/uts/i86pc/vm/hat_i86.c
622
hat->hat_next = hat->hat_prev = NULL;
usr/src/uts/i86pc/vm/hat_i86.c
628
CPUSET_ADD(hat->hat_cpus, cpu->cpu_id);
usr/src/uts/i86pc/vm/hat_i86.c
630
hat->hat_htable = NULL;
usr/src/uts/i86pc/vm/hat_i86.c
631
hat->hat_ht_cached = NULL;
usr/src/uts/i86pc/vm/hat_i86.c
632
ht = htable_create(hat, (uintptr_t)0, TOP_LEVEL(hat), NULL);
usr/src/uts/i86pc/vm/hat_i86.c
633
hat->hat_htable = ht;
usr/src/uts/i86pc/vm/hat_i86.c
635
hat_list_append(hat);
usr/src/uts/i86pc/vm/hat_i86.c
637
return (hat);
usr/src/uts/i86pc/vm/hat_i86.c
646
hat_free_start(hat_t *hat)
usr/src/uts/i86pc/vm/hat_i86.c
648
ASSERT(AS_WRITE_HELD(hat->hat_as));
usr/src/uts/i86pc/vm/hat_i86.c
656
while (hat->hat_flags & HAT_VICTIM)
usr/src/uts/i86pc/vm/hat_i86.c
658
hat->hat_flags |= HAT_FREEING;
usr/src/uts/i86pc/vm/hat_i86.c
666
hat_free_end(hat_t *hat)
usr/src/uts/i86pc/vm/hat_i86.c
670
ASSERT(hat->hat_flags & HAT_FREEING);
usr/src/uts/i86pc/vm/hat_i86.c
675
ASSERT(CPU->cpu_current_hat != hat);
usr/src/uts/i86pc/vm/hat_i86.c
681
if (hat->hat_prev)
usr/src/uts/i86pc/vm/hat_i86.c
682
hat->hat_prev->hat_next = hat->hat_next;
usr/src/uts/i86pc/vm/hat_i86.c
684
kas.a_hat->hat_next = hat->hat_next;
usr/src/uts/i86pc/vm/hat_i86.c
685
if (hat->hat_next)
usr/src/uts/i86pc/vm/hat_i86.c
686
hat->hat_next->hat_prev = hat->hat_prev;
usr/src/uts/i86pc/vm/hat_i86.c
688
kas.a_hat->hat_prev = hat->hat_prev;
usr/src/uts/i86pc/vm/hat_i86.c
690
hat->hat_next = hat->hat_prev = NULL;
usr/src/uts/i86pc/vm/hat_i86.c
696
VERIFY3U(hat->hat_flags & HAT_PCP, ==, 0);
usr/src/uts/i86pc/vm/hat_i86.c
697
xen_unpin(hat->hat_htable->ht_pfn);
usr/src/uts/i86pc/vm/hat_i86.c
698
xen_unpin(hat->hat_user_ptable);
usr/src/uts/i86pc/vm/hat_i86.c
704
htable_purge_hat(hat);
usr/src/uts/i86pc/vm/hat_i86.c
709
if (hat->hat_flags & HAT_COPIED) {
usr/src/uts/i86pc/vm/hat_i86.c
710
if (hat->hat_flags & HAT_COPIED_32) {
usr/src/uts/i86pc/vm/hat_i86.c
718
kmem_cache_free(cache, hat->hat_ht_hash);
usr/src/uts/i86pc/vm/hat_i86.c
719
hat->hat_ht_hash = NULL;
usr/src/uts/i86pc/vm/hat_i86.c
721
hat->hat_flags = 0;
usr/src/uts/i86pc/vm/hat_i86.c
722
hat->hat_max_level = 0;
usr/src/uts/i86pc/vm/hat_i86.c
723
hat->hat_num_copied = 0;
usr/src/uts/i86pc/vm/hat_i86.c
724
kmem_cache_free(hat_cache, hat);
usr/src/uts/i86pc/vm/hat_i86.h
100
struct hat *hat_next;
usr/src/uts/i86pc/vm/hat_i86.h
101
struct hat *hat_prev;
usr/src/uts/i86pc/vm/hat_i86.h
110
typedef struct hat hat_t;
usr/src/uts/i86pc/vm/hat_i86.h
112
#define PGCNT_INC(hat, level) \
usr/src/uts/i86pc/vm/hat_i86.h
113
atomic_inc_ulong(&(hat)->hat_pages_mapped[level]);
usr/src/uts/i86pc/vm/hat_i86.h
114
#define PGCNT_DEC(hat, level) \
usr/src/uts/i86pc/vm/hat_i86.h
115
atomic_dec_ulong(&(hat)->hat_pages_mapped[level]);
usr/src/uts/i86pc/vm/hat_i86.h
262
extern void hat_tlb_inval(struct hat *hat, uintptr_t va);
usr/src/uts/i86pc/vm/hat_i86.h
263
extern void hat_switch(struct hat *hat);
usr/src/uts/i86pc/vm/htable.c
1010
if (ht->ht_level == mmu.max_level && hat != NULL) {
usr/src/uts/i86pc/vm/htable.c
1011
ptable_free(hat->hat_user_ptable);
usr/src/uts/i86pc/vm/htable.c
1012
hat->hat_user_ptable = PFN_INVALID;
usr/src/uts/i86pc/vm/htable.c
1038
htable_purge_hat(hat_t *hat)
usr/src/uts/i86pc/vm/htable.c
1046
if (!(hat->hat_flags & HAT_FREEING)) {
usr/src/uts/i86pc/vm/htable.c
1049
hat_enter(hat);
usr/src/uts/i86pc/vm/htable.c
1050
ht = hat->hat_ht_cached;
usr/src/uts/i86pc/vm/htable.c
1052
hat_exit(hat);
usr/src/uts/i86pc/vm/htable.c
1055
hat->hat_ht_cached = ht->ht_next;
usr/src/uts/i86pc/vm/htable.c
1056
hat_exit(hat);
usr/src/uts/i86pc/vm/htable.c
1066
while ((ht = hat->hat_ht_cached) != NULL) {
usr/src/uts/i86pc/vm/htable.c
1067
hat->hat_ht_cached = ht->ht_next;
usr/src/uts/i86pc/vm/htable.c
1074
for (h = 0; h < hat->hat_num_hash; ++h) {
usr/src/uts/i86pc/vm/htable.c
1075
while ((ht = hat->hat_ht_hash[h]) != NULL) {
usr/src/uts/i86pc/vm/htable.c
1082
ASSERT(hat->hat_ht_hash[h] == ht);
usr/src/uts/i86pc/vm/htable.c
1083
hat->hat_ht_hash[h] = ht->ht_next;
usr/src/uts/i86pc/vm/htable.c
1100
hat_t *hat = old->ht_hat;
usr/src/uts/i86pc/vm/htable.c
1126
if (!(hat->hat_flags & HAT_FREEING)) {
usr/src/uts/i86pc/vm/htable.c
1127
hat_tlb_inval(hat, (higher->ht_flags & HTABLE_COPIED) ?
usr/src/uts/i86pc/vm/htable.c
1182
hat_t *hat;
usr/src/uts/i86pc/vm/htable.c
1189
hat = ht->ht_hat;
usr/src/uts/i86pc/vm/htable.c
1192
hashval = HTABLE_HASH(hat, va, level);
usr/src/uts/i86pc/vm/htable.c
1216
if (hat->hat_flags & HAT_FREEING)
usr/src/uts/i86pc/vm/htable.c
1224
(hat != kas.a_hat || va >= kernelbase))
usr/src/uts/i86pc/vm/htable.c
1260
ASSERT(hat->hat_ht_hash[hashval] == ht);
usr/src/uts/i86pc/vm/htable.c
1261
hat->hat_ht_hash[hashval] = ht->ht_next;
usr/src/uts/i86pc/vm/htable.c
1285
htable_lookup(hat_t *hat, uintptr_t vaddr, level_t level)
usr/src/uts/i86pc/vm/htable.c
1292
ASSERT(level <= TOP_LEVEL(hat));
usr/src/uts/i86pc/vm/htable.c
1294
if (level == TOP_LEVEL(hat)) {
usr/src/uts/i86pc/vm/htable.c
1299
if ((hat->hat_flags & HAT_COPIED_32) &&
usr/src/uts/i86pc/vm/htable.c
1307
hashval = HTABLE_HASH(hat, base, level);
usr/src/uts/i86pc/vm/htable.c
1309
for (ht = hat->hat_ht_hash[hashval]; ht; ht = ht->ht_next) {
usr/src/uts/i86pc/vm/htable.c
1310
if (ht->ht_hat == hat &&
usr/src/uts/i86pc/vm/htable.c
1328
hat_t *hat = ht->ht_hat;
usr/src/uts/i86pc/vm/htable.c
1331
uint_t hashval = HTABLE_HASH(hat, base, level);
usr/src/uts/i86pc/vm/htable.c
1341
for (h = hat->hat_ht_hash[hashval];
usr/src/uts/i86pc/vm/htable.c
1363
hat_t *hat,
usr/src/uts/i86pc/vm/htable.c
1375
if (level < 0 || level > TOP_LEVEL(hat))
usr/src/uts/i86pc/vm/htable.c
1382
for (l = TOP_LEVEL(hat); l >= level; --l) {
usr/src/uts/i86pc/vm/htable.c
1384
if (l == TOP_LEVEL(hat))
usr/src/uts/i86pc/vm/htable.c
1389
h = HTABLE_HASH(hat, base, l);
usr/src/uts/i86pc/vm/htable.c
1395
if (l == TOP_LEVEL(hat)) {
usr/src/uts/i86pc/vm/htable.c
1396
ht = hat->hat_htable;
usr/src/uts/i86pc/vm/htable.c
1398
for (ht = hat->hat_ht_hash[h]; ht; ht = ht->ht_next) {
usr/src/uts/i86pc/vm/htable.c
1399
ASSERT(ht->ht_hat == hat);
usr/src/uts/i86pc/vm/htable.c
1435
new = htable_alloc(hat, base, l,
usr/src/uts/i86pc/vm/htable.c
1449
ht->ht_next = hat->hat_ht_hash[h];
usr/src/uts/i86pc/vm/htable.c
1451
if (hat->hat_ht_hash[h])
usr/src/uts/i86pc/vm/htable.c
1452
hat->hat_ht_hash[h]->ht_prev = ht;
usr/src/uts/i86pc/vm/htable.c
1453
hat->hat_ht_hash[h] = ht;
usr/src/uts/i86pc/vm/htable.c
1486
hat_t *hat,
usr/src/uts/i86pc/vm/htable.c
1503
ht->ht_hat = hat;
usr/src/uts/i86pc/vm/htable.c
1517
h = HTABLE_HASH(hat, base, level);
usr/src/uts/i86pc/vm/htable.c
1519
ht->ht_next = hat->hat_ht_hash[h];
usr/src/uts/i86pc/vm/htable.c
1521
if (hat->hat_ht_hash[h])
usr/src/uts/i86pc/vm/htable.c
1522
hat->hat_ht_hash[h]->ht_prev = ht;
usr/src/uts/i86pc/vm/htable.c
1523
hat->hat_ht_hash[h] = ht;
usr/src/uts/i86pc/vm/htable.c
1571
htable_attach(hat, base, level - 1,
usr/src/uts/i86pc/vm/htable.c
1668
struct hat *hat,
usr/src/uts/i86pc/vm/htable.c
1686
ASSERT(hat == kas.a_hat || eaddr <= kernelbase ||
usr/src/uts/i86pc/vm/htable.c
1688
if (hat != kas.a_hat && eaddr == HTABLE_WALK_TO_END)
usr/src/uts/i86pc/vm/htable.c
1719
if (hat->hat_ism_pgcnt > 0) {
usr/src/uts/i86pc/vm/htable.c
1724
if (hat->hat_pages_mapped[l] != 0)
usr/src/uts/i86pc/vm/htable.c
1732
for (l = 0; l <= TOP_LEVEL(hat); ++l) {
usr/src/uts/i86pc/vm/htable.c
1733
ht = htable_lookup(hat, va, l);
usr/src/uts/i86pc/vm/htable.c
1751
ASSERT(l < TOP_LEVEL(hat));
usr/src/uts/i86pc/vm/htable.c
1773
struct hat *hat,
usr/src/uts/i86pc/vm/htable.c
1786
ht = htable_lookup(hat, vaddr, l);
usr/src/uts/i86pc/vm/htable.c
1806
htable_getpage(struct hat *hat, uintptr_t vaddr, uint_t *entry)
usr/src/uts/i86pc/vm/htable.c
1812
ht = htable_getpte(hat, vaddr, &e, &pte, mmu.max_page_level);
usr/src/uts/i86pc/vm/htable.c
2075
hat_t *hat = ht->ht_hat;
usr/src/uts/i86pc/vm/htable.c
2135
hat_tlb_inval(hat, addr);
usr/src/uts/i86pc/vm/htable.c
2462
hat_t *hat;
usr/src/uts/i86pc/vm/htable.c
2469
for (hat = kas.a_hat; hat != NULL; hat = hat->hat_next) {
usr/src/uts/i86pc/vm/htable.c
2470
for (h = 0; h < hat->hat_num_hash; ++h) {
usr/src/uts/i86pc/vm/htable.c
2471
for (ht = hat->hat_ht_hash[h]; ht; ht = ht->ht_next) {
usr/src/uts/i86pc/vm/htable.c
436
htable_steal_active(hat_t *hat, uint_t cnt, uint_t threshold,
usr/src/uts/i86pc/vm/htable.c
445
h = h_start = h_seed++ % hat->hat_num_hash;
usr/src/uts/i86pc/vm/htable.c
449
for (ht = hat->hat_ht_hash[h]; ht; ht = ht->ht_next) {
usr/src/uts/i86pc/vm/htable.c
511
ASSERT(hat->hat_ht_hash[h] == ht);
usr/src/uts/i86pc/vm/htable.c
512
hat->hat_ht_hash[h] = ht->ht_next;
usr/src/uts/i86pc/vm/htable.c
529
if (++h == hat->hat_num_hash)
usr/src/uts/i86pc/vm/htable.c
538
move_victim(hat_t *hat)
usr/src/uts/i86pc/vm/htable.c
543
if (hat->hat_prev)
usr/src/uts/i86pc/vm/htable.c
544
hat->hat_prev->hat_next = hat->hat_next;
usr/src/uts/i86pc/vm/htable.c
546
kas.a_hat->hat_next = hat->hat_next;
usr/src/uts/i86pc/vm/htable.c
548
if (hat->hat_next)
usr/src/uts/i86pc/vm/htable.c
549
hat->hat_next->hat_prev = hat->hat_prev;
usr/src/uts/i86pc/vm/htable.c
551
kas.a_hat->hat_prev = hat->hat_prev;
usr/src/uts/i86pc/vm/htable.c
553
hat->hat_next = NULL;
usr/src/uts/i86pc/vm/htable.c
554
hat->hat_prev = kas.a_hat->hat_prev;
usr/src/uts/i86pc/vm/htable.c
555
if (hat->hat_prev)
usr/src/uts/i86pc/vm/htable.c
556
hat->hat_prev->hat_next = hat;
usr/src/uts/i86pc/vm/htable.c
558
kas.a_hat->hat_next = hat;
usr/src/uts/i86pc/vm/htable.c
560
kas.a_hat->hat_prev = hat;
usr/src/uts/i86pc/vm/htable.c
570
hat_t *hat = kas.a_hat; /* list starts with khat */
usr/src/uts/i86pc/vm/htable.c
611
hat = kas.a_hat->hat_next;
usr/src/uts/i86pc/vm/htable.c
628
while (hat != NULL && (hat->hat_flags &
usr/src/uts/i86pc/vm/htable.c
631
hat = hat->hat_next;
usr/src/uts/i86pc/vm/htable.c
634
if (hat == NULL)
usr/src/uts/i86pc/vm/htable.c
641
hat->hat_flags |= HAT_VICTIM;
usr/src/uts/i86pc/vm/htable.c
647
hat_enter(hat);
usr/src/uts/i86pc/vm/htable.c
648
while ((ht = hat->hat_ht_cached) != NULL &&
usr/src/uts/i86pc/vm/htable.c
650
hat->hat_ht_cached = ht->ht_next;
usr/src/uts/i86pc/vm/htable.c
655
hat_exit(hat);
usr/src/uts/i86pc/vm/htable.c
661
htable_steal_active(hat, cnt, threshold,
usr/src/uts/i86pc/vm/htable.c
673
ASSERT(ht->ht_hat == hat);
usr/src/uts/i86pc/vm/htable.c
677
ptable_free(hat->hat_user_ptable);
usr/src/uts/i86pc/vm/htable.c
678
hat->hat_user_ptable = PFN_INVALID;
usr/src/uts/i86pc/vm/htable.c
698
kas.a_hat->hat_prev != hat)
usr/src/uts/i86pc/vm/htable.c
699
move_victim(hat);
usr/src/uts/i86pc/vm/htable.c
709
if (hat->hat_flags & HAT_VICTIM) {
usr/src/uts/i86pc/vm/htable.c
710
ASSERT(hat != kas.a_hat);
usr/src/uts/i86pc/vm/htable.c
711
hat->hat_flags &= ~HAT_VICTIM;
usr/src/uts/i86pc/vm/htable.c
716
hat = hat->hat_next;
usr/src/uts/i86pc/vm/htable.c
780
hat_t *hat,
usr/src/uts/i86pc/vm/htable.c
791
if (level < 0 || level > TOP_LEVEL(hat))
usr/src/uts/i86pc/vm/htable.c
794
is_copied = (hat->hat_flags & HAT_COPIED) &&
usr/src/uts/i86pc/vm/htable.c
795
level == hat->hat_max_level;
usr/src/uts/i86pc/vm/htable.c
803
if (hat->hat_ht_cached != NULL && !is_bare) {
usr/src/uts/i86pc/vm/htable.c
804
hat_enter(hat);
usr/src/uts/i86pc/vm/htable.c
805
ht = hat->hat_ht_cached;
usr/src/uts/i86pc/vm/htable.c
807
hat->hat_ht_cached = ht->ht_next;
usr/src/uts/i86pc/vm/htable.c
812
hat_exit(hat);
usr/src/uts/i86pc/vm/htable.c
841
ht->ht_hat = hat;
usr/src/uts/i86pc/vm/htable.c
905
hat->hat_user_ptable = ptable_alloc((uintptr_t)ht + 1);
usr/src/uts/i86pc/vm/htable.c
906
if (hat->hat_user_ptable != PFN_INVALID)
usr/src/uts/i86pc/vm/htable.c
913
block_zero_no_xmm(kpm_vbase + pfn_to_pa(hat->hat_user_ptable),
usr/src/uts/i86pc/vm/htable.c
949
ht->ht_hat = hat;
usr/src/uts/i86pc/vm/htable.c
967
(void) xen_kpm_page(hat->hat_user_ptable, PT_VALID);
usr/src/uts/i86pc/vm/htable.c
981
hat_t *hat = ht->ht_hat;
usr/src/uts/i86pc/vm/htable.c
988
if (hat != NULL &&
usr/src/uts/i86pc/vm/htable.c
991
(!(hat->hat_flags & HAT_FREEING) && !htable_dont_cache))) {
usr/src/uts/i86pc/vm/htable.c
994
hat_enter(hat);
usr/src/uts/i86pc/vm/htable.c
995
ht->ht_next = hat->hat_ht_cached;
usr/src/uts/i86pc/vm/htable.c
996
hat->hat_ht_cached = ht;
usr/src/uts/i86pc/vm/htable.c
997
hat_exit(hat);
usr/src/uts/i86pc/vm/htable.h
105
#define HTABLE_HASH(hat, va, lvl) \
usr/src/uts/i86pc/vm/htable.h
107
((uintptr_t)(hat) >> 4)) & ((hat)->hat_num_hash - 1))
usr/src/uts/i86pc/vm/htable.h
120
struct hat *hci_user_hat; /* CPU specific HAT */
usr/src/uts/i86pc/vm/htable.h
181
extern htable_t *htable_lookup(struct hat *hat, uintptr_t vaddr, level_t level);
usr/src/uts/i86pc/vm/htable.h
182
extern htable_t *htable_create(struct hat *hat, uintptr_t vaddr, level_t level,
usr/src/uts/i86pc/vm/htable.h
193
extern void htable_purge_hat(struct hat *hat);
usr/src/uts/i86pc/vm/htable.h
200
extern htable_t *htable_getpte(struct hat *, uintptr_t, uint_t *, x86pte_t *,
usr/src/uts/i86pc/vm/htable.h
207
extern htable_t *htable_getpage(struct hat *hat, uintptr_t va, uint_t *entry);
usr/src/uts/i86pc/vm/htable.h
224
extern size_t htable_mapped(struct hat *);
usr/src/uts/i86pc/vm/htable.h
230
extern void htable_attach(struct hat *, uintptr_t, level_t, struct htable *,
usr/src/uts/i86pc/vm/htable.h
255
extern x86pte_t htable_walk(struct hat *hat, htable_t **ht, uintptr_t *va,
usr/src/uts/i86pc/vm/htable.h
70
struct hat *ht_hat; /* hat this mapping comes from */
usr/src/uts/i86pc/vm/vm_machdep.c
614
struct hat *hat;
usr/src/uts/i86pc/vm/vm_machdep.c
633
hat = as->a_hat;
usr/src/uts/i86pc/vm/vm_machdep.c
638
hat = as->a_hat;
usr/src/uts/i86pc/vm/vm_machdep.c
644
res = as_fault(hat, as, addr, 1, type, rw);
usr/src/uts/i86pc/vm/vm_machdep.c
700
res = as_fault(hat, as, addr, 1, F_INVAL, rw);
usr/src/uts/i86xpv/vm/seg_mf.c
223
segmf_faultpage(struct hat *hat, struct seg *seg, caddr_t addr,
usr/src/uts/i86xpv/vm/seg_mf.c
259
hat_devload(hat, addr, MMU_PAGESIZE, (pfn_t)0,
usr/src/uts/i86xpv/vm/seg_mf.c
277
hat_unload(hat, addr, MMU_PAGESIZE, hat_flags);
usr/src/uts/i86xpv/vm/seg_mf.c
302
segmf_softunlock(struct hat *hat, struct seg *seg, caddr_t addr, size_t len)
usr/src/uts/i86xpv/vm/seg_mf.c
306
hat_unlock(hat, addr, len);
usr/src/uts/i86xpv/vm/seg_mf.c
328
segmf_fault_range(struct hat *hat, struct seg *seg, caddr_t addr, size_t len,
usr/src/uts/i86xpv/vm/seg_mf.c
341
error = segmf_faultpage(hat, seg, a, type, data->prot);
usr/src/uts/i86xpv/vm/seg_mf.c
353
segmf_softunlock(hat, seg, addr, done);
usr/src/uts/i86xpv/vm/seg_mf.c
364
segmf_fault(struct hat *hat, struct seg *seg, caddr_t addr, size_t len,
usr/src/uts/intel/io/vmm/seg_vmm.c
268
segvmm_fault_obj(struct hat *hat, struct seg *seg, uintptr_t va, size_t len)
usr/src/uts/intel/io/vmm/seg_vmm.c
289
hat_devload(hat, (caddr_t)va, PAGESIZE, pfn, uprot, HAT_LOAD);
usr/src/uts/intel/io/vmm/seg_vmm.c
298
segvmm_fault_space(struct hat *hat, struct seg *seg, uintptr_t va, size_t len)
usr/src/uts/intel/io/vmm/seg_vmm.c
324
hat_devload(hat, (caddr_t)va, PAGESIZE, pfn, uprot, HAT_LOAD);
usr/src/uts/intel/io/vmm/seg_vmm.c
332
hat_unload(hat, (caddr_t)va, PAGESIZE, HAT_UNLOAD);
usr/src/uts/intel/io/vmm/seg_vmm.c
345
segvmm_fault(struct hat *hat, struct seg *seg, caddr_t addr, size_t len,
usr/src/uts/intel/io/vmm/seg_vmm.c
373
err = segvmm_fault_obj(hat, seg, (uintptr_t)addr, len);
usr/src/uts/intel/io/vmm/seg_vmm.c
375
err = segvmm_fault_space(hat, seg, (uintptr_t)addr, len);
usr/src/uts/intel/io/vmm/seg_vmm.c
60
static faultcode_t segvmm_fault(struct hat *, struct seg *, caddr_t, size_t,
usr/src/uts/intel/os/ddi_arch.c
271
struct hat *hat, struct seg *seg, caddr_t addr,
usr/src/uts/intel/os/ddi_arch.c
283
rdip, hat, seg, addr, dp, pfn, prot, lock));
usr/src/uts/sfmmu/vm/hat_sfmmu.c
12023
struct hat *ism_hatid;
usr/src/uts/sfmmu/vm/hat_sfmmu.c
13215
hat_softlock(struct hat *hat, caddr_t addr, size_t *lenp, page_t **ppp,
usr/src/uts/sfmmu/vm/hat_sfmmu.c
13293
hat_enter(struct hat *hat)
usr/src/uts/sfmmu/vm/hat_sfmmu.c
13297
if (hat != ksfmmup) {
usr/src/uts/sfmmu/vm/hat_sfmmu.c
13298
hatlockp = TSB_HASH(hat);
usr/src/uts/sfmmu/vm/hat_sfmmu.c
13304
hat_exit(struct hat *hat)
usr/src/uts/sfmmu/vm/hat_sfmmu.c
13308
if (hat != ksfmmup) {
usr/src/uts/sfmmu/vm/hat_sfmmu.c
13309
hatlockp = TSB_HASH(hat);
usr/src/uts/sfmmu/vm/hat_sfmmu.c
13596
hat_join_srd(struct hat *sfmmup, vnode_t *evp)
usr/src/uts/sfmmu/vm/hat_sfmmu.c
13803
hat_join_region(struct hat *sfmmup, caddr_t r_saddr, size_t r_size,
usr/src/uts/sfmmu/vm/hat_sfmmu.c
14091
hat_leave_region(struct hat *sfmmup, hat_region_cookie_t rcookie, uint_t flags)
usr/src/uts/sfmmu/vm/hat_sfmmu.c
14293
hat_dup_region(struct hat *sfmmup, hat_region_cookie_t rcookie)
usr/src/uts/sfmmu/vm/hat_sfmmu.c
1457
struct hat *
usr/src/uts/sfmmu/vm/hat_sfmmu.c
146
#define SFMMU_VALIDATE_HMERID(hat, rid, addr, len)
usr/src/uts/sfmmu/vm/hat_sfmmu.c
1866
hat_setup(struct hat *sfmmup, int allocflag)
usr/src/uts/sfmmu/vm/hat_sfmmu.c
1916
hat_free_start(struct hat *sfmmup)
usr/src/uts/sfmmu/vm/hat_sfmmu.c
1930
hat_free_end(struct hat *sfmmup)
usr/src/uts/sfmmu/vm/hat_sfmmu.c
1980
hat_swapin(struct hat *hat)
usr/src/uts/sfmmu/vm/hat_sfmmu.c
1990
hat_swapout(struct hat *sfmmup)
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2122
hat_dup(struct hat *hat, struct hat *newhat, caddr_t addr, size_t len,
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2132
ASSERT(hat != ksfmmup);
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2134
ASSERT(flag != HAT_DUP_ALL || hat->sfmmu_srdp == newhat->sfmmu_srdp);
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2140
if (flag == HAT_DUP_SRD && ((srdp = hat->sfmmu_srdp) != NULL)) {
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2153
newhat->sfmmu_rtteflags = hat->sfmmu_rtteflags;
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2154
if (hat->sfmmu_flags & HAT_4MTEXT_FLAG) {
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2159
if ((scdp = hat->sfmmu_scdp) != NULL &&
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2170
hat->sfmmu_ismttecnt[i];
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2172
hat->sfmmu_scdismttecnt[i];
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2181
hat->sfmmu_clrbin = get_color_start(hat->sfmmu_as);
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2187
hat_memload(struct hat *hat, caddr_t addr, struct page *pp,
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2190
hat_do_memload(hat, addr, pp, attr, flags,
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2195
hat_memload_region(struct hat *hat, caddr_t addr, struct page *pp,
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2200
hat_do_memload(hat, addr, pp, attr, flags,
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2206
hat_do_memload(hat, addr, pp, attr, flags, rid);
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2215
hat_do_memload(struct hat *hat, caddr_t addr, struct page *pp,
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2221
ASSERT(hat != NULL);
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2226
SFMMU_VALIDATE_HMERID(hat, rid, addr, MMU_PAGESIZE);
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2233
ASSERT((hat == ksfmmup) || AS_LOCK_HELD(hat->sfmmu_as));
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2239
if (hat->sfmmu_rmstat)
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2240
hat_resvstat(MMU_PAGESIZE, hat->sfmmu_as, addr);
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2243
if ((hat != ksfmmup) && AS_TYPE_64BIT(hat->sfmmu_as) &&
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2253
(void) sfmmu_tteload_array(hat, &tte, addr, &pp, flags, rid);
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2259
sfmmu_check_page_sizes(hat, 1);
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2272
hat_devload(struct hat *hat, caddr_t addr, size_t len, pfn_t pfn,
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2279
ASSERT(hat != NULL);
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2283
ASSERT((hat == ksfmmup) || AS_LOCK_HELD(hat->sfmmu_as));
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2291
if ((hat != ksfmmup) && AS_TYPE_64BIT(hat->sfmmu_as) &&
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2322
if (hat->sfmmu_rmstat)
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2323
hat_resvstat(len, hat->sfmmu_as, addr);
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2353
(void) sfmmu_tteload_array(hat, &tte, addr, &pp,
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2369
(void) sfmmu_tteload_array(hat, &tte, addr, &pp,
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2379
(void) sfmmu_tteload_array(hat, &tte, addr, &pp,
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2389
(void) sfmmu_tteload_array(hat, &tte, addr, &pp,
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2396
(void) sfmmu_tteload_array(hat, &tte, addr, &pp,
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2408
sfmmu_check_page_sizes(hat, 1);
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2413
hat_memload_array(struct hat *hat, caddr_t addr, size_t len,
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2416
hat_do_memload_array(hat, addr, len, pps, attr, flags,
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2421
hat_memload_array_region(struct hat *hat, caddr_t addr, size_t len,
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2427
hat_do_memload_array(hat, addr, len, pps, attr, flags,
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2433
hat_do_memload_array(hat, addr, len, pps, attr, flags, rid);
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2448
hat_do_memload_array(struct hat *hat, caddr_t addr, size_t len,
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2459
SFMMU_VALIDATE_HMERID(hat, rid, addr, len);
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2461
if (hat->sfmmu_rmstat)
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2462
hat_resvstat(len, hat->sfmmu_as, addr);
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2465
if ((hat != ksfmmup) && AS_TYPE_64BIT(hat->sfmmu_as) &&
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2484
sfmmu_memload_batchsmall(hat, addr, pps, attr, flags, npgs,
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2517
if (!sfmmu_tteload_array(hat, &tte, addr,
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2533
sfmmu_memload_batchsmall(hat, addr, pps, attr, flags,
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2542
sfmmu_memload_batchsmall(hat, addr, pps, attr, flags, npgs,
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2550
sfmmu_check_page_sizes(hat, 1);
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2558
sfmmu_memload_batchsmall(struct hat *hat, caddr_t vaddr, page_t **pps,
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2571
hmebp = sfmmu_tteload_acquire_hashbucket(hat, vaddr, TTE8K,
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2578
hmeblkp = sfmmu_tteload_find_hmeblk(hat, hmebp, vaddr,
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2592
(void) sfmmu_tteload_addentry(hat, hmeblkp, &tte,
usr/src/uts/sfmmu/vm/hat_sfmmu.c
2674
sfmmu_tteload(struct hat *sfmmup, tte_t *ttep, caddr_t vaddr, page_t *pp,
usr/src/uts/sfmmu/vm/hat_sfmmu.c
3934
hat_unlock(struct hat *sfmmup, caddr_t addr, size_t len)
usr/src/uts/sfmmu/vm/hat_sfmmu.c
398
static caddr_t sfmmu_hblk_unload(struct hat *, struct hme_blk *, caddr_t,
usr/src/uts/sfmmu/vm/hat_sfmmu.c
400
static caddr_t sfmmu_hblk_sync(struct hat *, struct hme_blk *, caddr_t,
usr/src/uts/sfmmu/vm/hat_sfmmu.c
4004
hat_unlock_region(struct hat *sfmmup, caddr_t addr, size_t len,
usr/src/uts/sfmmu/vm/hat_sfmmu.c
411
static void hat_do_memload_array(struct hat *, caddr_t, size_t,
usr/src/uts/sfmmu/vm/hat_sfmmu.c
413
static void hat_do_memload(struct hat *, caddr_t, struct page *,
usr/src/uts/sfmmu/vm/hat_sfmmu.c
415
static void sfmmu_memload_batchsmall(struct hat *, caddr_t, page_t **,
usr/src/uts/sfmmu/vm/hat_sfmmu.c
417
void sfmmu_tteload(struct hat *, tte_t *, caddr_t, page_t *,
usr/src/uts/sfmmu/vm/hat_sfmmu.c
434
static void sfmmu_vac_conflict(struct hat *, caddr_t, page_t *);
usr/src/uts/sfmmu/vm/hat_sfmmu.c
443
static void sfmmu_ttesync(struct hat *, caddr_t, tte_t *, page_t *);
usr/src/uts/sfmmu/vm/hat_sfmmu.c
444
static void sfmmu_chgattr(struct hat *, caddr_t, size_t, uint_t, int);
usr/src/uts/sfmmu/vm/hat_sfmmu.c
4734
hat_probe(struct hat *sfmmup, caddr_t addr)
usr/src/uts/sfmmu/vm/hat_sfmmu.c
4759
hat_getpagesize(struct hat *sfmmup, caddr_t addr)
usr/src/uts/sfmmu/vm/hat_sfmmu.c
4778
hat_getattr(struct hat *sfmmup, caddr_t addr, uint_t *attr)
usr/src/uts/sfmmu/vm/hat_sfmmu.c
4803
hat_setattr(struct hat *hat, caddr_t addr, size_t len, uint_t attr)
usr/src/uts/sfmmu/vm/hat_sfmmu.c
4805
ASSERT(hat->sfmmu_as != NULL);
usr/src/uts/sfmmu/vm/hat_sfmmu.c
4807
sfmmu_chgattr(hat, addr, len, attr, SFMMU_SETATTR);
usr/src/uts/sfmmu/vm/hat_sfmmu.c
4815
hat_chgattr(struct hat *hat, caddr_t addr, size_t len, uint_t attr)
usr/src/uts/sfmmu/vm/hat_sfmmu.c
4817
ASSERT(hat->sfmmu_as != NULL);
usr/src/uts/sfmmu/vm/hat_sfmmu.c
4819
sfmmu_chgattr(hat, addr, len, attr, SFMMU_CHGATTR);
usr/src/uts/sfmmu/vm/hat_sfmmu.c
4826
hat_clrattr(struct hat *hat, caddr_t addr, size_t len, uint_t attr)
usr/src/uts/sfmmu/vm/hat_sfmmu.c
4828
ASSERT(hat->sfmmu_as != NULL);
usr/src/uts/sfmmu/vm/hat_sfmmu.c
4830
sfmmu_chgattr(hat, addr, len, attr, SFMMU_CLRATTR);
usr/src/uts/sfmmu/vm/hat_sfmmu.c
4837
sfmmu_chgattr(struct hat *sfmmup, caddr_t addr, size_t len, uint_t attr,
usr/src/uts/sfmmu/vm/hat_sfmmu.c
4933
sfmmu_hblk_chgattr(struct hat *sfmmup, struct hme_blk *hmeblkp, caddr_t addr,
usr/src/uts/sfmmu/vm/hat_sfmmu.c
5167
hat_chgprot(struct hat *sfmmup, caddr_t addr, size_t len, uint_t vprot)
usr/src/uts/sfmmu/vm/hat_sfmmu.c
524
static void iment_add(struct ism_ment *, struct hat *);
usr/src/uts/sfmmu/vm/hat_sfmmu.c
525
static void iment_sub(struct ism_ment *, struct hat *);
usr/src/uts/sfmmu/vm/hat_sfmmu.c
5452
hat_unload_large_virtual(struct hat *sfmmup, caddr_t startaddr, size_t len,
usr/src/uts/sfmmu/vm/hat_sfmmu.c
5591
hat_unload_callback(struct hat *sfmmup, caddr_t addr, size_t len, uint_t flags,
usr/src/uts/sfmmu/vm/hat_sfmmu.c
5882
hat_unload(struct hat *sfmmup, caddr_t addr, size_t len, uint_t flags)
usr/src/uts/sfmmu/vm/hat_sfmmu.c
5914
sfmmu_hblk_unload(struct hat *sfmmup, struct hme_blk *hmeblkp, caddr_t addr,
usr/src/uts/sfmmu/vm/hat_sfmmu.c
6191
hat_flush_range(struct hat *sfmmup, caddr_t va, size_t size)
usr/src/uts/sfmmu/vm/hat_sfmmu.c
6214
hat_sync(struct hat *sfmmup, caddr_t addr, size_t len, uint_t clearflag)
usr/src/uts/sfmmu/vm/hat_sfmmu.c
6298
sfmmu_hblk_sync(struct hat *sfmmup, struct hme_blk *hmeblkp, caddr_t addr,
usr/src/uts/sfmmu/vm/hat_sfmmu.c
6371
sfmmu_ttesync(struct hat *sfmmup, caddr_t addr, tte_t *ttep, page_t *pp)
usr/src/uts/sfmmu/vm/hat_sfmmu.c
7827
hat_getpfnum(struct hat *hat, caddr_t addr)
usr/src/uts/sfmmu/vm/hat_sfmmu.c
7843
if (hat == ksfmmup) {
usr/src/uts/sfmmu/vm/hat_sfmmu.c
7861
return (sfmmu_uvatopfn(addr, hat, NULL));
usr/src/uts/sfmmu/vm/hat_sfmmu.c
7869
sfmmu_uvatopfn(caddr_t vaddr, struct hat *sfmmup, tte_t *ttep)
usr/src/uts/sfmmu/vm/hat_sfmmu.c
8023
hat_map(struct hat *hat, caddr_t addr, size_t len, uint_t flags)
usr/src/uts/sfmmu/vm/hat_sfmmu.c
8025
ASSERT(hat != NULL);
usr/src/uts/sfmmu/vm/hat_sfmmu.c
8349
hat_get_mapped_size(struct hat *hat)
usr/src/uts/sfmmu/vm/hat_sfmmu.c
8354
if (hat == NULL)
usr/src/uts/sfmmu/vm/hat_sfmmu.c
8358
assize += ((pgcnt_t)hat->sfmmu_ttecnt[i] +
usr/src/uts/sfmmu/vm/hat_sfmmu.c
8359
(pgcnt_t)hat->sfmmu_scdrttecnt[i]) * TTEBYTES(i);
usr/src/uts/sfmmu/vm/hat_sfmmu.c
8361
if (hat->sfmmu_iblk == NULL)
usr/src/uts/sfmmu/vm/hat_sfmmu.c
8365
assize += ((pgcnt_t)hat->sfmmu_ismttecnt[i] +
usr/src/uts/sfmmu/vm/hat_sfmmu.c
8366
(pgcnt_t)hat->sfmmu_scdismttecnt[i]) * TTEBYTES(i);
usr/src/uts/sfmmu/vm/hat_sfmmu.c
8372
hat_stats_enable(struct hat *hat)
usr/src/uts/sfmmu/vm/hat_sfmmu.c
8376
hatlockp = sfmmu_hat_enter(hat);
usr/src/uts/sfmmu/vm/hat_sfmmu.c
8377
hat->sfmmu_rmstat++;
usr/src/uts/sfmmu/vm/hat_sfmmu.c
8383
hat_stats_disable(struct hat *hat)
usr/src/uts/sfmmu/vm/hat_sfmmu.c
8387
hatlockp = sfmmu_hat_enter(hat);
usr/src/uts/sfmmu/vm/hat_sfmmu.c
8388
hat->sfmmu_rmstat--;
usr/src/uts/sfmmu/vm/hat_sfmmu.c
8398
iment_add(struct ism_ment *iment, struct hat *ism_hat)
usr/src/uts/sfmmu/vm/hat_sfmmu.c
8411
iment_sub(struct ism_ment *iment, struct hat *ism_hat)
usr/src/uts/sfmmu/vm/hat_sfmmu.c
8452
hat_share(struct hat *sfmmup, caddr_t addr, struct hat *ism_hatid,
usr/src/uts/sfmmu/vm/hat_sfmmu.c
8680
hat_unshare(struct hat *sfmmup, caddr_t addr, size_t len, uint_t ismszc)
usr/src/uts/sfmmu/vm/hat_sfmmu.c
8685
struct hat *ism_hatid;
usr/src/uts/sfmmu/vm/hat_sfmmu.c
9076
sfmmu_vac_conflict(struct hat *hat, caddr_t addr, page_t *pp)
usr/src/uts/sfmmu/vm/hat_sfmmu.c
9078
struct hat *tmphat;
usr/src/uts/sfmmu/vm/hat_sfmmu.c
91
#define SFMMU_VALIDATE_HMERID(hat, rid, saddr, len) \
usr/src/uts/sfmmu/vm/hat_sfmmu.c
9156
if (hmeblkp->hblk_shared || tmphat == hat ||
usr/src/uts/sfmmu/vm/hat_sfmmu.c
97
ASSERT(SF_RGNMAP_TEST(hat->sfmmu_hmeregion_map, rid)); \
usr/src/uts/sfmmu/vm/hat_sfmmu.c
98
ASSERT((hat) != ksfmmup); \
usr/src/uts/sfmmu/vm/hat_sfmmu.c
99
_srdp = (hat)->sfmmu_srdp; \
usr/src/uts/sfmmu/vm/hat_sfmmu.h
2284
extern void sfmmu_tteload(struct hat *, tte_t *, caddr_t, page_t *, uint_t);
usr/src/uts/sfmmu/vm/hat_sfmmu.h
72
typedef struct hat sfmmu_t;
usr/src/uts/sparc/os/ddi_arch.c
146
struct hat *hat, struct seg *seg, caddr_t addr,
usr/src/uts/sparc/os/ddi_arch.c
158
rdip, hat, seg, addr, dp, pfn, prot, lock));
usr/src/uts/sparc/v9/vm/seg_nf.c
90
(faultcode_t (*)(struct hat *, struct seg *, caddr_t, size_t,
usr/src/uts/sun4/io/px/px_dma.c
415
struct hat *hat_p = as_p ? as_p->a_hat : kas.a_hat;
usr/src/uts/sun4/io/px/px_dma.c
524
struct hat *hat_p = vaddr ? ((struct as *)vaddr)->a_hat : kas.a_hat;
usr/src/uts/sun4/io/rootnex.c
63
struct hat *hat, struct seg *seg, caddr_t addr,
usr/src/uts/sun4/io/rootnex.c
719
struct hat *hat, struct seg *seg, caddr_t addr,
usr/src/uts/sun4/io/rootnex.c
741
if (hat == NULL) {
usr/src/uts/sun4/io/rootnex.c
750
hat = seg->s_as->a_hat;
usr/src/uts/sun4/io/rootnex.c
753
hat_devload(hat, addr, MMU_PAGESIZE, pfn, prot | sdp->hat_attr,
usr/src/uts/sun4/vm/vm_dep.h
848
extern void mmu_init_kernel_pgsz(struct hat *hat);
usr/src/uts/sun4u/cpu/mach_cpu_module.c
306
mmu_init_kernel_pgsz(struct hat *hat)
usr/src/uts/sun4u/cpu/opl_olympus.c
2177
mmu_init_kernel_pgsz(struct hat *hat)
usr/src/uts/sun4u/cpu/opl_olympus.c
2194
hat->sfmmu_cext = new_cext_primary;
usr/src/uts/sun4u/cpu/opl_olympus.c
869
mmu_setup_page_sizes(struct hat *hat, uint64_t *ttecnt, uint8_t *tmp_pgsz)
usr/src/uts/sun4u/cpu/opl_olympus.c
876
ASSERT(hat->sfmmu_ismhat == NULL);
usr/src/uts/sun4u/cpu/opl_olympus.c
877
ASSERT(hat != ksfmmup);
usr/src/uts/sun4u/cpu/opl_olympus.c
918
mmu_set_ctx_page_sizes(struct hat *hat)
usr/src/uts/sun4u/cpu/opl_olympus.c
923
ASSERT(sfmmu_hat_lock_held(hat));
usr/src/uts/sun4u/cpu/opl_olympus.c
927
if (hat->sfmmu_ismhat || hat == ksfmmup)
usr/src/uts/sun4u/cpu/opl_olympus.c
933
if (hat->sfmmu_scdp != NULL) {
usr/src/uts/sun4u/cpu/opl_olympus.c
934
new_cext = hat->sfmmu_scdp->scd_sfmmup->sfmmu_cext;
usr/src/uts/sun4u/cpu/opl_olympus.c
937
pgsz0 = hat->sfmmu_pgsz[0];
usr/src/uts/sun4u/cpu/opl_olympus.c
938
pgsz1 = hat->sfmmu_pgsz[1];
usr/src/uts/sun4u/cpu/opl_olympus.c
943
if (hat->sfmmu_cext != new_cext) {
usr/src/uts/sun4u/cpu/opl_olympus.c
951
ASSERT(hat->sfmmu_ctxs[i].cnum == INVALID_CONTEXT);
usr/src/uts/sun4u/cpu/opl_olympus.c
954
hat->sfmmu_cext = new_cext;
usr/src/uts/sun4u/cpu/spitfire.c
4497
mmu_init_kernel_pgsz(struct hat *hat)
usr/src/uts/sun4u/cpu/us3_common.c
685
struct hat *hat;
usr/src/uts/sun4u/cpu/us3_common.c
726
if ((hat = as->a_hat) == NULL) {
usr/src/uts/sun4u/cpu/us3_common.c
731
if (hat != ksfmmup) {
usr/src/uts/sun4u/cpu/us3_common.c
733
if (hat->sfmmu_flags & (HAT_BUSY | HAT_SWAPPED | HAT_SWAPIN)) {
usr/src/uts/sun4u/cpu/us3_common.c
737
tsbinfop = hat->sfmmu_tsb;
usr/src/uts/sun4u/cpu/us3_common.c
752
if (hat->sfmmu_as != as) {
usr/src/uts/sun4u/cpu/us3_common.c
759
cnum = hat->sfmmu_ctxs[mmu_ctxp->mmu_idx].cnum;
usr/src/uts/sun4u/cpu/us3_common.c
791
if (hat != ksfmmup &&
usr/src/uts/sun4u/cpu/us3_common.c
854
hat = ksfmmup;
usr/src/uts/sun4u/cpu/us3_common_mmu.c
256
mmu_fixup_large_pages(struct hat *hat, uint64_t *ttecnt, uint8_t *tmp_pgsz)
usr/src/uts/sun4u/cpu/us3_common_mmu.c
265
ASSERT(hat->sfmmu_ismhat == 0);
usr/src/uts/sun4u/cpu/us3_common_mmu.c
266
ASSERT(hat != ksfmmup);
usr/src/uts/sun4u/cpu/us3_common_mmu.c
269
ASSERT(!SFMMU_TTEFLAGS_ISSET(hat, HAT_32M_FLAG) ||
usr/src/uts/sun4u/cpu/us3_common_mmu.c
270
!SFMMU_TTEFLAGS_ISSET(hat, HAT_256M_FLAG));
usr/src/uts/sun4u/cpu/us3_common_mmu.c
271
ASSERT(!SFMMU_TTEFLAGS_ISSET(hat, HAT_256M_FLAG) ||
usr/src/uts/sun4u/cpu/us3_common_mmu.c
272
!SFMMU_TTEFLAGS_ISSET(hat, HAT_32M_FLAG));
usr/src/uts/sun4u/cpu/us3_common_mmu.c
273
ASSERT(!SFMMU_FLAGS_ISSET(hat, HAT_32M_ISM) ||
usr/src/uts/sun4u/cpu/us3_common_mmu.c
274
!SFMMU_FLAGS_ISSET(hat, HAT_256M_ISM));
usr/src/uts/sun4u/cpu/us3_common_mmu.c
275
ASSERT(!SFMMU_FLAGS_ISSET(hat, HAT_256M_ISM) ||
usr/src/uts/sun4u/cpu/us3_common_mmu.c
276
!SFMMU_FLAGS_ISSET(hat, HAT_32M_ISM));
usr/src/uts/sun4u/cpu/us3_common_mmu.c
278
if (SFMMU_TTEFLAGS_ISSET(hat, HAT_32M_FLAG) ||
usr/src/uts/sun4u/cpu/us3_common_mmu.c
280
SFMMU_FLAGS_ISSET(hat, HAT_32M_ISM)) {
usr/src/uts/sun4u/cpu/us3_common_mmu.c
287
} else if (SFMMU_TTEFLAGS_ISSET(hat, HAT_256M_FLAG) ||
usr/src/uts/sun4u/cpu/us3_common_mmu.c
289
SFMMU_FLAGS_ISSET(hat, HAT_256M_ISM)) {
usr/src/uts/sun4u/cpu/us3_common_mmu.c
322
mmu_setup_page_sizes(struct hat *hat, uint64_t *ttecnt, uint8_t *tmp_pgsz)
usr/src/uts/sun4u/cpu/us3_common_mmu.c
329
ASSERT(hat->sfmmu_ismhat == NULL);
usr/src/uts/sun4u/cpu/us3_common_mmu.c
330
ASSERT(hat != ksfmmup);
usr/src/uts/sun4u/cpu/us3_common_mmu.c
413
mmu_set_ctx_page_sizes(struct hat *hat)
usr/src/uts/sun4u/cpu/us3_common_mmu.c
418
ASSERT(sfmmu_hat_lock_held(hat));
usr/src/uts/sun4u/cpu/us3_common_mmu.c
419
ASSERT(hat != ksfmmup);
usr/src/uts/sun4u/cpu/us3_common_mmu.c
427
pgsz0 = hat->sfmmu_pgsz[0];
usr/src/uts/sun4u/cpu/us3_common_mmu.c
428
pgsz1 = hat->sfmmu_pgsz[1];
usr/src/uts/sun4u/cpu/us3_common_mmu.c
442
if (hat->sfmmu_cext != new_cext) {
usr/src/uts/sun4u/cpu/us3_common_mmu.c
450
ASSERT(hat->sfmmu_ctxs[i].cnum == INVALID_CONTEXT);
usr/src/uts/sun4u/cpu/us3_common_mmu.c
453
hat->sfmmu_cext = new_cext;
usr/src/uts/sun4u/cpu/us3_common_mmu.c
570
mmu_init_kernel_pgsz(struct hat *hat)
usr/src/uts/sun4u/cpu/us3_common_mmu.c
583
hat->sfmmu_cext = new_cext_primary;
usr/src/uts/sun4u/io/pci/pci_dma.c
707
struct hat *hat_p = vaddr ? ((struct as *)vaddr)->a_hat : kas.a_hat;
usr/src/uts/sun4u/io/pci/pci_reloc.c
72
struct hat *hat_p;
usr/src/uts/sun4u/sys/cpu_module.h
258
void mmu_init_kernel_pgsz(struct hat *hat);
usr/src/uts/sun4u/vm/mach_kpm.c
1636
struct hat *tmphat;
usr/src/uts/sun4u/vm/mach_kpm.c
306
hat_kpm_fault(struct hat *hat, caddr_t vaddr)
usr/src/uts/sun4u/vm/mach_kpm.c
319
ASSERT(hat == ksfmmup);
usr/src/uts/sun4v/io/niumx/niumx.c
744
struct hat *hat_p = as_p ? as_p->a_hat : kas.a_hat;
usr/src/uts/sun4v/vm/mach_kpm.c
201
hat_kpm_fault(struct hat *hat, caddr_t vaddr)
usr/src/uts/sun4v/vm/mach_vm_dep.c
419
mmu_init_kernel_pgsz(struct hat *hat)