lib/libkvm/kvm_amd64.c

195

struct vmstate *vm;

lib/libkvm/kvm_amd64.c

212

vm = kd->vmst;

lib/libkvm/kvm_amd64.c

219

if (vm->PML4 == NULL) {

lib/libkvm/kvm_amd64.c

230

pml4e = le64toh(vm->PML4[pml4eindex]);

lib/libkvm/kvm_amd64.c

68

struct vmstate *vm = kd->vmst;

lib/libkvm/kvm_amd64.c

77

p = vm->phdr;

lib/libkvm/kvm_amd64.c

78

n = vm->phnum;

lib/libkvm/kvm_amd64.c

90

struct vmstate *vm = kd->vmst;

lib/libkvm/kvm_amd64.c

92

if (vm->PML4)

lib/libkvm/kvm_amd64.c

93

free(vm->PML4);

lib/libkvm/kvm_amd64.c

94

free(vm->phdr);

lib/libkvm/kvm_amd64.c

95

free(vm);

lib/libkvm/kvm_arm.c

105

struct vmstate *vm;

lib/libkvm/kvm_arm.c

118

vm = _kvm_malloc(kd, sizeof(*vm));

lib/libkvm/kvm_arm.c

119

if (vm == NULL) {

lib/libkvm/kvm_arm.c

123

kd->vmst = vm;

lib/libkvm/kvm_arm.c

124

vm->l1pt = NULL;

lib/libkvm/kvm_arm.c

126

if (_kvm_read_core_phdrs(kd, &vm->phnum, &vm->phdr) == -1)

lib/libkvm/kvm_arm.c

130

for (i = 0; i < vm->phnum; i++) {

lib/libkvm/kvm_arm.c

131

if (vm->phdr[i].p_type == PT_DUMP_DELTA) {

lib/libkvm/kvm_arm.c

132

kernbase = vm->phdr[i].p_vaddr;

lib/libkvm/kvm_arm.c

133

physaddr = vm->phdr[i].p_paddr;

lib/libkvm/kvm_arm.c

179

vm->l1pt = l1pt;

lib/libkvm/kvm_arm.c

195

struct vmstate *vm = kd->vmst;

lib/libkvm/kvm_arm.c

201

if (vm->l1pt == NULL)

lib/libkvm/kvm_arm.c

203

pd = _kvm32toh(kd, vm->l1pt[ARM_L1_IDX(va)]);

lib/libkvm/kvm_arm.c

67

struct vmstate *vm = kd->vmst;

lib/libkvm/kvm_arm.c

71

p = vm->phdr;

lib/libkvm/kvm_arm.c

72

n = vm->phnum;

lib/libkvm/kvm_arm.c

87

struct vmstate *vm = kd->vmst;

lib/libkvm/kvm_arm.c

89

free(vm->phdr);

lib/libkvm/kvm_arm.c

90

free(vm);

lib/libkvm/kvm_i386.c

100

free(vm);

lib/libkvm/kvm_i386.c

214

struct vmstate *vm;

lib/libkvm/kvm_i386.c

226

vm = kd->vmst;

lib/libkvm/kvm_i386.c

227

PTD = (i386_pde_t *)vm->PTD;

lib/libkvm/kvm_i386.c

304

struct vmstate *vm;

lib/libkvm/kvm_i386.c

316

vm = kd->vmst;

lib/libkvm/kvm_i386.c

317

PTD = (i386_pde_pae_t *)vm->PTD;

lib/libkvm/kvm_i386.c

73

struct vmstate *vm = kd->vmst;

lib/libkvm/kvm_i386.c

82

p = vm->phdr;

lib/libkvm/kvm_i386.c

83

n = vm->phnum;

lib/libkvm/kvm_i386.c

95

struct vmstate *vm = kd->vmst;

lib/libkvm/kvm_i386.c

97

if (vm->PTD)

lib/libkvm/kvm_i386.c

98

free(vm->PTD);

lib/libkvm/kvm_i386.c

99

free(vm->phdr);

lib/libkvm/kvm_minidump_aarch64.c

175

struct vmstate *vm;

lib/libkvm/kvm_minidump_aarch64.c

182

vm = kd->vmst;

lib/libkvm/kvm_minidump_aarch64.c

185

if (va >= vm->hdr.dmapbase && va < vm->hdr.dmapend) {

lib/libkvm/kvm_minidump_aarch64.c

186

a = aarch64_trunc_page(va - vm->hdr.dmapbase + vm->hdr.dmapphys,

lib/libkvm/kvm_minidump_aarch64.c

197

} else if (va >= vm->hdr.kernbase) {

lib/libkvm/kvm_minidump_aarch64.c

198

l3_index = (va - vm->hdr.kernbase) >> kd->vmst->l3_shift;

lib/libkvm/kvm_minidump_aarch64.c

199

if (l3_index >= vm->hdr.pmapsize / sizeof(l3))

lib/libkvm/kvm_minidump_aarch64.c

268

struct vmstate *vm = kd->vmst;

lib/libkvm/kvm_minidump_aarch64.c

269

u_long nptes = vm->hdr.pmapsize / sizeof(aarch64_pte_t);

lib/libkvm/kvm_minidump_aarch64.c

275

if (!_kvm_bitmap_init(&bm, vm->hdr.bitmapsize, &bmindex))

lib/libkvm/kvm_minidump_aarch64.c

284

va = vm->hdr.kernbase + (pteindex << kd->vmst->l3_shift);

lib/libkvm/kvm_minidump_aarch64.c

286

dva = vm->hdr.dmapbase + pa;

lib/libkvm/kvm_minidump_aarch64.c

297

dva = vm->hdr.dmapbase + pa;

lib/libkvm/kvm_minidump_aarch64.c

298

if (vm->hdr.dmapend < (dva + kd->vmst->page_size))

lib/libkvm/kvm_minidump_aarch64.c

76

struct vmstate *vm = kd->vmst;

lib/libkvm/kvm_minidump_aarch64.c

78

free(vm);

lib/libkvm/kvm_minidump_amd64.c

114

struct vmstate *vm = kd->vmst;

lib/libkvm/kvm_minidump_amd64.c

116

free(vm);

lib/libkvm/kvm_minidump_amd64.c

186

struct vmstate *vm;

lib/libkvm/kvm_minidump_amd64.c

193

vm = kd->vmst;

lib/libkvm/kvm_minidump_amd64.c

196

if (va >= vm->hdr.kernbase) {

lib/libkvm/kvm_minidump_amd64.c

197

pteindex = (va - vm->hdr.kernbase) >> AMD64_PAGE_SHIFT;

lib/libkvm/kvm_minidump_amd64.c

198

if (pteindex >= vm->hdr.pmapsize / sizeof(pte))

lib/libkvm/kvm_minidump_amd64.c

216

} else if (va >= vm->hdr.dmapbase && va < vm->hdr.dmapend) {

lib/libkvm/kvm_minidump_amd64.c

217

a = (va - vm->hdr.dmapbase) & ~AMD64_PAGE_MASK;

lib/libkvm/kvm_minidump_amd64.c

243

struct vmstate *vm;

lib/libkvm/kvm_minidump_amd64.c

252

vm = kd->vmst;

lib/libkvm/kvm_minidump_amd64.c

255

if (va >= vm->hdr.kernbase) {

lib/libkvm/kvm_minidump_amd64.c

256

pdeindex = (va - vm->hdr.kernbase) >> AMD64_PDRSHIFT;

lib/libkvm/kvm_minidump_amd64.c

257

if (pdeindex >= vm->hdr.pmapsize / sizeof(pde))

lib/libkvm/kvm_minidump_amd64.c

304

} else if (va >= vm->hdr.dmapbase && va < vm->hdr.dmapend) {

lib/libkvm/kvm_minidump_amd64.c

305

a = (va - vm->hdr.dmapbase) & ~AMD64_PAGE_MASK;

lib/libkvm/kvm_minidump_amd64.c

345

struct vmstate *vm = kd->vmst;

lib/libkvm/kvm_minidump_amd64.c

346

u_long npdes = vm->hdr.pmapsize / sizeof(amd64_pde_t);

lib/libkvm/kvm_minidump_amd64.c

353

if (vm->hdr.version < 2)

lib/libkvm/kvm_minidump_amd64.c

356

if (!_kvm_bitmap_init(&bm, vm->hdr.bitmapsize, &bmindex))

lib/libkvm/kvm_minidump_amd64.c

364

va = vm->hdr.kernbase + (pdeindex << AMD64_PDRSHIFT);

lib/libkvm/kvm_minidump_amd64.c

376

((va & AMD64_PDRMASK) ^ VA_OFF(vm, va));

lib/libkvm/kvm_minidump_amd64.c

377

dva = vm->hdr.dmapbase + pa;

lib/libkvm/kvm_minidump_amd64.c

396

dva = vm->hdr.dmapbase + pa;

lib/libkvm/kvm_minidump_amd64.c

413

dva = vm->hdr.dmapbase + pa;

lib/libkvm/kvm_minidump_amd64.c

414

if (vm->hdr.dmapend < (dva + pgsz))

lib/libkvm/kvm_minidump_amd64.c

50

#define VM_IS_V1(vm) (vm->hdr.version == 1)

lib/libkvm/kvm_minidump_amd64.c

51

#define VA_OFF(vm, va) \

lib/libkvm/kvm_minidump_amd64.c

52

(VM_IS_V1(vm) ? ((va) & (AMD64_PAGE_SIZE - 1)) : ((va) & AMD64_PAGE_MASK))

lib/libkvm/kvm_minidump_arm.c

152

struct vmstate *vm;

lib/libkvm/kvm_minidump_arm.c

163

vm = kd->vmst;

lib/libkvm/kvm_minidump_arm.c

165

if (va >= vm->hdr.kernbase) {

lib/libkvm/kvm_minidump_arm.c

166

pteindex = (va - vm->hdr.kernbase) >> ARM_PAGE_SHIFT;

lib/libkvm/kvm_minidump_arm.c

167

if (pteindex >= vm->hdr.ptesize / sizeof(pte))

lib/libkvm/kvm_minidump_arm.c

214

struct vmstate *vm = kd->vmst;

lib/libkvm/kvm_minidump_arm.c

218

if (vm->hdr.mmuformat == MINIDUMP_MMU_FORMAT_V4) {

lib/libkvm/kvm_minidump_arm.c

235

struct vmstate *vm = kd->vmst;

lib/libkvm/kvm_minidump_arm.c

236

u_long nptes = vm->hdr.ptesize / sizeof(arm_pt_entry_t);

lib/libkvm/kvm_minidump_arm.c

245

va = vm->hdr.kernbase + (pteindex << ARM_PAGE_SHIFT);

lib/libkvm/kvm_minidump_arm.c

251

if (vm->hdr.mmuformat == MINIDUMP_MMU_FORMAT_V4 &&

lib/libkvm/kvm_minidump_arm.c

77

struct vmstate *vm = kd->vmst;

lib/libkvm/kvm_minidump_arm.c

79

free(vm);

lib/libkvm/kvm_minidump_i386.c

148

struct vmstate *vm;

lib/libkvm/kvm_minidump_i386.c

155

vm = kd->vmst;

lib/libkvm/kvm_minidump_i386.c

158

if (va >= vm->hdr.kernbase) {

lib/libkvm/kvm_minidump_i386.c

159

pteindex = (va - vm->hdr.kernbase) >> I386_PAGE_SHIFT;

lib/libkvm/kvm_minidump_i386.c

160

if (pteindex >= vm->hdr.ptesize / sizeof(pte))

lib/libkvm/kvm_minidump_i386.c

193

struct vmstate *vm;

lib/libkvm/kvm_minidump_i386.c

200

vm = kd->vmst;

lib/libkvm/kvm_minidump_i386.c

203

if (va >= vm->hdr.kernbase) {

lib/libkvm/kvm_minidump_i386.c

204

pteindex = (va - vm->hdr.kernbase) >> I386_PAGE_SHIFT;

lib/libkvm/kvm_minidump_i386.c

205

if (pteindex >= vm->hdr.ptesize / sizeof(pte))

lib/libkvm/kvm_minidump_i386.c

272

struct vmstate *vm = kd->vmst;

lib/libkvm/kvm_minidump_i386.c

276

if (vm->hdr.paemode) {

lib/libkvm/kvm_minidump_i386.c

277

it->nptes = vm->hdr.ptesize / sizeof(i386_pte_pae_t);

lib/libkvm/kvm_minidump_i386.c

279

it->nptes = vm->hdr.ptesize / sizeof(i386_pte_t);

lib/libkvm/kvm_minidump_i386.c

288

struct vmstate *vm = it->kd->vmst;

lib/libkvm/kvm_minidump_i386.c

299

if (vm->hdr.paemode) {

lib/libkvm/kvm_minidump_i386.c

312

*va = vm->hdr.kernbase + (it->pteindex << I386_PAGE_SHIFT);

lib/libkvm/kvm_minidump_i386.c

82

struct vmstate *vm = kd->vmst;

lib/libkvm/kvm_minidump_i386.c

84

free(vm);

lib/libkvm/kvm_minidump_powerpc64.c

53

struct vmstate *vm = kd->vmst;

lib/libkvm/kvm_minidump_powerpc64.c

55

if (vm == NULL)

lib/libkvm/kvm_minidump_powerpc64.c

59

free(vm);

lib/libkvm/kvm_minidump_powerpc64_hpt.c

446

struct vmstate *vm;

lib/libkvm/kvm_minidump_powerpc64_hpt.c

452

vm = kd->vmst;

lib/libkvm/kvm_minidump_powerpc64_hpt.c

453

hdr = &vm->hdr;

lib/libkvm/kvm_minidump_powerpc64_hpt.c

604

struct vmstate *vm;

lib/libkvm/kvm_minidump_powerpc64_hpt.c

612

vm = kd->vmst;

lib/libkvm/kvm_minidump_powerpc64_hpt.c

613

nptes = vm->hdr.pmapsize / sizeof(ppc64_pt_entry_t);

lib/libkvm/kvm_minidump_powerpc64_hpt.c

641

dva = vm->hdr.dmapbase + pa;

lib/libkvm/kvm_minidump_riscv.c

145

struct vmstate *vm;

lib/libkvm/kvm_minidump_riscv.c

152

vm = kd->vmst;

lib/libkvm/kvm_minidump_riscv.c

155

if (va >= vm->hdr.dmapbase && va < vm->hdr.dmapend) {

lib/libkvm/kvm_minidump_riscv.c

156

a = (va - vm->hdr.dmapbase + vm->hdr.dmapphys) &

lib/libkvm/kvm_minidump_riscv.c

167

} else if (va >= vm->hdr.kernbase) {

lib/libkvm/kvm_minidump_riscv.c

168

l3_index = (va - vm->hdr.kernbase) >> RISCV_L3_SHIFT;

lib/libkvm/kvm_minidump_riscv.c

169

if (l3_index >= vm->hdr.pmapsize / sizeof(l3))

lib/libkvm/kvm_minidump_riscv.c

237

struct vmstate *vm = kd->vmst;

lib/libkvm/kvm_minidump_riscv.c

238

u_long nptes = vm->hdr.pmapsize / sizeof(riscv_pt_entry_t);

lib/libkvm/kvm_minidump_riscv.c

244

if (!_kvm_bitmap_init(&bm, vm->hdr.bitmapsize, &bmindex))

lib/libkvm/kvm_minidump_riscv.c

254

va = vm->hdr.kernbase + (pteindex << RISCV_L3_SHIFT);

lib/libkvm/kvm_minidump_riscv.c

256

dva = vm->hdr.dmapbase + pa;

lib/libkvm/kvm_minidump_riscv.c

267

dva = vm->hdr.dmapbase + pa;

lib/libkvm/kvm_minidump_riscv.c

268

if (vm->hdr.dmapend < (dva + RISCV_PAGE_SIZE))

lib/libkvm/kvm_minidump_riscv.c

74

struct vmstate *vm = kd->vmst;

lib/libkvm/kvm_minidump_riscv.c

76

free(vm);

lib/libkvm/kvm_powerpc.c

100

vm->map = mmap(NULL, vm->mapsz, PROT_READ, MAP_PRIVATE, kd->pmfd, 0);

lib/libkvm/kvm_powerpc.c

101

if (vm->map == MAP_FAILED) {

lib/libkvm/kvm_powerpc.c

105

vm->dmphdrsz = 0;

lib/libkvm/kvm_powerpc.c

106

vm->eh = vm->map;

lib/libkvm/kvm_powerpc.c

107

if (!valid_elf_header(vm->eh)) {

lib/libkvm/kvm_powerpc.c

114

vm->dmphdrsz = dump_header_size(vm->map);

lib/libkvm/kvm_powerpc.c

115

if (vm->dmphdrsz == 0)

lib/libkvm/kvm_powerpc.c

117

vm->eh = (void *)((uintptr_t)vm->map + vm->dmphdrsz);

lib/libkvm/kvm_powerpc.c

118

if (!valid_elf_header(vm->eh))

lib/libkvm/kvm_powerpc.c

121

mapsz = be16toh(vm->eh->e_phentsize) * be16toh(vm->eh->e_phnum) +

lib/libkvm/kvm_powerpc.c

122

be32toh(vm->eh->e_phoff);

lib/libkvm/kvm_powerpc.c

123

munmap(vm->map, vm->mapsz);

lib/libkvm/kvm_powerpc.c

126

vm->mapsz = vm->dmphdrsz + mapsz;

lib/libkvm/kvm_powerpc.c

127

vm->map = mmap(NULL, vm->mapsz, PROT_READ, MAP_PRIVATE, kd->pmfd, 0);

lib/libkvm/kvm_powerpc.c

128

if (vm->map == MAP_FAILED) {

lib/libkvm/kvm_powerpc.c

132

vm->eh = (void *)((uintptr_t)vm->map + vm->dmphdrsz);

lib/libkvm/kvm_powerpc.c

133

vm->ph = (void *)((uintptr_t)vm->eh + be32toh(vm->eh->e_phoff));

lib/libkvm/kvm_powerpc.c

149

struct vmstate *vm = kd->vmst;

lib/libkvm/kvm_powerpc.c

153

ph = vm->ph;

lib/libkvm/kvm_powerpc.c

154

nph = be16toh(vm->eh->e_phnum);

lib/libkvm/kvm_powerpc.c

158

ph = (void *)((uintptr_t)ph + be16toh(vm->eh->e_phentsize));

lib/libkvm/kvm_powerpc.c

164

*ofs = vm->dmphdrsz + be32toh(ph->p_offset) +

lib/libkvm/kvm_powerpc.c

172

struct vmstate *vm = kd->vmst;

lib/libkvm/kvm_powerpc.c

174

if (vm->eh != MAP_FAILED)

lib/libkvm/kvm_powerpc.c

175

munmap(vm->eh, vm->mapsz);

lib/libkvm/kvm_powerpc.c

176

free(vm);

lib/libkvm/kvm_powerpc.c

205

struct vmstate *vm;

lib/libkvm/kvm_powerpc.c

207

vm = kd->vmst;

lib/libkvm/kvm_powerpc.c

208

if (be32toh(vm->ph->p_paddr) == 0xffffffff)

lib/libkvm/kvm_powerpc.c

94

struct vmstate *vm;

lib/libkvm/kvm_powerpc.c

97

vm = kd->vmst;

lib/libkvm/kvm_powerpc.c

99

vm->mapsz = sizeof(*vm->eh) + sizeof(struct kerneldumpheader);

lib/libkvm/kvm_powerpc64.c

101

vm->mapsz = sizeof(*vm->eh) + sizeof(struct kerneldumpheader);

lib/libkvm/kvm_powerpc64.c

102

vm->map = mmap(NULL, vm->mapsz, PROT_READ, MAP_PRIVATE, kd->pmfd, 0);

lib/libkvm/kvm_powerpc64.c

103

if (vm->map == MAP_FAILED) {

lib/libkvm/kvm_powerpc64.c

107

vm->dmphdrsz = 0;

lib/libkvm/kvm_powerpc64.c

108

vm->eh = vm->map;

lib/libkvm/kvm_powerpc64.c

109

if (!valid_elf_header(kd, vm->eh)) {

lib/libkvm/kvm_powerpc64.c

116

vm->dmphdrsz = dump_header_size(vm->map);

lib/libkvm/kvm_powerpc64.c

117

if (vm->dmphdrsz == 0)

lib/libkvm/kvm_powerpc64.c

119

vm->eh = (void *)((uintptr_t)vm->map + vm->dmphdrsz);

lib/libkvm/kvm_powerpc64.c

120

if (!valid_elf_header(kd, vm->eh))

lib/libkvm/kvm_powerpc64.c

123

mapsz = _kvm16toh(kd, vm->eh->e_phentsize) *

lib/libkvm/kvm_powerpc64.c

124

_kvm16toh(kd, vm->eh->e_phnum) + _kvm64toh(kd, vm->eh->e_phoff);

lib/libkvm/kvm_powerpc64.c

125

munmap(vm->map, vm->mapsz);

lib/libkvm/kvm_powerpc64.c

128

vm->mapsz = vm->dmphdrsz + mapsz;

lib/libkvm/kvm_powerpc64.c

129

vm->map = mmap(NULL, vm->mapsz, PROT_READ, MAP_PRIVATE, kd->pmfd, 0);

lib/libkvm/kvm_powerpc64.c

130

if (vm->map == MAP_FAILED) {

lib/libkvm/kvm_powerpc64.c

134

vm->eh = (void *)((uintptr_t)vm->map + vm->dmphdrsz);

lib/libkvm/kvm_powerpc64.c

135

vm->ph = (void *)((uintptr_t)vm->eh +

lib/libkvm/kvm_powerpc64.c

136

(uintptr_t)_kvm64toh(kd, vm->eh->e_phoff));

lib/libkvm/kvm_powerpc64.c

152

struct vmstate *vm = kd->vmst;

lib/libkvm/kvm_powerpc64.c

156

ph = vm->ph;

lib/libkvm/kvm_powerpc64.c

157

nph = _kvm16toh(kd, vm->eh->e_phnum);

lib/libkvm/kvm_powerpc64.c

162

_kvm16toh(kd, vm->eh->e_phentsize));

lib/libkvm/kvm_powerpc64.c

168

*ofs = vm->dmphdrsz + _kvm64toh(kd, ph->p_offset) +

lib/libkvm/kvm_powerpc64.c

177

struct vmstate *vm = kd->vmst;

lib/libkvm/kvm_powerpc64.c

179

if (vm->eh != MAP_FAILED)

lib/libkvm/kvm_powerpc64.c

180

munmap(vm->eh, vm->mapsz);

lib/libkvm/kvm_powerpc64.c

181

free(vm);

lib/libkvm/kvm_powerpc64.c

218

struct vmstate *vm;

lib/libkvm/kvm_powerpc64.c

220

vm = kd->vmst;

lib/libkvm/kvm_powerpc64.c

221

if (_kvm64toh(kd, vm->ph->p_paddr) == 0xffffffffffffffff)

lib/libkvm/kvm_powerpc64.c

96

struct vmstate *vm;

lib/libkvm/kvm_powerpc64.c

99

vm = kd->vmst;

lib/libvmmapi/vmmapi.c

147

struct vmctx *vm;

lib/libvmmapi/vmmapi.c

153

vm = malloc(sizeof(struct vmctx) + strlen(name) + 1);

lib/libvmmapi/vmmapi.c

154

assert(vm != NULL);

lib/libvmmapi/vmmapi.c

156

vm->fd = vm->ctlfd = -1;

lib/libvmmapi/vmmapi.c

157

vm->memflags = 0;

lib/libvmmapi/vmmapi.c

158

vm->name = (char *)(vm + 1);

lib/libvmmapi/vmmapi.c

159

strcpy(vm->name, name);

lib/libvmmapi/vmmapi.c

160

memset(vm->memsegs, 0, sizeof(vm->memsegs));

lib/libvmmapi/vmmapi.c

162

if ((vm->ctlfd = vm_ctl_open()) < 0)

lib/libvmmapi/vmmapi.c

165

vm->fd = vm_device_open(vm->name);

lib/libvmmapi/vmmapi.c

166

if (vm->fd < 0 && errno == ENOENT) {

lib/libvmmapi/vmmapi.c

168

if (vm_ctl_create(vm->name, flags, vm->ctlfd) != 0)

lib/libvmmapi/vmmapi.c

170

vm->fd = vm_device_open(vm->name);

lib/libvmmapi/vmmapi.c

174

if (vm->fd < 0)

lib/libvmmapi/vmmapi.c

177

if (!created && (flags & VMMAPI_OPEN_REINIT) != 0 && vm_reinit(vm) != 0)

lib/libvmmapi/vmmapi.c

180

return (vm);

lib/libvmmapi/vmmapi.c

184

vm_destroy(vm);

lib/libvmmapi/vmmapi.c

186

vm_close(vm);

lib/libvmmapi/vmmapi.c

192

vm_close(struct vmctx *vm)

lib/libvmmapi/vmmapi.c

194

assert(vm != NULL);

lib/libvmmapi/vmmapi.c

196

if (vm->fd >= 0)

lib/libvmmapi/vmmapi.c

197

(void)close(vm->fd);

lib/libvmmapi/vmmapi.c

198

if (vm->ctlfd >= 0)

lib/libvmmapi/vmmapi.c

199

(void)close(vm->ctlfd);

lib/libvmmapi/vmmapi.c

200

free(vm);

lib/libvmmapi/vmmapi.c

204

vm_destroy(struct vmctx *vm)

lib/libvmmapi/vmmapi.c

209

(void)strlcpy(vmd.name, vm->name, sizeof(vmd.name));

lib/libvmmapi/vmmapi.c

210

if (ioctl(vm->ctlfd, VMMCTL_VM_DESTROY, &vmd) != 0)

lib/libvmmapi/vmmapi.c

213

vm_close(vm);

libexec/rpc.rstatd/rstat_proc.c

232

FETCH_CNT(stats_all.s1.v_pgpgin, vm.v_vnodepgsin);

libexec/rpc.rstatd/rstat_proc.c

233

FETCH_CNT(stats_all.s1.v_pgpgout, vm.v_vnodepgsout);

libexec/rpc.rstatd/rstat_proc.c

234

FETCH_CNT(stats_all.s1.v_pswpin, vm.v_swappgsin);

libexec/rpc.rstatd/rstat_proc.c

235

FETCH_CNT(stats_all.s1.v_pswpout, vm.v_swappgsout);

stand/common/interp_forth.c

100

nstrings = stackPopINT(vm->pStack);

stand/common/interp_forth.c

102

len += stackFetch(vm->pStack, i * 2).i + 1;

stand/common/interp_forth.c

108

len = stackPopINT(vm->pStack);

stand/common/interp_forth.c

109

cp = stackPopPtr(vm->pStack);

stand/common/interp_forth.c

115

tail = vmGetInBuf(vm);

stand/common/interp_forth.c

116

for (cp = tail, len = 0; cp != vm->tib.end && *cp != 0 && *cp != '\n'; cp++, len++)

stand/common/interp_forth.c

124

vmUpdateTib(vm, tail + len);

stand/common/interp_forth.c

153

vmThrow(vm, result);

stand/common/interp_forth.c

156

stackPushINT(vm->pStack,result);

stand/common/interp_forth.c

69

bf_command(FICL_VM *vm)

stand/common/interp_forth.c

80

name = vm->runningWord->name;

stand/common/interp_forth.c

92

if (stackPopINT(vm->pStack)) {

stand/ficl/aarch64/sysdep.h

374

struct vm;

stand/ficl/aarch64/sysdep.h

375

void ficlTextOut(struct vm *pVM, char *msg, int fNewline);

stand/ficl/amd64/sysdep.h

386

struct vm;

stand/ficl/amd64/sysdep.h

387

void ficlTextOut(struct vm *pVM, char *msg, int fNewline);

stand/ficl/arm/sysdep.h

385

struct vm;

stand/ficl/arm/sysdep.h

386

void ficlTextOut(struct vm *pVM, char *msg, int fNewline);

stand/ficl/ficl.h

227

struct vm;

stand/ficl/ficl.h

228

typedef struct vm FICL_VM;

stand/ficl/i386/sysdep.h

384

struct vm;

stand/ficl/i386/sysdep.h

385

void ficlTextOut(struct vm *pVM, char *msg, int fNewline);

stand/ficl/powerpc/sysdep.h

388

struct vm;

stand/ficl/powerpc/sysdep.h

389

void ficlTextOut(struct vm *pVM, char *msg, int fNewline);

stand/ficl/riscv/sysdep.h

374

struct vm;

stand/ficl/riscv/sysdep.h

375

void ficlTextOut(struct vm *pVM, char *msg, int fNewline);

sys/amd64/include/vmm.h

153

struct vm;

sys/amd64/include/vmm.h

177

DECLARE_VMMOPS_FUNC(void *, init, (struct vm *vm, struct pmap *pmap));

sys/amd64/include/vmm.h

231

int vm_map_mmio(struct vm *vm, vm_paddr_t gpa, size_t len, vm_paddr_t hpa);

sys/amd64/include/vmm.h

232

int vm_unmap_mmio(struct vm *vm, vm_paddr_t gpa, size_t len);

sys/amd64/include/vmm.h

233

int vm_assign_pptdev(struct vm *vm, int bus, int slot, int func);

sys/amd64/include/vmm.h

234

int vm_unassign_pptdev(struct vm *vm, int bus, int slot, int func);

sys/amd64/include/vmm.h

250

struct vioapic *vm_ioapic(struct vm *vm);

sys/amd64/include/vmm.h

251

struct vhpet *vm_hpet(struct vm *vm);

sys/amd64/include/vmm.h

256

int vm_apicid2vcpuid(struct vm *vm, int apicid);

sys/amd64/include/vmm.h

265

int vm_snapshot_req(struct vm *vm, struct vm_snapshot_meta *meta);

sys/amd64/include/vmm.h

266

int vm_restore_time(struct vm *vm);

sys/amd64/include/vmm.h

269

cpuset_t vm_start_cpus(struct vm *vm, const cpuset_t *tostart);

sys/amd64/include/vmm.h

270

void vm_await_start(struct vm *vm, const cpuset_t *waiting);

sys/amd64/include/vmm.h

281

void *vm_iommu_domain(struct vm *vm);

sys/amd64/include/vmm.h

284

struct vatpic *vm_atpic(struct vm *vm);

sys/amd64/include/vmm.h

285

struct vatpit *vm_atpit(struct vm *vm);

sys/amd64/include/vmm.h

286

struct vpmtmr *vm_pmtmr(struct vm *vm);

sys/amd64/include/vmm.h

287

struct vrtc *vm_rtc(struct vm *vm);

sys/amd64/pt/pt.c

303

pt_topa_prepare(struct pt_ctx *ctx, struct hwt_vm *vm)

sys/amd64/pt/pt.c

314

buf->topa_hw = mallocarray(vm->npages + 1, sizeof(uint64_t), M_PT,

sys/amd64/pt/pt.c

317

buf->size = vm->npages * PAGE_SIZE;

sys/amd64/pt/pt.c

318

for (i = 0; i < vm->npages; i++) {

sys/amd64/pt/pt.c

319

buf->topa_hw[i] = VM_PAGE_TO_PHYS(vm->pages[i]) | topa_size;

sys/amd64/pt/pt.c

328

buf->topa_hw[vm->npages] = (uint64_t)vtophys(buf->topa_hw) | TOPA_END;

sys/amd64/pt/pt.c

380

pt_init_ctx(struct pt_ctx *pt_ctx, struct hwt_vm *vm, int ctx_id)

sys/amd64/pt/pt.c

395

if (pt_topa_prepare(pt_ctx, vm) != 0) {

sys/amd64/pt/pt.c

616

error = pt_init_ctx(&pt_pcpu_ctx[hwt_cpu->cpu_id], hwt_cpu->vm,

sys/amd64/pt/pt.c

669

pt_backend_read(struct hwt_vm *vm, int *curpage, vm_offset_t *curpage_offset,

sys/amd64/pt/pt.c

675

if (vm->ctx->mode == HWT_MODE_THREAD)

sys/amd64/pt/pt.c

676

buf = &((struct pt_ctx *)vm->thr->private)->buf;

sys/amd64/pt/pt.c

678

buf = &pt_pcpu[vm->cpu->cpu_id].ctx->buf;

sys/amd64/pt/pt.c

701

error = pt_init_ctx(pt_ctx, thr->vm, thr->thread_id);

sys/amd64/vmm/amd/svm.c

1615

ppt_is_mmio(svm_sc->vm, info2)) {

sys/amd64/vmm/amd/svm.c

1838

vatpic_pending_intr(sc->vm, &vector);

sys/amd64/vmm/amd/svm.c

1874

vatpic_intr_accepted(sc->vm, vector);

sys/amd64/vmm/amd/svm.c

2595

vlapic->vm = vcpu->sc->vm;

sys/amd64/vmm/amd/svm.c

2627

printf("%s: %s%d is running", __func__, vm_name(vcpu->sc->vm),

sys/amd64/vmm/amd/svm.c

591

svm_init(struct vm *vm, pmap_t pmap)

sys/amd64/vmm/amd/svm.c

606

svm_sc->vm = vm;

sys/amd64/vmm/amd/svm_softc.h

74

struct vm *vm;

sys/amd64/vmm/amd/svm_softc.h

78

VCPU_CTR0((vcpu)->sc->vm, (vcpu)->vcpuid, format)

sys/amd64/vmm/amd/svm_softc.h

81

VCPU_CTR1((vcpu)->sc->vm, (vcpu)->vcpuid, format, p1)

sys/amd64/vmm/amd/svm_softc.h

84

VCPU_CTR2((vcpu)->sc->vm, (vcpu)->vcpuid, format, p1, p2)

sys/amd64/vmm/amd/svm_softc.h

87

VCPU_CTR3((vcpu)->sc->vm, (vcpu)->vcpuid, format, p1, p2, p3)

sys/amd64/vmm/amd/svm_softc.h

90

VCPU_CTR4((vcpu)->sc->vm, (vcpu)->vcpuid, format, p1, p2, p3, p4)

sys/amd64/vmm/intel/vmx.c

1056

vmx_init(struct vm *vm, pmap_t pmap)

sys/amd64/vmm/intel/vmx.c

1062

vmx->vm = vm;

sys/amd64/vmm/intel/vmx.c

1121

error = vm_map_mmio(vm, DEFAULT_APIC_BASE, PAGE_SIZE,

sys/amd64/vmm/intel/vmx.c

1576

vatpic_pending_intr(vcpu->vmx->vm, &vector);

sys/amd64/vmm/intel/vmx.c

1627

vatpic_intr_accepted(vcpu->vmx->vm, vector);

sys/amd64/vmm/intel/vmx.c

2763

ppt_is_mmio(vmx->vm, gpa) || apic_access_fault(vcpu, gpa)) {

sys/amd64/vmm/intel/vmx.c

3262

vm_unmap_mmio(vmx->vm, DEFAULT_APIC_BASE, PAGE_SIZE);

sys/amd64/vmm/intel/vmx.c

3417

panic("vmx_getreg: %s%d is running", vm_name(vmx->vm),

sys/amd64/vmm/intel/vmx.c

3448

panic("vmx_setreg: %s%d is running", vm_name(vmx->vm),

sys/amd64/vmm/intel/vmx.c

3515

panic("vmx_getdesc: %s%d is running", vm_name(vmx->vm),

sys/amd64/vmm/intel/vmx.c

3530

panic("vmx_setdesc: %s%d is running", vm_name(vmx->vm),

sys/amd64/vmm/intel/vmx.c

3977

error = vm_unmap_mmio(vmx->vm, DEFAULT_APIC_BASE, PAGE_SIZE);

sys/amd64/vmm/intel/vmx.c

4104

vlapic->vm = vmx->vm;

sys/amd64/vmm/intel/vmx.c

4158

printf("%s: %s%d is running", __func__, vm_name(vmx->vm),

sys/amd64/vmm/intel/vmx.c

4267

printf("%s: %s%d is running", __func__, vm_name(vmx->vm),

sys/amd64/vmm/intel/vmx.h

143

struct vm *vm;

sys/amd64/vmm/intel/vmx.h

153

VCPU_CTR0((vcpu)->vmx->vm, (vcpu)->vcpuid, format)

sys/amd64/vmm/intel/vmx.h

156

VCPU_CTR1((vcpu)->vmx->vm, (vcpu)->vcpuid, format, p1)

sys/amd64/vmm/intel/vmx.h

159

VCPU_CTR2((vcpu)->vmx->vm, (vcpu)->vcpuid, format, p1, p2)

sys/amd64/vmm/intel/vmx.h

162

VCPU_CTR3((vcpu)->vmx->vm, (vcpu)->vcpuid, format, p1, p2, p3)

sys/amd64/vmm/intel/vmx.h

165

VCPU_CTR4((vcpu)->vmx->vm, (vcpu)->vcpuid, format, p1, p2, p3, p4)

sys/amd64/vmm/io/ppt.c

198

if (ppt->vm != NULL) {

sys/amd64/vmm/io/ppt.c

228

ppt_find(struct vm *vm, int bus, int slot, int func, struct pptdev **pptp)

sys/amd64/vmm/io/ppt.c

247

if (ppt->vm != vm) /* Make sure we own this device */

sys/amd64/vmm/io/ppt.c

254

ppt_unmap_all_mmio(struct vm *vm, struct pptdev *ppt)

sys/amd64/vmm/io/ppt.c

263

(void)vm_unmap_mmio(vm, seg->gpa, seg->len);

sys/amd64/vmm/io/ppt.c

356

ppt_assigned_devices(struct vm *vm)

sys/amd64/vmm/io/ppt.c

363

if (ppt->vm == vm)

sys/amd64/vmm/io/ppt.c

370

ppt_is_mmio(struct vm *vm, vm_paddr_t gpa)

sys/amd64/vmm/io/ppt.c

377

if (ppt->vm != vm)

sys/amd64/vmm/io/ppt.c

420

ppt_assign_device(struct vm *vm, int bus, int slot, int func)

sys/amd64/vmm/io/ppt.c

435

error = iommu_add_device(vm_iommu_domain(vm), ppt->dev,

sys/amd64/vmm/io/ppt.c

439

ppt->vm = vm;

sys/amd64/vmm/io/ppt.c

449

ppt_unassign_device(struct vm *vm, int bus, int slot, int func)

sys/amd64/vmm/io/ppt.c

456

error = ppt_find(vm, bus, slot, func, &ppt);

sys/amd64/vmm/io/ppt.c

466

ppt_unmap_all_mmio(vm, ppt);

sys/amd64/vmm/io/ppt.c

469

error = iommu_remove_device(vm_iommu_domain(vm), ppt->dev,

sys/amd64/vmm/io/ppt.c

471

ppt->vm = NULL;

sys/amd64/vmm/io/ppt.c

478

ppt_unassign_all(struct vm *vm)

sys/amd64/vmm/io/ppt.c

485

if (ppt->vm == vm) {

sys/amd64/vmm/io/ppt.c

490

vm_unassign_pptdev(vm, bus, slot, func);

sys/amd64/vmm/io/ppt.c

515

ppt_map_mmio(struct vm *vm, int bus, int slot, int func,

sys/amd64/vmm/io/ppt.c

527

error = ppt_find(vm, bus, slot, func, &ppt);

sys/amd64/vmm/io/ppt.c

540

error = vm_map_mmio(vm, gpa, len, hpa);

sys/amd64/vmm/io/ppt.c

554

ppt_unmap_mmio(struct vm *vm, int bus, int slot, int func,

sys/amd64/vmm/io/ppt.c

562

error = ppt_find(vm, bus, slot, func, &ppt);

sys/amd64/vmm/io/ppt.c

570

error = vm_unmap_mmio(vm, seg->gpa, seg->len);

sys/amd64/vmm/io/ppt.c

592

if (ppt->vm != NULL)

sys/amd64/vmm/io/ppt.c

593

lapic_intr_msi(ppt->vm, pptarg->addr, pptarg->msg_data);

sys/amd64/vmm/io/ppt.c

612

ppt_setup_msi(struct vm *vm, int bus, int slot, int func,

sys/amd64/vmm/io/ppt.c

623

error = ppt_find(vm, bus, slot, func, &ppt);

sys/amd64/vmm/io/ppt.c

713

ppt_setup_msix(struct vm *vm, int bus, int slot, int func,

sys/amd64/vmm/io/ppt.c

722

error = ppt_find(vm, bus, slot, func, &ppt);

sys/amd64/vmm/io/ppt.c

843

ppt_disable_msix(struct vm *vm, int bus, int slot, int func)

sys/amd64/vmm/io/ppt.c

849

error = ppt_find(vm, bus, slot, func, &ppt);

sys/amd64/vmm/io/ppt.c

92

struct vm *vm; /* owner of this device */

sys/amd64/vmm/io/ppt.h

32

int ppt_unassign_all(struct vm *vm);

sys/amd64/vmm/io/ppt.h

33

int ppt_map_mmio(struct vm *vm, int bus, int slot, int func,

sys/amd64/vmm/io/ppt.h

35

int ppt_unmap_mmio(struct vm *vm, int bus, int slot, int func,

sys/amd64/vmm/io/ppt.h

37

int ppt_setup_msi(struct vm *vm, int bus, int slot, int func,

sys/amd64/vmm/io/ppt.h

39

int ppt_setup_msix(struct vm *vm, int bus, int slot, int func,

sys/amd64/vmm/io/ppt.h

41

int ppt_disable_msix(struct vm *vm, int bus, int slot, int func);

sys/amd64/vmm/io/ppt.h

42

int ppt_assigned_devices(struct vm *vm);

sys/amd64/vmm/io/ppt.h

43

bool ppt_is_mmio(struct vm *vm, vm_paddr_t gpa);

sys/amd64/vmm/io/ppt.h

49

int ppt_assign_device(struct vm *vm, int bus, int slot, int func);

sys/amd64/vmm/io/ppt.h

50

int ppt_unassign_device(struct vm *vm, int bus, int slot, int func);

sys/amd64/vmm/io/vatpic.c

100

VM_CTR2((vatpic)->vm, fmt, a1, a2)

sys/amd64/vmm/io/vatpic.c

103

VM_CTR3((vatpic)->vm, fmt, a1, a2, a3)

sys/amd64/vmm/io/vatpic.c

106

VM_CTR4((vatpic)->vm, fmt, a1, a2, a3, a4)

sys/amd64/vmm/io/vatpic.c

263

lapic_set_local_intr(vatpic->vm, NULL, APIC_LVT_LINT0);

sys/amd64/vmm/io/vatpic.c

264

vioapic_pulse_irq(vatpic->vm, 0);

sys/amd64/vmm/io/vatpic.c

462

vatpic_set_irqstate(struct vm *vm, int irq, enum irqstate irqstate)

sys/amd64/vmm/io/vatpic.c

470

vatpic = vm_atpic(vm);

sys/amd64/vmm/io/vatpic.c

497

vatpic_assert_irq(struct vm *vm, int irq)

sys/amd64/vmm/io/vatpic.c

499

return (vatpic_set_irqstate(vm, irq, IRQSTATE_ASSERT));

sys/amd64/vmm/io/vatpic.c

503

vatpic_deassert_irq(struct vm *vm, int irq)

sys/amd64/vmm/io/vatpic.c

505

return (vatpic_set_irqstate(vm, irq, IRQSTATE_DEASSERT));

sys/amd64/vmm/io/vatpic.c

509

vatpic_pulse_irq(struct vm *vm, int irq)

sys/amd64/vmm/io/vatpic.c

511

return (vatpic_set_irqstate(vm, irq, IRQSTATE_PULSE));

sys/amd64/vmm/io/vatpic.c

515

vatpic_set_irq_trigger(struct vm *vm, int irq, enum vm_intr_trigger trigger)

sys/amd64/vmm/io/vatpic.c

537

vatpic = vm_atpic(vm);

sys/amd64/vmm/io/vatpic.c

552

vatpic_pending_intr(struct vm *vm, int *vecptr)

sys/amd64/vmm/io/vatpic.c

558

vatpic = vm_atpic(vm);

sys/amd64/vmm/io/vatpic.c

600

vatpic_intr_accepted(struct vm *vm, int vector)

sys/amd64/vmm/io/vatpic.c

605

vatpic = vm_atpic(vm);

sys/amd64/vmm/io/vatpic.c

713

vatpic_master_handler(struct vm *vm, bool in, int port, int bytes,

sys/amd64/vmm/io/vatpic.c

719

vatpic = vm_atpic(vm);

sys/amd64/vmm/io/vatpic.c

733

vatpic_slave_handler(struct vm *vm, bool in, int port, int bytes,

sys/amd64/vmm/io/vatpic.c

739

vatpic = vm_atpic(vm);

sys/amd64/vmm/io/vatpic.c

753

vatpic_elc_handler(struct vm *vm, bool in, int port, int bytes,

sys/amd64/vmm/io/vatpic.c

759

vatpic = vm_atpic(vm);

sys/amd64/vmm/io/vatpic.c

795

vatpic_init(struct vm *vm)

sys/amd64/vmm/io/vatpic.c

800

vatpic->vm = vm;

sys/amd64/vmm/io/vatpic.c

87

struct vm *vm;

sys/amd64/vmm/io/vatpic.c

94

VM_CTR0((vatpic)->vm, fmt)

sys/amd64/vmm/io/vatpic.c

97

VM_CTR1((vatpic)->vm, fmt, a1)

sys/amd64/vmm/io/vatpic.h

39

struct vatpic *vatpic_init(struct vm *vm);

sys/amd64/vmm/io/vatpic.h

42

int vatpic_master_handler(struct vm *vm, bool in, int port, int bytes,

sys/amd64/vmm/io/vatpic.h

44

int vatpic_slave_handler(struct vm *vm, bool in, int port, int bytes,

sys/amd64/vmm/io/vatpic.h

46

int vatpic_elc_handler(struct vm *vm, bool in, int port, int bytes,

sys/amd64/vmm/io/vatpic.h

49

int vatpic_assert_irq(struct vm *vm, int irq);

sys/amd64/vmm/io/vatpic.h

50

int vatpic_deassert_irq(struct vm *vm, int irq);

sys/amd64/vmm/io/vatpic.h

51

int vatpic_pulse_irq(struct vm *vm, int irq);

sys/amd64/vmm/io/vatpic.h

52

int vatpic_set_irq_trigger(struct vm *vm, int irq, enum vm_intr_trigger trigger);

sys/amd64/vmm/io/vatpic.h

54

void vatpic_pending_intr(struct vm *vm, int *vecptr);

sys/amd64/vmm/io/vatpic.h

55

void vatpic_intr_accepted(struct vm *vm, int vector);

sys/amd64/vmm/io/vatpit.c

156

VM_CTR1(vatpit->vm, "atpit t%d fired", arg->channel_num);

sys/amd64/vmm/io/vatpit.c

172

vatpic_pulse_irq(vatpit->vm, 0);

sys/amd64/vmm/io/vatpit.c

173

vioapic_pulse_irq(vatpit->vm, 2);

sys/amd64/vmm/io/vatpit.c

338

vatpit_handler(struct vm *vm, bool in, int port, int bytes, uint32_t *eax)

sys/amd64/vmm/io/vatpit.c

345

vatpit = vm_atpit(vm);

sys/amd64/vmm/io/vatpit.c

354

VM_CTR0(vatpit->vm, "vatpit attempt to read mode");

sys/amd64/vmm/io/vatpit.c

420

vatpit_nmisc_handler(struct vm *vm, bool in, int port, int bytes,

sys/amd64/vmm/io/vatpit.c

425

vatpit = vm_atpit(vm);

sys/amd64/vmm/io/vatpit.c

441

vatpit_init(struct vm *vm)

sys/amd64/vmm/io/vatpit.c

448

vatpit->vm = vm;

sys/amd64/vmm/io/vatpit.c

97

struct vm *vm;

sys/amd64/vmm/io/vatpit.h

39

struct vatpit *vatpit_init(struct vm *vm);

sys/amd64/vmm/io/vatpit.h

42

int vatpit_handler(struct vm *vm, bool in, int port, int bytes, uint32_t *eax);

sys/amd64/vmm/io/vatpit.h

43

int vatpit_nmisc_handler(struct vm *vm, bool in, int port, int bytes,

sys/amd64/vmm/io/vhpet.c

183

vioapic_deassert_irq(vhpet->vm, pin);

sys/amd64/vmm/io/vhpet.c

228

VM_CTR1(vhpet->vm, "hpet t%d intr is already asserted", n);

sys/amd64/vmm/io/vhpet.c

233

lapic_intr_msi(vhpet->vm, vhpet->timer[n].msireg >> 32,

sys/amd64/vmm/io/vhpet.c

240

VM_CTR1(vhpet->vm, "hpet t%d intr is not routed to ioapic", n);

sys/amd64/vmm/io/vhpet.c

245

vioapic_pulse_irq(vhpet->vm, pin);

sys/amd64/vmm/io/vhpet.c

248

vioapic_assert_irq(vhpet->vm, pin);

sys/amd64/vmm/io/vhpet.c

293

VM_CTR1(vhpet->vm, "hpet t%d fired", n);

sys/amd64/vmm/io/vhpet.c

320

VM_CTR1(vhpet->vm, "hpet t%d stopped", n);

sys/amd64/vmm/io/vhpet.c

331

VM_CTR1(vhpet->vm, "hpet t%d interrupt triggered after "

sys/amd64/vmm/io/vhpet.c

420

VM_CTR2(vhpet->vm, "hpet t%d cap_config set to 0x%016x", n, newval);

sys/amd64/vmm/io/vhpet.c

430

VM_CTR3(vhpet->vm, "hpet t%d configured invalid irq %d, "

sys/amd64/vmm/io/vhpet.c

463

VM_CTR1(vhpet->vm, "hpet t%d isr cleared due to "

sys/amd64/vmm/io/vhpet.c

465

vioapic_deassert_irq(vhpet->vm, old_pin);

sys/amd64/vmm/io/vhpet.c

501

VM_CTR2(vhpet->vm, "hpet invalid mmio write: "

sys/amd64/vmm/io/vhpet.c

508

VM_CTR2(vhpet->vm, "hpet invalid mmio write: "

sys/amd64/vmm/io/vhpet.c

534

VM_CTR0(vhpet->vm, "hpet enabled");

sys/amd64/vmm/io/vhpet.c

537

VM_CTR0(vhpet->vm, "hpet disabled");

sys/amd64/vmm/io/vhpet.c

547

VM_CTR1(vhpet->vm, "hpet t%d isr cleared", i);

sys/amd64/vmm/io/vhpet.c

636

VM_CTR2(vhpet->vm, "hpet invalid mmio read: "

sys/amd64/vmm/io/vhpet.c

644

VM_CTR2(vhpet->vm, "hpet invalid mmio read: "

sys/amd64/vmm/io/vhpet.c

704

vhpet_init(struct vm *vm)

sys/amd64/vmm/io/vhpet.c

713

vhpet->vm = vm;

sys/amd64/vmm/io/vhpet.c

719

pincount = vioapic_pincount(vm);

sys/amd64/vmm/io/vhpet.c

76

struct vm *vm;

sys/amd64/vmm/io/vhpet.h

39

struct vhpet *vhpet_init(struct vm *vm);

sys/amd64/vmm/io/vioapic.c

143

vlapic_deliver_intr(vioapic->vm, level, dest, phys, delmode, vector);

sys/amd64/vmm/io/vioapic.c

192

vioapic_set_irqstate(struct vm *vm, int irq, enum irqstate irqstate)

sys/amd64/vmm/io/vioapic.c

199

vioapic = vm_ioapic(vm);

sys/amd64/vmm/io/vioapic.c

222

vioapic_assert_irq(struct vm *vm, int irq)

sys/amd64/vmm/io/vioapic.c

225

return (vioapic_set_irqstate(vm, irq, IRQSTATE_ASSERT));

sys/amd64/vmm/io/vioapic.c

229

vioapic_deassert_irq(struct vm *vm, int irq)

sys/amd64/vmm/io/vioapic.c

232

return (vioapic_set_irqstate(vm, irq, IRQSTATE_DEASSERT));

sys/amd64/vmm/io/vioapic.c

236

vioapic_pulse_irq(struct vm *vm, int irq)

sys/amd64/vmm/io/vioapic.c

239

return (vioapic_set_irqstate(vm, irq, IRQSTATE_PULSE));

sys/amd64/vmm/io/vioapic.c

382

allvcpus = vm_active_cpus(vioapic->vm);

sys/amd64/vmm/io/vioapic.c

465

vioapic_process_eoi(struct vm *vm, int vector)

sys/amd64/vmm/io/vioapic.c

473

vioapic = vm_ioapic(vm);

sys/amd64/vmm/io/vioapic.c

497

vioapic_init(struct vm *vm)

sys/amd64/vmm/io/vioapic.c

504

vioapic->vm = vm;

sys/amd64/vmm/io/vioapic.c

523

vioapic_pincount(struct vm *vm)

sys/amd64/vmm/io/vioapic.c

59

struct vm *vm;

sys/amd64/vmm/io/vioapic.c

76

VM_CTR1((vioapic)->vm, fmt, a1)

sys/amd64/vmm/io/vioapic.c

79

VM_CTR2((vioapic)->vm, fmt, a1, a2)

sys/amd64/vmm/io/vioapic.c

82

VM_CTR3((vioapic)->vm, fmt, a1, a2, a3)

sys/amd64/vmm/io/vioapic.c

85

VM_CTR4((vioapic)->vm, fmt, a1, a2, a3, a4)

sys/amd64/vmm/io/vioapic.h

39

struct vioapic *vioapic_init(struct vm *vm);

sys/amd64/vmm/io/vioapic.h

42

int vioapic_assert_irq(struct vm *vm, int irq);

sys/amd64/vmm/io/vioapic.h

43

int vioapic_deassert_irq(struct vm *vm, int irq);

sys/amd64/vmm/io/vioapic.h

44

int vioapic_pulse_irq(struct vm *vm, int irq);

sys/amd64/vmm/io/vioapic.h

51

int vioapic_pincount(struct vm *vm);

sys/amd64/vmm/io/vioapic.h

52

void vioapic_process_eoi(struct vm *vm, int vector);

sys/amd64/vmm/io/vlapic.c

1061

vlapic_calcdest(vlapic->vm, &dmask, dest, phys, false, x2apic(vlapic));

sys/amd64/vmm/io/vlapic.c

1067

dmask = vm_active_cpus(vlapic->vm);

sys/amd64/vmm/io/vlapic.c

1070

dmask = vm_active_cpus(vlapic->vm);

sys/amd64/vmm/io/vlapic.c

1101

vcpu = vm_vcpu(vlapic->vm, i);

sys/amd64/vmm/io/vlapic.c

1112

vcpu = vm_vcpu(vlapic->vm, i);

sys/amd64/vmm/io/vlapic.c

1125

i = vm_apicid2vcpuid(vlapic->vm, dest);

sys/amd64/vmm/io/vlapic.c

1126

if (i >= vm_get_maxcpus(vlapic->vm) ||

sys/amd64/vmm/io/vlapic.c

115

VM_CTR1(vlapic->vm, "ignoring write to DFR in x2apic mode: %#x",

sys/amd64/vmm/io/vlapic.c

1588

KASSERT(vlapic->vm != NULL, ("vlapic_init: vm is not initialized"));

sys/amd64/vmm/io/vlapic.c

1590

vlapic->vcpuid < vm_get_maxcpus(vlapic->vm),

sys/amd64/vmm/io/vlapic.c

1679

vlapic_deliver_intr(struct vm *vm, bool level, uint32_t dest, bool phys,

sys/amd64/vmm/io/vlapic.c

1690

VM_CTR1(vm, "vlapic intr invalid delmode %#x", delmode);

sys/amd64/vmm/io/vlapic.c

1700

vlapic_calcdest(vm, &dmask, dest, phys, lowprio, false);

sys/amd64/vmm/io/vlapic.c

1703

vcpu = vm_vcpu(vm, vcpuid);

sys/amd64/vmm/io/vlapic.c

1792

vlapic_calcdest(vlapic->vm, &dmask, dest, phys, lowprio, false);

sys/amd64/vmm/io/vlapic.c

1839

vlapic_snapshot(struct vm *vm, struct vm_snapshot_meta *meta)

sys/amd64/vmm/io/vlapic.c

1848

KASSERT(vm != NULL, ("%s: arg was NULL", __func__));

sys/amd64/vmm/io/vlapic.c

1852

maxcpus = vm_get_maxcpus(vm);

sys/amd64/vmm/io/vlapic.c

1854

vcpu = vm_vcpu(vm, i);

sys/amd64/vmm/io/vlapic.c

593

vioapic_process_eoi(vlapic->vm, vector);

sys/amd64/vmm/io/vlapic.c

813

vlapic_calcdest(struct vm *vm, cpuset_t *dmask, uint32_t dest, bool phys,

sys/amd64/vmm/io/vlapic.c

827

*dmask = vm_active_cpus(vm);

sys/amd64/vmm/io/vlapic.c

836

vcpuid = vm_apicid2vcpuid(vm, dest);

sys/amd64/vmm/io/vlapic.c

837

amask = vm_active_cpus(vm);

sys/amd64/vmm/io/vlapic.c

838

if (vcpuid < vm_get_maxcpus(vm) && CPU_ISSET(vcpuid, &amask))

sys/amd64/vmm/io/vlapic.c

864

amask = vm_active_cpus(vm);

sys/amd64/vmm/io/vlapic.c

866

vlapic = vm_lapic(vm_vcpu(vm, vcpuid));

sys/amd64/vmm/io/vlapic.h

113

int vlapic_snapshot(struct vm *vm, struct vm_snapshot_meta *meta);

sys/amd64/vmm/io/vlapic.h

32

struct vm;

sys/amd64/vmm/io/vlapic.h

83

void vlapic_deliver_intr(struct vm *vm, bool level, uint32_t dest, bool phys,

sys/amd64/vmm/io/vlapic_priv.h

146

struct vm *vm;

sys/amd64/vmm/io/vlapic_priv.h

87

VCPU_CTR0((vlapic)->vm, (vlapic)->vcpuid, format)

sys/amd64/vmm/io/vlapic_priv.h

90

VCPU_CTR1((vlapic)->vm, (vlapic)->vcpuid, format, p1)

sys/amd64/vmm/io/vlapic_priv.h

93

VCPU_CTR2((vlapic)->vm, (vlapic)->vcpuid, format, p1, p2)

sys/amd64/vmm/io/vlapic_priv.h

96

VCPU_CTR3((vlapic)->vm, (vlapic)->vcpuid, format, p1, p2, p3)

sys/amd64/vmm/io/vpmtmr.c

61

vpmtmr_init(struct vm *vm)

sys/amd64/vmm/io/vpmtmr.c

84

vpmtmr_handler(struct vm *vm, bool in, int port, int bytes, uint32_t *val)

sys/amd64/vmm/io/vpmtmr.c

92

vpmtmr = vm_pmtmr(vm);

sys/amd64/vmm/io/vpmtmr.h

37

struct vpmtmr *vpmtmr_init(struct vm *vm);

sys/amd64/vmm/io/vpmtmr.h

40

int vpmtmr_handler(struct vm *vm, bool in, int port, int bytes, uint32_t *val);

sys/amd64/vmm/io/vrtc.c

288

struct vm *vm = vrtc->vm;

sys/amd64/vmm/io/vrtc.c

300

VM_CTR2(vm, "Invalid RTC sec %#x/%d", rtc->sec, ct.sec);

sys/amd64/vmm/io/vrtc.c

306

VM_CTR2(vm, "Invalid RTC min %#x/%d", rtc->min, ct.min);

sys/amd64/vmm/io/vrtc.c

336

VM_CTR2(vm, "Invalid RTC 12-hour format %#x/%d",

sys/amd64/vmm/io/vrtc.c

343

VM_CTR2(vm, "Invalid RTC hour %#x/%d", rtc->hour, ct.hour);

sys/amd64/vmm/io/vrtc.c

357

VM_CTR2(vm, "Invalid RTC mday %#x/%d", rtc->day_of_month,

sys/amd64/vmm/io/vrtc.c

364

VM_CTR2(vm, "Invalid RTC month %#x/%d", rtc->month, ct.mon);

sys/amd64/vmm/io/vrtc.c

370

VM_CTR2(vm, "Invalid RTC year %#x/%d", rtc->year, year);

sys/amd64/vmm/io/vrtc.c

377

VM_CTR2(vm, "Invalid RTC century %#x/%d", rtc->century,

sys/amd64/vmm/io/vrtc.c

384

VM_CTR3(vm, "Invalid RTC clocktime.date %04d-%02d-%02d",

sys/amd64/vmm/io/vrtc.c

386

VM_CTR3(vm, "Invalid RTC clocktime.time %02d:%02d:%02d",

sys/amd64/vmm/io/vrtc.c

396

VM_CTR0(vrtc->vm, "Invalid RTC date/time programming detected");

sys/amd64/vmm/io/vrtc.c

415

VM_CTR2(vrtc->vm, "Updating RTC secs from %#lx to %#lx",

sys/amd64/vmm/io/vrtc.c

418

VM_CTR2(vrtc->vm, "Updating RTC base uptime from %#lx to %#lx",

sys/amd64/vmm/io/vrtc.c

439

VM_CTR0(vrtc->vm, "RTC update halted by guest");

sys/amd64/vmm/io/vrtc.c

530

VM_CTR0(vrtc->vm, "RTC callout stopped");

sys/amd64/vmm/io/vrtc.c

535

VM_CTR1(vrtc->vm, "RTC callout frequency %d hz", SBT_1S / freqsbt);

sys/amd64/vmm/io/vrtc.c

548

VM_CTR0(vrtc->vm, "vrtc callout fired");

sys/amd64/vmm/io/vrtc.c

615

VM_CTR2(vrtc->vm, "RTC reg_c changed from %#x to %#x",

sys/amd64/vmm/io/vrtc.c

620

VM_CTR1(vrtc->vm, "RTC irq %d asserted", RTC_IRQ);

sys/amd64/vmm/io/vrtc.c

621

vatpic_pulse_irq(vrtc->vm, RTC_IRQ);

sys/amd64/vmm/io/vrtc.c

622

vioapic_pulse_irq(vrtc->vm, RTC_IRQ);

sys/amd64/vmm/io/vrtc.c

624

VM_CTR1(vrtc->vm, "RTC irq %d deasserted", RTC_IRQ);

sys/amd64/vmm/io/vrtc.c

646

VM_CTR2(vrtc->vm, "RTC reg_b changed from %#x to %#x",

sys/amd64/vmm/io/vrtc.c

717

VM_CTR2(vrtc->vm, "RTC divider held in reset at %#lx/%#lx",

sys/amd64/vmm/io/vrtc.c

727

VM_CTR2(vrtc->vm, "RTC divider out of reset at %#lx/%#lx",

sys/amd64/vmm/io/vrtc.c

736

VM_CTR2(vrtc->vm, "RTC reg_a changed from %#x to %#x",

sys/amd64/vmm/io/vrtc.c

751

vrtc_set_time(struct vm *vm, time_t secs)

sys/amd64/vmm/io/vrtc.c

756

vrtc = vm_rtc(vm);

sys/amd64/vmm/io/vrtc.c

762

VM_CTR2(vrtc->vm, "Error %d setting RTC time to %#lx", error,

sys/amd64/vmm/io/vrtc.c

765

VM_CTR1(vrtc->vm, "RTC time set to %#lx", secs);

sys/amd64/vmm/io/vrtc.c

77

struct vm *vm;

sys/amd64/vmm/io/vrtc.c

772

vrtc_get_time(struct vm *vm)

sys/amd64/vmm/io/vrtc.c

778

vrtc = vm_rtc(vm);

sys/amd64/vmm/io/vrtc.c

787

vrtc_nvram_write(struct vm *vm, int offset, uint8_t value)

sys/amd64/vmm/io/vrtc.c

792

vrtc = vm_rtc(vm);

sys/amd64/vmm/io/vrtc.c

799

VM_CTR1(vrtc->vm, "RTC nvram write to invalid offset %d",

sys/amd64/vmm/io/vrtc.c

807

VM_CTR2(vrtc->vm, "RTC nvram write %#x to offset %#x", value, offset);

sys/amd64/vmm/io/vrtc.c

814

vrtc_nvram_read(struct vm *vm, int offset, uint8_t *retval)

sys/amd64/vmm/io/vrtc.c

827

vrtc = vm_rtc(vm);

sys/amd64/vmm/io/vrtc.c

846

vrtc_addr_handler(struct vm *vm, bool in, int port, int bytes, uint32_t *val)

sys/amd64/vmm/io/vrtc.c

850

vrtc = vm_rtc(vm);

sys/amd64/vmm/io/vrtc.c

868

vrtc_data_handler(struct vm *vm, bool in, int port, int bytes, uint32_t *val)

sys/amd64/vmm/io/vrtc.c

876

vrtc = vm_rtc(vm);

sys/amd64/vmm/io/vrtc.c

915

VM_CTR2(vm, "Read value %#x from RTC offset %#x",

sys/amd64/vmm/io/vrtc.c

920

VM_CTR1(vm, "RTC reg_a set to %#x", *val);

sys/amd64/vmm/io/vrtc.c

924

VM_CTR1(vm, "RTC reg_b set to %#x", *val);

sys/amd64/vmm/io/vrtc.c

928

VM_CTR1(vm, "RTC reg_c set to %#x (ignored)",

sys/amd64/vmm/io/vrtc.c

932

VM_CTR1(vm, "RTC reg_d set to %#x (ignored)",

sys/amd64/vmm/io/vrtc.c

942

VM_CTR2(vm, "RTC offset %#x set to %#x",

sys/amd64/vmm/io/vrtc.c

980

vrtc_init(struct vm *vm)

sys/amd64/vmm/io/vrtc.c

987

vrtc->vm = vm;

sys/amd64/vmm/io/vrtc.h

37

struct vrtc *vrtc_init(struct vm *vm);

sys/amd64/vmm/io/vrtc.h

41

time_t vrtc_get_time(struct vm *vm);

sys/amd64/vmm/io/vrtc.h

42

int vrtc_set_time(struct vm *vm, time_t secs);

sys/amd64/vmm/io/vrtc.h

43

int vrtc_nvram_write(struct vm *vm, int offset, uint8_t value);

sys/amd64/vmm/io/vrtc.h

44

int vrtc_nvram_read(struct vm *vm, int offset, uint8_t *retval);

sys/amd64/vmm/io/vrtc.h

46

int vrtc_addr_handler(struct vm *vm, bool in, int port, int bytes,

sys/amd64/vmm/io/vrtc.h

48

int vrtc_data_handler(struct vm *vm, bool in, int port, int bytes,

sys/amd64/vmm/vmm.c

1004

for (i = 0; i < vm->maxcpus; i++) {

sys/amd64/vmm/vmm.c

1005

if (CPU_ISSET(i, &vm->suspended_cpus)) {

sys/amd64/vmm/vmm.c

1006

vcpu_notify_event(vm_vcpu(vm, i));

sys/amd64/vmm/vmm.c

102

VCPU_CTR2((vcpu)->vm, (vcpu)->vcpuid, format, p1, p2)

sys/amd64/vmm/vmm.c

105

VCPU_CTR3((vcpu)->vm, (vcpu)->vcpuid, format, p1, p2, p3)

sys/amd64/vmm/vmm.c

1062

struct vm *vm = vcpu->vm;

sys/amd64/vmm/vmm.c

1065

KASSERT(vm->suspend > VM_SUSPEND_NONE && vm->suspend < VM_SUSPEND_LAST,

sys/amd64/vmm/vmm.c

1066

("vm_exit_suspended: invalid suspend type %d", vm->suspend));

sys/amd64/vmm/vmm.c

1072

vmexit->u.suspended.how = vm->suspend;

sys/amd64/vmm/vmm.c

108

VCPU_CTR4((vcpu)->vm, (vcpu)->vcpuid, format, p1, p2, p3, p4)

sys/amd64/vmm/vmm.c

1125

struct vm *vm = vcpu->vm;

sys/amd64/vmm/vmm.c

1136

if (!CPU_ISSET(vcpuid, &vm->active_cpus))

sys/amd64/vmm/vmm.c

1139

if (CPU_ISSET(vcpuid, &vm->suspended_cpus))

sys/amd64/vmm/vmm.c

1142

pmap = vmspace_pmap(vm_vmspace(vm));

sys/amd64/vmm/vmm.c

1144

evinfo.rptr = &vm->rendezvous_req_cpus;

sys/amd64/vmm/vmm.c

1145

evinfo.sptr = &vm->suspend;

sys/amd64/vmm/vmm.c

1181

vioapic_process_eoi(vm, vme->u.ioapic_eoi.vector);

sys/amd64/vmm/vmm.c

133

DEFINE_VMMOPS_IFUNC(void *, init, (struct vm *vm, struct pmap *pmap))

sys/amd64/vmm/vmm.c

1361

vm_suspend(vcpu->vm, VM_SUSPEND_TRIPLEFAULT);

sys/amd64/vmm/vmm.c

1605

vm_ioapic(struct vm *vm)

sys/amd64/vmm/vmm.c

1608

return (vm->vioapic);

sys/amd64/vmm/vmm.c

1612

vm_hpet(struct vm *vm)

sys/amd64/vmm/vmm.c

1615

return (vm->vhpet);

sys/amd64/vmm/vmm.c

1661

vm_iommu_domain(struct vm *vm)

sys/amd64/vmm/vmm.c

1664

return (vm->iommu);

sys/amd64/vmm/vmm.c

1672

vm_start_cpus(struct vm *vm, const cpuset_t *tostart)

sys/amd64/vmm/vmm.c

1676

mtx_lock(&vm->rendezvous_mtx);

sys/amd64/vmm/vmm.c

1677

CPU_AND(&set, &vm->startup_cpus, tostart);

sys/amd64/vmm/vmm.c

1678

CPU_ANDNOT(&vm->startup_cpus, &vm->startup_cpus, &set);

sys/amd64/vmm/vmm.c

1679

mtx_unlock(&vm->rendezvous_mtx);

sys/amd64/vmm/vmm.c

1684

vm_await_start(struct vm *vm, const cpuset_t *waiting)

sys/amd64/vmm/vmm.c

1686

mtx_lock(&vm->rendezvous_mtx);

sys/amd64/vmm/vmm.c

1687

CPU_OR(&vm->startup_cpus, &vm->startup_cpus, waiting);

sys/amd64/vmm/vmm.c

1688

mtx_unlock(&vm->rendezvous_mtx);

sys/amd64/vmm/vmm.c

1724

vm_apicid2vcpuid(struct vm *vm, int apicid)

sys/amd64/vmm/vmm.c

1736

struct vm *vm = vcpu->vm;

sys/amd64/vmm/vmm.c

1745

mtx_lock(&vm->rendezvous_mtx);

sys/amd64/vmm/vmm.c

1746

if (vm->rendezvous_func != NULL) {

sys/amd64/vmm/vmm.c

1753

mtx_unlock(&vm->rendezvous_mtx);

sys/amd64/vmm/vmm.c

1759

KASSERT(vm->rendezvous_func == NULL, ("vm_smp_rendezvous: previous "

sys/amd64/vmm/vmm.c

1763

vm->rendezvous_req_cpus = dest;

sys/amd64/vmm/vmm.c

1764

CPU_ZERO(&vm->rendezvous_done_cpus);

sys/amd64/vmm/vmm.c

1765

vm->rendezvous_arg = arg;

sys/amd64/vmm/vmm.c

1766

vm->rendezvous_func = func;

sys/amd64/vmm/vmm.c

1767

mtx_unlock(&vm->rendezvous_mtx);

sys/amd64/vmm/vmm.c

1773

for (i = 0; i < vm->maxcpus; i++) {

sys/amd64/vmm/vmm.c

1775

vcpu_notify_event(vm_vcpu(vm, i));

sys/amd64/vmm/vmm.c

1782

vm_atpic(struct vm *vm)

sys/amd64/vmm/vmm.c

1784

return (vm->vatpic);

sys/amd64/vmm/vmm.c

1788

vm_atpit(struct vm *vm)

sys/amd64/vmm/vmm.c

1790

return (vm->vatpit);

sys/amd64/vmm/vmm.c

1794

vm_pmtmr(struct vm *vm)

sys/amd64/vmm/vmm.c

1797

return (vm->vpmtmr);

sys/amd64/vmm/vmm.c

1801

vm_rtc(struct vm *vm)

sys/amd64/vmm/vmm.c

1804

return (vm->vrtc);

sys/amd64/vmm/vmm.c

1928

vmspace_resident_count(vm_vmspace(vcpu->vm)));

sys/amd64/vmm/vmm.c

1938

pmap_wired_count(vmspace_pmap(vm_vmspace(vcpu->vm))));

sys/amd64/vmm/vmm.c

1947

vm_snapshot_vcpus(struct vm *vm, struct vm_snapshot_meta *meta)

sys/amd64/vmm/vmm.c

1955

maxcpus = vm_get_maxcpus(vm);

sys/amd64/vmm/vmm.c

1957

vcpu = vm->vcpu[i];

sys/amd64/vmm/vmm.c

1987

vm_snapshot_vm(struct vm *vm, struct vm_snapshot_meta *meta)

sys/amd64/vmm/vmm.c

1991

ret = vm_snapshot_vcpus(vm, meta);

sys/amd64/vmm/vmm.c

1995

SNAPSHOT_VAR_OR_LEAVE(vm->startup_cpus, meta, ret, done);

sys/amd64/vmm/vmm.c

2001

vm_snapshot_vcpu(struct vm *vm, struct vm_snapshot_meta *meta)

sys/amd64/vmm/vmm.c

2009

maxcpus = vm_get_maxcpus(vm);

sys/amd64/vmm/vmm.c

2011

vcpu = vm->vcpu[i];

sys/amd64/vmm/vmm.c

2031

vm_snapshot_req(struct vm *vm, struct vm_snapshot_meta *meta)

sys/amd64/vmm/vmm.c

2037

ret = vm_snapshot_vcpu(vm, meta);

sys/amd64/vmm/vmm.c

2040

ret = vm_snapshot_vm(vm, meta);

sys/amd64/vmm/vmm.c

2043

ret = vioapic_snapshot(vm_ioapic(vm), meta);

sys/amd64/vmm/vmm.c

2046

ret = vlapic_snapshot(vm, meta);

sys/amd64/vmm/vmm.c

2049

ret = vhpet_snapshot(vm_hpet(vm), meta);

sys/amd64/vmm/vmm.c

2052

ret = vatpic_snapshot(vm_atpic(vm), meta);

sys/amd64/vmm/vmm.c

2055

ret = vatpit_snapshot(vm_atpit(vm), meta);

sys/amd64/vmm/vmm.c

2058

ret = vpmtmr_snapshot(vm_pmtmr(vm), meta);

sys/amd64/vmm/vmm.c

2061

ret = vrtc_snapshot(vm_rtc(vm), meta);

sys/amd64/vmm/vmm.c

2078

vm_restore_time(struct vm *vm)

sys/amd64/vmm/vmm.c

2087

error = vhpet_restore_time(vm_hpet(vm));

sys/amd64/vmm/vmm.c

2091

maxcpus = vm_get_maxcpus(vm);

sys/amd64/vmm/vmm.c

2093

vcpu = vm->vcpu[i];

sys/amd64/vmm/vmm.c

222

vcpu_alloc(struct vm *vm, int vcpu_id)

sys/amd64/vmm/vmm.c

226

KASSERT(vcpu_id >= 0 && vcpu_id < vm->maxcpus,

sys/amd64/vmm/vmm.c

234

vcpu->vm = vm;

sys/amd64/vmm/vmm.c

244

vcpu->cookie = vmmops_vcpu_init(vcpu->vm->cookie, vcpu, vcpu->vcpuid);

sys/amd64/vmm/vmm.c

312

vm_init(struct vm *vm, bool create)

sys/amd64/vmm/vmm.c

314

vm->cookie = vmmops_init(vm, vmspace_pmap(vm_vmspace(vm)));

sys/amd64/vmm/vmm.c

315

vm->iommu = NULL;

sys/amd64/vmm/vmm.c

316

vm->vioapic = vioapic_init(vm);

sys/amd64/vmm/vmm.c

317

vm->vhpet = vhpet_init(vm);

sys/amd64/vmm/vmm.c

318

vm->vatpic = vatpic_init(vm);

sys/amd64/vmm/vmm.c

319

vm->vatpit = vatpit_init(vm);

sys/amd64/vmm/vmm.c

320

vm->vpmtmr = vpmtmr_init(vm);

sys/amd64/vmm/vmm.c

322

vm->vrtc = vrtc_init(vm);

sys/amd64/vmm/vmm.c

324

CPU_ZERO(&vm->active_cpus);

sys/amd64/vmm/vmm.c

325

CPU_ZERO(&vm->debug_cpus);

sys/amd64/vmm/vmm.c

326

CPU_ZERO(&vm->startup_cpus);

sys/amd64/vmm/vmm.c

328

vm->suspend = 0;

sys/amd64/vmm/vmm.c

329

CPU_ZERO(&vm->suspended_cpus);

sys/amd64/vmm/vmm.c

332

for (int i = 0; i < vm->maxcpus; i++) {

sys/amd64/vmm/vmm.c

333

if (vm->vcpu[i] != NULL)

sys/amd64/vmm/vmm.c

334

vcpu_init(vm->vcpu[i]);

sys/amd64/vmm/vmm.c

340

vm_alloc_vcpu(struct vm *vm, int vcpuid)

sys/amd64/vmm/vmm.c

344

if (vcpuid < 0 || vcpuid >= vm_get_maxcpus(vm))

sys/amd64/vmm/vmm.c

348

atomic_load_acq_ptr((uintptr_t *)&vm->vcpu[vcpuid]);

sys/amd64/vmm/vmm.c

352

sx_xlock(&vm->vcpus_init_lock);

sys/amd64/vmm/vmm.c

353

vcpu = vm->vcpu[vcpuid];

sys/amd64/vmm/vmm.c

354

if (vcpu == NULL && !vm->dying) {

sys/amd64/vmm/vmm.c

355

vcpu = vcpu_alloc(vm, vcpuid);

sys/amd64/vmm/vmm.c

362

atomic_store_rel_ptr((uintptr_t *)&vm->vcpu[vcpuid],

sys/amd64/vmm/vmm.c

365

sx_xunlock(&vm->vcpus_init_lock);

sys/amd64/vmm/vmm.c

370

vm_create(const char *name, struct vm **retvm)

sys/amd64/vmm/vmm.c

372

struct vm *vm;

sys/amd64/vmm/vmm.c

375

vm = malloc(sizeof(struct vm), M_VM, M_WAITOK | M_ZERO);

sys/amd64/vmm/vmm.c

376

error = vm_mem_init(&vm->mem, 0, VM_MAXUSER_ADDRESS_LA48);

sys/amd64/vmm/vmm.c

378

free(vm, M_VM);

sys/amd64/vmm/vmm.c

381

strcpy(vm->name, name);

sys/amd64/vmm/vmm.c

382

mtx_init(&vm->rendezvous_mtx, "vm rendezvous lock", 0, MTX_DEF);

sys/amd64/vmm/vmm.c

383

sx_init(&vm->vcpus_init_lock, "vm vcpus");

sys/amd64/vmm/vmm.c

384

vm->vcpu = malloc(sizeof(*vm->vcpu) * vm_maxcpu, M_VM, M_WAITOK |

sys/amd64/vmm/vmm.c

387

vm->sockets = 1;

sys/amd64/vmm/vmm.c

388

vm->cores = 1; /* XXX backwards compatibility */

sys/amd64/vmm/vmm.c

389

vm->threads = 1; /* XXX backwards compatibility */

sys/amd64/vmm/vmm.c

390

vm->maxcpus = vm_maxcpu;

sys/amd64/vmm/vmm.c

392

vm_init(vm, true);

sys/amd64/vmm/vmm.c

394

*retvm = vm;

sys/amd64/vmm/vmm.c

399

vm_cleanup(struct vm *vm, bool destroy)

sys/amd64/vmm/vmm.c

402

vm_xlock_memsegs(vm);

sys/amd64/vmm/vmm.c

404

vm_assert_memseg_xlocked(vm);

sys/amd64/vmm/vmm.c

406

ppt_unassign_all(vm);

sys/amd64/vmm/vmm.c

408

if (vm->iommu != NULL)

sys/amd64/vmm/vmm.c

409

iommu_destroy_domain(vm->iommu);

sys/amd64/vmm/vmm.c

412

vrtc_cleanup(vm->vrtc);

sys/amd64/vmm/vmm.c

414

vrtc_reset(vm->vrtc);

sys/amd64/vmm/vmm.c

415

vpmtmr_cleanup(vm->vpmtmr);

sys/amd64/vmm/vmm.c

416

vatpit_cleanup(vm->vatpit);

sys/amd64/vmm/vmm.c

417

vhpet_cleanup(vm->vhpet);

sys/amd64/vmm/vmm.c

418

vatpic_cleanup(vm->vatpic);

sys/amd64/vmm/vmm.c

419

vioapic_cleanup(vm->vioapic);

sys/amd64/vmm/vmm.c

421

for (int i = 0; i < vm->maxcpus; i++) {

sys/amd64/vmm/vmm.c

422

if (vm->vcpu[i] != NULL)

sys/amd64/vmm/vmm.c

423

vcpu_cleanup(vm->vcpu[i], destroy);

sys/amd64/vmm/vmm.c

426

vmmops_cleanup(vm->cookie);

sys/amd64/vmm/vmm.c

428

vm_mem_cleanup(vm);

sys/amd64/vmm/vmm.c

431

vm_mem_destroy(vm);

sys/amd64/vmm/vmm.c

433

free(vm->vcpu, M_VM);

sys/amd64/vmm/vmm.c

434

sx_destroy(&vm->vcpus_init_lock);

sys/amd64/vmm/vmm.c

435

mtx_destroy(&vm->rendezvous_mtx);

sys/amd64/vmm/vmm.c

440

vm_destroy(struct vm *vm)

sys/amd64/vmm/vmm.c

442

vm_cleanup(vm, true);

sys/amd64/vmm/vmm.c

443

free(vm, M_VM);

sys/amd64/vmm/vmm.c

447

vm_reset(struct vm *vm)

sys/amd64/vmm/vmm.c

449

vm_cleanup(vm, false);

sys/amd64/vmm/vmm.c

450

vm_init(vm, false);

sys/amd64/vmm/vmm.c

454

vm_map_mmio(struct vm *vm, vm_paddr_t gpa, size_t len, vm_paddr_t hpa)

sys/amd64/vmm/vmm.c

456

return (vmm_mmio_alloc(vm_vmspace(vm), gpa, len, hpa));

sys/amd64/vmm/vmm.c

460

vm_unmap_mmio(struct vm *vm, vm_paddr_t gpa, size_t len)

sys/amd64/vmm/vmm.c

463

vmm_mmio_free(vm_vmspace(vm), gpa, len);

sys/amd64/vmm/vmm.c

468

vm_iommu_map(struct vm *vm)

sys/amd64/vmm/vmm.c

475

sx_assert(&vm->mem.mem_segs_lock, SX_LOCKED);

sys/amd64/vmm/vmm.c

477

pmap = vmspace_pmap(vm_vmspace(vm));

sys/amd64/vmm/vmm.c

479

mm = &vm->mem.mem_maps[i];

sys/amd64/vmm/vmm.c

480

if (!vm_memseg_sysmem(vm, mm->segid))

sys/amd64/vmm/vmm.c

507

vm, (uintmax_t)gpa, (uintmax_t)hpa));

sys/amd64/vmm/vmm.c

509

iommu_create_mapping(vm->iommu, gpa, hpa, PAGE_SIZE);

sys/amd64/vmm/vmm.c

518

vm_iommu_unmap(struct vm *vm)

sys/amd64/vmm/vmm.c

524

sx_assert(&vm->mem.mem_segs_lock, SX_LOCKED);

sys/amd64/vmm/vmm.c

527

mm = &vm->mem.mem_maps[i];

sys/amd64/vmm/vmm.c

528

if (!vm_memseg_sysmem(vm, mm->segid))

sys/amd64/vmm/vmm.c

540

vmspace_pmap(vm_vmspace(vm)), gpa))),

sys/amd64/vmm/vmm.c

542

vm, (uintmax_t)gpa));

sys/amd64/vmm/vmm.c

543

iommu_remove_mapping(vm->iommu, gpa, PAGE_SIZE);

sys/amd64/vmm/vmm.c

551

error = iommu_invalidate_tlb(vm->iommu);

sys/amd64/vmm/vmm.c

556

vm_unassign_pptdev(struct vm *vm, int bus, int slot, int func)

sys/amd64/vmm/vmm.c

560

error = ppt_unassign_device(vm, bus, slot, func);

sys/amd64/vmm/vmm.c

564

if (ppt_assigned_devices(vm) == 0)

sys/amd64/vmm/vmm.c

565

error = vm_iommu_unmap(vm);

sys/amd64/vmm/vmm.c

571

vm_assign_pptdev(struct vm *vm, int bus, int slot, int func)

sys/amd64/vmm/vmm.c

578

if (ppt_assigned_devices(vm) == 0) {

sys/amd64/vmm/vmm.c

579

KASSERT(vm->iommu == NULL,

sys/amd64/vmm/vmm.c

581

maxaddr = vmm_sysmem_maxaddr(vm);

sys/amd64/vmm/vmm.c

582

vm->iommu = iommu_create_domain(maxaddr);

sys/amd64/vmm/vmm.c

583

if (vm->iommu == NULL)

sys/amd64/vmm/vmm.c

588

error = ppt_assign_device(vm, bus, slot, func);

sys/amd64/vmm/vmm.c

590

error = vm_iommu_map(vm);

sys/amd64/vmm/vmm.c

742

struct vm *vm = vcpu->vm;

sys/amd64/vmm/vmm.c

753

KASSERT(!CPU_ISSET(vcpuid, &vm->halted_cpus), ("vcpu already halted"));

sys/amd64/vmm/vmm.c

766

if (vm->rendezvous_func != NULL || vm->suspend || vcpu->reqidle)

sys/amd64/vmm/vmm.c

795

CPU_SET_ATOMIC(vcpuid, &vm->halted_cpus);

sys/amd64/vmm/vmm.c

797

if (CPU_CMP(&vm->halted_cpus, &vm->active_cpus) == 0) {

sys/amd64/vmm/vmm.c

820

&vm->halted_cpus);

sys/amd64/vmm/vmm.c

829

CPU_CLR_ATOMIC(vcpuid, &vm->halted_cpus);

sys/amd64/vmm/vmm.c

834

vm_suspend(vm, VM_SUSPEND_HALT);

sys/amd64/vmm/vmm.c

842

struct vm *vm = vcpu->vm;

sys/amd64/vmm/vmm.c

858

rv = pmap_emulate_accessed_dirty(vmspace_pmap(vm_vmspace(vm)),

sys/amd64/vmm/vmm.c

868

map = &vm_vmspace(vm)->vm_map;

sys/amd64/vmm/vmm.c

959

struct vm *vm = vcpu->vm;

sys/amd64/vmm/vmm.c

96

VCPU_CTR0((vcpu)->vm, (vcpu)->vcpuid, format)

sys/amd64/vmm/vmm.c

966

CPU_SET_ATOMIC(vcpu->vcpuid, &vm->suspended_cpus);

sys/amd64/vmm/vmm.c

977

if (CPU_CMP(&vm->suspended_cpus, &vm->active_cpus) == 0) {

sys/amd64/vmm/vmm.c

982

if (vm->rendezvous_func == NULL) {

sys/amd64/vmm/vmm.c

99

VCPU_CTR1((vcpu)->vm, (vcpu)->vcpuid, format, p1)

sys/amd64/vmm/vmm_dev_machdep.c

176

vmmdev_machdep_ioctl(struct vm *vm, struct vcpu *vcpu, u_long cmd, caddr_t data,

sys/amd64/vmm/vmm_dev_machdep.c

266

error = ppt_setup_msi(vm, pptmsi->bus, pptmsi->slot,

sys/amd64/vmm/vmm_dev_machdep.c

274

error = ppt_setup_msix(vm, pptmsix->bus, pptmsix->slot,

sys/amd64/vmm/vmm_dev_machdep.c

283

error = ppt_disable_msix(vm, pptdev->bus, pptdev->slot,

sys/amd64/vmm/vmm_dev_machdep.c

291

error = ppt_map_mmio(vm, pptmmio->bus, pptmmio->slot,

sys/amd64/vmm/vmm_dev_machdep.c

299

error = ppt_unmap_mmio(vm, pptmmio->bus, pptmmio->slot,

sys/amd64/vmm/vmm_dev_machdep.c

307

error = vm_assign_pptdev(vm, pptdev->bus, pptdev->slot,

sys/amd64/vmm/vmm_dev_machdep.c

315

error = vm_unassign_pptdev(vm, pptdev->bus, pptdev->slot,

sys/amd64/vmm/vmm_dev_machdep.c

342

error = lapic_set_local_intr(vm, vcpu, vmirq->vector);

sys/amd64/vmm/vmm_dev_machdep.c

349

error = lapic_intr_msi(vm, vmmsi->addr, vmmsi->msg);

sys/amd64/vmm/vmm_dev_machdep.c

356

error = vioapic_assert_irq(vm, ioapic_irq->irq);

sys/amd64/vmm/vmm_dev_machdep.c

363

error = vioapic_deassert_irq(vm, ioapic_irq->irq);

sys/amd64/vmm/vmm_dev_machdep.c

370

error = vioapic_pulse_irq(vm, ioapic_irq->irq);

sys/amd64/vmm/vmm_dev_machdep.c

374

*(int *)data = vioapic_pincount(vm);

sys/amd64/vmm/vmm_dev_machdep.c

420

error = vatpic_assert_irq(vm, isa_irq->atpic_irq);

sys/amd64/vmm/vmm_dev_machdep.c

422

error = vioapic_assert_irq(vm, isa_irq->ioapic_irq);

sys/amd64/vmm/vmm_dev_machdep.c

429

error = vatpic_deassert_irq(vm, isa_irq->atpic_irq);

sys/amd64/vmm/vmm_dev_machdep.c

431

error = vioapic_deassert_irq(vm, isa_irq->ioapic_irq);

sys/amd64/vmm/vmm_dev_machdep.c

438

error = vatpic_pulse_irq(vm, isa_irq->atpic_irq);

sys/amd64/vmm/vmm_dev_machdep.c

440

error = vioapic_pulse_irq(vm, isa_irq->ioapic_irq);

sys/amd64/vmm/vmm_dev_machdep.c

447

error = vatpic_set_irq_trigger(vm,

sys/amd64/vmm/vmm_dev_machdep.c

485

pmap_get_mapping(vmspace_pmap(vm_vmspace(vm)), gpapte->gpa,

sys/amd64/vmm/vmm_dev_machdep.c

533

error = vrtc_nvram_write(vm, rtcdata->offset,

sys/amd64/vmm/vmm_dev_machdep.c

541

error = vrtc_nvram_read(vm, rtcdata->offset,

sys/amd64/vmm/vmm_dev_machdep.c

549

error = vrtc_set_time(vm, rtctime->secs);

sys/amd64/vmm/vmm_dev_machdep.c

556

rtctime->secs = vrtc_get_time(vm);

sys/amd64/vmm/vmm_dev_machdep.c

567

error = vm_snapshot_req(vm, snapshot_meta);

sys/amd64/vmm/vmm_dev_machdep.c

582

error = vm_snapshot_req(vm, snapshot_meta);

sys/amd64/vmm/vmm_dev_machdep.c

587

error = vm_restore_time(vm);

sys/amd64/vmm/vmm_ioport.h

32

typedef int (*ioport_handler_func_t)(struct vm *vm,

sys/amd64/vmm/vmm_lapic.c

100

VM_CTR2(vm, "lapic MSI addr: %#lx msg: %#lx", addr, msg);

sys/amd64/vmm/vmm_lapic.c

103

VM_CTR1(vm, "lapic MSI invalid addr %#lx", addr);

sys/amd64/vmm/vmm_lapic.c

129

VM_CTR3(vm, "lapic MSI %s dest %#x, vec %d",

sys/amd64/vmm/vmm_lapic.c

132

vlapic_deliver_intr(vm, LAPIC_TRIG_EDGE, dest, phys, delmode, vec);

sys/amd64/vmm/vmm_lapic.c

70

lapic_set_local_intr(struct vm *vm, struct vcpu *vcpu, int vector)

sys/amd64/vmm/vmm_lapic.c

78

dmask = vm_active_cpus(vm);

sys/amd64/vmm/vmm_lapic.c

80

vlapic = vm_lapic(vm_vcpu(vm, cpu));

sys/amd64/vmm/vmm_lapic.c

94

lapic_intr_msi(struct vm *vm, uint64_t addr, uint64_t msg)

sys/amd64/vmm/vmm_lapic.h

33

struct vm;

sys/amd64/vmm/vmm_lapic.h

70

int lapic_set_local_intr(struct vm *vm, struct vcpu *vcpu, int vector);

sys/amd64/vmm/vmm_lapic.h

72

int lapic_intr_msi(struct vm *vm, uint64_t addr, uint64_t msg);

sys/amd64/vmm/x86.c

143

vm_get_topology(vm, &sockets, &cores, &threads,

sys/amd64/vmm/x86.c

241

vm_get_topology(vm, &sockets, &cores, &threads,

sys/amd64/vmm/x86.c

289

vm_get_topology(vm, &sockets, &cores, &threads,

sys/amd64/vmm/x86.c

389

vm_get_topology(vm, &sockets, &cores, &threads,

sys/amd64/vmm/x86.c

401

vm_get_topology(vm, &sockets, &cores, &threads,

sys/amd64/vmm/x86.c

500

vm_get_topology(vm, &sockets, &cores, &threads,

sys/amd64/vmm/x86.c

80

struct vm *vm = vcpu_vm(vcpu);

sys/amd64/vmm/x86.c

97

VCPU_CTR2(vm, vcpu_id, "cpuid %#x,%#x", func, param);

sys/arm/arm/trap-v6.c

282

struct vmspace *vm;

sys/arm/arm/trap-v6.c

466

vm = (p != NULL) ? p->p_vmspace : NULL;

sys/arm/arm/trap-v6.c

467

if (vm == NULL) {

sys/arm/arm/trap-v6.c

473

map = &vm->vm_map;

sys/arm64/include/vmm.h

141

struct vm;

sys/arm64/include/vmm.h

153

DECLARE_VMMOPS_FUNC(void *, init, (struct vm *vm, struct pmap *pmap));

sys/arm64/include/vmm.h

182

void* vm_get_cookie(struct vm *vm);

sys/arm64/include/vmm.h

187

int vm_attach_vgic(struct vm *vm, struct vm_vgic_descr *descr);

sys/arm64/include/vmm.h

188

int vm_assert_irq(struct vm *vm, uint32_t irq);

sys/arm64/include/vmm.h

189

int vm_deassert_irq(struct vm *vm, uint32_t irq);

sys/arm64/include/vmm.h

190

int vm_raise_msi(struct vm *vm, uint64_t msg, uint64_t addr, int bus, int slot,

sys/arm64/include/vmm_instruction_emul.h

33

struct vm;

sys/arm64/include/vmm_instruction_emul.h

82

void vm_register_reg_handler(struct vm *vm, uint64_t iss, uint64_t mask,

sys/arm64/include/vmm_instruction_emul.h

84

void vm_deregister_reg_handler(struct vm *vm, uint64_t iss, uint64_t mask);

sys/arm64/include/vmm_instruction_emul.h

86

void vm_register_inst_handler(struct vm *vm, uint64_t start, uint64_t size,

sys/arm64/include/vmm_instruction_emul.h

88

void vm_deregister_inst_handler(struct vm *vm, uint64_t start, uint64_t size);

sys/arm64/spe/arm_spe_backend.c

348

info->kvaddr = thr->vm->kvaddr;

sys/arm64/spe/arm_spe_backend.c

423

struct hwt_vm *vm;

sys/arm64/spe/arm_spe_backend.c

430

vm = hwt_cpu_get(ctx, cpu_id)->vm;

sys/arm64/spe/arm_spe_backend.c

435

info->kvaddr = vm->kvaddr;

sys/arm64/spe/arm_spe_backend.c

701

spe_backend_read(struct hwt_vm *vm, int *ident, vm_offset_t *offset,

sys/arm64/vmm/arm64.h

344

struct vm *vm;

sys/arm64/vmm/io/vgic_v3.c

1637

if (vcpuid >= vm_get_maxcpus(hyp->vm)) {

sys/arm64/vmm/io/vgic_v3.c

1715

if (vcpuid >= vm_get_maxcpus(hyp->vm)) {

sys/arm64/vmm/io/vgic_v3.c

1779

struct vm *vm;

sys/arm64/vmm/io/vgic_v3.c

1786

vm = vcpu_vm(vcpu);

sys/arm64/vmm/io/vgic_v3.c

1787

hyp = vm_get_cookie(vm);

sys/arm64/vmm/io/vgic_v3.c

1788

active_cpus = vm_active_cpus(vm);

sys/arm64/vmm/io/vgic_v3.c

1820

for (target_vcpuid = 0; target_vcpuid < vm_get_maxcpus(vm);

sys/arm64/vmm/io/vgic_v3.c

1874

struct vm *vm;

sys/arm64/vmm/io/vgic_v3.c

1895

vm = hyp->vm;

sys/arm64/vmm/io/vgic_v3.c

1903

if (cpu_count > vm_get_maxcpus(vm))

sys/arm64/vmm/io/vgic_v3.c

1916

vm_register_inst_handler(vm, descr->v3_regs.dist_start,

sys/arm64/vmm/io/vgic_v3.c

1918

vm_register_inst_handler(vm, descr->v3_regs.redist_start,

sys/arm64/vmm/io/vgic_v3.c

1921

vm_register_reg_handler(vm, ISS_MSR_REG(ICC_SGI1R_EL1),

sys/arm64/vmm/io/vgic_v3.c

1949

if (vcpuid < 0 || vcpuid >= vm_get_maxcpus(hyp->vm))

sys/arm64/vmm/io/vgic_v3.c

2040

KASSERT(target_vcpu >= 0 && target_vcpu < vm_get_maxcpus(hyp->vm),

sys/arm64/vmm/io/vgic_v3.c

2047

if (vcpuid < 0 || vcpuid >= vm_get_maxcpus(hyp->vm)) {

sys/arm64/vmm/io/vgic_v3.c

2079

vcpu_notify_event(vm_vcpu(hyp->vm, vcpuid));

sys/arm64/vmm/io/vgic_v3.c

428

struct vm *vm;

sys/arm64/vmm/io/vgic_v3.c

431

vm = hyp->vm;

sys/arm64/vmm/io/vgic_v3.c

432

for (int i = 0; i < vm_get_maxcpus(vm); i++) {

sys/arm64/vmm/io/vgic_v3.c

570

max_count = vm_get_maxcpus(hyp->vm);

sys/arm64/vmm/io/vgic_v3.c

604

MPASS(vcpuid < vm_get_maxcpus(hyp->vm));

sys/arm64/vmm/io/vgic_v3.c

780

vcpu_notify_event(vm_vcpu(hyp->vm, target_vcpu));

sys/arm64/vmm/io/vgic_v3.c

857

vcpu_notify_event(vm_vcpu(hyp->vm, target_vcpu));

sys/arm64/vmm/vmm.c

1005

if (!CPU_ISSET(vcpuid, &vm->active_cpus))

sys/arm64/vmm/vmm.c

1008

if (CPU_ISSET(vcpuid, &vm->suspended_cpus))

sys/arm64/vmm/vmm.c

1011

pmap = vmspace_pmap(vm_vmspace(vm));

sys/arm64/vmm/vmm.c

1014

evinfo.sptr = &vm->suspend;

sys/arm64/vmm/vmm.c

190

vcpu_alloc(struct vm *vm, int vcpu_id)

sys/arm64/vmm/vmm.c

194

KASSERT(vcpu_id >= 0 && vcpu_id < vm->maxcpus,

sys/arm64/vmm/vmm.c

202

vcpu->vm = vm;

sys/arm64/vmm/vmm.c

211

vcpu->cookie = vmmops_vcpu_init(vcpu->vm->cookie, vcpu, vcpu->vcpuid);

sys/arm64/vmm/vmm.c

260

vm_init(struct vm *vm, bool create)

sys/arm64/vmm/vmm.c

264

vm->cookie = vmmops_init(vm, vmspace_pmap(vm_vmspace(vm)));

sys/arm64/vmm/vmm.c

265

MPASS(vm->cookie != NULL);

sys/arm64/vmm/vmm.c

267

CPU_ZERO(&vm->active_cpus);

sys/arm64/vmm/vmm.c

268

CPU_ZERO(&vm->debug_cpus);

sys/arm64/vmm/vmm.c

270

vm->suspend = 0;

sys/arm64/vmm/vmm.c

271

CPU_ZERO(&vm->suspended_cpus);

sys/arm64/vmm/vmm.c

273

memset(vm->mmio_region, 0, sizeof(vm->mmio_region));

sys/arm64/vmm/vmm.c

274

memset(vm->special_reg, 0, sizeof(vm->special_reg));

sys/arm64/vmm/vmm.c

277

for (i = 0; i < vm->maxcpus; i++) {

sys/arm64/vmm/vmm.c

278

if (vm->vcpu[i] != NULL)

sys/arm64/vmm/vmm.c

279

vcpu_init(vm->vcpu[i]);

sys/arm64/vmm/vmm.c

285

vm_alloc_vcpu(struct vm *vm, int vcpuid)

sys/arm64/vmm/vmm.c

289

if (vcpuid < 0 || vcpuid >= vm_get_maxcpus(vm))

sys/arm64/vmm/vmm.c

293

atomic_load_acq_ptr((uintptr_t *)&vm->vcpu[vcpuid]);

sys/arm64/vmm/vmm.c

297

sx_xlock(&vm->vcpus_init_lock);

sys/arm64/vmm/vmm.c

298

vcpu = vm->vcpu[vcpuid];

sys/arm64/vmm/vmm.c

299

if (vcpu == NULL && !vm->dying) {

sys/arm64/vmm/vmm.c

301

if (vcpuid >= vgic_max_cpu_count(vm->cookie)) {

sys/arm64/vmm/vmm.c

302

sx_xunlock(&vm->vcpus_init_lock);

sys/arm64/vmm/vmm.c

306

vcpu = vcpu_alloc(vm, vcpuid);

sys/arm64/vmm/vmm.c

313

atomic_store_rel_ptr((uintptr_t *)&vm->vcpu[vcpuid],

sys/arm64/vmm/vmm.c

316

sx_xunlock(&vm->vcpus_init_lock);

sys/arm64/vmm/vmm.c

321

vm_create(const char *name, struct vm **retvm)

sys/arm64/vmm/vmm.c

323

struct vm *vm;

sys/arm64/vmm/vmm.c

326

vm = malloc(sizeof(struct vm), M_VMM, M_WAITOK | M_ZERO);

sys/arm64/vmm/vmm.c

327

error = vm_mem_init(&vm->mem, 0, 1ul << 39);

sys/arm64/vmm/vmm.c

329

free(vm, M_VMM);

sys/arm64/vmm/vmm.c

332

strcpy(vm->name, name);

sys/arm64/vmm/vmm.c

333

mtx_init(&vm->rendezvous_mtx, "vm rendezvous lock", 0, MTX_DEF);

sys/arm64/vmm/vmm.c

334

sx_init(&vm->vcpus_init_lock, "vm vcpus");

sys/arm64/vmm/vmm.c

336

vm->sockets = 1;

sys/arm64/vmm/vmm.c

337

vm->cores = 1; /* XXX backwards compatibility */

sys/arm64/vmm/vmm.c

338

vm->threads = 1; /* XXX backwards compatibility */

sys/arm64/vmm/vmm.c

339

vm->maxcpus = vm_maxcpu;

sys/arm64/vmm/vmm.c

341

vm->vcpu = malloc(sizeof(*vm->vcpu) * vm->maxcpus, M_VMM,

sys/arm64/vmm/vmm.c

344

vm_init(vm, true);

sys/arm64/vmm/vmm.c

346

*retvm = vm;

sys/arm64/vmm/vmm.c

351

vm_cleanup(struct vm *vm, bool destroy)

sys/arm64/vmm/vmm.c

357

vm_xlock_memsegs(vm);

sys/arm64/vmm/vmm.c

358

pmap = vmspace_pmap(vm_vmspace(vm));

sys/arm64/vmm/vmm.c

366

vm_assert_memseg_xlocked(vm);

sys/arm64/vmm/vmm.c

369

vgic_detach_from_vm(vm->cookie);

sys/arm64/vmm/vmm.c

371

for (i = 0; i < vm->maxcpus; i++) {

sys/arm64/vmm/vmm.c

372

if (vm->vcpu[i] != NULL)

sys/arm64/vmm/vmm.c

373

vcpu_cleanup(vm->vcpu[i], destroy);

sys/arm64/vmm/vmm.c

376

vmmops_cleanup(vm->cookie);

sys/arm64/vmm/vmm.c

378

vm_mem_cleanup(vm);

sys/arm64/vmm/vmm.c

380

vm_mem_destroy(vm);

sys/arm64/vmm/vmm.c

382

free(vm->vcpu, M_VMM);

sys/arm64/vmm/vmm.c

383

sx_destroy(&vm->vcpus_init_lock);

sys/arm64/vmm/vmm.c

388

vm_destroy(struct vm *vm)

sys/arm64/vmm/vmm.c

390

vm_cleanup(vm, true);

sys/arm64/vmm/vmm.c

391

free(vm, M_VMM);

sys/arm64/vmm/vmm.c

395

vm_reset(struct vm *vm)

sys/arm64/vmm/vmm.c

397

vm_cleanup(vm, false);

sys/arm64/vmm/vmm.c

398

vm_init(vm, false);

sys/arm64/vmm/vmm.c

522

vm_register_reg_handler(struct vm *vm, uint64_t iss, uint64_t mask,

sys/arm64/vmm/vmm.c

527

for (i = 0; i < nitems(vm->special_reg); i++) {

sys/arm64/vmm/vmm.c

528

if (vm->special_reg[i].esr_iss == 0 &&

sys/arm64/vmm/vmm.c

529

vm->special_reg[i].esr_mask == 0) {

sys/arm64/vmm/vmm.c

530

vm->special_reg[i].esr_iss = iss;

sys/arm64/vmm/vmm.c

531

vm->special_reg[i].esr_mask = mask;

sys/arm64/vmm/vmm.c

532

vm->special_reg[i].reg_read = reg_read;

sys/arm64/vmm/vmm.c

533

vm->special_reg[i].reg_write = reg_write;

sys/arm64/vmm/vmm.c

534

vm->special_reg[i].arg = arg;

sys/arm64/vmm/vmm.c

543

vm_deregister_reg_handler(struct vm *vm, uint64_t iss, uint64_t mask)

sys/arm64/vmm/vmm.c

547

for (i = 0; i < nitems(vm->special_reg); i++) {

sys/arm64/vmm/vmm.c

548

if (vm->special_reg[i].esr_iss == iss &&

sys/arm64/vmm/vmm.c

549

vm->special_reg[i].esr_mask == mask) {

sys/arm64/vmm/vmm.c

550

memset(&vm->special_reg[i], 0,

sys/arm64/vmm/vmm.c

551

sizeof(vm->special_reg[i]));

sys/arm64/vmm/vmm.c

563

struct vm *vm;

sys/arm64/vmm/vmm.c

568

vm = vcpu->vm;

sys/arm64/vmm/vmm.c

572

for (i = 0; i < nitems(vm->special_reg); i++) {

sys/arm64/vmm/vmm.c

573

if (vm->special_reg[i].esr_iss == 0 &&

sys/arm64/vmm/vmm.c

574

vm->special_reg[i].esr_mask == 0)

sys/arm64/vmm/vmm.c

577

if ((vre->inst_syndrome & vm->special_reg[i].esr_mask) ==

sys/arm64/vmm/vmm.c

578

vm->special_reg[i].esr_iss) {

sys/arm64/vmm/vmm.c

580

vm->special_reg[i].reg_read,

sys/arm64/vmm/vmm.c

581

vm->special_reg[i].reg_write,

sys/arm64/vmm/vmm.c

582

vm->special_reg[i].arg);

sys/arm64/vmm/vmm.c

609

vm_register_inst_handler(struct vm *vm, uint64_t start, uint64_t size,

sys/arm64/vmm/vmm.c

614

for (i = 0; i < nitems(vm->mmio_region); i++) {

sys/arm64/vmm/vmm.c

615

if (vm->mmio_region[i].start == 0 &&

sys/arm64/vmm/vmm.c

616

vm->mmio_region[i].end == 0) {

sys/arm64/vmm/vmm.c

617

vm->mmio_region[i].start = start;

sys/arm64/vmm/vmm.c

618

vm->mmio_region[i].end = start + size;

sys/arm64/vmm/vmm.c

619

vm->mmio_region[i].read = mmio_read;

sys/arm64/vmm/vmm.c

620

vm->mmio_region[i].write = mmio_write;

sys/arm64/vmm/vmm.c

629

vm_deregister_inst_handler(struct vm *vm, uint64_t start, uint64_t size)

sys/arm64/vmm/vmm.c

633

for (i = 0; i < nitems(vm->mmio_region); i++) {

sys/arm64/vmm/vmm.c

634

if (vm->mmio_region[i].start == start &&

sys/arm64/vmm/vmm.c

635

vm->mmio_region[i].end == start + size) {

sys/arm64/vmm/vmm.c

636

memset(&vm->mmio_region[i], 0,

sys/arm64/vmm/vmm.c

637

sizeof(vm->mmio_region[i]));

sys/arm64/vmm/vmm.c

649

struct vm *vm;

sys/arm64/vmm/vmm.c

658

vm = vcpu->vm;

sys/arm64/vmm/vmm.c

659

hyp = vm->cookie;

sys/arm64/vmm/vmm.c

670

for (i = 0; i < nitems(vm->mmio_region); i++) {

sys/arm64/vmm/vmm.c

671

if (vm->mmio_region[i].start <= fault_ipa &&

sys/arm64/vmm/vmm.c

672

vm->mmio_region[i].end > fault_ipa) {

sys/arm64/vmm/vmm.c

673

vmr = &vm->mmio_region[i];

sys/arm64/vmm/vmm.c

692

struct vm *vm = vcpu->vm;

sys/arm64/vmm/vmm.c

695

KASSERT(vm->suspend > VM_SUSPEND_NONE && vm->suspend < VM_SUSPEND_LAST,

sys/arm64/vmm/vmm.c

696

("vm_exit_suspended: invalid suspend type %d", vm->suspend));

sys/arm64/vmm/vmm.c

702

vmexit->u.suspended.how = vm->suspend;

sys/arm64/vmm/vmm.c

820

vm_get_cookie(struct vm *vm)

sys/arm64/vmm/vmm.c

822

return (vm->cookie);

sys/arm64/vmm/vmm.c

832

vm_attach_vgic(struct vm *vm, struct vm_vgic_descr *descr)

sys/arm64/vmm/vmm.c

834

return (vgic_attach_to_vm(vm->cookie, descr));

sys/arm64/vmm/vmm.c

838

vm_assert_irq(struct vm *vm, uint32_t irq)

sys/arm64/vmm/vmm.c

840

return (vgic_inject_irq(vm->cookie, -1, irq, true));

sys/arm64/vmm/vmm.c

844

vm_deassert_irq(struct vm *vm, uint32_t irq)

sys/arm64/vmm/vmm.c

846

return (vgic_inject_irq(vm->cookie, -1, irq, false));

sys/arm64/vmm/vmm.c

850

vm_raise_msi(struct vm *vm, uint64_t msg, uint64_t addr, int bus, int slot,

sys/arm64/vmm/vmm.c

854

return (vgic_inject_msi(vm->cookie, msg, addr));

sys/arm64/vmm/vmm.c

880

struct vm *vm;

sys/arm64/vmm/vmm.c

882

vm = vcpu->vm;

sys/arm64/vmm/vmm.c

885

if (vm->suspend)

sys/arm64/vmm/vmm.c

911

struct vm *vm = vcpu->vm;

sys/arm64/vmm/vmm.c

920

pmap = vmspace_pmap(vm_vmspace(vcpu->vm));

sys/arm64/vmm/vmm.c

937

map = &vm_vmspace(vm)->vm_map;

sys/arm64/vmm/vmm.c

948

struct vm *vm = vcpu->vm;

sys/arm64/vmm/vmm.c

955

CPU_SET_ATOMIC(vcpu->vcpuid, &vm->suspended_cpus);

sys/arm64/vmm/vmm.c

966

if (CPU_CMP(&vm->suspended_cpus, &vm->active_cpus) == 0)

sys/arm64/vmm/vmm.c

983

for (i = 0; i < vm->maxcpus; i++) {

sys/arm64/vmm/vmm.c

984

if (CPU_ISSET(i, &vm->suspended_cpus)) {

sys/arm64/vmm/vmm.c

985

vcpu_notify_event(vm_vcpu(vm, i));

sys/arm64/vmm/vmm.c

996

struct vm *vm = vcpu->vm;

sys/arm64/vmm/vmm_arm64.c

1236

maxcpus = vm_get_maxcpus(hyp->vm);

sys/arm64/vmm/vmm_arm64.c

1270

vmmpmap_remove(hyp->el2_addr, el2_hyp_size(hyp->vm), true);

sys/arm64/vmm/vmm_arm64.c

1320

panic("arm_getreg: %s%d is running", vm_name(hypctx->hyp->vm),

sys/arm64/vmm/vmm_arm64.c

1340

panic("arm_setreg: %s%d is running", vm_name(hypctx->hyp->vm),

sys/arm64/vmm/vmm_arm64.c

1359

panic("%s: %s%d is running", __func__, vm_name(hypctx->hyp->vm),

sys/arm64/vmm/vmm_arm64.c

484

el2_hyp_size(struct vm *vm)

sys/arm64/vmm/vmm_arm64.c

487

sizeof(struct hypctx *) * vm_get_maxcpus(vm)));

sys/arm64/vmm/vmm_arm64.c

513

vmmops_init(struct vm *vm, pmap_t pmap)

sys/arm64/vmm/vmm_arm64.c

519

size = el2_hyp_size(vm);

sys/arm64/vmm/vmm_arm64.c

522

hyp->vm = vm;

sys/arm64/vmm/vmm_arm64.c

575

KASSERT(vcpuid >= 0 && vcpuid < vm_get_maxcpus(hyp->vm),

sys/arm64/vmm/vmm_dev_machdep.c

122

error = vm_attach_vgic(vm, vgic);

sys/arm64/vmm/vmm_dev_machdep.c

129

error = vm_raise_msi(vm, vmsi->msg, vmsi->addr, vmsi->bus,

sys/arm64/vmm/vmm_dev_machdep.c

137

error = vm_assert_irq(vm, vi->irq);

sys/arm64/vmm/vmm_dev_machdep.c

144

error = vm_deassert_irq(vm, vi->irq);

sys/arm64/vmm/vmm_dev_machdep.c

68

vmmdev_machdep_ioctl(struct vm *vm, struct vcpu *vcpu, u_long cmd, caddr_t data,

sys/compat/linprocfs/linprocfs.c

1298

struct vmspace *vm;

sys/compat/linprocfs/linprocfs.c

1318

&vm);

sys/compat/linprocfs/linprocfs.c

1326

map = &vm->vm_map;

sys/compat/linprocfs/linprocfs.c

1418

proc_vmspace_unref(td, p, PRVM_CHECK_DEBUG | PRVM_BLOCK_EXEC, vm);

sys/compat/linux/linux_misc.c

222

struct vmspace *vm = td->td_proc->p_vmspace;

sys/compat/linux/linux_misc.c

225

old = (uintptr_t)vm->vm_daddr + ctob(vm->vm_dsize);

sys/compat/linux/linux_misc.c

227

if ((caddr_t)new > vm->vm_daddr && !kern_break(td, &new))

sys/dev/cxgbe/tom/t4_cpl_io.c

2453

struct vmspace *vm;

sys/dev/cxgbe/tom/t4_cpl_io.c

2469

vm = job->userproc->p_vmspace;

sys/dev/cxgbe/tom/t4_cpl_io.c

2470

map = &vm->vm_map;

sys/dev/cxgbe/tom/t4_ddp.c

141

if (ps->vm)

sys/dev/cxgbe/tom/t4_ddp.c

142

vmspace_free(ps->vm);

sys/dev/cxgbe/tom/t4_ddp.c

2163

pscmp(struct pageset *ps, struct vmspace *vm, vm_offset_t start, int npages,

sys/dev/cxgbe/tom/t4_ddp.c

2171

return (ps->vm != vm || ps->vm_timestamp != vm->vm_map.timestamp);

sys/dev/cxgbe/tom/t4_ddp.c

2177

struct vmspace *vm;

sys/dev/cxgbe/tom/t4_ddp.c

2190

vm = job->userproc->p_vmspace;

sys/dev/cxgbe/tom/t4_ddp.c

2191

map = &vm->vm_map;

sys/dev/cxgbe/tom/t4_ddp.c

2222

if (pscmp(ps, vm, start, n, pgoff,

sys/dev/cxgbe/tom/t4_ddp.c

2267

refcount_acquire(&vm->vm_refcnt);

sys/dev/cxgbe/tom/t4_ddp.c

2268

ps->vm = vm;

sys/dev/cxgbe/tom/t4_tom.h

158

struct vmspace *vm;

sys/dev/hwpmc/hwpmc_mod.c

2060

struct vmspace *vm;

sys/dev/hwpmc/hwpmc_mod.c

2068

if ((vm = vmspace_acquire_ref(p)) == NULL)

sys/dev/hwpmc/hwpmc_mod.c

2071

map = &vm->vm_map;

sys/dev/hwpmc/hwpmc_mod.c

2194

vmspace_free(vm);

sys/dev/hwt/hwt_backend.c

145

hwt_backend_read(struct hwt_context *ctx, struct hwt_vm *vm, int *ident,

sys/dev/hwt/hwt_backend.c

152

error = ctx->hwt_backend->ops->hwt_backend_read(vm, ident,

sys/dev/hwt/hwt_backend.h

69

int hwt_backend_read(struct hwt_context *ctx, struct hwt_vm *vm, int *ident,

sys/dev/hwt/hwt_context.c

133

hwt_vm_free(cpu->vm);

sys/dev/hwt/hwt_cpu.h

34

struct hwt_vm *vm;

sys/dev/hwt/hwt_hook.c

257

thr->vm->ctx = ctx;

sys/dev/hwt/hwt_ioctl.c

247

thr->vm->ctx = ctx;

sys/dev/hwt/hwt_ioctl.c

292

struct hwt_vm *vm;

sys/dev/hwt/hwt_ioctl.c

341

path, &vm);

sys/dev/hwt/hwt_ioctl.c

350

cpu->vm = vm;

sys/dev/hwt/hwt_ioctl.c

352

vm->cpu = cpu;

sys/dev/hwt/hwt_ioctl.c

353

vm->ctx = ctx;

sys/dev/hwt/hwt_thread.c

117

struct hwt_vm *vm;

sys/dev/hwt/hwt_thread.c

120

error = hwt_vm_alloc(bufsize, kva_req, path, &vm);

sys/dev/hwt/hwt_thread.c

126

thr->vm = vm;

sys/dev/hwt/hwt_thread.c

132

vm->thr = thr;

sys/dev/hwt/hwt_thread.c

143

hwt_vm_free(thr->vm);

sys/dev/hwt/hwt_thread.h

35

struct hwt_vm *vm;

sys/dev/hwt/hwt_vm.c

108

hwt_vm_alloc_pages(struct hwt_vm *vm, int kva_req)

sys/dev/hwt/hwt_vm.c

126

vm->kvaddr = kva_alloc(vm->npages * PAGE_SIZE);

sys/dev/hwt/hwt_vm.c

127

if (vm->kvaddr == NULL)

sys/dev/hwt/hwt_vm.c

131

vm->obj = cdev_pager_allocate(vm, OBJT_MGTDEVICE,

sys/dev/hwt/hwt_vm.c

132

&hwt_vm_pager_ops, vm->npages * PAGE_SIZE, PROT_READ, 0,

sys/dev/hwt/hwt_vm.c

135

for (i = 0; i < vm->npages; i++) {

sys/dev/hwt/hwt_vm.c

165

vm->pages[i] = m;

sys/dev/hwt/hwt_vm.c

167

VM_OBJECT_WLOCK(vm->obj);

sys/dev/hwt/hwt_vm.c

168

vm_page_insert(m, vm->obj, i);

sys/dev/hwt/hwt_vm.c

170

pmap_qenter((char *)vm->kvaddr + i * PAGE_SIZE, &m, 1);

sys/dev/hwt/hwt_vm.c

171

VM_OBJECT_WUNLOCK(vm->obj);

sys/dev/hwt/hwt_vm.c

190

struct hwt_vm *vm;

sys/dev/hwt/hwt_vm.c

192

vm = cdev->si_drv1;

sys/dev/hwt/hwt_vm.c

197

vm_object_reference(vm->obj);

sys/dev/hwt/hwt_vm.c

198

*objp = vm->obj;

sys/dev/hwt/hwt_vm.c

236

struct hwt_vm *vm;

sys/dev/hwt/hwt_vm.c

247

vm = dev->si_drv1;

sys/dev/hwt/hwt_vm.c

248

KASSERT(vm != NULL, ("si_drv1 is NULL"));

sys/dev/hwt/hwt_vm.c

250

ctx = vm->ctx;

sys/dev/hwt/hwt_vm.c

314

KASSERT(vm->thr != NULL, ("thr is NULL"));

sys/dev/hwt/hwt_vm.c

316

wakeup(vm->thr);

sys/dev/hwt/hwt_vm.c

323

error = hwt_backend_read(ctx, vm, &ident, &offset, &data);

sys/dev/hwt/hwt_vm.c

389

hwt_vm_create_cdev(struct hwt_vm *vm, char *path)

sys/dev/hwt/hwt_vm.c

402

args.mda_si_drv1 = vm;

sys/dev/hwt/hwt_vm.c

404

error = make_dev_s(&args, &vm->cdev, "%s", path);

sys/dev/hwt/hwt_vm.c

412

hwt_vm_alloc_buffers(struct hwt_vm *vm, int kva_req)

sys/dev/hwt/hwt_vm.c

416

vm->pages = malloc(sizeof(struct vm_page *) * vm->npages,

sys/dev/hwt/hwt_vm.c

419

error = hwt_vm_alloc_pages(vm, kva_req);

sys/dev/hwt/hwt_vm.c

429

hwt_vm_destroy_buffers(struct hwt_vm *vm)

sys/dev/hwt/hwt_vm.c

434

if (vm->ctx->hwt_backend->kva_req && vm->kvaddr != NULL) {

sys/dev/hwt/hwt_vm.c

435

pmap_qremove(vm->kvaddr, vm->npages);

sys/dev/hwt/hwt_vm.c

436

kva_free(vm->kvaddr, vm->npages * PAGE_SIZE);

sys/dev/hwt/hwt_vm.c

438

VM_OBJECT_WLOCK(vm->obj);

sys/dev/hwt/hwt_vm.c

439

for (i = 0; i < vm->npages; i++) {

sys/dev/hwt/hwt_vm.c

440

m = vm->pages[i];

sys/dev/hwt/hwt_vm.c

445

cdev_pager_free_page(vm->obj, m);

sys/dev/hwt/hwt_vm.c

451

vm_pager_deallocate(vm->obj);

sys/dev/hwt/hwt_vm.c

452

VM_OBJECT_WUNLOCK(vm->obj);

sys/dev/hwt/hwt_vm.c

454

free(vm->pages, M_HWT_VM);

sys/dev/hwt/hwt_vm.c

458

hwt_vm_free(struct hwt_vm *vm)

sys/dev/hwt/hwt_vm.c

463

if (vm->cdev)

sys/dev/hwt/hwt_vm.c

464

destroy_dev_sched(vm->cdev);

sys/dev/hwt/hwt_vm.c

465

hwt_vm_destroy_buffers(vm);

sys/dev/hwt/hwt_vm.c

466

free(vm, M_HWT_VM);

sys/dev/hwt/hwt_vm.c

472

struct hwt_vm *vm;

sys/dev/hwt/hwt_vm.c

475

vm = malloc(sizeof(struct hwt_vm), M_HWT_VM, M_WAITOK | M_ZERO);

sys/dev/hwt/hwt_vm.c

476

vm->npages = bufsize / PAGE_SIZE;

sys/dev/hwt/hwt_vm.c

478

error = hwt_vm_alloc_buffers(vm, kva_req);

sys/dev/hwt/hwt_vm.c

480

free(vm, M_HWT_VM);

sys/dev/hwt/hwt_vm.c

484

error = hwt_vm_create_cdev(vm, path);

sys/dev/hwt/hwt_vm.c

486

hwt_vm_free(vm);

sys/dev/hwt/hwt_vm.c

490

*vm0 = vm;

sys/dev/hwt/hwt_vm.h

45

void hwt_vm_free(struct hwt_vm *vm);

sys/dev/iavf/iavf_vc_iflib.c

130

struct virtchnl_irq_map_info *vm;

sys/dev/iavf/iavf_vc_iflib.c

146

vm = malloc(len, M_IAVF, M_NOWAIT);

sys/dev/iavf/iavf_vc_iflib.c

147

if (!vm) {

sys/dev/iavf/iavf_vc_iflib.c

152

vm->num_vectors = scctx->isc_vectors;

sys/dev/iavf/iavf_vc_iflib.c

155

vm->vecmap[i].vsi_id = sc->vsi_res->vsi_id;

sys/dev/iavf/iavf_vc_iflib.c

156

vm->vecmap[i].vector_id = i + 1; /* first is adminq */

sys/dev/iavf/iavf_vc_iflib.c

158

vm->vecmap[i].txq_map = (1 << rx_que->rxr.me);

sys/dev/iavf/iavf_vc_iflib.c

159

vm->vecmap[i].rxq_map = (1 << rx_que->rxr.me);

sys/dev/iavf/iavf_vc_iflib.c

160

vm->vecmap[i].rxitr_idx = 0;

sys/dev/iavf/iavf_vc_iflib.c

161

vm->vecmap[i].txitr_idx = 1;

sys/dev/iavf/iavf_vc_iflib.c

165

vm->vecmap[i].vsi_id = sc->vsi_res->vsi_id;

sys/dev/iavf/iavf_vc_iflib.c

166

vm->vecmap[i].vector_id = 0;

sys/dev/iavf/iavf_vc_iflib.c

167

vm->vecmap[i].txq_map = 0;

sys/dev/iavf/iavf_vc_iflib.c

168

vm->vecmap[i].rxq_map = 0;

sys/dev/iavf/iavf_vc_iflib.c

169

vm->vecmap[i].rxitr_idx = 0;

sys/dev/iavf/iavf_vc_iflib.c

170

vm->vecmap[i].txitr_idx = 0;

sys/dev/iavf/iavf_vc_iflib.c

173

(u8 *)vm, len);

sys/dev/iavf/iavf_vc_iflib.c

174

free(vm, M_IAVF);

sys/dev/vmm/vmm_dev.c

1030

error = vm_create(name, &vm);

sys/dev/vmm/vmm_dev.c

1036

sc = vmmdev_alloc(vm, cred);

sys/dev/vmm/vmm_dev.c

1118

(void)vm_suspend(sc->vm, VM_SUSPEND_DESTROY);

sys/dev/vmm/vmm_dev.c

1330

vm_slock_memsegs(dsc->sc->vm);

sys/dev/vmm/vmm_dev.c

1332

error = vm_get_memseg(dsc->sc->vm, dsc->segid, &seglen, &sysmem, objp);

sys/dev/vmm/vmm_dev.c

1341

vm_unlock_memsegs(dsc->sc->vm);

sys/dev/vmm/vmm_dev.c

1374

error = make_dev_s(&mda, &dsc->cdev, "vmm.io/%s.%s", vm_name(sc->vm),

sys/dev/vmm/vmm_dev.c

155

vm_lock_vcpus(sc->vm);

sys/dev/vmm/vmm_dev.c

156

error = vcpu_set_state_all(sc->vm, VCPU_FROZEN);

sys/dev/vmm/vmm_dev.c

158

vm_unlock_vcpus(sc->vm);

sys/dev/vmm/vmm_dev.c

168

maxcpus = vm_get_maxcpus(sc->vm);

sys/dev/vmm/vmm_dev.c

170

vcpu = vm_vcpu(sc->vm, i);

sys/dev/vmm/vmm_dev.c

175

vm_unlock_vcpus(sc->vm);

sys/dev/vmm/vmm_dev.c

186

if (strcmp(name, vm_name(sc->vm)) == 0)

sys/dev/vmm/vmm_dev.c

220

vm_slock_memsegs(sc->vm);

sys/dev/vmm/vmm_dev.c

224

maxaddr = vmm_sysmem_maxaddr(sc->vm);

sys/dev/vmm/vmm_dev.c

238

hpa = vm_gpa_hold_global(sc->vm, gpa, c, prot, &cookie);

sys/dev/vmm/vmm_dev.c

250

vm_unlock_memsegs(sc->vm);

sys/dev/vmm/vmm_dev.c

263

error = vm_get_memseg(sc->vm, mseg->segid, &mseg->len, &sysmem, NULL);

sys/dev/vmm/vmm_dev.c

305

error = vm_alloc_memseg(sc->vm, mseg->segid, mseg->len, sysmem, domainset);

sys/dev/vmm/vmm_dev.c

312

vm_free_memseg(sc->vm, mseg->segid);

sys/dev/vmm/vmm_dev.c

474

vm_xlock_memsegs(sc->vm);

sys/dev/vmm/vmm_dev.c

476

vm_slock_memsegs(sc->vm);

sys/dev/vmm/vmm_dev.c

490

vcpu = vm_alloc_vcpu(sc->vm, vcpuid);

sys/dev/vmm/vmm_dev.c

513

error = vm_suspend(sc->vm, vmsuspend->how);

sys/dev/vmm/vmm_dev.c

517

error = vm_reinit(sc->vm);

sys/dev/vmm/vmm_dev.c

541

error = vm_mmap_getnext(sc->vm, &mm->gpa, &mm->segid,

sys/dev/vmm/vmm_dev.c

549

error = vm_mmap_memseg(sc->vm, mm->gpa, mm->segid, mm->segoff,

sys/dev/vmm/vmm_dev.c

557

error = vm_munmap_memseg(sc->vm, mu->gpa, mu->len);

sys/dev/vmm/vmm_dev.c

729

*cpuset = vm_active_cpus(sc->vm);

sys/dev/vmm/vmm_dev.c

731

*cpuset = vm_suspended_cpus(sc->vm);

sys/dev/vmm/vmm_dev.c

733

*cpuset = vm_debug_cpus(sc->vm);

sys/dev/vmm/vmm_dev.c

744

error = vm_suspend_cpu(sc->vm, vcpu);

sys/dev/vmm/vmm_dev.c

747

error = vm_resume_cpu(sc->vm, vcpu);

sys/dev/vmm/vmm_dev.c

753

error = vm_set_topology(sc->vm, topology->sockets,

sys/dev/vmm/vmm_dev.c

761

vm_get_topology(sc->vm, &topology->sockets, &topology->cores,

sys/dev/vmm/vmm_dev.c

767

error = vmmdev_machdep_ioctl(sc->vm, vcpu, cmd, data, fflag,

sys/dev/vmm/vmm_dev.c

774

vm_unlock_memsegs(sc->vm);

sys/dev/vmm/vmm_dev.c

79

struct vm *vm; /* vm instance cookie */

sys/dev/vmm/vmm_dev.c

791

vm_unlock_memsegs(sc->vm);

sys/dev/vmm/vmm_dev.c

820

vm_slock_memsegs(sc->vm);

sys/dev/vmm/vmm_dev.c

825

error = vm_mmap_getnext(sc->vm, &gpa, &segid, &segoff, &len,

sys/dev/vmm/vmm_dev.c

837

error = vm_get_memseg(sc->vm, segid, &len, &sysmem, objp);

sys/dev/vmm/vmm_dev.c

847

vm_unlock_memsegs(sc->vm);

sys/dev/vmm/vmm_dev.c

872

vm_disable_vcpu_creation(sc->vm);

sys/dev/vmm/vmm_dev.c

875

vm_unlock_vcpus(sc->vm);

sys/dev/vmm/vmm_dev.c

884

vm_destroy(sc->vm);

sys/dev/vmm/vmm_dev.c

930

(void)vm_suspend(sc->vm, VM_SUSPEND_DESTROY);

sys/dev/vmm/vmm_dev.c

971

vmmdev_alloc(struct vm *vm, struct ucred *cred)

sys/dev/vmm/vmm_dev.c

977

sc->vm = vm;

sys/dev/vmm/vmm_dev.c

989

struct vm *vm;

sys/dev/vmm/vmm_dev.h

21

struct vm;

sys/dev/vmm/vmm_dev.h

27

int vmmdev_machdep_ioctl(struct vm *vm, struct vcpu *vcpu, u_long cmd,

sys/dev/vmm/vmm_ktr.h

41

#define VCPU_CTR0(vm, vcpuid, format) \

sys/dev/vmm/vmm_ktr.h

42

CTR2(KTR_VMM, "vm %s[%d]: " format, vm_name((vm)), (vcpuid))

sys/dev/vmm/vmm_ktr.h

44

#define VCPU_CTR1(vm, vcpuid, format, p1) \

sys/dev/vmm/vmm_ktr.h

45

CTR3(KTR_VMM, "vm %s[%d]: " format, vm_name((vm)), (vcpuid), (p1))

sys/dev/vmm/vmm_ktr.h

47

#define VCPU_CTR2(vm, vcpuid, format, p1, p2) \

sys/dev/vmm/vmm_ktr.h

48

CTR4(KTR_VMM, "vm %s[%d]: " format, vm_name((vm)), (vcpuid), (p1), (p2))

sys/dev/vmm/vmm_ktr.h

50

#define VCPU_CTR3(vm, vcpuid, format, p1, p2, p3) \

sys/dev/vmm/vmm_ktr.h

51

CTR5(KTR_VMM, "vm %s[%d]: " format, vm_name((vm)), (vcpuid), (p1), (p2), (p3))

sys/dev/vmm/vmm_ktr.h

53

#define VCPU_CTR4(vm, vcpuid, format, p1, p2, p3, p4) \

sys/dev/vmm/vmm_ktr.h

54

CTR6(KTR_VMM, "vm %s[%d]: " format, vm_name((vm)), (vcpuid), \

sys/dev/vmm/vmm_ktr.h

57

#define VM_CTR0(vm, format) \

sys/dev/vmm/vmm_ktr.h

58

CTR1(KTR_VMM, "vm %s: " format, vm_name((vm)))

sys/dev/vmm/vmm_ktr.h

60

#define VM_CTR1(vm, format, p1) \

sys/dev/vmm/vmm_ktr.h

61

CTR2(KTR_VMM, "vm %s: " format, vm_name((vm)), (p1))

sys/dev/vmm/vmm_ktr.h

63

#define VM_CTR2(vm, format, p1, p2) \

sys/dev/vmm/vmm_ktr.h

64

CTR3(KTR_VMM, "vm %s: " format, vm_name((vm)), (p1), (p2))

sys/dev/vmm/vmm_ktr.h

66

#define VM_CTR3(vm, format, p1, p2, p3) \

sys/dev/vmm/vmm_ktr.h

67

CTR4(KTR_VMM, "vm %s: " format, vm_name((vm)), (p1), (p2), (p3))

sys/dev/vmm/vmm_ktr.h

69

#define VM_CTR4(vm, format, p1, p2, p3, p4) \

sys/dev/vmm/vmm_ktr.h

70

CTR5(KTR_VMM, "vm %s: " format, vm_name((vm)), (p1), (p2), (p3), (p4))

sys/dev/vmm/vmm_mem.c

108

vm_vmspace(struct vm *vm)

sys/dev/vmm/vmm_mem.c

112

mem = vm_mem(vm);

sys/dev/vmm/vmm_mem.c

117

vm_slock_memsegs(struct vm *vm)

sys/dev/vmm/vmm_mem.c

119

sx_slock(&vm_mem(vm)->mem_segs_lock);

sys/dev/vmm/vmm_mem.c

123

vm_xlock_memsegs(struct vm *vm)

sys/dev/vmm/vmm_mem.c

125

sx_xlock(&vm_mem(vm)->mem_segs_lock);

sys/dev/vmm/vmm_mem.c

129

vm_unlock_memsegs(struct vm *vm)

sys/dev/vmm/vmm_mem.c

131

sx_unlock(&vm_mem(vm)->mem_segs_lock);

sys/dev/vmm/vmm_mem.c

135

vm_assert_memseg_locked(struct vm *vm)

sys/dev/vmm/vmm_mem.c

137

sx_assert(&vm_mem(vm)->mem_segs_lock, SX_LOCKED);

sys/dev/vmm/vmm_mem.c

141

vm_assert_memseg_xlocked(struct vm *vm)

sys/dev/vmm/vmm_mem.c

143

sx_assert(&vm_mem(vm)->mem_segs_lock, SX_XLOCKED);

sys/dev/vmm/vmm_mem.c

155

struct vm *vm = vcpu_vm(vcpu);

sys/dev/vmm/vmm_mem.c

167

mm = &vm_mem(vm)->mem_maps[i];

sys/dev/vmm/vmm_mem.c

176

vm_alloc_memseg(struct vm *vm, int ident, size_t len, bool sysmem,

sys/dev/vmm/vmm_mem.c

183

mem = vm_mem(vm);

sys/dev/vmm/vmm_mem.c

184

vm_assert_memseg_xlocked(vm);

sys/dev/vmm/vmm_mem.c

220

vm_get_memseg(struct vm *vm, int ident, size_t *len, bool *sysmem,

sys/dev/vmm/vmm_mem.c

226

mem = vm_mem(vm);

sys/dev/vmm/vmm_mem.c

228

vm_assert_memseg_locked(vm);

sys/dev/vmm/vmm_mem.c

244

vm_free_memseg(struct vm *vm, int ident)

sys/dev/vmm/vmm_mem.c

251

seg = &vm_mem(vm)->mem_segs[ident];

sys/dev/vmm/vmm_mem.c

259

vm_mmap_memseg(struct vm *vm, vm_paddr_t gpa, int segid, vm_ooffset_t first,

sys/dev/vmm/vmm_mem.c

278

mem = vm_mem(vm);

sys/dev/vmm/vmm_mem.c

28

static void vm_free_memmap(struct vm *vm, int ident);

sys/dev/vmm/vmm_mem.c

332

vm_munmap_memseg(struct vm *vm, vm_paddr_t gpa, size_t len)

sys/dev/vmm/vmm_mem.c

338

mem = vm_mem(vm);

sys/dev/vmm/vmm_mem.c

346

vm_free_memmap(vm, i);

sys/dev/vmm/vmm_mem.c

355

vm_mmap_getnext(struct vm *vm, vm_paddr_t *gpa, int *segid,

sys/dev/vmm/vmm_mem.c

362

mem = vm_mem(vm);

sys/dev/vmm/vmm_mem.c

392

vm_free_memmap(struct vm *vm, int ident)

sys/dev/vmm/vmm_mem.c

397

mm = &vm_mem(vm)->mem_maps[ident];

sys/dev/vmm/vmm_mem.c

399

error = vm_map_remove(&vm_vmspace(vm)->vm_map, mm->gpa,

sys/dev/vmm/vmm_mem.c

408

vmm_sysmem_maxaddr(struct vm *vm)

sys/dev/vmm/vmm_mem.c

415

mem = vm_mem(vm);

sys/dev/vmm/vmm_mem.c

428

_vm_gpa_hold(struct vm *vm, vm_paddr_t gpa, size_t len, int reqprot,

sys/dev/vmm/vmm_mem.c

441

mm = &vm_mem(vm)->mem_maps[i];

sys/dev/vmm/vmm_mem.c

444

&vm_vmspace(vm)->vm_map, trunc_page(gpa),

sys/dev/vmm/vmm_mem.c

476

vm_gpa_hold_global(struct vm *vm, vm_paddr_t gpa, size_t len, int reqprot,

sys/dev/vmm/vmm_mem.c

479

vm_assert_memseg_locked(vm);

sys/dev/vmm/vmm_mem.c

480

return (_vm_gpa_hold(vm, gpa, len, reqprot, cookie));

sys/dev/vmm/vmm_mem.c

51

vm_memseg_sysmem(struct vm *vm, int ident)

sys/dev/vmm/vmm_mem.c

55

mem = vm_mem(vm);

sys/dev/vmm/vmm_mem.c

56

vm_assert_memseg_locked(vm);

sys/dev/vmm/vmm_mem.c

65

vm_mem_cleanup(struct vm *vm)

sys/dev/vmm/vmm_mem.c

69

mem = vm_mem(vm);

sys/dev/vmm/vmm_mem.c

81

vm_free_memmap(vm, i);

sys/dev/vmm/vmm_mem.c

86

vm_mem_destroy(struct vm *vm)

sys/dev/vmm/vmm_mem.c

90

mem = vm_mem(vm);

sys/dev/vmm/vmm_mem.c

91

vm_assert_memseg_xlocked(vm);

sys/dev/vmm/vmm_mem.c

95

vm_free_memmap(vm, i);

sys/dev/vmm/vmm_mem.c

99

vm_free_memseg(vm, i);

sys/dev/vmm/vmm_mem.h

100

void *vm_gpa_hold_global(struct vm *vm, vm_paddr_t gpa, size_t len,

sys/dev/vmm/vmm_mem.h

39

struct vm;

sys/dev/vmm/vmm_mem.h

67

void vm_mem_cleanup(struct vm *vm);

sys/dev/vmm/vmm_mem.h

68

void vm_mem_destroy(struct vm *vm);

sys/dev/vmm/vmm_mem.h

70

struct vmspace *vm_vmspace(struct vm *vm);

sys/dev/vmm/vmm_mem.h

75

void vm_slock_memsegs(struct vm *vm);

sys/dev/vmm/vmm_mem.h

76

void vm_xlock_memsegs(struct vm *vm);

sys/dev/vmm/vmm_mem.h

77

void vm_unlock_memsegs(struct vm *vm);

sys/dev/vmm/vmm_mem.h

78

void vm_assert_memseg_locked(struct vm *vm);

sys/dev/vmm/vmm_mem.h

79

void vm_assert_memseg_xlocked(struct vm *vm);

sys/dev/vmm/vmm_mem.h

80

int vm_mmap_memseg(struct vm *vm, vm_paddr_t gpa, int segid, vm_ooffset_t off,

sys/dev/vmm/vmm_mem.h

82

int vm_munmap_memseg(struct vm *vm, vm_paddr_t gpa, size_t len);

sys/dev/vmm/vmm_mem.h

83

int vm_alloc_memseg(struct vm *vm, int ident, size_t len, bool sysmem,

sys/dev/vmm/vmm_mem.h

85

void vm_free_memseg(struct vm *vm, int ident);

sys/dev/vmm/vmm_mem.h

92

int vm_mmap_getnext(struct vm *vm, vm_paddr_t *gpa, int *segid,

sys/dev/vmm/vmm_mem.h

94

bool vm_memseg_sysmem(struct vm *vm, int ident);

sys/dev/vmm/vmm_mem.h

95

int vm_get_memseg(struct vm *vm, int ident, size_t *len, bool *sysmem,

sys/dev/vmm/vmm_mem.h

97

vm_paddr_t vmm_sysmem_maxaddr(struct vm *vm);

sys/dev/vmm/vmm_stat.h

37

struct vm;

sys/dev/vmm/vmm_vm.c

170

vcpu_set_state_all(struct vm *vm, enum vcpu_state newstate)

sys/dev/vmm/vmm_vm.c

182

maxcpus = vm->maxcpus;

sys/dev/vmm/vmm_vm.c

184

mtx_lock(&vm->rendezvous_mtx);

sys/dev/vmm/vmm_vm.c

186

if (vm->rendezvous_func != NULL) {

sys/dev/vmm/vmm_vm.c

195

vcpu = vm_vcpu(vm, i);

sys/dev/vmm/vmm_vm.c

225

vcpu = vm_vcpu(vm, i);

sys/dev/vmm/vmm_vm.c

230

mtx_unlock(&vm->rendezvous_mtx);

sys/dev/vmm/vmm_vm.c

233

mtx_lock(&vm->rendezvous_mtx);

sys/dev/vmm/vmm_vm.c

234

if (vm->rendezvous_func != NULL)

sys/dev/vmm/vmm_vm.c

248

mtx_unlock(&vm->rendezvous_mtx);

sys/dev/vmm/vmm_vm.c

323

return (CPU_ISSET(vcpu->vcpuid, &vcpu->vm->debug_cpus));

sys/dev/vmm/vmm_vm.c

327

vm_lock_vcpus(struct vm *vm)

sys/dev/vmm/vmm_vm.c

329

sx_xlock(&vm->vcpus_init_lock);

sys/dev/vmm/vmm_vm.c

33

struct vm *vm = vcpu->vm;

sys/dev/vmm/vmm_vm.c

333

vm_unlock_vcpus(struct vm *vm)

sys/dev/vmm/vmm_vm.c

335

sx_unlock(&vm->vcpus_init_lock);

sys/dev/vmm/vmm_vm.c

339

vm_disable_vcpu_creation(struct vm *vm)

sys/dev/vmm/vmm_vm.c

341

sx_xlock(&vm->vcpus_init_lock);

sys/dev/vmm/vmm_vm.c

342

vm->dying = true;

sys/dev/vmm/vmm_vm.c

343

sx_xunlock(&vm->vcpus_init_lock);

sys/dev/vmm/vmm_vm.c

347

vm_get_maxcpus(struct vm *vm)

sys/dev/vmm/vmm_vm.c

349

return (vm->maxcpus);

sys/dev/vmm/vmm_vm.c

353

vm_get_topology(struct vm *vm, uint16_t *sockets, uint16_t *cores,

sys/dev/vmm/vmm_vm.c

356

*sockets = vm->sockets;

sys/dev/vmm/vmm_vm.c

357

*cores = vm->cores;

sys/dev/vmm/vmm_vm.c

358

*threads = vm->threads;

sys/dev/vmm/vmm_vm.c

359

*maxcpus = vm->maxcpus;

sys/dev/vmm/vmm_vm.c

36

mtx_assert(&vcpu->vm->rendezvous_mtx, MA_OWNED);

sys/dev/vmm/vmm_vm.c

363

vm_set_topology(struct vm *vm, uint16_t sockets, uint16_t cores,

sys/dev/vmm/vmm_vm.c

367

if (sockets * cores * threads > vm->maxcpus)

sys/dev/vmm/vmm_vm.c

369

vm->sockets = sockets;

sys/dev/vmm/vmm_vm.c

37

KASSERT(vcpu->vm->rendezvous_func != NULL,

sys/dev/vmm/vmm_vm.c

370

vm->cores = cores;

sys/dev/vmm/vmm_vm.c

371

vm->threads = threads;

sys/dev/vmm/vmm_vm.c

376

vm_suspend(struct vm *vm, enum vm_suspend_how how)

sys/dev/vmm/vmm_vm.c

383

if (atomic_cmpset_int(&vm->suspend, 0, how) == 0)

sys/dev/vmm/vmm_vm.c

389

for (i = 0; i < vm->maxcpus; i++) {

sys/dev/vmm/vmm_vm.c

390

if (CPU_ISSET(i, &vm->active_cpus))

sys/dev/vmm/vmm_vm.c

391

vcpu_notify_event(vm_vcpu(vm, i));

sys/dev/vmm/vmm_vm.c

398

vm_reinit(struct vm *vm)

sys/dev/vmm/vmm_vm.c

405

if (CPU_CMP(&vm->suspended_cpus, &vm->active_cpus) == 0) {

sys/dev/vmm/vmm_vm.c

406

vm_reset(vm);

sys/dev/vmm/vmm_vm.c

41

CPU_AND(&vm->rendezvous_req_cpus, &vm->rendezvous_req_cpus,

sys/dev/vmm/vmm_vm.c

418

struct vm *vm = vcpu->vm;

sys/dev/vmm/vmm_vm.c

42

&vm->active_cpus);

sys/dev/vmm/vmm_vm.c

420

if (CPU_ISSET(vcpu->vcpuid, &vm->active_cpus))

sys/dev/vmm/vmm_vm.c

423

CPU_SET_ATOMIC(vcpu->vcpuid, &vm->active_cpus);

sys/dev/vmm/vmm_vm.c

428

vm_suspend_cpu(struct vm *vm, struct vcpu *vcpu)

sys/dev/vmm/vmm_vm.c

431

vm->debug_cpus = vm->active_cpus;

sys/dev/vmm/vmm_vm.c

432

for (int i = 0; i < vm->maxcpus; i++) {

sys/dev/vmm/vmm_vm.c

433

if (CPU_ISSET(i, &vm->active_cpus))

sys/dev/vmm/vmm_vm.c

434

vcpu_notify_event(vm_vcpu(vm, i));

sys/dev/vmm/vmm_vm.c

437

if (!CPU_ISSET(vcpu->vcpuid, &vm->active_cpus))

sys/dev/vmm/vmm_vm.c

440

CPU_SET_ATOMIC(vcpu->vcpuid, &vm->debug_cpus);

sys/dev/vmm/vmm_vm.c

447

vm_resume_cpu(struct vm *vm, struct vcpu *vcpu)

sys/dev/vmm/vmm_vm.c

45

if (CPU_ISSET(vcpuid, &vm->rendezvous_req_cpus) &&

sys/dev/vmm/vmm_vm.c

450

CPU_ZERO(&vm->debug_cpus);

sys/dev/vmm/vmm_vm.c

452

if (!CPU_ISSET(vcpu->vcpuid, &vm->debug_cpus))

sys/dev/vmm/vmm_vm.c

455

CPU_CLR_ATOMIC(vcpu->vcpuid, &vm->debug_cpus);

sys/dev/vmm/vmm_vm.c

46

!CPU_ISSET(vcpuid, &vm->rendezvous_done_cpus)) {

sys/dev/vmm/vmm_vm.c

461

vm_active_cpus(struct vm *vm)

sys/dev/vmm/vmm_vm.c

463

return (vm->active_cpus);

sys/dev/vmm/vmm_vm.c

467

vm_debug_cpus(struct vm *vm)

sys/dev/vmm/vmm_vm.c

469

return (vm->debug_cpus);

sys/dev/vmm/vmm_vm.c

47

(*vm->rendezvous_func)(vcpu, vm->rendezvous_arg);

sys/dev/vmm/vmm_vm.c

473

vm_suspended_cpus(struct vm *vm)

sys/dev/vmm/vmm_vm.c

475

return (vm->suspended_cpus);

sys/dev/vmm/vmm_vm.c

48

CPU_SET(vcpuid, &vm->rendezvous_done_cpus);

sys/dev/vmm/vmm_vm.c

50

if (CPU_CMP(&vm->rendezvous_req_cpus, &vm->rendezvous_done_cpus) == 0) {

sys/dev/vmm/vmm_vm.c

51

CPU_ZERO(&vm->rendezvous_req_cpus);

sys/dev/vmm/vmm_vm.c

52

vm->rendezvous_func = NULL;

sys/dev/vmm/vmm_vm.c

53

wakeup(&vm->rendezvous_func);

sys/dev/vmm/vmm_vm.c

62

struct vm *vm;

sys/dev/vmm/vmm_vm.c

66

vm = vcpu->vm;

sys/dev/vmm/vmm_vm.c

68

mtx_lock(&vm->rendezvous_mtx);

sys/dev/vmm/vmm_vm.c

69

while (vm->rendezvous_func != NULL) {

sys/dev/vmm/vmm_vm.c

73

mtx_sleep(&vm->rendezvous_func, &vm->rendezvous_mtx, 0,

sys/dev/vmm/vmm_vm.c

78

mtx_unlock(&vm->rendezvous_mtx);

sys/dev/vmm/vmm_vm.c

82

mtx_lock(&vm->rendezvous_mtx);

sys/dev/vmm/vmm_vm.c

85

mtx_unlock(&vm->rendezvous_mtx);

sys/dev/vmm/vmm_vm.h

158

int vm_create(const char *name, struct vm **retvm);

sys/dev/vmm/vmm_vm.h

159

struct vcpu *vm_alloc_vcpu(struct vm *vm, int vcpuid);

sys/dev/vmm/vmm_vm.h

160

void vm_destroy(struct vm *vm);

sys/dev/vmm/vmm_vm.h

161

int vm_reinit(struct vm *vm);

sys/dev/vmm/vmm_vm.h

162

void vm_reset(struct vm *vm);

sys/dev/vmm/vmm_vm.h

164

void vm_lock_vcpus(struct vm *vm);

sys/dev/vmm/vmm_vm.h

165

void vm_unlock_vcpus(struct vm *vm);

sys/dev/vmm/vmm_vm.h

166

void vm_disable_vcpu_creation(struct vm *vm);

sys/dev/vmm/vmm_vm.h

168

int vm_suspend(struct vm *vm, enum vm_suspend_how how);

sys/dev/vmm/vmm_vm.h

170

int vm_suspend_cpu(struct vm *vm, struct vcpu *vcpu);

sys/dev/vmm/vmm_vm.h

171

int vm_resume_cpu(struct vm *vm, struct vcpu *vcpu);

sys/dev/vmm/vmm_vm.h

173

cpuset_t vm_active_cpus(struct vm *vm);

sys/dev/vmm/vmm_vm.h

174

cpuset_t vm_debug_cpus(struct vm *vm);

sys/dev/vmm/vmm_vm.h

175

cpuset_t vm_suspended_cpus(struct vm *vm);

sys/dev/vmm/vmm_vm.h

177

uint16_t vm_get_maxcpus(struct vm *vm);

sys/dev/vmm/vmm_vm.h

178

void vm_get_topology(struct vm *vm, uint16_t *sockets, uint16_t *cores,

sys/dev/vmm/vmm_vm.h

180

int vm_set_topology(struct vm *vm, uint16_t sockets, uint16_t cores,

sys/dev/vmm/vmm_vm.h

184

vm_name(struct vm *vm)

sys/dev/vmm/vmm_vm.h

186

return (vm->name);

sys/dev/vmm/vmm_vm.h

190

vm_mem(struct vm *vm)

sys/dev/vmm/vmm_vm.h

192

return (&vm->mem);

sys/dev/vmm/vmm_vm.h

196

vm_vcpu(struct vm *vm, int vcpuid)

sys/dev/vmm/vmm_vm.h

198

return (vm->vcpu[vcpuid]);

sys/dev/vmm/vmm_vm.h

41

struct vm *vm; /* (o) */

sys/dev/vmm/vmm_vm.h

59

int vcpu_set_state_all(struct vm *vm, enum vcpu_state state);

sys/dev/vmm/vmm_vm.h

71

static inline struct vm *

sys/dev/vmm/vmm_vm.h

74

return (vcpu->vm);

sys/fs/procfs/procfs_map.c

101

&vm);

sys/fs/procfs/procfs_map.c

114

map = &vm->vm_map;

sys/fs/procfs/procfs_map.c

238

proc_vmspace_unref(td, p, PRVM_BLOCK_EXEC | PRVM_CHECK_DEBUG, vm);

sys/fs/procfs/procfs_map.c

79

struct vmspace *vm;

sys/fs/tmpfs/tmpfs_vfsops.c

187

struct vmspace *vm;

sys/fs/tmpfs/tmpfs_vfsops.c

206

vm = vmspace_acquire_ref(p);

sys/fs/tmpfs/tmpfs_vfsops.c

209

if (vm == NULL) {

sys/fs/tmpfs/tmpfs_vfsops.c

214

map = &vm->vm_map;

sys/fs/tmpfs/tmpfs_vfsops.c

255

vmspace_free(vm);

sys/kern/kern_clock.c

688

struct vmspace *vm;

sys/kern/kern_clock.c

737

vm = p->p_vmspace;

sys/kern/kern_clock.c

739

ru->ru_ixrss += pgtok(vm->vm_tsize) * cnt;

sys/kern/kern_clock.c

740

ru->ru_idrss += pgtok(vm->vm_dsize) * cnt;

sys/kern/kern_clock.c

741

ru->ru_isrss += pgtok(vm->vm_ssize) * cnt;

sys/kern/kern_clock.c

742

rss = pgtok(vmspace_resident_count(vm));

sys/kern/kern_mib.c

67

SYSCTL_ROOT_NODE(CTL_VM, vm, CTLFLAG_RW | CTLFLAG_MPSAFE, 0,

sys/kern/kern_proc.c

1145

struct vmspace *vm = p->p_vmspace;

sys/kern/kern_proc.c

1147

kp->ki_size = vm->vm_map.size;

sys/kern/kern_proc.c

1148

kp->ki_rssize = vmspace_resident_count(vm); /*XXX*/

sys/kern/kern_proc.c

1151

kp->ki_swrss = vm->vm_swrss;

sys/kern/kern_proc.c

1152

kp->ki_tsize = vm->vm_tsize;

sys/kern/kern_proc.c

1153

kp->ki_dsize = vm->vm_dsize;

sys/kern/kern_proc.c

1154

kp->ki_ssize = vm->vm_ssize;

sys/kern/kern_proc.c

1841

proc_read_string(struct thread *td, struct vmspace *vm, const char *sptr,

sys/kern/kern_proc.c

1851

n = vmspace_iop(td, vm, (vm_offset_t)sptr, buf, len, UIO_READ);

sys/kern/kern_proc.c

1867

get_proc_vector32(struct thread *td, struct proc *p, struct vmspace *vm,

sys/kern/kern_proc.c

1879

if (vmspace_iop(td, vm, PROC_PS_STRINGS(p), &pss, sizeof(pss),

sys/kern/kern_proc.c

1903

if (vmspace_iop(td, vm, ptr, &aux, sizeof(aux),

sys/kern/kern_proc.c

1920

if (vmspace_iop(td, vm, vptr, proc_vector32, size, UIO_READ) != size) {

sys/kern/kern_proc.c

1941

get_proc_vector(struct thread *td, struct proc *p, struct vmspace *vm,

sys/kern/kern_proc.c

1953

return (get_proc_vector32(td, p, vm, proc_vectorp,

sys/kern/kern_proc.c

1957

if (vmspace_iop(td, vm, PROC_PS_STRINGS(p), &pss, sizeof(pss),

sys/kern/kern_proc.c

1996

if (vmspace_iop(td, vm, ptr, &aux, sizeof(aux),

sys/kern/kern_proc.c

2019

if (vmspace_iop(td, vm, vptr, proc_vector, size, UIO_READ) != size) {

sys/kern/kern_proc.c

2035

struct vmspace *vm;

sys/kern/kern_proc.c

2049

PRVM_CHECK_VISIBILITY, &vm);

sys/kern/kern_proc.c

2053

error = get_proc_vector(td, p, vm, &proc_vector, &vsize, type);

sys/kern/kern_proc.c

2065

error = proc_read_string(td, vm, sptr, pss_string,

sys/kern/kern_proc.c

2083

proc_vmspace_unref(td, p, PRVM_BLOCK_EXEC | PRVM_CHECK_VISIBILITY, vm);

sys/kern/kern_proc.c

2104

struct vmspace *vm;

sys/kern/kern_proc.c

2110

&vm);

sys/kern/kern_proc.c

2113

error = get_proc_vector(td, p, vm, &auxv, &vsize, PROC_AUX);

sys/kern/kern_proc.c

2114

proc_vmspace_unref(td, p, PRVM_BLOCK_EXEC | PRVM_CHECK_DEBUG, vm);

sys/kern/kern_proc.c

2429

struct vmspace *vm;

sys/kern/kern_proc.c

2440

error = proc_vmspace_ref(td, p, PRVM_CHECK_DEBUG, &vm);

sys/kern/kern_proc.c

2447

map = &vm->vm_map;

sys/kern/kern_proc.c

2553

proc_vmspace_unref(td, p, PRVM_CHECK_DEBUG, vm);

sys/kern/kern_proc.c

2647

struct vmspace *vm;

sys/kern/kern_proc.c

2661

error = proc_vmspace_ref(td, p, PRVM_CHECK_DEBUG, &vm);

sys/kern/kern_proc.c

2669

map = &vm->vm_map;

sys/kern/kern_proc.c

2824

proc_vmspace_unref(td, p, PRVM_CHECK_DEBUG, vm);

sys/kern/kern_procctl.c

795

struct vmspace *vm;

sys/kern/kern_procctl.c

810

vm = vmspace_acquire_ref(p);

sys/kern/kern_procctl.c

811

if (vm != NULL) {

sys/kern/kern_procctl.c

812

if ((vm->vm_map.flags & MAP_ASLR) != 0)

sys/kern/kern_procctl.c

814

vmspace_free(vm);

sys/kern/kern_procctl.c

879

struct vmspace *vm;

sys/kern/kern_procctl.c

891

PRVM_CHECK_DEBUG, &vm);

sys/kern/kern_procctl.c

893

map = &vm->vm_map;

sys/kern/kern_procctl.c

901

PRVM_CHECK_DEBUG, vm);

sys/kern/kern_procctl.c

919

struct vmspace *vm;

sys/kern/kern_procctl.c

930

vm = vmspace_acquire_ref(p);

sys/kern/kern_procctl.c

931

if (vm != NULL) {

sys/kern/kern_procctl.c

932

if ((vm->vm_map.flags & MAP_WXORX) != 0)

sys/kern/kern_procctl.c

934

vmspace_free(vm);

sys/kern/kern_resource.c

1803

struct vmspace *vm;

sys/kern/kern_resource.c

1818

PRVM_CHECK_VISIBILITY, &vm);

sys/kern/kern_resource.c

1826

error = getrlimitusage_one(p, vm, (unsigned)i, 0,

sys/kern/kern_resource.c

1837

error = getrlimitusage_one(p, vm, (unsigned)name[1], 0,

sys/kern/kern_resource.c

1846

proc_vmspace_unref(td, p, PRVM_BLOCK_EXEC | PRVM_CHECK_VISIBILITY, vm);

sys/kern/kern_resource.c

827

getrlimitusage_one(struct proc *p, struct vmspace *vm, u_int which, int flags,

sys/kern/kern_resource.c

858

if (vm == NULL)

sys/kern/kern_resource.c

861

*res = vm->vm_dsize * PAGE_SIZE;

sys/kern/kern_resource.c

864

if (vm == NULL)

sys/kern/kern_resource.c

867

*res = vm->vm_ssize * PAGE_SIZE;

sys/kern/kern_resource.c

873

if (vm == NULL)

sys/kern/kern_resource.c

876

*res = vmspace_resident_count(vm) * PAGE_SIZE;

sys/kern/kern_resource.c

879

if (vm == NULL)

sys/kern/kern_resource.c

882

*res = pmap_wired_count(vmspace_pmap(vm)) * PAGE_SIZE;

sys/kern/kern_resource.c

894

if (vm == NULL)

sys/kern/kern_resource.c

897

*res = vm->vm_map.size;

sys/kern/subr_vmem.c

1004

vmem_import(vmem_t *vm, vmem_size_t size, vmem_size_t align, int flags)

sys/kern/subr_vmem.c

1009

if (vm->vm_importfn == NULL)

sys/kern/subr_vmem.c

1016

if (align != vm->vm_quantum_mask + 1)

sys/kern/subr_vmem.c

1018

size = roundup(size, vm->vm_import_quantum);

sys/kern/subr_vmem.c

1020

if (vm->vm_limit != 0 && vm->vm_limit < vm->vm_size + size)

sys/kern/subr_vmem.c

1023

bt_save(vm);

sys/kern/subr_vmem.c

1024

VMEM_UNLOCK(vm);

sys/kern/subr_vmem.c

1025

error = (vm->vm_importfn)(vm->vm_arg, size, flags, &addr);

sys/kern/subr_vmem.c

1026

VMEM_LOCK(vm);

sys/kern/subr_vmem.c

1027

bt_restore(vm);

sys/kern/subr_vmem.c

1031

vmem_add1(vm, addr, size, BT_TYPE_SPAN);

sys/kern/subr_vmem.c

1093

vmem_clip(vmem_t *vm, bt_t *bt, vmem_addr_t start, vmem_size_t size)

sys/kern/subr_vmem.c

1098

VMEM_ASSERT_LOCKED(vm);

sys/kern/subr_vmem.c

1101

bt_remfree(vm, bt);

sys/kern/subr_vmem.c

1103

btprev = bt_alloc(vm);

sys/kern/subr_vmem.c

1109

bt_insfree(vm, btprev);

sys/kern/subr_vmem.c

1110

bt_insseg(vm, btprev,

sys/kern/subr_vmem.c

1114

if (bt->bt_size != size && bt->bt_size - size > vm->vm_quantum_mask) {

sys/kern/subr_vmem.c

1116

btnew = bt_alloc(vm);

sys/kern/subr_vmem.c

1122

bt_insfree(vm, bt);

sys/kern/subr_vmem.c

1123

bt_insseg(vm, btnew,

sys/kern/subr_vmem.c

1125

bt_insbusy(vm, btnew);

sys/kern/subr_vmem.c

1129

bt_insbusy(vm, bt);

sys/kern/subr_vmem.c

1135

vmem_try_fetch(vmem_t *vm, const vmem_size_t size, vmem_size_t align, int flags)

sys/kern/subr_vmem.c

1139

VMEM_ASSERT_LOCKED(vm);

sys/kern/subr_vmem.c

1146

if (vmem_import(vm, size, align, flags) == 0)

sys/kern/subr_vmem.c

1153

if (vm->vm_qcache_max != 0 || vm->vm_reclaimfn != NULL) {

sys/kern/subr_vmem.c

1154

avail = vm->vm_size - vm->vm_inuse;

sys/kern/subr_vmem.c

1155

bt_save(vm);

sys/kern/subr_vmem.c

1156

VMEM_UNLOCK(vm);

sys/kern/subr_vmem.c

1158

if (vm->vm_qcache_max != 0)

sys/kern/subr_vmem.c

1159

qc_drain(vm);

sys/kern/subr_vmem.c

1161

if (vm->vm_reclaimfn != NULL)

sys/kern/subr_vmem.c

1162

vm->vm_reclaimfn(vm, flags);

sys/kern/subr_vmem.c

1163

VMEM_LOCK(vm);

sys/kern/subr_vmem.c

1164

bt_restore(vm);

sys/kern/subr_vmem.c

1166

if (vm->vm_size - vm->vm_inuse > avail)

sys/kern/subr_vmem.c

1171

bt_save(vm);

sys/kern/subr_vmem.c

1172

VMEM_CONDVAR_WAIT(vm);

sys/kern/subr_vmem.c

1173

bt_restore(vm);

sys/kern/subr_vmem.c

1178

vmem_try_release(vmem_t *vm, struct vmem_btag *bt, const bool remfree)

sys/kern/subr_vmem.c

1184

if (vm->vm_releasefn == NULL)

sys/kern/subr_vmem.c

1199

bt_remfree(vm, bt);

sys/kern/subr_vmem.c

1200

bt_remseg(vm, bt);

sys/kern/subr_vmem.c

1201

bt_remseg(vm, prev);

sys/kern/subr_vmem.c

1202

vm->vm_size -= spansize;

sys/kern/subr_vmem.c

1203

VMEM_CONDVAR_BROADCAST(vm);

sys/kern/subr_vmem.c

1204

bt_freetrim(vm, BT_MAXFREE);

sys/kern/subr_vmem.c

1205

vm->vm_releasefn(vm->vm_arg, spanaddr, spansize);

sys/kern/subr_vmem.c

1212

vmem_xalloc_nextfit(vmem_t *vm, const vmem_size_t size, vmem_size_t align,

sys/kern/subr_vmem.c

1220

VMEM_LOCK(vm);

sys/kern/subr_vmem.c

1225

if (bt_fill(vm, flags) != 0)

sys/kern/subr_vmem.c

1233

for (cursor = &vm->vm_cursor, bt = TAILQ_NEXT(cursor, bt_seglist);

sys/kern/subr_vmem.c

1236

bt = TAILQ_FIRST(&vm->vm_seglist);

sys/kern/subr_vmem.c

1240

vmem_clip(vm, bt, *addrp, size);

sys/kern/subr_vmem.c

1255

bt_remfree(vm, next);

sys/kern/subr_vmem.c

1256

bt_remseg(vm, next);

sys/kern/subr_vmem.c

1265

vmem_clip(vm, prev, *addrp, size);

sys/kern/subr_vmem.c

1268

(void)vmem_try_release(vm, prev, true);

sys/kern/subr_vmem.c

1275

TAILQ_REMOVE(&vm->vm_seglist, cursor, bt_seglist);

sys/kern/subr_vmem.c

1282

TAILQ_INSERT_HEAD(&vm->vm_seglist, cursor, bt_seglist);

sys/kern/subr_vmem.c

1289

if (error == ENOMEM && vmem_try_fetch(vm, size, align, flags))

sys/kern/subr_vmem.c

1293

VMEM_UNLOCK(vm);

sys/kern/subr_vmem.c

1300

vmem_set_import(vmem_t *vm, vmem_import_t *importfn,

sys/kern/subr_vmem.c

1304

VMEM_LOCK(vm);

sys/kern/subr_vmem.c

1305

KASSERT(vm->vm_size == 0, ("%s: arena is non-empty", __func__));

sys/kern/subr_vmem.c

1306

vm->vm_importfn = importfn;

sys/kern/subr_vmem.c

1307

vm->vm_releasefn = releasefn;

sys/kern/subr_vmem.c

1308

vm->vm_arg = arg;

sys/kern/subr_vmem.c

1309

vm->vm_import_quantum = import_quantum;

sys/kern/subr_vmem.c

1310

VMEM_UNLOCK(vm);

sys/kern/subr_vmem.c

1314

vmem_set_limit(vmem_t *vm, vmem_size_t limit)

sys/kern/subr_vmem.c

1317

VMEM_LOCK(vm);

sys/kern/subr_vmem.c

1318

vm->vm_limit = limit;

sys/kern/subr_vmem.c

1319

VMEM_UNLOCK(vm);

sys/kern/subr_vmem.c

1323

vmem_set_reclaim(vmem_t *vm, vmem_reclaim_t *reclaimfn)

sys/kern/subr_vmem.c

1326

VMEM_LOCK(vm);

sys/kern/subr_vmem.c

1327

vm->vm_reclaimfn = reclaimfn;

sys/kern/subr_vmem.c

1328

VMEM_UNLOCK(vm);

sys/kern/subr_vmem.c

1335

vmem_init(vmem_t *vm, const char *name, vmem_addr_t base, vmem_size_t size,

sys/kern/subr_vmem.c

1349

bzero(vm, sizeof(*vm));

sys/kern/subr_vmem.c

1351

VMEM_CONDVAR_INIT(vm, name);

sys/kern/subr_vmem.c

1352

VMEM_LOCK_INIT(vm, name);

sys/kern/subr_vmem.c

1353

vm->vm_nfreetags = 0;

sys/kern/subr_vmem.c

1354

LIST_INIT(&vm->vm_freetags);

sys/kern/subr_vmem.c

1355

strlcpy(vm->vm_name, name, sizeof(vm->vm_name));

sys/kern/subr_vmem.c

1356

vm->vm_quantum_mask = quantum - 1;

sys/kern/subr_vmem.c

1357

vm->vm_quantum_shift = flsl(quantum) - 1;

sys/kern/subr_vmem.c

1358

vm->vm_nbusytag = 0;

sys/kern/subr_vmem.c

1359

vm->vm_size = 0;

sys/kern/subr_vmem.c

1360

vm->vm_limit = 0;

sys/kern/subr_vmem.c

1361

vm->vm_inuse = 0;

sys/kern/subr_vmem.c

1363

qc_init(vm, qcache_max);

sys/kern/subr_vmem.c

1368

TAILQ_INIT(&vm->vm_seglist);

sys/kern/subr_vmem.c

1369

vm->vm_cursor.bt_start = vm->vm_cursor.bt_size = 0;

sys/kern/subr_vmem.c

1370

vm->vm_cursor.bt_type = BT_TYPE_CURSOR;

sys/kern/subr_vmem.c

1371

TAILQ_INSERT_TAIL(&vm->vm_seglist, &vm->vm_cursor, bt_seglist);

sys/kern/subr_vmem.c

1374

LIST_INIT(&vm->vm_freelist[i]);

sys/kern/subr_vmem.c

1376

memset(&vm->vm_hash0, 0, sizeof(vm->vm_hash0));

sys/kern/subr_vmem.c

1377

vm->vm_hashsize = VMEM_HASHSIZE_MIN;

sys/kern/subr_vmem.c

1378

vm->vm_hashlist = vm->vm_hash0;

sys/kern/subr_vmem.c

1381

if (vmem_add(vm, base, size, flags) != 0) {

sys/kern/subr_vmem.c

1382

vmem_destroy1(vm);

sys/kern/subr_vmem.c

1388

LIST_INSERT_HEAD(&vmem_list, vm, vm_alllist);

sys/kern/subr_vmem.c

1391

return vm;

sys/kern/subr_vmem.c

1402

vmem_t *vm;

sys/kern/subr_vmem.c

1405

vm = uma_zalloc(vmem_zone, flags & (M_WAITOK|M_NOWAIT));

sys/kern/subr_vmem.c

1409

vm = malloc(sizeof(vmem_t));

sys/kern/subr_vmem.c

1411

if (vm == NULL)

sys/kern/subr_vmem.c

1413

if (vmem_init(vm, name, base, size, quantum, qcache_max,

sys/kern/subr_vmem.c

1416

return (vm);

sys/kern/subr_vmem.c

1420

vmem_destroy(vmem_t *vm)

sys/kern/subr_vmem.c

1423

LIST_REMOVE(vm, vm_alllist);

sys/kern/subr_vmem.c

1426

vmem_destroy1(vm);

sys/kern/subr_vmem.c

1430

vmem_roundup_size(vmem_t *vm, vmem_size_t size)

sys/kern/subr_vmem.c

1433

return (size + vm->vm_quantum_mask) & ~vm->vm_quantum_mask;

sys/kern/subr_vmem.c

1440

vmem_alloc(vmem_t *vm, vmem_size_t size, int flags, vmem_addr_t *addrp)

sys/kern/subr_vmem.c

1451

if (size <= vm->vm_qcache_max) {

sys/kern/subr_vmem.c

1459

qc = &vm->vm_qcache[(size - 1) >> vm->vm_quantum_shift];

sys/kern/subr_vmem.c

1467

return (vmem_xalloc(vm, size, 0, 0, 0, VMEM_ADDR_MIN, VMEM_ADDR_MAX,

sys/kern/subr_vmem.c

1472

vmem_xalloc(vmem_t *vm, const vmem_size_t size0, vmem_size_t align,

sys/kern/subr_vmem.c

1477

const vmem_size_t size = vmem_roundup_size(vm, size0);

sys/kern/subr_vmem.c

1493

MPASS((align & vm->vm_quantum_mask) == 0);

sys/kern/subr_vmem.c

1495

MPASS((phase & vm->vm_quantum_mask) == 0);

sys/kern/subr_vmem.c

1496

MPASS((nocross & vm->vm_quantum_mask) == 0);

sys/kern/subr_vmem.c

1506

align = vm->vm_quantum_mask + 1;

sys/kern/subr_vmem.c

1513

return (vmem_xalloc_nextfit(vm, size0, align, phase, nocross,

sys/kern/subr_vmem.c

1516

end = &vm->vm_freelist[VMEM_MAXORDER];

sys/kern/subr_vmem.c

1520

first = bt_freehead_toalloc(vm, size, strat);

sys/kern/subr_vmem.c

1521

VMEM_LOCK(vm);

sys/kern/subr_vmem.c

1526

error = bt_fill(vm, flags);

sys/kern/subr_vmem.c

1542

vmem_clip(vm, bt, *addrp, size);

sys/kern/subr_vmem.c

1557

first = bt_freehead_toalloc(vm, size, strat);

sys/kern/subr_vmem.c

1566

if (!vmem_try_fetch(vm, size, align, flags)) {

sys/kern/subr_vmem.c

1572

VMEM_UNLOCK(vm);

sys/kern/subr_vmem.c

1583

vmem_free(vmem_t *vm, vmem_addr_t addr, vmem_size_t size)

sys/kern/subr_vmem.c

1588

if (size <= vm->vm_qcache_max &&

sys/kern/subr_vmem.c

1592

qc = &vm->vm_qcache[(size - 1) >> vm->vm_quantum_shift];

sys/kern/subr_vmem.c

1596

vmem_xfree(vm, addr, size);

sys/kern/subr_vmem.c

1600

vmem_xfree(vmem_t *vm, vmem_addr_t addr, vmem_size_t size __unused)

sys/kern/subr_vmem.c

1607

VMEM_LOCK(vm);

sys/kern/subr_vmem.c

1608

bt = bt_lookupbusy(vm, addr);

sys/kern/subr_vmem.c

1611

MPASS(bt->bt_size == vmem_roundup_size(vm, size) ||

sys/kern/subr_vmem.c

1612

bt->bt_size - vmem_roundup_size(vm, size) <= vm->vm_quantum_mask);

sys/kern/subr_vmem.c

1614

bt_rembusy(vm, bt);

sys/kern/subr_vmem.c

1622

bt_remfree(vm, t);

sys/kern/subr_vmem.c

1623

bt_remseg(vm, t);

sys/kern/subr_vmem.c

1630

bt_remfree(vm, t);

sys/kern/subr_vmem.c

1631

bt_remseg(vm, t);

sys/kern/subr_vmem.c

1634

if (!vmem_try_release(vm, bt, false)) {

sys/kern/subr_vmem.c

1635

bt_insfree(vm, bt);

sys/kern/subr_vmem.c

1636

VMEM_CONDVAR_BROADCAST(vm);

sys/kern/subr_vmem.c

1637

bt_freetrim(vm, BT_MAXFREE);

sys/kern/subr_vmem.c

1646

vmem_add(vmem_t *vm, vmem_addr_t addr, vmem_size_t size, int flags)

sys/kern/subr_vmem.c

1652

VMEM_LOCK(vm);

sys/kern/subr_vmem.c

1653

error = bt_fill(vm, flags);

sys/kern/subr_vmem.c

1655

vmem_add1(vm, addr, size, BT_TYPE_SPAN_STATIC);

sys/kern/subr_vmem.c

1656

VMEM_UNLOCK(vm);

sys/kern/subr_vmem.c

1665

vmem_size(vmem_t *vm, int typemask)

sys/kern/subr_vmem.c

1671

return vm->vm_inuse;

sys/kern/subr_vmem.c

1673

return vm->vm_size - vm->vm_inuse;

sys/kern/subr_vmem.c

1675

return vm->vm_size;

sys/kern/subr_vmem.c

1677

VMEM_LOCK(vm);

sys/kern/subr_vmem.c

1679

if (LIST_EMPTY(&vm->vm_freelist[i]))

sys/kern/subr_vmem.c

1681

VMEM_UNLOCK(vm);

sys/kern/subr_vmem.c

1683

vm->vm_quantum_shift);

sys/kern/subr_vmem.c

1685

VMEM_UNLOCK(vm);

sys/kern/subr_vmem.c

1732

vmem_dump(const vmem_t *vm , int (*pr)(const char *, ...) __printflike(1, 2))

sys/kern/subr_vmem.c

1737

(*pr)("vmem %p '%s'\n", vm, vm->vm_name);

sys/kern/subr_vmem.c

1738

TAILQ_FOREACH(bt, &vm->vm_seglist, bt_seglist) {

sys/kern/subr_vmem.c

1743

const struct vmem_freelist *fl = &vm->vm_freelist[i];

sys/kern/subr_vmem.c

1762

vmem_whatis_lookup(vmem_t *vm, vmem_addr_t addr)

sys/kern/subr_vmem.c

1766

TAILQ_FOREACH(bt, &vm->vm_seglist, bt_seglist) {

sys/kern/subr_vmem.c

1781

vmem_t *vm;

sys/kern/subr_vmem.c

1783

LIST_FOREACH(vm, &vmem_list, vm_alllist) {

sys/kern/subr_vmem.c

1786

bt = vmem_whatis_lookup(vm, addr);

sys/kern/subr_vmem.c

1792

(vmem_size_t)(addr - bt->bt_start), vm->vm_name,

sys/kern/subr_vmem.c

1800

const vmem_t *vm;

sys/kern/subr_vmem.c

1802

LIST_FOREACH(vm, &vmem_list, vm_alllist) {

sys/kern/subr_vmem.c

1803

vmem_dump(vm, pr);

sys/kern/subr_vmem.c

1810

const vmem_t *vm = (const void *)addr;

sys/kern/subr_vmem.c

1812

vmem_dump(vm, pr);

sys/kern/subr_vmem.c

1828

const vmem_t *vm;

sys/kern/subr_vmem.c

1830

LIST_FOREACH(vm, &vmem_list, vm_alllist)

sys/kern/subr_vmem.c

1831

vmem_dump(vm, db_printf);

sys/kern/subr_vmem.c

1836

const vmem_t *vm = (const void *)addr;

sys/kern/subr_vmem.c

1847

db_printf("vmem %p '%s'\n", vm, vm->vm_name);

sys/kern/subr_vmem.c

1848

db_printf("\tquantum:\t%zu\n", vm->vm_quantum_mask + 1);

sys/kern/subr_vmem.c

1849

db_printf("\tsize:\t%zu\n", vm->vm_size);

sys/kern/subr_vmem.c

1850

db_printf("\tinuse:\t%zu\n", vm->vm_inuse);

sys/kern/subr_vmem.c

1851

db_printf("\tfree:\t%zu\n", vm->vm_size - vm->vm_inuse);

sys/kern/subr_vmem.c

1852

db_printf("\tbusy tags:\t%d\n", vm->vm_nbusytag);

sys/kern/subr_vmem.c

1853

db_printf("\tfree tags:\t%d\n", vm->vm_nfreetags);

sys/kern/subr_vmem.c

1859

TAILQ_FOREACH(bt, &vm->vm_seglist, bt_seglist) {

sys/kern/subr_vmem.c

1860

ord = SIZE2ORDER(bt->bt_size >> vm->vm_quantum_shift);

sys/kern/subr_vmem.c

1874

ORDER2SIZE(ord) << vm->vm_quantum_shift,

sys/kern/subr_vmem.c

1881

const vmem_t *vm;

sys/kern/subr_vmem.c

1883

LIST_FOREACH(vm, &vmem_list, vm_alllist)

sys/kern/subr_vmem.c

1884

vmem_summ((db_expr_t)vm, TRUE, count, modif);

sys/kern/subr_vmem.c

1893

vmem_check_sanity(vmem_t *vm)

sys/kern/subr_vmem.c

1897

MPASS(vm != NULL);

sys/kern/subr_vmem.c

1899

TAILQ_FOREACH(bt, &vm->vm_seglist, bt_seglist) {

sys/kern/subr_vmem.c

1906

TAILQ_FOREACH(bt, &vm->vm_seglist, bt_seglist) {

sys/kern/subr_vmem.c

1914

TAILQ_FOREACH(bt2, &vm->vm_seglist, bt_seglist) {

sys/kern/subr_vmem.c

1938

vmem_check(vmem_t *vm)

sys/kern/subr_vmem.c

1941

if (!vmem_check_sanity(vm)) {

sys/kern/subr_vmem.c

1942

panic("insanity vmem %p", vm);

sys/kern/subr_vmem.c

257

#define VMEM_CONDVAR_INIT(vm, wchan) cv_init(&vm->vm_cv, wchan)

sys/kern/subr_vmem.c

258

#define VMEM_CONDVAR_DESTROY(vm) cv_destroy(&vm->vm_cv)

sys/kern/subr_vmem.c

259

#define VMEM_CONDVAR_WAIT(vm) cv_wait(&vm->vm_cv, &vm->vm_lock)

sys/kern/subr_vmem.c

260

#define VMEM_CONDVAR_BROADCAST(vm) cv_broadcast(&vm->vm_cv)

sys/kern/subr_vmem.c

262

#define VMEM_LOCK(vm) mtx_lock(&vm->vm_lock)

sys/kern/subr_vmem.c

263

#define VMEM_UNLOCK(vm) mtx_unlock(&vm->vm_lock)

sys/kern/subr_vmem.c

264

#define VMEM_LOCK_INIT(vm, name) mtx_init(&vm->vm_lock, (name), NULL, MTX_DEF)

sys/kern/subr_vmem.c

265

#define VMEM_LOCK_DESTROY(vm) mtx_destroy(&vm->vm_lock)

sys/kern/subr_vmem.c

266

#define VMEM_ASSERT_LOCKED(vm) mtx_assert(&vm->vm_lock, MA_OWNED);

sys/kern/subr_vmem.c

271

#define VMEM_CONDVAR_INIT(vm, wchan) pthread_cond_init(&vm->vm_cv, NULL)

sys/kern/subr_vmem.c

272

#define VMEM_CONDVAR_DESTROY(vm) pthread_cond_destroy(&vm->vm_cv)

sys/kern/subr_vmem.c

273

#define VMEM_CONDVAR_WAIT(vm) pthread_cond_wait(&vm->vm_cv, &vm->vm_lock)

sys/kern/subr_vmem.c

274

#define VMEM_CONDVAR_BROADCAST(vm) pthread_cond_broadcast(&vm->vm_cv)

sys/kern/subr_vmem.c

276

#define VMEM_LOCK(vm) pthread_mutex_lock(&vm->vm_lock)

sys/kern/subr_vmem.c

277

#define VMEM_UNLOCK(vm) pthread_mutex_unlock(&vm->vm_lock)

sys/kern/subr_vmem.c

278

#define VMEM_LOCK_INIT(vm, name) pthread_mutex_init(&vm->vm_lock, NULL)

sys/kern/subr_vmem.c

279

#define VMEM_LOCK_DESTROY(vm) pthread_mutex_destroy(&vm->vm_lock)

sys/kern/subr_vmem.c

280

#define VMEM_ASSERT_LOCKED(vm) pthread_mutex_isowned_np(&vm->vm_lock)

sys/kern/subr_vmem.c

344

_bt_fill(vmem_t *vm, int flags __unused)

sys/kern/subr_vmem.c

348

VMEM_ASSERT_LOCKED(vm);

sys/kern/subr_vmem.c

356

if (vm != kernel_arena && vm->vm_arg != kernel_arena)

sys/kern/subr_vmem.c

366

while (vm->vm_nfreetags < BT_MAXALLOC) {

sys/kern/subr_vmem.c

375

VMEM_UNLOCK(vm);

sys/kern/subr_vmem.c

377

VMEM_LOCK(vm);

sys/kern/subr_vmem.c

382

LIST_INSERT_HEAD(&vm->vm_freetags, bt, bt_freelist);

sys/kern/subr_vmem.c

383

vm->vm_nfreetags++;

sys/kern/subr_vmem.c

386

if (vm->vm_nfreetags < BT_MAXALLOC)

sys/kern/subr_vmem.c

393

bt_fill(vmem_t *vm, int flags)

sys/kern/subr_vmem.c

395

if (vm->vm_nfreetags >= BT_MAXALLOC)

sys/kern/subr_vmem.c

397

return (_bt_fill(vm, flags));

sys/kern/subr_vmem.c

404

bt_alloc(vmem_t *vm)

sys/kern/subr_vmem.c

408

VMEM_ASSERT_LOCKED(vm);

sys/kern/subr_vmem.c

409

bt = LIST_FIRST(&vm->vm_freetags);

sys/kern/subr_vmem.c

412

vm->vm_nfreetags--;

sys/kern/subr_vmem.c

422

bt_freetrim(vmem_t *vm, int freelimit)

sys/kern/subr_vmem.c

428

VMEM_ASSERT_LOCKED(vm);

sys/kern/subr_vmem.c

429

while (vm->vm_nfreetags > freelimit) {

sys/kern/subr_vmem.c

430

bt = LIST_FIRST(&vm->vm_freetags);

sys/kern/subr_vmem.c

432

vm->vm_nfreetags--;

sys/kern/subr_vmem.c

435

VMEM_UNLOCK(vm);

sys/kern/subr_vmem.c

447

bt_free(vmem_t *vm, bt_t *bt)

sys/kern/subr_vmem.c

450

VMEM_ASSERT_LOCKED(vm);

sys/kern/subr_vmem.c

451

MPASS(LIST_FIRST(&vm->vm_freetags) != bt);

sys/kern/subr_vmem.c

452

LIST_INSERT_HEAD(&vm->vm_freetags, bt, bt_freelist);

sys/kern/subr_vmem.c

453

vm->vm_nfreetags++;

sys/kern/subr_vmem.c

461

bt_save(vmem_t *vm)

sys/kern/subr_vmem.c

463

KASSERT(vm->vm_nfreetags >= BT_MAXALLOC,

sys/kern/subr_vmem.c

464

("%s: insufficient free tags %d", __func__, vm->vm_nfreetags));

sys/kern/subr_vmem.c

465

vm->vm_nfreetags -= BT_MAXALLOC;

sys/kern/subr_vmem.c

469

bt_restore(vmem_t *vm)

sys/kern/subr_vmem.c

471

vm->vm_nfreetags += BT_MAXALLOC;

sys/kern/subr_vmem.c

488

bt_freehead_tofree(vmem_t *vm, vmem_size_t size)

sys/kern/subr_vmem.c

490

const vmem_size_t qsize = size >> vm->vm_quantum_shift;

sys/kern/subr_vmem.c

494

MPASS((size & vm->vm_quantum_mask) == 0);

sys/kern/subr_vmem.c

498

return &vm->vm_freelist[idx];

sys/kern/subr_vmem.c

510

bt_freehead_toalloc(vmem_t *vm, vmem_size_t size, int strat)

sys/kern/subr_vmem.c

512

const vmem_size_t qsize = size >> vm->vm_quantum_shift;

sys/kern/subr_vmem.c

516

MPASS((size & vm->vm_quantum_mask) == 0);

sys/kern/subr_vmem.c

525

return &vm->vm_freelist[idx];

sys/kern/subr_vmem.c

531

bt_hashhead(vmem_t *vm, vmem_addr_t addr)

sys/kern/subr_vmem.c

537

list = &vm->vm_hashlist[hash % vm->vm_hashsize];

sys/kern/subr_vmem.c

543

bt_lookupbusy(vmem_t *vm, vmem_addr_t addr)

sys/kern/subr_vmem.c

548

VMEM_ASSERT_LOCKED(vm);

sys/kern/subr_vmem.c

549

list = bt_hashhead(vm, addr);

sys/kern/subr_vmem.c

560

bt_rembusy(vmem_t *vm, bt_t *bt)

sys/kern/subr_vmem.c

563

VMEM_ASSERT_LOCKED(vm);

sys/kern/subr_vmem.c

564

MPASS(vm->vm_nbusytag > 0);

sys/kern/subr_vmem.c

565

vm->vm_inuse -= bt->bt_size;

sys/kern/subr_vmem.c

566

vm->vm_nbusytag--;

sys/kern/subr_vmem.c

571

bt_insbusy(vmem_t *vm, bt_t *bt)

sys/kern/subr_vmem.c

575

VMEM_ASSERT_LOCKED(vm);

sys/kern/subr_vmem.c

578

list = bt_hashhead(vm, bt->bt_start);

sys/kern/subr_vmem.c

580

vm->vm_nbusytag++;

sys/kern/subr_vmem.c

581

vm->vm_inuse += bt->bt_size;

sys/kern/subr_vmem.c

587

bt_remseg(vmem_t *vm, bt_t *bt)

sys/kern/subr_vmem.c

591

TAILQ_REMOVE(&vm->vm_seglist, bt, bt_seglist);

sys/kern/subr_vmem.c

592

bt_free(vm, bt);

sys/kern/subr_vmem.c

596

bt_insseg(vmem_t *vm, bt_t *bt, bt_t *prev)

sys/kern/subr_vmem.c

599

TAILQ_INSERT_AFTER(&vm->vm_seglist, prev, bt, bt_seglist);

sys/kern/subr_vmem.c

603

bt_insseg_tail(vmem_t *vm, bt_t *bt)

sys/kern/subr_vmem.c

606

TAILQ_INSERT_TAIL(&vm->vm_seglist, bt, bt_seglist);

sys/kern/subr_vmem.c

610

bt_remfree(vmem_t *vm __unused, bt_t *bt)

sys/kern/subr_vmem.c

619

bt_insfree(vmem_t *vm, bt_t *bt)

sys/kern/subr_vmem.c

623

list = bt_freehead_tofree(vm, bt->bt_size);

sys/kern/subr_vmem.c

670

qc_init(vmem_t *vm, vmem_size_t qcache_max)

sys/kern/subr_vmem.c

677

MPASS((qcache_max & vm->vm_quantum_mask) == 0);

sys/kern/subr_vmem.c

678

qcache_idx_max = MIN(qcache_max >> vm->vm_quantum_shift,

sys/kern/subr_vmem.c

680

vm->vm_qcache_max = qcache_idx_max << vm->vm_quantum_shift;

sys/kern/subr_vmem.c

682

qc = &vm->vm_qcache[i];

sys/kern/subr_vmem.c

683

size = (i + 1) << vm->vm_quantum_shift;

sys/kern/subr_vmem.c

685

vm->vm_name, size);

sys/kern/subr_vmem.c

686

qc->qc_vmem = vm;

sys/kern/subr_vmem.c

695

qc_destroy(vmem_t *vm)

sys/kern/subr_vmem.c

700

qcache_idx_max = vm->vm_qcache_max >> vm->vm_quantum_shift;

sys/kern/subr_vmem.c

702

uma_zdestroy(vm->vm_qcache[i].qc_cache);

sys/kern/subr_vmem.c

706

qc_drain(vmem_t *vm)

sys/kern/subr_vmem.c

711

qcache_idx_max = vm->vm_qcache_max >> vm->vm_quantum_shift;

sys/kern/subr_vmem.c

713

uma_zone_reclaim(vm->vm_qcache[i].qc_cache, UMA_RECLAIM_DRAIN);

sys/kern/subr_vmem.c

815

vmem_rehash(vmem_t *vm, vmem_size_t newhashsize)

sys/kern/subr_vmem.c

832

VMEM_LOCK(vm);

sys/kern/subr_vmem.c

833

oldhashlist = vm->vm_hashlist;

sys/kern/subr_vmem.c

834

oldhashsize = vm->vm_hashsize;

sys/kern/subr_vmem.c

835

vm->vm_hashlist = newhashlist;

sys/kern/subr_vmem.c

836

vm->vm_hashsize = newhashsize;

sys/kern/subr_vmem.c

838

VMEM_UNLOCK(vm);

sys/kern/subr_vmem.c

843

bt_rembusy(vm, bt);

sys/kern/subr_vmem.c

844

bt_insbusy(vm, bt);

sys/kern/subr_vmem.c

847

VMEM_UNLOCK(vm);

sys/kern/subr_vmem.c

849

if (oldhashlist != vm->vm_hash0)

sys/kern/subr_vmem.c

865

vmem_t *vm;

sys/kern/subr_vmem.c

870

LIST_FOREACH(vm, &vmem_list, vm_alllist) {

sys/kern/subr_vmem.c

874

VMEM_LOCK(vm);

sys/kern/subr_vmem.c

875

vmem_check(vm);

sys/kern/subr_vmem.c

876

VMEM_UNLOCK(vm);

sys/kern/subr_vmem.c

879

desired = 1 << flsl(vm->vm_nbusytag);

sys/kern/subr_vmem.c

882

current = vm->vm_hashsize;

sys/kern/subr_vmem.c

886

vmem_rehash(vm, desired);

sys/kern/subr_vmem.c

892

VMEM_CONDVAR_BROADCAST(vm);

sys/kern/subr_vmem.c

914

vmem_add1(vmem_t *vm, vmem_addr_t addr, vmem_size_t size, int type)

sys/kern/subr_vmem.c

918

VMEM_ASSERT_LOCKED(vm);

sys/kern/subr_vmem.c

920

MPASS((size & vm->vm_quantum_mask) == 0);

sys/kern/subr_vmem.c

922

if (vm->vm_releasefn == NULL) {

sys/kern/subr_vmem.c

930

btprev = TAILQ_LAST(&vm->vm_seglist, vmem_seglist);

sys/kern/subr_vmem.c

940

btspan = bt_alloc(vm);

sys/kern/subr_vmem.c

944

bt_insseg_tail(vm, btspan);

sys/kern/subr_vmem.c

947

btfree = bt_alloc(vm);

sys/kern/subr_vmem.c

951

bt_insseg_tail(vm, btfree);

sys/kern/subr_vmem.c

952

bt_insfree(vm, btfree);

sys/kern/subr_vmem.c

954

bt_remfree(vm, btprev);

sys/kern/subr_vmem.c

956

bt_insfree(vm, btprev);

sys/kern/subr_vmem.c

959

vm->vm_size += size;

sys/kern/subr_vmem.c

963

vmem_destroy1(vmem_t *vm)

sys/kern/subr_vmem.c

971

qc_destroy(vm);

sys/kern/subr_vmem.c

977

VMEM_LOCK(vm);

sys/kern/subr_vmem.c

978

MPASS(vm->vm_nbusytag == 0);

sys/kern/subr_vmem.c

980

TAILQ_REMOVE(&vm->vm_seglist, &vm->vm_cursor, bt_seglist);

sys/kern/subr_vmem.c

981

while ((bt = TAILQ_FIRST(&vm->vm_seglist)) != NULL)

sys/kern/subr_vmem.c

982

bt_remseg(vm, bt);

sys/kern/subr_vmem.c

984

if (vm->vm_hashlist != NULL && vm->vm_hashlist != vm->vm_hash0) {

sys/kern/subr_vmem.c

986

free(vm->vm_hashlist, M_VMEM);

sys/kern/subr_vmem.c

988

free(vm->vm_hashlist);

sys/kern/subr_vmem.c

992

bt_freetrim(vm, 0);

sys/kern/subr_vmem.c

994

VMEM_CONDVAR_DESTROY(vm);

sys/kern/subr_vmem.c

995

VMEM_LOCK_DESTROY(vm);

sys/kern/subr_vmem.c

997

uma_zfree(vmem_zone, vm);

sys/kern/subr_vmem.c

999

free(vm);

sys/kern/sys_process.c

385

struct vmspace *vm;

sys/kern/sys_process.c

423

vm = vmspace_acquire_ref(p);

sys/kern/sys_process.c

424

if (vm == NULL) {

sys/kern/sys_process.c

431

*vmp = vm;

sys/kern/sys_process.c

437

struct vmspace *vm)

sys/kern/sys_process.c

439

vmspace_free(vm);

sys/kern/sys_process.c

449

vmspace_rwmem(struct vmspace *vm, struct uio *uio)

sys/kern/sys_process.c

456

map = &vm->vm_map;

sys/kern/sys_process.c

535

struct vmspace *vm;

sys/kern/sys_process.c

540

error = proc_vmspace_ref(td, p, flags, &vm);

sys/kern/sys_process.c

543

error = vmspace_rwmem(vm, uio);

sys/kern/sys_process.c

544

proc_vmspace_unref(td, p, flags, vm);

sys/kern/sys_process.c

549

vmspace_iop(struct thread *td, struct vmspace *vm, vm_offset_t va, void *buf,

sys/kern/sys_process.c

569

error = vmspace_rwmem(vm, &uio);

sys/kern/sys_process.c

598

struct vmspace *vm;

sys/kern/sys_process.c

607

vm = vmspace_acquire_ref(p);

sys/kern/sys_process.c

608

map = &vm->vm_map;

sys/kern/sys_process.c

696

vmspace_free(vm);

sys/kern/sysv_ipc.c

66

shmexit(struct vmspace *vm)

sys/kern/sysv_ipc.c

69

shmexit_hook(vm);

sys/kern/sysv_shm.c

124

static int shm_delete_mapping(struct vmspace *vm, struct shmmap_state *);

sys/kern/sysv_shm.c

134

static void shmexit_myhook(struct vmspace *vm);

sys/kern/sysv_shm.c

266

shm_delete_mapping(struct vmspace *vm, struct shmmap_state *shmmap_s)

sys/kern/sysv_shm.c

279

result = vm_map_remove(&vm->vm_map, shmmap_s->va, shmmap_s->va + size);

sys/kern/sysv_shm.c

839

shmexit(struct vmspace *vm)

sys/kern/sysv_shm.c

842

shmexit_myhook(struct vmspace *vm)

sys/kern/sysv_shm.c

848

base = vm->vm_shm;

sys/kern/sysv_shm.c

850

vm->vm_shm = NULL;

sys/kern/sysv_shm.c

854

shm_delete_mapping(vm, shm);

sys/riscv/include/vmm.h

117

struct vm;

sys/riscv/include/vmm.h

140

DECLARE_VMMOPS_FUNC(void *, init, (struct vm *vm, struct pmap *pmap));

sys/riscv/include/vmm.h

161

void *vm_get_cookie(struct vm *vm);

sys/riscv/include/vmm.h

166

int vm_attach_aplic(struct vm *vm, struct vm_aplic_descr *descr);

sys/riscv/include/vmm.h

167

int vm_assert_irq(struct vm *vm, uint32_t irq);

sys/riscv/include/vmm.h

168

int vm_deassert_irq(struct vm *vm, uint32_t irq);

sys/riscv/include/vmm.h

169

int vm_raise_msi(struct vm *vm, uint64_t msg, uint64_t addr, int bus, int slot,

sys/riscv/include/vmm_instruction_emul.h

35

struct vm;

sys/riscv/include/vmm_instruction_emul.h

82

void vm_register_reg_handler(struct vm *vm, uint64_t iss, uint64_t mask,

sys/riscv/include/vmm_instruction_emul.h

84

void vm_deregister_reg_handler(struct vm *vm, uint64_t iss, uint64_t mask);

sys/riscv/include/vmm_instruction_emul.h

86

void vm_register_inst_handler(struct vm *vm, uint64_t start, uint64_t size,

sys/riscv/include/vmm_instruction_emul.h

88

void vm_deregister_inst_handler(struct vm *vm, uint64_t start, uint64_t size);

sys/riscv/vmm/riscv.h

110

struct vm *vm;

sys/riscv/vmm/vmm.c

104

vcpu_alloc(struct vm *vm, int vcpu_id)

sys/riscv/vmm/vmm.c

108

KASSERT(vcpu_id >= 0 && vcpu_id < vm->maxcpus,

sys/riscv/vmm/vmm.c

116

vcpu->vm = vm;

sys/riscv/vmm/vmm.c

125

vcpu->cookie = vmmops_vcpu_init(vcpu->vm->cookie, vcpu, vcpu->vcpuid);

sys/riscv/vmm/vmm.c

150

vm_init(struct vm *vm, bool create)

sys/riscv/vmm/vmm.c

154

vm->cookie = vmmops_init(vm, vmspace_pmap(vm_vmspace(vm)));

sys/riscv/vmm/vmm.c

155

MPASS(vm->cookie != NULL);

sys/riscv/vmm/vmm.c

157

CPU_ZERO(&vm->active_cpus);

sys/riscv/vmm/vmm.c

158

CPU_ZERO(&vm->debug_cpus);

sys/riscv/vmm/vmm.c

160

vm->suspend = 0;

sys/riscv/vmm/vmm.c

161

CPU_ZERO(&vm->suspended_cpus);

sys/riscv/vmm/vmm.c

163

memset(vm->mmio_region, 0, sizeof(vm->mmio_region));

sys/riscv/vmm/vmm.c

166

for (i = 0; i < vm->maxcpus; i++) {

sys/riscv/vmm/vmm.c

167

if (vm->vcpu[i] != NULL)

sys/riscv/vmm/vmm.c

168

vcpu_init(vm->vcpu[i]);

sys/riscv/vmm/vmm.c

174

vm_alloc_vcpu(struct vm *vm, int vcpuid)

sys/riscv/vmm/vmm.c

178

if (vcpuid < 0 || vcpuid >= vm_get_maxcpus(vm))

sys/riscv/vmm/vmm.c

182

atomic_load_acq_ptr((uintptr_t *)&vm->vcpu[vcpuid]);

sys/riscv/vmm/vmm.c

186

sx_xlock(&vm->vcpus_init_lock);

sys/riscv/vmm/vmm.c

187

vcpu = vm->vcpu[vcpuid];

sys/riscv/vmm/vmm.c

188

if (vcpu == NULL && !vm->dying) {

sys/riscv/vmm/vmm.c

189

vcpu = vcpu_alloc(vm, vcpuid);

sys/riscv/vmm/vmm.c

196

atomic_store_rel_ptr((uintptr_t *)&vm->vcpu[vcpuid],

sys/riscv/vmm/vmm.c

199

sx_xunlock(&vm->vcpus_init_lock);

sys/riscv/vmm/vmm.c

204

vm_create(const char *name, struct vm **retvm)

sys/riscv/vmm/vmm.c

206

struct vm *vm;

sys/riscv/vmm/vmm.c

209

vm = malloc(sizeof(struct vm), M_VMM, M_WAITOK | M_ZERO);

sys/riscv/vmm/vmm.c

210

error = vm_mem_init(&vm->mem, 0, 1ul << 39);

sys/riscv/vmm/vmm.c

212

free(vm, M_VMM);

sys/riscv/vmm/vmm.c

215

strcpy(vm->name, name);

sys/riscv/vmm/vmm.c

216

mtx_init(&vm->rendezvous_mtx, "vm rendezvous lock", 0, MTX_DEF);

sys/riscv/vmm/vmm.c

217

sx_init(&vm->vcpus_init_lock, "vm vcpus");

sys/riscv/vmm/vmm.c

219

vm->sockets = 1;

sys/riscv/vmm/vmm.c

220

vm->cores = 1; /* XXX backwards compatibility */

sys/riscv/vmm/vmm.c

221

vm->threads = 1; /* XXX backwards compatibility */

sys/riscv/vmm/vmm.c

222

vm->maxcpus = vm_maxcpu;

sys/riscv/vmm/vmm.c

224

vm->vcpu = malloc(sizeof(*vm->vcpu) * vm->maxcpus, M_VMM,

sys/riscv/vmm/vmm.c

227

vm_init(vm, true);

sys/riscv/vmm/vmm.c

229

*retvm = vm;

sys/riscv/vmm/vmm.c

234

vm_cleanup(struct vm *vm, bool destroy)

sys/riscv/vmm/vmm.c

239

vm_xlock_memsegs(vm);

sys/riscv/vmm/vmm.c

241

vm_assert_memseg_xlocked(vm);

sys/riscv/vmm/vmm.c

243

aplic_detach_from_vm(vm->cookie);

sys/riscv/vmm/vmm.c

245

for (i = 0; i < vm->maxcpus; i++) {

sys/riscv/vmm/vmm.c

246

if (vm->vcpu[i] != NULL)

sys/riscv/vmm/vmm.c

247

vcpu_cleanup(vm->vcpu[i], destroy);

sys/riscv/vmm/vmm.c

250

vmmops_cleanup(vm->cookie);

sys/riscv/vmm/vmm.c

252

vm_mem_cleanup(vm);

sys/riscv/vmm/vmm.c

254

vm_mem_destroy(vm);

sys/riscv/vmm/vmm.c

256

free(vm->vcpu, M_VMM);

sys/riscv/vmm/vmm.c

257

sx_destroy(&vm->vcpus_init_lock);

sys/riscv/vmm/vmm.c

262

vm_destroy(struct vm *vm)

sys/riscv/vmm/vmm.c

264

vm_cleanup(vm, true);

sys/riscv/vmm/vmm.c

265

free(vm, M_VMM);

sys/riscv/vmm/vmm.c

269

vm_reset(struct vm *vm)

sys/riscv/vmm/vmm.c

271

vm_cleanup(vm, false);

sys/riscv/vmm/vmm.c

272

vm_init(vm, false);

sys/riscv/vmm/vmm.c

283

vm_register_inst_handler(struct vm *vm, uint64_t start, uint64_t size,

sys/riscv/vmm/vmm.c

288

for (i = 0; i < nitems(vm->mmio_region); i++) {

sys/riscv/vmm/vmm.c

289

if (vm->mmio_region[i].start == 0 &&

sys/riscv/vmm/vmm.c

290

vm->mmio_region[i].end == 0) {

sys/riscv/vmm/vmm.c

291

vm->mmio_region[i].start = start;

sys/riscv/vmm/vmm.c

292

vm->mmio_region[i].end = start + size;

sys/riscv/vmm/vmm.c

293

vm->mmio_region[i].read = mmio_read;

sys/riscv/vmm/vmm.c

294

vm->mmio_region[i].write = mmio_write;

sys/riscv/vmm/vmm.c

303

vm_deregister_inst_handler(struct vm *vm, uint64_t start, uint64_t size)

sys/riscv/vmm/vmm.c

307

for (i = 0; i < nitems(vm->mmio_region); i++) {

sys/riscv/vmm/vmm.c

308

if (vm->mmio_region[i].start == start &&

sys/riscv/vmm/vmm.c

309

vm->mmio_region[i].end == start + size) {

sys/riscv/vmm/vmm.c

310

memset(&vm->mmio_region[i], 0,

sys/riscv/vmm/vmm.c

311

sizeof(vm->mmio_region[i]));

sys/riscv/vmm/vmm.c

323

struct vm *vm;

sys/riscv/vmm/vmm.c

332

vm = vcpu->vm;

sys/riscv/vmm/vmm.c

333

hyp = vm->cookie;

sys/riscv/vmm/vmm.c

344

for (i = 0; i < nitems(vm->mmio_region); i++) {

sys/riscv/vmm/vmm.c

345

if (vm->mmio_region[i].start <= fault_ipa &&

sys/riscv/vmm/vmm.c

346

vm->mmio_region[i].end > fault_ipa) {

sys/riscv/vmm/vmm.c

347

vmr = &vm->mmio_region[i];

sys/riscv/vmm/vmm.c

366

struct vm *vm = vcpu->vm;

sys/riscv/vmm/vmm.c

369

KASSERT(vm->suspend > VM_SUSPEND_NONE && vm->suspend < VM_SUSPEND_LAST,

sys/riscv/vmm/vmm.c

370

("vm_exit_suspended: invalid suspend type %d", vm->suspend));

sys/riscv/vmm/vmm.c

376

vmexit->u.suspended.how = vm->suspend;

sys/riscv/vmm/vmm.c

495

vm_get_cookie(struct vm *vm)

sys/riscv/vmm/vmm.c

498

return (vm->cookie);

sys/riscv/vmm/vmm.c

509

vm_attach_aplic(struct vm *vm, struct vm_aplic_descr *descr)

sys/riscv/vmm/vmm.c

512

return (aplic_attach_to_vm(vm->cookie, descr));

sys/riscv/vmm/vmm.c

516

vm_assert_irq(struct vm *vm, uint32_t irq)

sys/riscv/vmm/vmm.c

519

return (aplic_inject_irq(vm->cookie, -1, irq, true));

sys/riscv/vmm/vmm.c

523

vm_deassert_irq(struct vm *vm, uint32_t irq)

sys/riscv/vmm/vmm.c

526

return (aplic_inject_irq(vm->cookie, -1, irq, false));

sys/riscv/vmm/vmm.c

530

vm_raise_msi(struct vm *vm, uint64_t msg, uint64_t addr, int bus, int slot,

sys/riscv/vmm/vmm.c

534

return (aplic_inject_msi(vm->cookie, msg, addr));

sys/riscv/vmm/vmm.c

540

struct vm *vm;

sys/riscv/vmm/vmm.c

542

vm = vcpu->vm;

sys/riscv/vmm/vmm.c

545

if (vm->suspend)

sys/riscv/vmm/vmm.c

578

struct vm *vm;

sys/riscv/vmm/vmm.c

585

vm = vcpu->vm;

sys/riscv/vmm/vmm.c

588

pmap = vmspace_pmap(vm_vmspace(vm));

sys/riscv/vmm/vmm.c

611

map = &vm_vmspace(vm)->vm_map;

sys/riscv/vmm/vmm.c

625

struct vm *vm = vcpu->vm;

sys/riscv/vmm/vmm.c

632

CPU_SET_ATOMIC(vcpu->vcpuid, &vm->suspended_cpus);

sys/riscv/vmm/vmm.c

643

if (CPU_CMP(&vm->suspended_cpus, &vm->active_cpus) == 0)

sys/riscv/vmm/vmm.c

660

for (i = 0; i < vm->maxcpus; i++) {

sys/riscv/vmm/vmm.c

661

if (CPU_ISSET(i, &vm->suspended_cpus)) {

sys/riscv/vmm/vmm.c

662

vcpu_notify_event(vm_vcpu(vm, i));

sys/riscv/vmm/vmm.c

675

struct vm *vm;

sys/riscv/vmm/vmm.c

681

vm = vcpu->vm;

sys/riscv/vmm/vmm.c

687

if (!CPU_ISSET(vcpuid, &vm->active_cpus))

sys/riscv/vmm/vmm.c

690

if (CPU_ISSET(vcpuid, &vm->suspended_cpus))

sys/riscv/vmm/vmm.c

693

pmap = vmspace_pmap(vm_vmspace(vm));

sys/riscv/vmm/vmm.c

696

evinfo.sptr = &vm->suspend;

sys/riscv/vmm/vmm_aplic.c

413

struct vm *vm;

sys/riscv/vmm/vmm_aplic.c

415

vm = hyp->vm;

sys/riscv/vmm/vmm_aplic.c

419

vm_register_inst_handler(vm, descr->mem_start, descr->mem_size,

sys/riscv/vmm/vmm_aplic.c

545

vcpu_notify_event(vm_vcpu(hyp->vm, irq->target_hart));

sys/riscv/vmm/vmm_dev_machdep.c

109

error = vm_attach_aplic(vm, aplic);

sys/riscv/vmm/vmm_dev_machdep.c

116

error = vm_raise_msi(vm, vmsi->msg, vmsi->addr, vmsi->bus,

sys/riscv/vmm/vmm_dev_machdep.c

124

error = vm_assert_irq(vm, vi->irq);

sys/riscv/vmm/vmm_dev_machdep.c

131

error = vm_deassert_irq(vm, vi->irq);

sys/riscv/vmm/vmm_dev_machdep.c

67

vmmdev_machdep_ioctl(struct vm *vm, struct vcpu *vcpu, u_long cmd, caddr_t data,

sys/riscv/vmm/vmm_fence.c

145

vmm_fence_add(struct vm *vm, cpuset_t *cpus, struct vmm_fence *fence)

sys/riscv/vmm/vmm_fence.c

157

maxcpus = vm_get_maxcpus(vm);

sys/riscv/vmm/vmm_fence.c

161

vcpu = vm_vcpu(vm, i);

sys/riscv/vmm/vmm_fence.h

41

void vmm_fence_add(struct vm *vm, cpuset_t *cpus, struct vmm_fence *fence);

sys/riscv/vmm/vmm_riscv.c

124

vmmops_init(struct vm *vm, pmap_t pmap)

sys/riscv/vmm/vmm_riscv.c

130

sizeof(struct hypctx *) * vm_get_maxcpus(vm));

sys/riscv/vmm/vmm_riscv.c

132

hyp->vm = vm;

sys/riscv/vmm/vmm_riscv.c

208

KASSERT(vcpuid >= 0 && vcpuid < vm_get_maxcpus(hyp->vm),

sys/riscv/vmm/vmm_riscv.c

540

struct vm *vm;

sys/riscv/vmm/vmm_riscv.c

544

vm = hyp->vm;

sys/riscv/vmm/vmm_riscv.c

546

maxcpus = vm_get_maxcpus(hyp->vm);

sys/riscv/vmm/vmm_riscv.c

552

vcpu_notify_event(vm_vcpu(vm, i));

sys/riscv/vmm/vmm_riscv.c

733

maxcpus = vm_get_maxcpus(hyp->vm);

sys/riscv/vmm/vmm_riscv.c

865

panic("%s: %s%d is running", __func__, vm_name(hypctx->hyp->vm),

sys/riscv/vmm/vmm_riscv.c

893

panic("%s: %s%d is running", __func__, vm_name(hypctx->hyp->vm),

sys/riscv/vmm/vmm_riscv.c

915

panic("%s: %s%d is running", __func__, vm_name(hypctx->hyp->vm),

sys/riscv/vmm/vmm_sbi.c

108

vmm_fence_add(hyp->vm, &cpus, &fence);

sys/riscv/vmm/vmm_sbi.c

153

active_cpus = vm_active_cpus(hyp->vm);

sys/riscv/vmm/vmm_sbi.c

84

active_cpus = vm_active_cpus(hyp->vm);

sys/riscv/vmm/vmm_sbi.c

85

maxcpus = vm_get_maxcpus(hyp->vm);

sys/riscv/vmm/vmm_sbi.c

87

vcpu = vm_vcpu(hyp->vm, i);

sys/riscv/vmm/vmm_vtimer.c

95

vcpu_notify_event(vm_vcpu(hyp->vm, hypctx->cpu_id));

sys/sys/ptrace.h

274

ssize_t vmspace_iop(struct thread *td, struct vmspace *vm, vm_offset_t va,

sys/sys/vmem.h

106

int vmem_alloc(vmem_t *vm, vmem_size_t size, int flags, vmem_addr_t *addrp);

sys/sys/vmem.h

107

void vmem_free(vmem_t *vm, vmem_addr_t addr, vmem_size_t size);

sys/sys/vmem.h

120

int vmem_xalloc(vmem_t *vm, vmem_size_t size, vmem_size_t align,

sys/sys/vmem.h

123

void vmem_xfree(vmem_t *vm, vmem_addr_t addr, vmem_size_t size);

sys/sys/vmem.h

129

int vmem_add(vmem_t *vm, vmem_addr_t addr, vmem_size_t size, int flags);

sys/sys/vmem.h

134

vmem_size_t vmem_roundup_size(vmem_t *vm, vmem_size_t size);

sys/sys/vmem.h

139

vmem_size_t vmem_size(vmem_t *vm, int typemask);

sys/sys/vmem.h

75

vmem_t *vmem_init(vmem_t *vm, const char *name, vmem_addr_t base,

sys/sys/vmem.h

87

void vmem_set_import(vmem_t *vm, vmem_import_t *importfn,

sys/sys/vmem.h

94

void vmem_set_limit(vmem_t *vm, vmem_size_t limit);

sys/sys/vmem.h

99

void vmem_set_reclaim(vmem_t *vm, vmem_reclaim_t *reclaimfn);

sys/vm/vm_kern.c

1025

struct vmspace *vm;

sys/vm/vm_kern.c

1034

vm = vmspace_acquire_ref(p);

sys/vm/vm_kern.c

1035

if (vm == NULL)

sys/vm/vm_kern.c

1037

if (pmap == vmspace_pmap(vm))

sys/vm/vm_kern.c

1039

vmspace_free(vm);

sys/vm/vm_map.c

290

struct vmspace *vm;

sys/vm/vm_map.c

293

vm = (struct vmspace *)mem;

sys/vm/vm_map.c

294

map = &vm->vm_map;

sys/vm/vm_map.c

298

PMAP_LOCK_INIT(vmspace_pmap(vm));

sys/vm/vm_map.c

306

struct vmspace *vm;

sys/vm/vm_map.c

308

vm = (struct vmspace *)mem;

sys/vm/vm_map.c

309

KASSERT(vm->vm_map.nentries == 0,

sys/vm/vm_map.c

310

("vmspace %p nentries == %d on free", vm, vm->vm_map.nentries));

sys/vm/vm_map.c

311

KASSERT(vm->vm_map.size == 0,

sys/vm/vm_map.c

312

("vmspace %p size == %ju on free", vm, (uintmax_t)vm->vm_map.size));

sys/vm/vm_map.c

323

struct vmspace *vm;

sys/vm/vm_map.c

325

vm = uma_zalloc(vmspace_zone, M_WAITOK);

sys/vm/vm_map.c

326

KASSERT(vm->vm_map.pmap == NULL, ("vm_map.pmap must be NULL"));

sys/vm/vm_map.c

327

if (!pinit(vmspace_pmap(vm))) {

sys/vm/vm_map.c

328

uma_zfree(vmspace_zone, vm);

sys/vm/vm_map.c

331

CTR1(KTR_VM, "vmspace_alloc: %p", vm);

sys/vm/vm_map.c

332

_vm_map_init(&vm->vm_map, vmspace_pmap(vm), min, max);

sys/vm/vm_map.c

333

refcount_init(&vm->vm_refcnt, 1);

sys/vm/vm_map.c

334

vm->vm_shm = NULL;

sys/vm/vm_map.c

335

vm->vm_swrss = 0;

sys/vm/vm_map.c

336

vm->vm_tsize = 0;

sys/vm/vm_map.c

337

vm->vm_dsize = 0;

sys/vm/vm_map.c

338

vm->vm_ssize = 0;

sys/vm/vm_map.c

339

vm->vm_taddr = 0;

sys/vm/vm_map.c

340

vm->vm_daddr = 0;

sys/vm/vm_map.c

341

vm->vm_maxsaddr = 0;

sys/vm/vm_map.c

342

return (vm);

sys/vm/vm_map.c

361

vmspace_dofree(struct vmspace *vm)

sys/vm/vm_map.c

364

CTR1(KTR_VM, "vmspace_free: %p", vm);

sys/vm/vm_map.c

370

shmexit(vm);

sys/vm/vm_map.c

377

(void)vm_map_remove(&vm->vm_map, vm_map_min(&vm->vm_map),

sys/vm/vm_map.c

378

vm_map_max(&vm->vm_map));

sys/vm/vm_map.c

380

pmap_release(vmspace_pmap(vm));

sys/vm/vm_map.c

381

vm->vm_map.pmap = NULL;

sys/vm/vm_map.c

382

uma_zfree(vmspace_zone, vm);

sys/vm/vm_map.c

386

vmspace_free(struct vmspace *vm)

sys/vm/vm_map.c

392

if (refcount_release(&vm->vm_refcnt))

sys/vm/vm_map.c

393

vmspace_dofree(vm);

sys/vm/vm_map.c

399

struct vmspace *vm;

sys/vm/vm_map.c

402

vm = p->p_vmspace;

sys/vm/vm_map.c

405

KASSERT(vm == &vmspace0, ("vmspace_exitfree: wrong vmspace"));

sys/vm/vm_map.c

406

vmspace_free(vm);

sys/vm/vm_map.c

412

struct vmspace *vm;

sys/vm/vm_map.c

417

vm = p->p_vmspace;

sys/vm/vm_map.c

427

if (!(released = refcount_release_if_last(&vm->vm_refcnt))) {

sys/vm/vm_map.c

434

released = refcount_release(&vm->vm_refcnt);

sys/vm/vm_map.c

441

if (p->p_vmspace != vm) {

sys/vm/vm_map.c

443

p->p_vmspace = vm;

sys/vm/vm_map.c

447

pmap_remove_pages(vmspace_pmap(vm));

sys/vm/vm_map.c

452

vmspace_dofree(vm);

sys/vm/vm_map.c

465

struct vmspace *vm;

sys/vm/vm_map.c

468

vm = p->p_vmspace;

sys/vm/vm_map.c

469

if (vm == NULL || !refcount_acquire_if_not_zero(&vm->vm_refcnt)) {

sys/vm/vm_map.c

473

if (vm != p->p_vmspace) {

sys/vm/vm_map.c

4741

struct vmspace *vm;

sys/vm/vm_map.c

475

vmspace_free(vm);

sys/vm/vm_map.c

4757

vm = p->p_vmspace;

sys/vm/vm_map.c

4764

if (p != initproc && (map != &vm->vm_map || p->p_textvp == NULL))

sys/vm/vm_map.c

479

return (vm);

sys/vm/vm_map.c

4805

is_procstack = addr >= (vm_offset_t)vm->vm_maxsaddr &&

sys/vm/vm_map.c

4806

addr < (vm_offset_t)vm->vm_stacktop;

sys/vm/vm_map.c

4807

if (is_procstack && (ctob(vm->vm_ssize) + grow_amount > stacklim)) {

sys/vm/vm_map.c

4818

ctob(vm->vm_ssize) + grow_amount)) {

sys/vm/vm_map.c

4829

if (is_procstack && (ctob(vm->vm_ssize) + grow_amount > stacklim)) {

sys/vm/vm_map.c

4831

ctob(vm->vm_ssize);

sys/vm/vm_map.c

4838

if (is_procstack && (ctob(vm->vm_ssize) + grow_amount > limit))

sys/vm/vm_map.c

4839

grow_amount = limit - ctob(vm->vm_ssize);

sys/vm/vm_map.c

4920

vm->vm_ssize += btoc(grow_amount);

sys/vm/vm_map.c

4943

error = racct_set(p, RACCT_STACK, ctob(vm->vm_ssize));

sys/vm/vm_meter.c

299

static SYSCTL_NODE(_vm_stats, OID_AUTO, vm, CTLFLAG_RW | CTLFLAG_MPSAFE, 0,

sys/vm/vm_pageout.c

142

SDT_PROVIDER_DEFINE(vm);

sys/vm/vm_pageout.c

143

SDT_PROBE_DEFINE(vm, , , vm__lowmem_scan);

sys/vm/vm_pageout.c

1936

struct vmspace *vm;

sys/vm/vm_pageout.c

2009

vm = vmspace_acquire_ref(p);

sys/vm/vm_pageout.c

2010

if (vm == NULL) {

sys/vm/vm_pageout.c

2017

if (!vm_map_trylock_read(&vm->vm_map)) {

sys/vm/vm_pageout.c

2018

vmspace_free(vm);

sys/vm/vm_pageout.c

2023

size = vmspace_swap_count(vm);

sys/vm/vm_pageout.c

2025

size += vm_pageout_oom_pagecount(vm);

sys/vm/vm_pageout.c

2026

vm_map_unlock_read(&vm->vm_map);

sys/vm/vm_pageout.c

2027

vmspace_free(vm);

sys/vm/vm_pageout.c

2091

SDT_PROBE0(vm, , , vm__lowmem_scan);

sys/vm/vm_swapout.c

283

struct vmspace *vm;

sys/vm/vm_swapout.c

346

vm = vmspace_acquire_ref(p);

sys/vm/vm_swapout.c

349

if (vm == NULL) {

sys/vm/vm_swapout.c

355

size = vmspace_resident_count(vm);

sys/vm/vm_swapout.c

358

&vm->vm_map, limit);

sys/vm/vm_swapout.c

359

size = vmspace_resident_count(vm);

sys/vm/vm_swapout.c

385

&vm->vm_map,

sys/vm/vm_swapout.c

388

size = vmspace_resident_count(vm);

sys/vm/vm_swapout.c

398

vmspace_free(vm);

sys/vm/vm_unix.c

101

base = round_page((vm_offset_t) vm->vm_daddr);

sys/vm/vm_unix.c

102

old = base + ctob(vm->vm_dsize);

sys/vm/vm_unix.c

207

vm->vm_dsize += btoc(new - old);

sys/vm/vm_unix.c

214

vm->vm_dsize -= btoc(old - new);

sys/vm/vm_unix.c

87

struct vmspace *vm = td->td_proc->p_vmspace;

sys/vm/vm_unix.c

88

vm_map_t map = &vm->vm_map;

sys/xen/xenbus/xenbusb_back.c

143

const char *vm;

sys/xen/xenbus/xenbusb_back.c

148

vm = vms[vm_idx];

sys/xen/xenbus/xenbusb_back.c

150

vm_path = xs_join(type, vm);

sys/xen/xenbus/xenbusb_back.c

162

id = xs_join(vm, dev_num);

usr.bin/systat/proc.c

185

struct swapvm *vm;

usr.bin/systat/proc.c

197

vm = bsearch(&vmobj, swobj, nswobj,

usr.bin/systat/proc.c

199

if (vm != NULL && vm->pid != kipp->ki_pid) {

usr.bin/systat/proc.c

200

pages += vm->swapped;

usr.bin/systat/proc.c

201

vmobj = vm->next;

usr.bin/systat/proc.c

202

vm->pid = kipp->ki_pid;

usr.bin/vmstat/vmstat.c

533

GET_VM_STATS(vm, v_vm_faults);

usr.bin/vmstat/vmstat.c

534

GET_VM_STATS(vm, v_io_faults);

usr.bin/vmstat/vmstat.c

535

GET_VM_STATS(vm, v_cow_faults);

usr.bin/vmstat/vmstat.c

536

GET_VM_STATS(vm, v_cow_optim);

usr.bin/vmstat/vmstat.c

537

GET_VM_STATS(vm, v_zfod);

usr.bin/vmstat/vmstat.c

538

GET_VM_STATS(vm, v_ozfod);

usr.bin/vmstat/vmstat.c

539

GET_VM_STATS(vm, v_swapin);

usr.bin/vmstat/vmstat.c

540

GET_VM_STATS(vm, v_swapout);

usr.bin/vmstat/vmstat.c

541

GET_VM_STATS(vm, v_swappgsin);

usr.bin/vmstat/vmstat.c

542

GET_VM_STATS(vm, v_swappgsout);

usr.bin/vmstat/vmstat.c

543

GET_VM_STATS(vm, v_vnodein);

usr.bin/vmstat/vmstat.c

544

GET_VM_STATS(vm, v_vnodeout);

usr.bin/vmstat/vmstat.c

545

GET_VM_STATS(vm, v_vnodepgsin);

usr.bin/vmstat/vmstat.c

546

GET_VM_STATS(vm, v_vnodepgsout);

usr.bin/vmstat/vmstat.c

547

GET_VM_STATS(vm, v_intrans);

usr.bin/vmstat/vmstat.c

548

GET_VM_STATS(vm, v_reactivated);

usr.bin/vmstat/vmstat.c

549

GET_VM_STATS(vm, v_pdwakeups);

usr.bin/vmstat/vmstat.c

550

GET_VM_STATS(vm, v_pdpages);

usr.bin/vmstat/vmstat.c

551

GET_VM_STATS(vm, v_pdshortfalls);

usr.bin/vmstat/vmstat.c

552

GET_VM_STATS(vm, v_dfree);

usr.bin/vmstat/vmstat.c

553

GET_VM_STATS(vm, v_pfree);

usr.bin/vmstat/vmstat.c

554

GET_VM_STATS(vm, v_tfree);

usr.bin/vmstat/vmstat.c

555

GET_VM_STATS(vm, v_page_size);

usr.bin/vmstat/vmstat.c

556

GET_VM_STATS(vm, v_page_count);

usr.bin/vmstat/vmstat.c

557

GET_VM_STATS(vm, v_free_reserved);

usr.bin/vmstat/vmstat.c

558

GET_VM_STATS(vm, v_free_target);

usr.bin/vmstat/vmstat.c

559

GET_VM_STATS(vm, v_free_min);

usr.bin/vmstat/vmstat.c

560

GET_VM_STATS(vm, v_free_count);

usr.bin/vmstat/vmstat.c

561

GET_VM_STATS(vm, v_wire_count);

usr.bin/vmstat/vmstat.c

562

GET_VM_STATS(vm, v_user_wire_count);

usr.bin/vmstat/vmstat.c

563

GET_VM_STATS(vm, v_nofree_count);

usr.bin/vmstat/vmstat.c

564

GET_VM_STATS(vm, v_active_count);

usr.bin/vmstat/vmstat.c

565

GET_VM_STATS(vm, v_inactive_target);

usr.bin/vmstat/vmstat.c

566

GET_VM_STATS(vm, v_inactive_count);

usr.bin/vmstat/vmstat.c

567

GET_VM_STATS(vm, v_laundry_count);

usr.bin/vmstat/vmstat.c

568

GET_VM_STATS(vm, v_pageout_free_min);

usr.bin/vmstat/vmstat.c

569

GET_VM_STATS(vm, v_interrupt_free_min);

usr.bin/vmstat/vmstat.c

571

GET_VM_STATS(vm, v_forks);

usr.bin/vmstat/vmstat.c

572

GET_VM_STATS(vm, v_vforks);

usr.bin/vmstat/vmstat.c

573

GET_VM_STATS(vm, v_rforks);

usr.bin/vmstat/vmstat.c

574

GET_VM_STATS(vm, v_kthreads);

usr.bin/vmstat/vmstat.c

575

GET_VM_STATS(vm, v_forkpages);

usr.bin/vmstat/vmstat.c

576

GET_VM_STATS(vm, v_vforkpages);

usr.bin/vmstat/vmstat.c

577

GET_VM_STATS(vm, v_rforkpages);

usr.bin/vmstat/vmstat.c

578

GET_VM_STATS(vm, v_kthreadpages);

usr.sbin/bhyve/amd64/kernemu_dev.c

34

struct vm;

usr.sbin/pmc/view.cc

888

vmmap *vm;

usr.sbin/pmc/view.cc

896

vm = &v->second;

usr.sbin/pmc/view.cc

910

addr -= vm->lowpc - im->start;