Symbol: zone
crypto/krb5/src/kadmin/cli/getdate.y
203
| zone {
crypto/krb5/src/kadmin/cli/getdate.y
252
zone : tZONE {
crypto/openssl/crypto/x509/v3_sxnet.c
120
int SXNET_add_id_asc(SXNET **psx, const char *zone, const char *user, int userlen)
crypto/openssl/crypto/x509/v3_sxnet.c
124
if ((izone = s2i_ASN1_INTEGER(NULL, zone)) == NULL) {
crypto/openssl/crypto/x509/v3_sxnet.c
160
int SXNET_add_id_INTEGER(SXNET **psx, ASN1_INTEGER *zone, const char *user,
crypto/openssl/crypto/x509/v3_sxnet.c
166
if (psx == NULL || zone == NULL || user == NULL) {
crypto/openssl/crypto/x509/v3_sxnet.c
187
if (SXNET_get_id_INTEGER(sx, zone)) {
crypto/openssl/crypto/x509/v3_sxnet.c
207
ASN1_INTEGER_free(id->zone);
crypto/openssl/crypto/x509/v3_sxnet.c
208
id->zone = zone;
crypto/openssl/crypto/x509/v3_sxnet.c
219
ASN1_OCTET_STRING *SXNET_get_id_asc(SXNET *sx, const char *zone)
crypto/openssl/crypto/x509/v3_sxnet.c
224
if ((izone = s2i_ASN1_INTEGER(NULL, zone)) == NULL) {
crypto/openssl/crypto/x509/v3_sxnet.c
249
ASN1_OCTET_STRING *SXNET_get_id_INTEGER(SXNET *sx, ASN1_INTEGER *zone)
crypto/openssl/crypto/x509/v3_sxnet.c
255
if (!ASN1_INTEGER_cmp(id->zone, zone))
crypto/openssl/crypto/x509/v3_sxnet.c
44
ASN1_SIMPLE(SXNETID, zone, ASN1_INTEGER),
crypto/openssl/crypto/x509/v3_sxnet.c
80
tmp = i2s_ASN1_INTEGER(NULL, id->zone);
crypto/openssl/include/openssl/x509v3.h
378
ASN1_INTEGER *zone;
crypto/openssl/include/openssl/x509v3.h
811
int SXNET_add_id_asc(SXNET **psx, const char *zone, const char *user, int userlen);
crypto/openssl/include/openssl/x509v3.h
817
ASN1_OCTET_STRING *SXNET_get_id_asc(SXNET *sx, const char *zone);
crypto/openssl/include/openssl/x509v3.h
819
ASN1_OCTET_STRING *SXNET_get_id_INTEGER(SXNET *sx, ASN1_INTEGER *zone);
lib/libc/gen/timezone.c
104
_tztab(int zone, int dst)
lib/libc/gen/timezone.c
106
struct zone *zp;
lib/libc/gen/timezone.c
110
if (zp->offset == zone) {
lib/libc/gen/timezone.c
117
if (zone < 0) { /* create one */
lib/libc/gen/timezone.c
118
zone = -zone;
lib/libc/gen/timezone.c
124
"GMT%c%d:%02d",sign,zone / 60,zone % 60);
lib/libc/gen/timezone.c
52
__timezone_compat(int zone, int dst)
lib/libc/gen/timezone.c
69
return(_tztab(zone,dst)); /* default: table or created zone */
lib/libc/iconv/citrus_csmapper.c
189
struct zone z1, z2;
lib/libiconv_modules/mapper_zone/citrus_mapper_zone.c
77
struct _zone zone;
lib/libiconv_modules/mapper_zone/citrus_mapper_zone.c
81
#define ps_zone u.zone
sbin/camcontrol/camcontrol.c
10792
error = zone(cam_dev, argc, argv, combinedopt,
sbin/camcontrol/camcontrol.h
82
int zone(struct cam_device *device, int argc, char **argv, char *combinedopt,
sys/arm64/arm64/busdma_bounce.c
1172
nonsecure_alloc(uma_zone_t zone, vm_size_t size, int domain, uint8_t *pflag,
sys/cam/ctl/ctl.c
3937
pool->zone = uma_zsecond_create(pool->name, NULL,
sys/cam/ctl/ctl.c
3941
pool->zone = ctl_softc->io_zone;
sys/cam/ctl/ctl.c
3956
uma_zdestroy(pool->zone);
sys/cam/ctl/ctl.c
3967
io = uma_zalloc(pool->zone, M_WAITOK);
sys/cam/ctl/ctl.c
3982
io = uma_zalloc(pool->zone, M_NOWAIT);
sys/cam/ctl/ctl.c
4000
uma_zfree(pool->zone, io);
sys/cam/ctl/ctl_private.h
64
struct uma_zone *zone;
sys/cddl/compat/opensolaris/sys/sid.h
79
#define kidmap_getsidbyuid(zone, uid, sid_prefix, rid) (1)
sys/cddl/compat/opensolaris/sys/sid.h
80
#define kidmap_getsidbygid(zone, gid, sid_prefix, rid) (1)
sys/dev/bnxt/bnxt_en/bnxt_hwrm.c
2901
uint16_t *millisecond, uint16_t *zone)
sys/dev/bnxt/bnxt_en/bnxt_hwrm.c
2929
if (zone)
sys/dev/bnxt/bnxt_en/bnxt_hwrm.c
2930
*zone = le16toh(resp->zone);
sys/dev/bnxt/bnxt_en/bnxt_hwrm.c
2940
uint16_t millisecond, uint16_t zone)
sys/dev/bnxt/bnxt_en/bnxt_hwrm.c
2953
req.zone = htole16(zone);
sys/dev/bnxt/bnxt_en/bnxt_hwrm.h
118
uint8_t *second, uint16_t *millisecond, uint16_t *zone);
sys/dev/bnxt/bnxt_en/bnxt_hwrm.h
121
uint16_t millisecond, uint16_t zone);
sys/dev/bnxt/bnxt_en/bnxt_ioctl.h
150
uint16_t zone;
sys/dev/bnxt/bnxt_en/bnxt_ioctl.h
162
uint16_t zone;
sys/dev/bnxt/bnxt_en/hsi_struct_def.h
66957
int16_t zone;
sys/dev/bnxt/bnxt_en/hsi_struct_def.h
67056
int16_t zone;
sys/dev/bnxt/bnxt_en/if_bnxt.c
4527
&gtm->second, &gtm->millisecond, &gtm->zone);
sys/dev/bnxt/bnxt_en/if_bnxt.c
4546
stm->second, stm->millisecond, stm->zone);
sys/dev/cxgb/cxgb_adapter.h
216
uma_zone_t zone;
sys/dev/cxgb/cxgb_main.c
3566
qs->fl[0].zone = zone_pack;
sys/dev/cxgb/cxgb_main.c
3567
qs->fl[1].zone = zone_clust;
sys/dev/cxgb/cxgb_sge.c
2503
q->fl[0].zone = zone_pack;
sys/dev/cxgb/cxgb_sge.c
2507
q->fl[1].zone = zone_jumbo16;
sys/dev/cxgb/cxgb_sge.c
2510
q->fl[1].zone = zone_jumbo9;
sys/dev/cxgb/cxgb_sge.c
2513
q->fl[1].zone = zone_jumbop;
sys/dev/cxgb/cxgb_sge.c
2719
if (fl->zone == zone_pack) {
sys/dev/cxgb/cxgb_sge.c
718
if (q->zone == zone_pack) {
sys/dev/cxgb/cxgb_sge.c
726
uma_zfree(q->zone, cl);
sys/dev/cxgb/cxgb_sge.c
733
uma_zfree(q->zone, cl);
sys/dev/cxgb/cxgb_sge.c
743
if (q->zone != zone_pack)
sys/dev/cxgb/cxgb_sge.c
744
uma_zfree(q->zone, cl);
sys/dev/cxgb/cxgb_sge.c
799
if (q->zone == zone_pack) {
sys/dev/cxgb/cxgb_sge.c
805
uma_zfree(q->zone, d->rxsd_cl);
sys/dev/cxgbe/adapter.h
356
uma_zone_t zone;
sys/dev/cxgbe/adapter.h
529
uma_zone_t zone; /* zone that this cluster comes from */
sys/dev/cxgbe/t4_sge.c
1775
uma_zfree(clm->zone, clm->cl);
sys/dev/cxgbe/t4_sge.c
1842
clm->zone = rxb->zone;
sys/dev/cxgbe/t4_sge.c
5225
cl = uma_zalloc(rxb->zone, M_NOWAIT);
sys/dev/cxgbe/t4_sge.c
5230
cl = uma_zalloc(rxb->zone, M_NOWAIT);
sys/dev/cxgbe/t4_sge.c
5318
uma_zfree(sc->sge.rx_buf_info[sd->zidx].zone, sd->cl);
sys/dev/cxgbe/t4_sge.c
5322
uma_zfree(sc->sge.rx_buf_info[sd->zidx].zone,
sys/dev/cxgbe/t4_sge.c
912
rxb->zone = m_getzone(rxb->size1);
sys/dev/drm2/ttm/ttm_memory.c
103
mtx_lock(&zone->glob->lock);
sys/dev/drm2/ttm/ttm_memory.c
104
if (val64 > zone->zone_mem)
sys/dev/drm2/ttm/ttm_memory.c
105
val64 = zone->zone_mem;
sys/dev/drm2/ttm/ttm_memory.c
107
zone->emer_mem = val64;
sys/dev/drm2/ttm/ttm_memory.c
108
if (zone->max_mem > val64)
sys/dev/drm2/ttm/ttm_memory.c
109
zone->max_mem = val64;
sys/dev/drm2/ttm/ttm_memory.c
111
zone->max_mem = val64;
sys/dev/drm2/ttm/ttm_memory.c
112
if (zone->emer_mem < val64)
sys/dev/drm2/ttm/ttm_memory.c
113
zone->emer_mem = val64;
sys/dev/drm2/ttm/ttm_memory.c
115
zone->swap_limit = val64;
sys/dev/drm2/ttm/ttm_memory.c
116
mtx_unlock(&zone->glob->lock);
sys/dev/drm2/ttm/ttm_memory.c
118
ttm_check_swapping(zone->glob);
sys/dev/drm2/ttm/ttm_memory.c
132
struct ttm_mem_zone *zone;
sys/dev/drm2/ttm/ttm_memory.c
136
zone = glob->zones[i];
sys/dev/drm2/ttm/ttm_memory.c
139
target = zone->swap_limit;
sys/dev/drm2/ttm/ttm_memory.c
141
target = zone->emer_mem;
sys/dev/drm2/ttm/ttm_memory.c
143
target = zone->max_mem;
sys/dev/drm2/ttm/ttm_memory.c
147
if (zone->used_mem > target)
sys/dev/drm2/ttm/ttm_memory.c
194
struct ttm_mem_zone *zone;
sys/dev/drm2/ttm/ttm_memory.c
196
zone = malloc(sizeof(*zone), M_TTM_ZONE, M_WAITOK | M_ZERO);
sys/dev/drm2/ttm/ttm_memory.c
198
zone->name = "kernel";
sys/dev/drm2/ttm/ttm_memory.c
199
zone->zone_mem = mem;
sys/dev/drm2/ttm/ttm_memory.c
200
zone->max_mem = mem >> 1;
sys/dev/drm2/ttm/ttm_memory.c
201
zone->emer_mem = (mem >> 1) + (mem >> 2);
sys/dev/drm2/ttm/ttm_memory.c
202
zone->swap_limit = zone->max_mem - (mem >> 3);
sys/dev/drm2/ttm/ttm_memory.c
203
zone->used_mem = 0;
sys/dev/drm2/ttm/ttm_memory.c
204
zone->glob = glob;
sys/dev/drm2/ttm/ttm_memory.c
205
glob->zone_kernel = zone;
sys/dev/drm2/ttm/ttm_memory.c
206
refcount_init(&zone->kobj_ref, 1);
sys/dev/drm2/ttm/ttm_memory.c
207
glob->zones[glob->num_zones++] = zone;
sys/dev/drm2/ttm/ttm_memory.c
214
struct ttm_mem_zone *zone;
sys/dev/drm2/ttm/ttm_memory.c
216
zone = malloc(sizeof(*zone), M_TTM_ZONE, M_WAITOK | M_ZERO);
sys/dev/drm2/ttm/ttm_memory.c
223
free(zone, M_TTM_ZONE);
sys/dev/drm2/ttm/ttm_memory.c
234
zone->name = "dma32";
sys/dev/drm2/ttm/ttm_memory.c
235
zone->zone_mem = mem;
sys/dev/drm2/ttm/ttm_memory.c
236
zone->max_mem = mem >> 1;
sys/dev/drm2/ttm/ttm_memory.c
237
zone->emer_mem = (mem >> 1) + (mem >> 2);
sys/dev/drm2/ttm/ttm_memory.c
238
zone->swap_limit = zone->max_mem - (mem >> 3);
sys/dev/drm2/ttm/ttm_memory.c
239
zone->used_mem = 0;
sys/dev/drm2/ttm/ttm_memory.c
240
zone->glob = glob;
sys/dev/drm2/ttm/ttm_memory.c
241
glob->zone_dma32 = zone;
sys/dev/drm2/ttm/ttm_memory.c
242
refcount_init(&zone->kobj_ref, 1);
sys/dev/drm2/ttm/ttm_memory.c
243
glob->zones[glob->num_zones++] = zone;
sys/dev/drm2/ttm/ttm_memory.c
252
struct ttm_mem_zone *zone;
sys/dev/drm2/ttm/ttm_memory.c
271
zone = glob->zones[i];
sys/dev/drm2/ttm/ttm_memory.c
273
zone->name, (unsigned long long)zone->max_mem >> 10);
sys/dev/drm2/ttm/ttm_memory.c
286
struct ttm_mem_zone *zone;
sys/dev/drm2/ttm/ttm_memory.c
296
zone = glob->zones[i];
sys/dev/drm2/ttm/ttm_memory.c
297
if (refcount_release(&zone->kobj_ref))
sys/dev/drm2/ttm/ttm_memory.c
298
ttm_mem_zone_kobj_release(zone);
sys/dev/drm2/ttm/ttm_memory.c
308
struct ttm_mem_zone *zone;
sys/dev/drm2/ttm/ttm_memory.c
312
zone = glob->zones[i];
sys/dev/drm2/ttm/ttm_memory.c
313
if (zone->used_mem > zone->swap_limit) {
sys/dev/drm2/ttm/ttm_memory.c
331
struct ttm_mem_zone *zone;
sys/dev/drm2/ttm/ttm_memory.c
335
zone = glob->zones[i];
sys/dev/drm2/ttm/ttm_memory.c
336
if (single_zone && zone != single_zone)
sys/dev/drm2/ttm/ttm_memory.c
338
zone->used_mem -= amount;
sys/dev/drm2/ttm/ttm_memory.c
356
struct ttm_mem_zone *zone;
sys/dev/drm2/ttm/ttm_memory.c
360
zone = glob->zones[i];
sys/dev/drm2/ttm/ttm_memory.c
361
if (single_zone && zone != single_zone)
sys/dev/drm2/ttm/ttm_memory.c
365
zone->emer_mem : zone->max_mem;
sys/dev/drm2/ttm/ttm_memory.c
367
if (zone->used_mem > limit)
sys/dev/drm2/ttm/ttm_memory.c
373
zone = glob->zones[i];
sys/dev/drm2/ttm/ttm_memory.c
374
if (single_zone && zone != single_zone)
sys/dev/drm2/ttm/ttm_memory.c
376
zone->used_mem += amount;
sys/dev/drm2/ttm/ttm_memory.c
429
struct ttm_mem_zone *zone = NULL;
sys/dev/drm2/ttm/ttm_memory.c
437
zone = glob->zone_kernel;
sys/dev/drm2/ttm/ttm_memory.c
438
return ttm_mem_global_alloc_zone(glob, zone, PAGE_SIZE, no_wait,
sys/dev/drm2/ttm/ttm_memory.c
444
struct ttm_mem_zone *zone = NULL;
sys/dev/drm2/ttm/ttm_memory.c
447
zone = glob->zone_kernel;
sys/dev/drm2/ttm/ttm_memory.c
448
ttm_mem_global_free_zone(glob, zone, PAGE_SIZE);
sys/dev/drm2/ttm/ttm_memory.c
49
static void ttm_mem_zone_kobj_release(struct ttm_mem_zone *zone)
sys/dev/drm2/ttm/ttm_memory.c
53
zone->name, (unsigned long long)zone->used_mem >> 10);
sys/dev/drm2/ttm/ttm_memory.c
54
free(zone, M_TTM_ZONE);
sys/dev/drm2/ttm/ttm_memory.c
59
static ssize_t ttm_mem_zone_show(struct ttm_mem_zone *zone;
sys/dev/drm2/ttm/ttm_memory.c
65
mtx_lock(&zone->glob->lock);
sys/dev/drm2/ttm/ttm_memory.c
67
val = zone->zone_mem;
sys/dev/drm2/ttm/ttm_memory.c
69
val = zone->emer_mem;
sys/dev/drm2/ttm/ttm_memory.c
71
val = zone->max_mem;
sys/dev/drm2/ttm/ttm_memory.c
73
val = zone->swap_limit;
sys/dev/drm2/ttm/ttm_memory.c
75
val = zone->used_mem;
sys/dev/drm2/ttm/ttm_memory.c
76
mtx_unlock(&zone->glob->lock);
sys/dev/drm2/ttm/ttm_memory.c
87
static ssize_t ttm_mem_zone_store(struct ttm_mem_zone *zone,
sys/dev/iicbus/adc/ad7417.c
354
sc->sc_sensors[j].therm.zone = id[j];
sys/dev/iicbus/pwm/adm1030.c
194
sc->fan.zone = 0;
sys/dev/iicbus/pwm/adt746x.c
426
OF_getprop(node, "zone", &sc->sc_sensors[i].therm.zone,
sys/dev/iicbus/pwm/adt746x.c
427
sizeof(sc->sc_sensors[i].therm.zone));
sys/dev/iicbus/sensor/ds1631.c
313
if (OF_getprop(child, "hwsensor-zone", &sc->sc_sensor.zone,
sys/dev/iicbus/sensor/ds1631.c
315
sc->sc_sensor.zone = 0;
sys/dev/iicbus/sensor/ds1631.c
341
if (sc->sc_sensor.zone == 0) {
sys/dev/iicbus/sensor/ds1775.c
188
if (OF_getprop(child, "hwsensor-zone", &sc->sc_sensor.zone,
sys/dev/iicbus/sensor/ds1775.c
190
sc->sc_sensor.zone = 0;
sys/dev/iicbus/sensor/ds1775.c
207
if (sc->sc_sensor.zone == 0) {
sys/dev/iicbus/sensor/max6690.c
205
sc->sc_sensors[j].therm.zone = id[j];
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
250
struct mlx4_zone_entry *zone = kmalloc(sizeof(*zone), GFP_KERNEL);
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
252
if (NULL == zone)
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
255
zone->flags = flags;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
256
zone->bitmap = bitmap;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
257
zone->use_rr = (flags & MLX4_ZONE_USE_RR) ? MLX4_USE_RR : 0;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
258
zone->priority = priority;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
259
zone->offset = offset;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
263
zone->uid = zone_alloc->last_uid++;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
264
zone->allocator = zone_alloc;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
274
list_add_tail(&zone->prio_list, &it->prio_list);
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
275
list_add_tail(&zone->list, &it->list);
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
279
*puid = zone->uid;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
323
struct mlx4_zone_entry *zone, *tmp;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
327
list_for_each_entry_safe(zone, tmp, &zone_alloc->entries, list) {
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
328
list_del(&zone->list);
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
329
list_del(&zone->prio_list);
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
330
kfree(zone);
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
338
static u32 __mlx4_alloc_from_zone(struct mlx4_zone_entry *zone, int count,
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
343
struct mlx4_zone_allocator *zone_alloc = zone->allocator;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
346
res = mlx4_bitmap_alloc_range(zone->bitmap, count,
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
350
res += zone->offset;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
351
uid = zone->uid;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
356
if (unlikely(curr_node->priority == zone->priority))
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
360
if (zone->flags & MLX4_ZONE_ALLOW_ALLOC_FROM_LOWER_PRIO) {
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
374
if (zone->flags & MLX4_ZONE_ALLOW_ALLOC_FROM_EQ_PRIO) {
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
378
if (unlikely(it == zone))
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
394
if (zone->flags & MLX4_ZONE_FALLBACK_TO_HIGHER_PRIO) {
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
420
static void __mlx4_free_from_zone(struct mlx4_zone_entry *zone, u32 obj,
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
423
mlx4_bitmap_free_range(zone->bitmap, obj - zone->offset, count, zone->use_rr);
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
430
struct mlx4_zone_entry *zone;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
432
list_for_each_entry(zone, &zones->entries, list) {
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
433
if (zone->uid == uid)
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
434
return zone;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
442
struct mlx4_zone_entry *zone;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
447
zone = __mlx4_find_zone_by_uid(zones, uid);
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
449
bitmap = zone == NULL ? NULL : zone->bitmap;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
458
struct mlx4_zone_entry *zone;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
463
zone = __mlx4_find_zone_by_uid(zones, uid);
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
465
if (NULL == zone) {
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
470
res = __mlx4_zone_remove_one_entry(zone);
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
474
kfree(zone);
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
483
struct mlx4_zone_entry *zone, *zone_candidate = NULL;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
492
list_for_each_entry(zone, &zones->entries, list) {
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
493
if (obj >= zone->offset) {
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
494
u32 mobj = (obj - zone->offset) & zones->mask;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
496
if (mobj < zone->bitmap->max) {
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
497
u32 curr_dist = zone->bitmap->effective_len;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
501
zone_candidate = zone;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
513
struct mlx4_zone_entry *zone;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
518
zone = __mlx4_find_zone_by_uid(zones, uid);
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
520
if (NULL == zone)
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
523
res = __mlx4_alloc_from_zone(zone, count, align, skip_mask, puid);
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
533
struct mlx4_zone_entry *zone;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
538
zone = __mlx4_find_zone_by_uid(zones, uid);
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
540
if (NULL == zone) {
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
545
__mlx4_free_from_zone(zone, obj, count);
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
555
struct mlx4_zone_entry *zone;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
563
zone = __mlx4_find_zone_by_uid_unique(zones, obj);
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
565
if (NULL == zone) {
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
570
__mlx4_free_from_zone(zone, obj, count);
sys/dev/mlx5/mlx5_en/en_hw_tls.h
87
uma_zone_t zone;
sys/dev/mlx5/mlx5_en/en_hw_tls_rx.h
135
uma_zone_t zone;
sys/dev/mlx5/mlx5_en/mlx5_en_hw_tls.c
104
tags[i] = uma_zalloc(priv->tls.zone, M_NOWAIT);
sys/dev/mlx5/mlx5_en/mlx5_en_hw_tls.c
116
uma_zfree(priv->tls.zone, tags[i]);
sys/dev/mlx5/mlx5_en/mlx5_en_hw_tls.c
195
uma_zfree(ptag->tls->zone, ptag);
sys/dev/mlx5/mlx5_en/mlx5_en_hw_tls.c
215
uma_zone_set_max(ptls->zone, ptls->zone_max);
sys/dev/mlx5/mlx5_en/mlx5_en_hw_tls.c
244
ptls->zone = uma_zcache_create(ptls->zname,
sys/dev/mlx5/mlx5_en/mlx5_en_hw_tls.c
262
uma_zone_set_max(ptls->zone, ptls->zone_max);
sys/dev/mlx5/mlx5_en/mlx5_en_hw_tls.c
320
uma_zdestroy(ptls->zone);
sys/dev/mlx5/mlx5_en/mlx5_en_hw_tls.c
447
ptag = uma_zalloc(priv->tls.zone, M_NOWAIT);
sys/dev/mlx5/mlx5_en/mlx5_en_hw_tls_rx.c
467
uma_zfree(ptag->tls_rx->zone, ptag);
sys/dev/mlx5/mlx5_en/mlx5_en_hw_tls_rx.c
495
ptls->zone = uma_zcache_create(ptls->zname,
sys/dev/mlx5/mlx5_en/mlx5_en_hw_tls_rx.c
537
uma_zdestroy(ptls->zone);
sys/dev/mlx5/mlx5_en/mlx5_en_hw_tls_rx.c
704
ptag = uma_zalloc(priv->tls_rx.zone, M_NOWAIT);
sys/dev/mlx5/mlx5_en/mlx5_en_main.c
5037
uma_zone_get_cur(priv->tls.zone) != 0) {
sys/dev/mlx5/mlx5_en/mlx5_en_main.c
5045
uma_zone_get_cur(priv->tls_rx.zone) != 0) {
sys/dev/mmc/mmcspi.c
224
#define TRACE_ZONE_ENABLED(zone) (trace_zone_mask & TRACE_ZONE_##zone)
sys/dev/mmc/mmcspi.c
236
#define TRACE(dev, zone, ...) \
sys/dev/mmc/mmcspi.c
237
if (TRACE_ZONE_ENABLED(zone)) { \
sys/geom/raid3/g_raid3.c
185
enum g_raid3_zones zone;
sys/geom/raid3/g_raid3.c
188
(zone = g_raid3_zone(size)) == G_RAID3_NUM_ZONES)
sys/geom/raid3/g_raid3.c
191
ptr = uma_zalloc_arg(sc->sc_zones[zone].sz_zone,
sys/geom/raid3/g_raid3.c
192
&sc->sc_zones[zone], flags);
sys/geom/raid3/g_raid3.c
193
sc->sc_zones[zone].sz_requested++;
sys/geom/raid3/g_raid3.c
195
sc->sc_zones[zone].sz_failed++;
sys/geom/raid3/g_raid3.c
203
enum g_raid3_zones zone;
sys/geom/raid3/g_raid3.c
206
(zone = g_raid3_zone(size)) == G_RAID3_NUM_ZONES)
sys/geom/raid3/g_raid3.c
209
uma_zfree_arg(sc->sc_zones[zone].sz_zone,
sys/geom/raid3/g_raid3.c
210
ptr, &sc->sc_zones[zone]);
sys/i386/i386/pmap.c
349
static void *pmap_pdpt_allocf(uma_zone_t zone, vm_size_t bytes, int domain,
sys/i386/i386/pmap.c
879
pmap_pdpt_allocf(uma_zone_t zone, vm_size_t bytes, int domain, uint8_t *sflagsp,
sys/kern/kern_devctl.c
163
z = devsoftc.zone = uma_zcreate("DEVCTL",
sys/kern/kern_devctl.c
280
uma_zfree(devsoftc.zone, n1);
sys/kern/kern_devctl.c
377
dei = uma_zalloc(devsoftc.zone, M_NOWAIT);
sys/kern/kern_devctl.c
379
dei = uma_zalloc(devsoftc.zone, M_NOWAIT | M_USE_RESERVE);
sys/kern/kern_devctl.c
416
uma_zfree(devsoftc.zone, dei);
sys/kern/kern_devctl.c
574
uma_zdestroy(devsoftc.zone);
sys/kern/kern_devctl.c
575
devsoftc.zone = 0;
sys/kern/kern_devctl.c
74
uma_zone_t zone;
sys/kern/kern_malloc.c
1011
uma_zone_t zone;
sys/kern/kern_malloc.c
1039
vtozoneslab((vm_offset_t)addr & (~UMA_SLAB_MASK), &zone, &slab);
sys/kern/kern_malloc.c
1048
alloc = zone->uz_size;
sys/kern/kern_malloc.c
1120
uma_zone_t zone;
sys/kern/kern_malloc.c
1136
vtozoneslab((vm_offset_t)addr & (~UMA_SLAB_MASK), &zone, &slab);
sys/kern/kern_malloc.c
1143
size = zone->uz_size;
sys/kern/kern_malloc.c
662
uma_zone_t zone;
sys/kern/kern_malloc.c
682
zone = kmemzones[indx].kz_zone[mtp_get_subzone(mtp)];
sys/kern/kern_malloc.c
683
va = uma_zalloc_arg(zone, zone, flags);
sys/kern/kern_malloc.c
685
size = zone->uz_size;
sys/kern/kern_malloc.c
711
uma_zone_t zone;
sys/kern/kern_malloc.c
722
zone = kmemzones[indx].kz_zone[mtp_get_subzone(mtp)];
sys/kern/kern_malloc.c
723
va = uma_zalloc_domain(zone, zone, domain, flags);
sys/kern/kern_malloc.c
725
*sizep = zone->uz_size;
sys/kern/kern_malloc.c
931
uma_zone_t zone;
sys/kern/kern_malloc.c
943
vtozoneslab((vm_offset_t)addr & (~UMA_SLAB_MASK), &zone, &slab);
sys/kern/kern_malloc.c
950
size = zone->uz_size;
sys/kern/kern_malloc.c
958
uma_zfree_arg(zone, addr, slab);
sys/kern/kern_mbuf.c
1347
uma_zone_t zone;
sys/kern/kern_mbuf.c
1356
zone = m_getzone(size);
sys/kern/kern_mbuf.c
1357
retval = uma_zalloc_arg(zone, m, how);
sys/kern/kern_mbuf.c
1406
uma_zone_t zone;
sys/kern/kern_mbuf.c
1422
zone = zone_jumbo9;
sys/kern/kern_mbuf.c
1424
zone = zone_jumbo16;
sys/kern/kern_mbuf.c
1426
n = uma_zalloc_arg(zone, m, how);
sys/kern/kern_mbuf.c
1444
uma_zone_t zone;
sys/kern/kern_mbuf.c
1456
zone = m_getzone(size);
sys/kern/kern_mbuf.c
1457
n = uma_zalloc_arg(zone, m, how);
sys/kern/kern_mbuf.c
824
mb_reclaim(uma_zone_t zone __unused, int pending __unused)
sys/kern/subr_busdma_bufalloc.c
147
busdma_bufalloc_alloc_uncacheable(uma_zone_t zone, vm_size_t size, int domain,
sys/kern/subr_vmem.c
747
vmem_bt_alloc(uma_zone_t zone, vm_size_t bytes, int domain, uint8_t *pflag,
sys/net/pfvar.h
3030
uma_zone_t zone;
sys/netgraph/netflow/netflow.c
1100
used = uma_zone_get_cur(priv->zone);
sys/netgraph/netflow/netflow.c
238
uma_zfree_arg(priv->zone, fle, priv);
sys/netgraph/netflow/netflow.c
253
uma_zfree_arg(priv->zone, fle, priv);
sys/netgraph/netflow/netflow.c
272
uma_zfree_arg(priv->zone, fle, priv);
sys/netgraph/netflow/netflow.c
295
i->nfinfo_used = uma_zone_get_cur(priv->zone);
sys/netgraph/netflow/netflow.c
328
fle = uma_zalloc_arg(priv->zone, priv, M_NOWAIT);
sys/netgraph/netflow/netflow.c
482
priv->zone = uma_zcreate("NetFlow IPv4 cache",
sys/netgraph/netflow/netflow.c
485
uma_zone_set_max(priv->zone, CACHESIZE);
sys/netgraph/netflow/netflow.c
600
uma_zdestroy(priv->zone);
sys/netgraph/netflow/ng_netflow.h
421
uma_zone_t zone;
sys/netinet/sctp_os_bsd.h
231
#define SCTP_ZONE_INIT(zone, name, size, number) { \
sys/netinet/sctp_os_bsd.h
232
zone = uma_zcreate(name, size, NULL, NULL, NULL, NULL, UMA_ALIGN_PTR,\
sys/netinet/sctp_os_bsd.h
234
uma_zone_set_max(zone, number); \
sys/netinet/sctp_os_bsd.h
237
#define SCTP_ZONE_DESTROY(zone) uma_zdestroy(zone)
sys/netinet/sctp_os_bsd.h
240
#define SCTP_ZONE_GET(zone, type) \
sys/netinet/sctp_os_bsd.h
241
(type *)uma_zalloc(zone, M_NOWAIT);
sys/netinet/sctp_os_bsd.h
244
#define SCTP_ZONE_FREE(zone, element) \
sys/netinet/sctp_os_bsd.h
245
uma_zfree(zone, element);
sys/netinet/tcp_fastopen.c
1063
cce = uma_zalloc(V_tcp_fastopen_ccache.zone, M_NOWAIT);
sys/netinet/tcp_fastopen.c
1141
uma_zfree(V_tcp_fastopen_ccache.zone, cce);
sys/netinet/tcp_fastopen.c
439
V_tcp_fastopen_ccache.zone = uma_zcreate("tfo_ccache_entries",
sys/netinet/tcp_fastopen.c
456
KASSERT(uma_zone_get_cur(V_tcp_fastopen_ccache.zone) == 0,
sys/netinet/tcp_fastopen.c
458
uma_zdestroy(V_tcp_fastopen_ccache.zone);
sys/netinet/tcp_fastopen.h
74
uma_zone_t zone;
sys/netinet/tcp_hostcache.c
123
uma_zone_t zone;
sys/netinet/tcp_hostcache.c
280
V_tcp_hostcache.zone =
sys/netinet/tcp_hostcache.c
283
uma_zone_set_max(V_tcp_hostcache.zone, V_tcp_hostcache.cache_limit);
sys/netinet/tcp_hostcache.c
284
V_tcp_hostcache.smr = uma_zone_get_smr(V_tcp_hostcache.zone);
sys/netinet/tcp_hostcache.c
306
uma_zdestroy(V_tcp_hostcache.zone);
sys/netinet/tcp_hostcache.c
521
uma_zfree_smr(V_tcp_hostcache.zone, hc_entry);
sys/netinet/tcp_hostcache.c
527
hc_entry = uma_zalloc_smr(V_tcp_hostcache.zone, M_NOWAIT);
sys/netinet/tcp_hostcache.c
829
uma_zfree_smr(V_tcp_hostcache.zone, hc_entry);
sys/netinet/tcp_syncache.c
1617
sc = uma_zalloc(V_tcp_syncache.zone, M_NOWAIT | M_ZERO);
sys/netinet/tcp_syncache.c
1631
sc = uma_zalloc(V_tcp_syncache.zone, M_NOWAIT | M_ZERO);
sys/netinet/tcp_syncache.c
182
&VNET_NAME(tcp_syncache.zone), "Current number of entries in syncache");
sys/netinet/tcp_syncache.c
246
uma_zfree(V_tcp_syncache.zone, sc);
sys/netinet/tcp_syncache.c
298
V_tcp_syncache.zone = uma_zcreate("syncache", sizeof(struct syncache),
sys/netinet/tcp_syncache.c
300
V_tcp_syncache.cache_limit = uma_zone_set_max(V_tcp_syncache.zone,
sys/netinet/tcp_syncache.c
357
KASSERT(uma_zone_get_cur(V_tcp_syncache.zone) == 0,
sys/netinet/tcp_syncache.c
361
uma_zdestroy(V_tcp_syncache.zone);
sys/netinet/tcp_syncache.h
124
uma_zone_t zone;
sys/netinet6/ip6_output.c
422
u_int32_t zone;
sys/netinet6/ip6_output.c
810
if (in6_setscope(&src0, origifp, &zone) == 0 &&
sys/netinet6/ip6_output.c
811
sa6_recoverscope(&src_sa) == 0 && zone == src_sa.sin6_scope_id &&
sys/netinet6/ip6_output.c
812
in6_setscope(&dst0, origifp, &zone) == 0 &&
sys/netinet6/ip6_output.c
813
sa6_recoverscope(&dst_sa) == 0 && zone == dst_sa.sin6_scope_id) {
sys/netinet6/nd6.c
1276
u_int32_t zone;
sys/netinet6/nd6.c
1285
if (in6_setscope(&sin6_copy.sin6_addr, ifp, &zone))
sys/netinet6/nd6.c
1287
if (sin6_copy.sin6_scope_id == zone)
sys/netpfil/pf/pf.c
1445
V_pf_limits[PF_LIMIT_STATES].zone = V_pf_state_z;
sys/netpfil/pf/pf.c
1475
V_pf_limits[PF_LIMIT_SRC_NODES].zone = V_pf_sources_z;
sys/netpfil/pf/pf.c
1518
V_pf_limits[PF_LIMIT_ANCHORS].zone = V_pf_anchor_z;
sys/netpfil/pf/pf.c
1525
V_pf_limits[PF_LIMIT_ETH_ANCHORS].zone = V_pf_eth_anchor_z;
sys/netpfil/pf/pf_ioctl.c
3501
V_pf_limits[index].zone == NULL) {
sys/netpfil/pf/pf_ioctl.c
3505
uma_zone_set_max(V_pf_limits[index].zone,
sys/netpfil/pf/pf_norm.c
196
V_pf_limits[PF_LIMIT_FRAGS].zone = V_pf_frent_z;
sys/netpfil/pf/pf_table.c
200
V_pf_limits[PF_LIMIT_TABLE_ENTRIES].zone = V_pfr_kentry_z;
sys/powerpc/aim/mmu_oea.c
1169
uma_zone_t zone;
sys/powerpc/aim/mmu_oea.c
1185
zone = moea_upvo_zone;
sys/powerpc/aim/mmu_oea.c
1189
zone = moea_mpvo_zone;
sys/powerpc/aim/mmu_oea.c
1206
error = moea_pvo_enter(pmap, zone, pvo_head, va, VM_PAGE_TO_PHYS(m),
sys/powerpc/aim/mmu_oea.c
2039
moea_pvo_enter(pmap_t pm, uma_zone_t zone, struct pvo_head *pvo_head,
sys/powerpc/aim/mmu_oea.c
2096
pvo = uma_zalloc(zone, M_NOWAIT);
sys/powerpc/aim/mmu_oea64.c
1864
moea64_uma_page_alloc(uma_zone_t zone, vm_size_t bytes, int domain,
sys/powerpc/aim/slb.c
490
slb_uma_real_alloc(uma_zone_t zone, vm_size_t bytes, int domain,
sys/powerpc/powermac/fcu.c
495
sc->sc_fans[j].fan.zone = id[j];
sys/powerpc/powermac/powermac_thermal.c
151
if (sensor->sensor->zone == fan->fan->zone) {
sys/powerpc/powermac/powermac_thermal.h
38
int zone;
sys/powerpc/powermac/powermac_thermal.h
48
int zone;
sys/powerpc/powermac/smu.c
1227
OF_getprop(child, "zone", &sens->therm.zone, sizeof(int));
sys/powerpc/powermac/smu.c
933
OF_getprop(child, "zone", &fan->fan.zone,
sys/powerpc/powermac/smusat.c
147
OF_getprop(child, "zone", &sens->therm.zone, sizeof(int));
sys/powerpc/powerpc/uma_machdep.c
46
uma_small_alloc(uma_zone_t zone, vm_size_t bytes, int domain, u_int8_t *flags,
sys/sys/busdma_bufalloc.h
114
void * busdma_bufalloc_alloc_uncacheable(uma_zone_t zone, vm_size_t size,
sys/sys/mbuf.h
936
uma_zone_t zone;
sys/sys/mbuf.h
940
zone = zone_clust;
sys/sys/mbuf.h
944
zone = zone_jumbop;
sys/sys/mbuf.h
948
zone = zone_jumbo9;
sys/sys/mbuf.h
951
zone = zone_jumbo16;
sys/sys/mbuf.h
957
return (zone);
sys/sys/vnode.h
1249
#define VFS_SMR_ZONE_SET(zone) uma_zone_set_smr((zone), VFS_SMR())
sys/vm/memguard.c
488
memguard_cmp_zone(uma_zone_t zone)
sys/vm/memguard.c
492
zone->uz_flags & UMA_ZONE_NOFREE)
sys/vm/memguard.c
495
if (memguard_cmp(zone->uz_size))
sys/vm/memguard.c
502
return (strcmp(zone->uz_name, vm_memguard_desc) == 0);
sys/vm/memguard.h
56
#define memguard_cmp_zone(zone) 0
sys/vm/uma.h
319
void uma_zdestroy(uma_zone_t zone);
sys/vm/uma.h
335
void *uma_zalloc_arg(uma_zone_t zone, void *arg, int flags);
sys/vm/uma.h
338
void *uma_zalloc_pcpu_arg(uma_zone_t zone, void *arg, int flags);
sys/vm/uma.h
341
void *uma_zalloc_smr(uma_zone_t zone, int flags);
sys/vm/uma.h
354
void *uma_zalloc_domain(uma_zone_t zone, void *arg, int domain, int flags);
sys/vm/uma.h
362
static __inline void *uma_zalloc(uma_zone_t zone, int flags);
sys/vm/uma.h
363
static __inline void *uma_zalloc_pcpu(uma_zone_t zone, int flags);
sys/vm/uma.h
366
uma_zalloc(uma_zone_t zone, int flags)
sys/vm/uma.h
368
return uma_zalloc_arg(zone, NULL, flags);
sys/vm/uma.h
372
uma_zalloc_pcpu(uma_zone_t zone, int flags)
sys/vm/uma.h
374
return uma_zalloc_pcpu_arg(zone, NULL, flags);
sys/vm/uma.h
389
void uma_zfree_arg(uma_zone_t zone, void *item, void *arg);
sys/vm/uma.h
392
void uma_zfree_pcpu_arg(uma_zone_t zone, void *item, void *arg);
sys/vm/uma.h
395
void uma_zfree_smr(uma_zone_t zone, void *item);
sys/vm/uma.h
403
static __inline void uma_zfree(uma_zone_t zone, void *item);
sys/vm/uma.h
404
static __inline void uma_zfree_pcpu(uma_zone_t zone, void *item);
sys/vm/uma.h
407
uma_zfree(uma_zone_t zone, void *item)
sys/vm/uma.h
409
uma_zfree_arg(zone, item, NULL);
sys/vm/uma.h
413
uma_zfree_pcpu(uma_zone_t zone, void *item)
sys/vm/uma.h
415
uma_zfree_pcpu_arg(zone, item, NULL);
sys/vm/uma.h
421
void uma_zwait(uma_zone_t zone);
sys/vm/uma.h
437
typedef void *(*uma_alloc)(uma_zone_t zone, vm_size_t size, int domain,
sys/vm/uma.h
489
void uma_zone_reserve(uma_zone_t zone, int nitems);
sys/vm/uma.h
509
int uma_zone_reserve_kva(uma_zone_t zone, int nitems);
sys/vm/uma.h
521
int uma_zone_set_max(uma_zone_t zone, int nitems);
sys/vm/uma.h
530
void uma_zone_set_maxcache(uma_zone_t zone, int nitems);
sys/vm/uma.h
542
int uma_zone_get_max(uma_zone_t zone);
sys/vm/uma.h
554
void uma_zone_set_warning(uma_zone_t zone, const char *warning);
sys/vm/uma.h
567
void uma_zone_set_maxaction(uma_zone_t zone, uma_maxaction_t);
sys/vm/uma.h
578
int uma_zone_get_cur(uma_zone_t zone);
sys/vm/uma.h
588
void uma_zone_set_init(uma_zone_t zone, uma_init uminit);
sys/vm/uma.h
589
void uma_zone_set_fini(uma_zone_t zone, uma_fini fini);
sys/vm/uma.h
599
void uma_zone_set_zinit(uma_zone_t zone, uma_init zinit);
sys/vm/uma.h
600
void uma_zone_set_zfini(uma_zone_t zone, uma_fini zfini);
sys/vm/uma.h
618
void uma_zone_set_allocf(uma_zone_t zone, uma_alloc allocf);
sys/vm/uma.h
631
void uma_zone_set_freef(uma_zone_t zone, uma_free freef);
sys/vm/uma.h
637
void uma_zone_set_smr(uma_zone_t zone, smr_t smr);
sys/vm/uma.h
642
smr_t uma_zone_get_smr(uma_zone_t zone);
sys/vm/uma.h
664
void uma_prealloc(uma_zone_t zone, int itemcnt);
sys/vm/uma.h
675
int uma_zone_exhausted(uma_zone_t zone);
sys/vm/uma.h
680
size_t uma_zone_memory(uma_zone_t zone);
sys/vm/uma_core.c
1055
cache_fetch_bucket(uma_zone_t zone, uma_cache_t cache, int domain)
sys/vm/uma_core.c
1064
zdom = ZDOM_GET(zone, domain);
sys/vm/uma_core.c
1070
!smr_poll(zone->uz_smr, seq, false))
sys/vm/uma_core.c
1076
zdom = zone_domain_lock(zone, domain);
sys/vm/uma_core.c
1077
if ((bucket = zone_fetch_bucket(zone, zdom, false)) != NULL)
sys/vm/uma_core.c
1085
zone_log_warning(uma_zone_t zone)
sys/vm/uma_core.c
1089
if (!zone_warnings || zone->uz_warning == NULL)
sys/vm/uma_core.c
1092
if (ratecheck(&zone->uz_ratecheck, &warninterval))
sys/vm/uma_core.c
1093
printf("[zone: %s] %s\n", zone->uz_name, zone->uz_warning);
sys/vm/uma_core.c
1097
zone_maxaction(uma_zone_t zone)
sys/vm/uma_core.c
1100
if (zone->uz_maxaction.ta_func != NULL)
sys/vm/uma_core.c
1101
taskqueue_enqueue(taskqueue_thread, &zone->uz_maxaction);
sys/vm/uma_core.c
1178
zone_timeout(uma_zone_t zone, void *unused)
sys/vm/uma_core.c
1183
if ((zone->uz_flags & UMA_ZFLAG_HASH) == 0)
sys/vm/uma_core.c
1186
keg = zone->uz_keg;
sys/vm/uma_core.c
1232
if ((zone->uz_flags & (UMA_ZONE_UNMANAGED | UMA_ZONE_NOTRIM)) == 0) {
sys/vm/uma_core.c
1234
if (bucket_cache_reclaim_domain(zone, false, false, i) &&
sys/vm/uma_core.c
1235
(zone->uz_flags & UMA_ZFLAG_CACHE) == 0)
sys/vm/uma_core.c
1236
keg_drain(zone->uz_keg, i);
sys/vm/uma_core.c
1352
bucket_drain(uma_zone_t zone, uma_bucket_t bucket)
sys/vm/uma_core.c
1359
if ((zone->uz_flags & UMA_ZONE_SMR) != 0 &&
sys/vm/uma_core.c
1361
smr_wait(zone->uz_smr, bucket->ub_seq);
sys/vm/uma_core.c
1364
item_dtor(zone, bucket->ub_bucket[i],
sys/vm/uma_core.c
1365
zone->uz_size, NULL, SKIP_NONE);
sys/vm/uma_core.c
1367
if (zone->uz_fini)
sys/vm/uma_core.c
1369
kasan_mark_item_valid(zone, bucket->ub_bucket[i]);
sys/vm/uma_core.c
1370
zone->uz_fini(bucket->ub_bucket[i], zone->uz_size);
sys/vm/uma_core.c
1371
kasan_mark_item_invalid(zone, bucket->ub_bucket[i]);
sys/vm/uma_core.c
1373
zone->uz_release(zone->uz_arg, bucket->ub_bucket, bucket->ub_cnt);
sys/vm/uma_core.c
1374
if (zone->uz_max_items > 0)
sys/vm/uma_core.c
1375
zone_free_limit(zone, bucket->ub_cnt);
sys/vm/uma_core.c
1396
cache_drain(uma_zone_t zone)
sys/vm/uma_core.c
1412
if ((zone->uz_flags & UMA_ZONE_SMR) != 0)
sys/vm/uma_core.c
1413
seq = smr_advance(zone->uz_smr);
sys/vm/uma_core.c
1415
cache = &zone->uz_cpu[cpu];
sys/vm/uma_core.c
1418
bucket_free(zone, bucket, NULL);
sys/vm/uma_core.c
1422
bucket_free(zone, bucket, NULL);
sys/vm/uma_core.c
1427
bucket_free(zone, bucket, NULL);
sys/vm/uma_core.c
1430
bucket_cache_reclaim(zone, true, UMA_ANYDOMAIN);
sys/vm/uma_core.c
1434
cache_shrink(uma_zone_t zone, void *unused)
sys/vm/uma_core.c
1437
if (zone->uz_flags & UMA_ZFLAG_INTERNAL)
sys/vm/uma_core.c
1440
ZONE_LOCK(zone);
sys/vm/uma_core.c
1441
zone->uz_bucket_size =
sys/vm/uma_core.c
1442
(zone->uz_bucket_size_min + zone->uz_bucket_size) / 2;
sys/vm/uma_core.c
1443
ZONE_UNLOCK(zone);
sys/vm/uma_core.c
1447
cache_drain_safe_cpu(uma_zone_t zone, void *unused)
sys/vm/uma_core.c
1453
if (zone->uz_flags & UMA_ZFLAG_INTERNAL)
sys/vm/uma_core.c
1458
cache = &zone->uz_cpu[curcpu];
sys/vm/uma_core.c
1466
if ((zone->uz_flags & UMA_ZONE_SMR) == 0) {
sys/vm/uma_core.c
1473
zone_free_bucket(zone, b1, NULL, domain, false);
sys/vm/uma_core.c
1475
zone_free_bucket(zone, b2, NULL, domain, false);
sys/vm/uma_core.c
1479
zone_free_bucket(zone, b3, NULL, domain, false);
sys/vm/uma_core.c
1491
pcpu_cache_drain_safe(uma_zone_t zone)
sys/vm/uma_core.c
1498
if (zone)
sys/vm/uma_core.c
1499
cache_shrink(zone, NULL);
sys/vm/uma_core.c
1508
if (zone)
sys/vm/uma_core.c
1509
cache_drain_safe_cpu(zone, NULL);
sys/vm/uma_core.c
1524
bucket_cache_reclaim_domain(uma_zone_t zone, bool drain, bool trim, int domain)
sys/vm/uma_core.c
1535
zdom = ZDOM_GET(zone, domain);
sys/vm/uma_core.c
1536
if ((zone->uz_flags & UMA_ZONE_SMR) == 0 || drain) {
sys/vm/uma_core.c
1537
ZONE_CROSS_LOCK(zone);
sys/vm/uma_core.c
1540
ZONE_CROSS_UNLOCK(zone);
sys/vm/uma_core.c
1542
bucket_free(zone, bucket, NULL);
sys/vm/uma_core.c
1567
bucket = zone_fetch_bucket(zone, zdom, true);
sys/vm/uma_core.c
1570
bucket_free(zone, bucket, NULL);
sys/vm/uma_core.c
1579
bucket_cache_reclaim(uma_zone_t zone, bool drain, int domain)
sys/vm/uma_core.c
1587
if (zone->uz_bucket_size > zone->uz_bucket_size_min)
sys/vm/uma_core.c
1588
zone->uz_bucket_size--;
sys/vm/uma_core.c
1591
(zone->uz_flags & UMA_ZONE_ROUNDROBIN) == 0) {
sys/vm/uma_core.c
1592
bucket_cache_reclaim_domain(zone, drain, true, domain);
sys/vm/uma_core.c
1595
bucket_cache_reclaim_domain(zone, drain, true, i);
sys/vm/uma_core.c
1718
zone_reclaim(uma_zone_t zone, int domain, int waitok, bool drain)
sys/vm/uma_core.c
1728
ZONE_LOCK(zone);
sys/vm/uma_core.c
1730
while (zone->uz_reclaimers > 0)
sys/vm/uma_core.c
1731
msleep(zone, ZONE_LOCKPTR(zone), PVM, "zonedrain", 1);
sys/vm/uma_core.c
1733
zone->uz_reclaimers++;
sys/vm/uma_core.c
1734
ZONE_UNLOCK(zone);
sys/vm/uma_core.c
1735
bucket_cache_reclaim(zone, drain, domain);
sys/vm/uma_core.c
1737
if ((zone->uz_flags & UMA_ZFLAG_CACHE) == 0)
sys/vm/uma_core.c
1738
keg_drain(zone->uz_keg, domain);
sys/vm/uma_core.c
1739
ZONE_LOCK(zone);
sys/vm/uma_core.c
1740
zone->uz_reclaimers--;
sys/vm/uma_core.c
1741
if (zone->uz_reclaimers == 0)
sys/vm/uma_core.c
1742
wakeup(zone);
sys/vm/uma_core.c
1743
ZONE_UNLOCK(zone);
sys/vm/uma_core.c
1760
keg_alloc_slab(uma_keg_t keg, uma_zone_t zone, int domain, int flags,
sys/vm/uma_core.c
1806
mem = keg->uk_allocf(zone, size, domain, &sflags, aflags);
sys/vm/uma_core.c
1831
zone, slab);
sys/vm/uma_core.c
1884
startup_alloc(uma_zone_t zone, vm_size_t bytes, int domain, uint8_t *pflag,
sys/vm/uma_core.c
1950
page_alloc(uma_zone_t zone, vm_size_t bytes, int domain, uint8_t *pflag,
sys/vm/uma_core.c
1962
pcpu_page_alloc(uma_zone_t zone, vm_size_t bytes, int domain, uint8_t *pflag,
sys/vm/uma_core.c
2028
noobj_alloc(uma_zone_t zone, vm_size_t bytes, int domain, uint8_t *flags,
sys/vm/uma_core.c
2040
keg = zone->uz_keg;
sys/vm/uma_core.c
2079
contig_alloc(uma_zone_t zone, vm_size_t bytes, int domain, uint8_t *pflag,
sys/vm/uma_core.c
2090
uma_small_alloc(uma_zone_t zone, vm_size_t bytes, int domain, uint8_t *flags,
sys/vm/uma_core.c
230
uma_zone_t zone;
sys/vm/uma_core.c
2475
uma_zone_t zone;
sys/vm/uma_core.c
2497
zone = arg->zone;
sys/vm/uma_core.c
2498
keg->uk_name = zone->uz_name;
sys/vm/uma_core.c
2578
zone->uz_name, keg->uk_ipers, keg->uk_rsize, keg->uk_size));
sys/vm/uma_core.c
2584
CTR3(KTR_UMA, "keg_ctor %p zone %s(%p)", keg, zone->uz_name, zone);
sys/vm/uma_core.c
2586
LIST_INSERT_HEAD(&keg->uk_zones, zone, uz_link);
sys/vm/uma_core.c
2595
zone_kva_available(uma_zone_t zone, void *unused)
sys/vm/uma_core.c
2599
if ((zone->uz_flags & UMA_ZFLAG_CACHE) != 0)
sys/vm/uma_core.c
2601
KEG_GET(zone, keg);
sys/vm/uma_core.c
2616
zone_alloc_counters(uma_zone_t zone, void *unused)
sys/vm/uma_core.c
2619
zone->uz_allocs = counter_u64_alloc(M_WAITOK);
sys/vm/uma_core.c
2620
zone->uz_frees = counter_u64_alloc(M_WAITOK);
sys/vm/uma_core.c
2621
zone->uz_fails = counter_u64_alloc(M_WAITOK);
sys/vm/uma_core.c
2622
zone->uz_xdomain = counter_u64_alloc(M_WAITOK);
sys/vm/uma_core.c
2626
zone_alloc_sysctl(uma_zone_t zone, void *unused)
sys/vm/uma_core.c
2641
if (zone->uz_namecnt != 0) {
sys/vm/uma_core.c
2643
for (i = 1, cnt = zone->uz_namecnt; cnt != 0; i++)
sys/vm/uma_core.c
2645
zone->uz_ctlname = malloc(strlen(zone->uz_name) + i + 1,
sys/vm/uma_core.c
2647
sprintf(zone->uz_ctlname, "%s_%d", zone->uz_name,
sys/vm/uma_core.c
2648
zone->uz_namecnt);
sys/vm/uma_core.c
2650
zone->uz_ctlname = strdup(zone->uz_name, M_UMA);
sys/vm/uma_core.c
2651
for (c = zone->uz_ctlname; *c != '\0'; c++)
sys/vm/uma_core.c
2658
zone->uz_oid = SYSCTL_ADD_NODE(NULL, SYSCTL_STATIC_CHILDREN(_vm_uma),
sys/vm/uma_core.c
2659
OID_AUTO, zone->uz_ctlname, CTLFLAG_RD | CTLFLAG_MPSAFE, NULL, "");
sys/vm/uma_core.c
2660
oid = zone->uz_oid;
sys/vm/uma_core.c
2662
"size", CTLFLAG_RD, &zone->uz_size, 0, "Allocation size");
sys/vm/uma_core.c
2665
zone, 0, sysctl_handle_uma_zone_flags, "A",
sys/vm/uma_core.c
2668
"bucket_size", CTLFLAG_RD, &zone->uz_bucket_size, 0,
sys/vm/uma_core.c
2671
"bucket_size_max", CTLFLAG_RD, &zone->uz_bucket_size_max, 0,
sys/vm/uma_core.c
2677
if ((zone->uz_flags & UMA_ZFLAG_HASH) == 0)
sys/vm/uma_core.c
2681
oid = SYSCTL_ADD_NODE(NULL, SYSCTL_CHILDREN(zone->uz_oid), OID_AUTO,
sys/vm/uma_core.c
2683
keg = zone->uz_keg;
sys/vm/uma_core.c
2684
if ((zone->uz_flags & UMA_ZFLAG_CACHE) == 0) {
sys/vm/uma_core.c
2730
oid = SYSCTL_ADD_NODE(NULL, SYSCTL_CHILDREN(zone->uz_oid), OID_AUTO,
sys/vm/uma_core.c
2734
zone, 0, sysctl_handle_uma_zone_items, "QU",
sys/vm/uma_core.c
2737
"max_items", CTLFLAG_RD, &zone->uz_max_items, 0,
sys/vm/uma_core.c
2740
"sleepers", CTLFLAG_RD, &zone->uz_sleepers, 0,
sys/vm/uma_core.c
2743
"sleeps", CTLFLAG_RD, &zone->uz_sleeps, 0,
sys/vm/uma_core.c
2746
"bucket_max", CTLFLAG_RD, &zone->uz_bucket_max, 0,
sys/vm/uma_core.c
2752
domainoid = SYSCTL_ADD_NODE(NULL, SYSCTL_CHILDREN(zone->uz_oid),
sys/vm/uma_core.c
2755
zdom = ZDOM_GET(zone, i);
sys/vm/uma_core.c
2785
oid = SYSCTL_ADD_NODE(NULL, SYSCTL_CHILDREN(zone->uz_oid), OID_AUTO,
sys/vm/uma_core.c
2789
zone, 1, sysctl_handle_uma_zone_cur, "I",
sys/vm/uma_core.c
2793
zone, 0, sysctl_handle_uma_zone_allocs, "QU",
sys/vm/uma_core.c
2797
zone, 0, sysctl_handle_uma_zone_frees, "QU",
sys/vm/uma_core.c
2800
"fails", CTLFLAG_RD, &zone->uz_fails,
sys/vm/uma_core.c
2803
"xdomain", CTLFLAG_RD, &zone->uz_xdomain,
sys/vm/uma_core.c
2813
zone_count(uma_zone_t zone, void *arg)
sys/vm/uma_core.c
2823
if (strcmp(zone->uz_name, cnt->name) == 0)
sys/vm/uma_core.c
2825
zone->uz_namecnt + 1);
sys/vm/uma_core.c
2829
zone_update_caches(uma_zone_t zone)
sys/vm/uma_core.c
2834
cache_set_uz_size(&zone->uz_cpu[i], zone->uz_size);
sys/vm/uma_core.c
2835
cache_set_uz_flags(&zone->uz_cpu[i], zone->uz_flags);
sys/vm/uma_core.c
2851
uma_zone_t zone = mem;
sys/vm/uma_core.c
2856
bzero(zone, size);
sys/vm/uma_core.c
2857
zone->uz_name = arg->name;
sys/vm/uma_core.c
2858
zone->uz_ctor = arg->ctor;
sys/vm/uma_core.c
2859
zone->uz_dtor = arg->dtor;
sys/vm/uma_core.c
2860
zone->uz_init = NULL;
sys/vm/uma_core.c
2861
zone->uz_fini = NULL;
sys/vm/uma_core.c
2862
zone->uz_sleeps = 0;
sys/vm/uma_core.c
2863
zone->uz_bucket_size = 0;
sys/vm/uma_core.c
2864
zone->uz_bucket_size_min = 0;
sys/vm/uma_core.c
2865
zone->uz_bucket_size_max = BUCKET_MAX;
sys/vm/uma_core.c
2866
zone->uz_flags = (arg->flags & UMA_ZONE_SMR);
sys/vm/uma_core.c
2867
zone->uz_warning = NULL;
sys/vm/uma_core.c
2869
zone->uz_bucket_max = ULONG_MAX;
sys/vm/uma_core.c
2870
timevalclear(&zone->uz_ratecheck);
sys/vm/uma_core.c
2876
zone->uz_namecnt = cnt.count;
sys/vm/uma_core.c
2877
ZONE_CROSS_LOCK_INIT(zone);
sys/vm/uma_core.c
2880
zdom = ZDOM_GET(zone, i);
sys/vm/uma_core.c
2881
ZDOM_LOCK_INIT(zone, zdom, (arg->flags & UMA_ZONE_MTXCLASS));
sys/vm/uma_core.c
2887
zone->uz_flags |= UMA_ZFLAG_TRASH | UMA_ZFLAG_CTORDTOR;
sys/vm/uma_core.c
2899
zone->uz_flags = arg->flags;
sys/vm/uma_core.c
2900
zone->uz_size = arg->size;
sys/vm/uma_core.c
2901
zone->uz_import = arg->import;
sys/vm/uma_core.c
2902
zone->uz_release = arg->release;
sys/vm/uma_core.c
2903
zone->uz_arg = arg->arg;
sys/vm/uma_core.c
2910
if ((zone->uz_flags & UMA_ZONE_FIRSTTOUCH) == 0)
sys/vm/uma_core.c
2911
zone->uz_flags |= UMA_ZONE_ROUNDROBIN;
sys/vm/uma_core.c
2914
LIST_INSERT_HEAD(&uma_cachezones, zone, uz_link);
sys/vm/uma_core.c
2922
zone->uz_import = zone_import;
sys/vm/uma_core.c
2923
zone->uz_release = zone_release;
sys/vm/uma_core.c
2924
zone->uz_arg = zone;
sys/vm/uma_core.c
2928
KASSERT((zone->uz_flags & UMA_ZONE_SECONDARY) == 0,
sys/vm/uma_core.c
293
static void bucket_cache_reclaim(uma_zone_t zone, bool, int);
sys/vm/uma_core.c
2931
zone->uz_init = arg->uminit;
sys/vm/uma_core.c
2932
zone->uz_fini = arg->fini;
sys/vm/uma_core.c
2933
zone->uz_flags |= UMA_ZONE_SECONDARY;
sys/vm/uma_core.c
2935
ZONE_LOCK(zone);
sys/vm/uma_core.c
2938
LIST_INSERT_AFTER(z, zone, uz_link);
sys/vm/uma_core.c
2942
ZONE_UNLOCK(zone);
sys/vm/uma_core.c
2945
if ((keg = uma_kcreate(zone, arg->size, arg->uminit, arg->fini,
sys/vm/uma_core.c
2958
karg.zone = zone;
sys/vm/uma_core.c
2966
zone->uz_keg = keg;
sys/vm/uma_core.c
2967
zone->uz_size = keg->uk_size;
sys/vm/uma_core.c
2968
zone->uz_flags |= (keg->uk_flags &
sys/vm/uma_core.c
2973
zone_alloc_counters(zone, NULL);
sys/vm/uma_core.c
2975
zone_alloc_sysctl(zone, NULL);
sys/vm/uma_core.c
2977
zone->uz_allocs = EARLY_COUNTER;
sys/vm/uma_core.c
2978
zone->uz_frees = EARLY_COUNTER;
sys/vm/uma_core.c
2979
zone->uz_fails = EARLY_COUNTER;
sys/vm/uma_core.c
2983
if ((zone->uz_flags & UMA_ZONE_SMR) != 0)
sys/vm/uma_core.c
2984
zone->uz_smr = smr_create(zone->uz_name, 0, 0);
sys/vm/uma_core.c
2990
zone->uz_bucket_size_max = zone->uz_bucket_size = 0;
sys/vm/uma_core.c
2992
zone->uz_bucket_size = BUCKET_MAX;
sys/vm/uma_core.c
2994
zone->uz_bucket_size = 0;
sys/vm/uma_core.c
2996
zone->uz_bucket_size = bucket_select(zone->uz_size);
sys/vm/uma_core.c
2997
zone->uz_bucket_size_min = zone->uz_bucket_size;
sys/vm/uma_core.c
2998
if (zone->uz_dtor != NULL || zone->uz_ctor != NULL)
sys/vm/uma_core.c
2999
zone->uz_flags |= UMA_ZFLAG_CTORDTOR;
sys/vm/uma_core.c
300
static inline void item_dtor(uma_zone_t zone, void *item, int size,
sys/vm/uma_core.c
3000
zone_update_caches(zone);
sys/vm/uma_core.c
303
static void zone_free_bucket(uma_zone_t zone, uma_bucket_t bucket, void *udata,
sys/vm/uma_core.c
3044
uma_zone_t zone;
sys/vm/uma_core.c
3048
zone = (uma_zone_t)arg;
sys/vm/uma_core.c
3050
sysctl_remove_oid(zone->uz_oid, 1, 1);
sys/vm/uma_core.c
3052
if (!(zone->uz_flags & UMA_ZFLAG_INTERNAL))
sys/vm/uma_core.c
3053
cache_drain(zone);
sys/vm/uma_core.c
3056
LIST_REMOVE(zone, uz_link);
sys/vm/uma_core.c
3058
if ((zone->uz_flags & (UMA_ZONE_SECONDARY | UMA_ZFLAG_CACHE)) == 0) {
sys/vm/uma_core.c
3059
keg = zone->uz_keg;
sys/vm/uma_core.c
3062
zone_reclaim(zone, UMA_ANYDOMAIN, M_WAITOK, true);
sys/vm/uma_core.c
3067
if ((zone->uz_flags & (UMA_ZONE_SECONDARY | UMA_ZFLAG_CACHE)) == 0) {
sys/vm/uma_core.c
3068
keg = zone->uz_keg;
sys/vm/uma_core.c
307
static void zone_timeout(uma_zone_t zone, void *);
sys/vm/uma_core.c
3074
counter_u64_free(zone->uz_allocs);
sys/vm/uma_core.c
3075
counter_u64_free(zone->uz_frees);
sys/vm/uma_core.c
3076
counter_u64_free(zone->uz_fails);
sys/vm/uma_core.c
3077
counter_u64_free(zone->uz_xdomain);
sys/vm/uma_core.c
3078
free(zone->uz_ctlname, M_UMA);
sys/vm/uma_core.c
3080
ZDOM_LOCK_FINI(ZDOM_GET(zone, i));
sys/vm/uma_core.c
3081
ZONE_CROSS_LOCK_FINI(zone);
sys/vm/uma_core.c
3088
uma_zone_t zone;
sys/vm/uma_core.c
3091
LIST_FOREACH(zone, &keg->uk_zones, uz_link)
sys/vm/uma_core.c
3092
zfunc(zone, arg);
sys/vm/uma_core.c
3094
LIST_FOREACH(zone, &uma_cachezones, uz_link)
sys/vm/uma_core.c
3095
zfunc(zone, arg);
sys/vm/uma_core.c
315
static int zone_alloc_limit(uma_zone_t zone, int count, int flags);
sys/vm/uma_core.c
316
static void zone_free_limit(uma_zone_t zone, int count);
sys/vm/uma_core.c
319
static uma_bucket_t bucket_alloc(uma_zone_t zone, void *, int);
sys/vm/uma_core.c
320
static void bucket_free(uma_zone_t zone, uma_bucket_t, void *);
sys/vm/uma_core.c
324
static void slab_free_item(uma_zone_t zone, uma_slab_t slab, void *item);
sys/vm/uma_core.c
326
static uma_keg_t uma_kcreate(uma_zone_t zone, size_t size, uma_init uminit,
sys/vm/uma_core.c
3277
uma_kcreate(uma_zone_t zone, size_t size, uma_init uminit, uma_fini fini,
sys/vm/uma_core.c
3287
args.zone = zone;
sys/vm/uma_core.c
341
static uint64_t uma_zone_get_allocs(uma_zone_t zone);
sys/vm/uma_core.c
3424
uma_zdestroy(uma_zone_t zone)
sys/vm/uma_core.c
3432
zone->uz_fini == NULL && zone->uz_release == zone_release)
sys/vm/uma_core.c
3435
zone_free_item(zones, zone, NULL, SKIP_NONE);
sys/vm/uma_core.c
3440
uma_zwait(uma_zone_t zone)
sys/vm/uma_core.c
3443
if ((zone->uz_flags & UMA_ZONE_SMR) != 0)
sys/vm/uma_core.c
3444
uma_zfree_smr(zone, uma_zalloc_smr(zone, M_WAITOK));
sys/vm/uma_core.c
3445
else if ((zone->uz_flags & UMA_ZONE_PCPU) != 0)
sys/vm/uma_core.c
3446
uma_zfree_pcpu(zone, uma_zalloc_pcpu(zone, M_WAITOK));
sys/vm/uma_core.c
3448
uma_zfree(zone, uma_zalloc(zone, M_WAITOK));
sys/vm/uma_core.c
3452
uma_zalloc_pcpu_arg(uma_zone_t zone, void *udata, int flags)
sys/vm/uma_core.c
3458
MPASS(zone->uz_flags & UMA_ZONE_PCPU);
sys/vm/uma_core.c
3460
item = uma_zalloc_arg(zone, udata, flags & ~M_ZERO);
sys/vm/uma_core.c
3467
bzero(zpcpu_get_cpu(pcpu_item, i), zone->uz_size);
sys/vm/uma_core.c
3469
bzero(item, zone->uz_size);
sys/vm/uma_core.c
347
static uint64_t uma_keg_get_allocs(uma_keg_t zone);
sys/vm/uma_core.c
3479
uma_zfree_pcpu_arg(uma_zone_t zone, void *pcpu_item, void *udata)
sys/vm/uma_core.c
3484
MPASS(zone->uz_flags & UMA_ZONE_PCPU);
sys/vm/uma_core.c
3492
uma_zfree_arg(zone, item, udata);
sys/vm/uma_core.c
3496
item_ctor(uma_zone_t zone, int uz_flags, int size, void *udata, int flags,
sys/vm/uma_core.c
3503
kasan_mark_item_valid(zone, item);
sys/vm/uma_core.c
3504
kmsan_mark_item_uninitialized(zone, item);
sys/vm/uma_core.c
3507
skipdbg = uma_dbg_zskip(zone, item);
sys/vm/uma_core.c
3509
zone->uz_ctor != trash_ctor)
sys/vm/uma_core.c
351
static bool uma_dbg_zskip(uma_zone_t zone, void *mem);
sys/vm/uma_core.c
3510
trash_ctor(item, size, zone, flags);
sys/vm/uma_core.c
3515
__predict_false(zone->uz_ctor != NULL) &&
sys/vm/uma_core.c
3516
zone->uz_ctor(item, size, udata, flags) != 0) {
sys/vm/uma_core.c
3517
counter_u64_add(zone->uz_fails, 1);
sys/vm/uma_core.c
3518
zone_free_item(zone, item, udata, SKIP_DTOR | SKIP_CNT);
sys/vm/uma_core.c
352
static void uma_dbg_free(uma_zone_t zone, uma_slab_t slab, void *item);
sys/vm/uma_core.c
3523
uma_dbg_alloc(zone, NULL, item);
sys/vm/uma_core.c
353
static void uma_dbg_alloc(uma_zone_t zone, uma_slab_t slab, void *item);
sys/vm/uma_core.c
3532
item_dtor(uma_zone_t zone, void *item, int size, void *udata,
sys/vm/uma_core.c
3538
skipdbg = uma_dbg_zskip(zone, item);
sys/vm/uma_core.c
3540
if ((zone->uz_flags & UMA_ZONE_MALLOC) != 0)
sys/vm/uma_core.c
3541
uma_dbg_free(zone, udata, item);
sys/vm/uma_core.c
3543
uma_dbg_free(zone, NULL, item);
sys/vm/uma_core.c
3547
if (zone->uz_dtor != NULL)
sys/vm/uma_core.c
3548
zone->uz_dtor(item, size, udata);
sys/vm/uma_core.c
3550
if (!skipdbg && (zone->uz_flags & UMA_ZFLAG_TRASH) != 0 &&
sys/vm/uma_core.c
3551
zone->uz_dtor != trash_dtor)
sys/vm/uma_core.c
3552
trash_dtor(item, size, zone);
sys/vm/uma_core.c
3555
kasan_mark_item_invalid(zone, item);
sys/vm/uma_core.c
3577
uma_zalloc_debug(uma_zone_t zone, void **itemp, void *udata, int flags)
sys/vm/uma_core.c
3585
"uma_zalloc_debug: zone \"%s\"", zone->uz_name);
sys/vm/uma_core.c
3594
KASSERT((zone->uz_flags & UMA_ZONE_PCPU) == 0 || (flags & M_ZERO) == 0,
sys/vm/uma_core.c
3624
if ((zone->uz_flags & (UMA_ZONE_SMR | UMA_ZFLAG_CACHE)) == 0 &&
sys/vm/uma_core.c
3625
memguard_cmp_zone(zone)) {
sys/vm/uma_core.c
3627
item = memguard_alloc(zone->uz_size, flags);
sys/vm/uma_core.c
3630
if (zone->uz_init != NULL &&
sys/vm/uma_core.c
3631
zone->uz_init(item, zone->uz_size, flags) != 0) {
sys/vm/uma_core.c
3635
if (zone->uz_ctor != NULL &&
sys/vm/uma_core.c
3636
zone->uz_ctor(item, zone->uz_size, udata,
sys/vm/uma_core.c
3638
counter_u64_add(zone->uz_fails, 1);
sys/vm/uma_core.c
3639
if (zone->uz_fini != NULL)
sys/vm/uma_core.c
3640
zone->uz_fini(item, zone->uz_size);
sys/vm/uma_core.c
3654
uma_zfree_debug(uma_zone_t zone, void *item, void *udata)
sys/vm/uma_core.c
3660
if ((zone->uz_flags & (UMA_ZONE_SMR | UMA_ZFLAG_CACHE)) == 0 &&
sys/vm/uma_core.c
3662
if (zone->uz_dtor != NULL)
sys/vm/uma_core.c
3663
zone->uz_dtor(item, zone->uz_size, udata);
sys/vm/uma_core.c
3664
if (zone->uz_fini != NULL)
sys/vm/uma_core.c
3665
zone->uz_fini(item, zone->uz_size);
sys/vm/uma_core.c
3675
cache_alloc_item(uma_zone_t zone, uma_cache_t cache, uma_cache_bucket_t bucket,
sys/vm/uma_core.c
3685
return (item_ctor(zone, uz_flags, size, udata, flags, item));
sys/vm/uma_core.c
3689
cache_alloc_retry(uma_zone_t zone, uma_cache_t cache, void *udata, int flags)
sys/vm/uma_core.c
3694
while (cache_alloc(zone, cache, udata, flags)) {
sys/vm/uma_core.c
3695
cache = &zone->uz_cpu[curcpu];
sys/vm/uma_core.c
3699
return (cache_alloc_item(zone, cache, bucket, udata, flags));
sys/vm/uma_core.c
3706
if (zone->uz_flags & UMA_ZONE_FIRSTTOUCH)
sys/vm/uma_core.c
3710
return (zone_alloc_item(zone, udata, domain, flags));
sys/vm/uma_core.c
3715
uma_zalloc_smr(uma_zone_t zone, int flags)
sys/vm/uma_core.c
3720
CTR3(KTR_UMA, "uma_zalloc_smr zone %s(%p) flags %d", zone->uz_name,
sys/vm/uma_core.c
3721
zone, flags);
sys/vm/uma_core.c
3726
KASSERT((zone->uz_flags & UMA_ZONE_SMR) != 0,
sys/vm/uma_core.c
3728
if (uma_zalloc_debug(zone, &item, NULL, flags) == EJUSTRETURN)
sys/vm/uma_core.c
3733
cache = &zone->uz_cpu[curcpu];
sys/vm/uma_core.c
3736
return (cache_alloc_retry(zone, cache, NULL, flags));
sys/vm/uma_core.c
3737
return (cache_alloc_item(zone, cache, bucket, NULL, flags));
sys/vm/uma_core.c
3742
uma_zalloc_arg(uma_zone_t zone, void *udata, int flags)
sys/vm/uma_core.c
3748
random_harvest_fast_uma(&zone, sizeof(zone), RANDOM_UMA);
sys/vm/uma_core.c
3751
CTR3(KTR_UMA, "uma_zalloc_arg zone %s(%p) flags %d", zone->uz_name,
sys/vm/uma_core.c
3752
zone, flags);
sys/vm/uma_core.c
3757
KASSERT((zone->uz_flags & UMA_ZONE_SMR) == 0,
sys/vm/uma_core.c
3759
if (uma_zalloc_debug(zone, &item, udata, flags) == EJUSTRETURN)
sys/vm/uma_core.c
3775
cache = &zone->uz_cpu[curcpu];
sys/vm/uma_core.c
3778
return (cache_alloc_retry(zone, cache, udata, flags));
sys/vm/uma_core.c
3779
return (cache_alloc_item(zone, cache, bucket, udata, flags));
sys/vm/uma_core.c
3790
cache_alloc(uma_zone_t zone, uma_cache_t cache, void *udata, int flags)
sys/vm/uma_core.c
3827
bucket_free(zone, bucket, udata);
sys/vm/uma_core.c
3841
domain = zone_domain_highest(zone, domain);
sys/vm/uma_core.c
3842
bucket = cache_fetch_bucket(zone, cache, domain);
sys/vm/uma_core.c
3843
if (bucket == NULL && zone->uz_bucket_size != 0 && !bucketdisable) {
sys/vm/uma_core.c
3844
bucket = zone_alloc_bucket(zone, udata, domain, flags);
sys/vm/uma_core.c
3851
zone->uz_name, zone, bucket);
sys/vm/uma_core.c
3863
cache = &zone->uz_cpu[curcpu];
sys/vm/uma_core.c
3869
atomic_add_long(&ZDOM_GET(zone, domain)->uzd_imax,
sys/vm/uma_core.c
3879
zone_put_bucket(zone, domain, bucket, udata, !new);
sys/vm/uma_core.c
3886
uma_zalloc_domain(uma_zone_t zone, void *udata, int domain, int flags)
sys/vm/uma_core.c
3895
random_harvest_fast_uma(&zone, sizeof(zone), RANDOM_UMA);
sys/vm/uma_core.c
3899
zone->uz_name, zone, domain, flags);
sys/vm/uma_core.c
3901
KASSERT((zone->uz_flags & UMA_ZONE_SMR) == 0,
sys/vm/uma_core.c
3904
KASSERT((zone->uz_flags & UMA_ZONE_FIRSTTOUCH) != 0,
sys/vm/uma_core.c
3908
return (uma_zalloc_arg(zone, udata, flags));
sys/vm/uma_core.c
3911
if (uma_zalloc_debug(zone, &item, udata, flags) == EJUSTRETURN)
sys/vm/uma_core.c
3922
zdom = zone_domain_lock(zone, domain);
sys/vm/uma_core.c
3923
if ((bucket = zone_fetch_bucket(zone, zdom, false)) != NULL) {
sys/vm/uma_core.c
3929
zone_put_bucket(zone, domain, bucket, udata, true);
sys/vm/uma_core.c
3930
item = item_ctor(zone, zone->uz_flags, zone->uz_size, udata,
sys/vm/uma_core.c
3936
counter_u64_add(zone->uz_allocs, 1);
sys/vm/uma_core.c
3941
return (zone_alloc_item(zone, udata, domain, flags));
sys/vm/uma_core.c
3943
return (uma_zalloc_arg(zone, udata, flags));
sys/vm/uma_core.c
4009
keg_fetch_slab(uma_keg_t keg, uma_zone_t zone, int rdomain, const int flags)
sys/vm/uma_core.c
4043
slab = keg_alloc_slab(keg, zone, domain, flags, aflags);
sys/vm/uma_core.c
4109
uma_zone_t zone;
sys/vm/uma_core.c
4117
zone = arg;
sys/vm/uma_core.c
4119
keg = zone->uz_keg;
sys/vm/uma_core.c
4122
if ((slab = keg_fetch_slab(keg, zone, domain, flags)) == NULL)
sys/vm/uma_core.c
4149
if ((zone->uz_flags & UMA_ZONE_ROUNDROBIN) != 0 &&
sys/vm/uma_core.c
4165
zone_alloc_limit_hard(uma_zone_t zone, int count, int flags)
sys/vm/uma_core.c
4177
zone_free_limit(zone, count);
sys/vm/uma_core.c
4178
zone_log_warning(zone);
sys/vm/uma_core.c
4179
zone_maxaction(zone);
sys/vm/uma_core.c
4188
sleepq_lock(&zone->uz_max_items);
sys/vm/uma_core.c
4189
old = zone->uz_items;
sys/vm/uma_core.c
4193
max = zone->uz_max_items;
sys/vm/uma_core.c
4199
} while (atomic_fcmpset_64(&zone->uz_items, &old, new) == 0);
sys/vm/uma_core.c
4203
sleepq_release(&zone->uz_max_items);
sys/vm/uma_core.c
4213
atomic_add_32(&zone->uz_sleepers, 1);
sys/vm/uma_core.c
4214
atomic_add_64(&zone->uz_sleeps, 1);
sys/vm/uma_core.c
4220
sleepq_add(&zone->uz_max_items, NULL, "zonelimit", 0, 0);
sys/vm/uma_core.c
4221
sleepq_wait(&zone->uz_max_items, PVM);
sys/vm/uma_core.c
4230
atomic_subtract_32(&zone->uz_sleepers, 1);
sys/vm/uma_core.c
4231
old = atomic_fetchadd_64(&zone->uz_items,
sys/vm/uma_core.c
4242
max = zone->uz_max_items;
sys/vm/uma_core.c
4247
zone_free_limit(zone, total + count - max);
sys/vm/uma_core.c
4250
wakeup_one(&zone->uz_max_items);
sys/vm/uma_core.c
4262
zone_alloc_limit(uma_zone_t zone, int count, int flags)
sys/vm/uma_core.c
4267
max = zone->uz_max_items;
sys/vm/uma_core.c
4274
old = atomic_fetchadd_64(&zone->uz_items, count);
sys/vm/uma_core.c
4285
zone_free_limit(zone, (old + count) - max);
sys/vm/uma_core.c
4288
return (zone_alloc_limit_hard(zone, count, flags));
sys/vm/uma_core.c
4295
zone_free_limit(uma_zone_t zone, int count)
sys/vm/uma_core.c
4305
old = atomic_fetchadd_64(&zone->uz_items, -count);
sys/vm/uma_core.c
4307
UZ_ITEMS_COUNT(old) - count >= zone->uz_max_items))
sys/vm/uma_core.c
4314
wakeup_one(&zone->uz_max_items);
sys/vm/uma_core.c
4318
zone_alloc_bucket(uma_zone_t zone, void *udata, int domain, int flags)
sys/vm/uma_core.c
4323
CTR3(KTR_UMA, "zone_alloc_bucket zone %s(%p) domain %d", zone->uz_name,
sys/vm/uma_core.c
4324
zone, domain);
sys/vm/uma_core.c
4329
else if ((zone->uz_flags & UMA_ZONE_ROUNDROBIN) != 0)
sys/vm/uma_core.c
4332
if (zone->uz_max_items > 0)
sys/vm/uma_core.c
4333
maxbucket = zone_alloc_limit(zone, zone->uz_bucket_size,
sys/vm/uma_core.c
4336
maxbucket = zone->uz_bucket_size;
sys/vm/uma_core.c
4341
bucket = bucket_alloc(zone, udata, M_NOWAIT | (flags & M_NOVM));
sys/vm/uma_core.c
4347
bucket->ub_cnt = zone->uz_import(zone->uz_arg, bucket->ub_bucket,
sys/vm/uma_core.c
4353
if (bucket->ub_cnt != 0 && zone->uz_init != NULL) {
sys/vm/uma_core.c
4357
kasan_mark_item_valid(zone, bucket->ub_bucket[i]);
sys/vm/uma_core.c
4358
error = zone->uz_init(bucket->ub_bucket[i],
sys/vm/uma_core.c
4359
zone->uz_size, flags);
sys/vm/uma_core.c
4360
kasan_mark_item_invalid(zone, bucket->ub_bucket[i]);
sys/vm/uma_core.c
4370
zone->uz_release(zone->uz_arg, &bucket->ub_bucket[i],
sys/vm/uma_core.c
4382
bucket_free(zone, bucket, udata);
sys/vm/uma_core.c
4383
counter_u64_add(zone->uz_fails, 1);
sys/vm/uma_core.c
4387
if (zone->uz_max_items > 0 && cnt < maxbucket)
sys/vm/uma_core.c
4388
zone_free_limit(zone, maxbucket - cnt);
sys/vm/uma_core.c
4408
zone_alloc_item(uma_zone_t zone, void *udata, int domain, int flags)
sys/vm/uma_core.c
4412
if (zone->uz_max_items > 0 && zone_alloc_limit(zone, 1, flags) == 0) {
sys/vm/uma_core.c
4413
counter_u64_add(zone->uz_fails, 1);
sys/vm/uma_core.c
4421
if (zone->uz_import(zone->uz_arg, &item, 1, domain, flags) != 1)
sys/vm/uma_core.c
4430
if (zone->uz_init != NULL) {
sys/vm/uma_core.c
4433
kasan_mark_item_valid(zone, item);
sys/vm/uma_core.c
4434
error = zone->uz_init(item, zone->uz_size, flags);
sys/vm/uma_core.c
4435
kasan_mark_item_invalid(zone, item);
sys/vm/uma_core.c
4437
zone_free_item(zone, item, udata, SKIP_FINI | SKIP_CNT);
sys/vm/uma_core.c
4441
item = item_ctor(zone, zone->uz_flags, zone->uz_size, udata, flags,
sys/vm/uma_core.c
4446
counter_u64_add(zone->uz_allocs, 1);
sys/vm/uma_core.c
4448
zone->uz_name, zone);
sys/vm/uma_core.c
4453
counter_u64_add(zone->uz_fails, 1);
sys/vm/uma_core.c
4455
if (zone->uz_max_items > 0)
sys/vm/uma_core.c
4456
zone_free_limit(zone, 1);
sys/vm/uma_core.c
4458
zone->uz_name, zone);
sys/vm/uma_core.c
4467
cache_free_reuse(uma_zone_t zone, int uz_flags, void *item, void *udata)
sys/vm/uma_core.c
4493
cache = &zone->uz_cpu[curcpu];
sys/vm/uma_core.c
4517
} while (cache_free(zone, cache, udata, itemdomain));
sys/vm/uma_core.c
4530
cache_free_defer(uma_zone_t zone, void *item, void *udata)
sys/vm/uma_core.c
4540
uz_flags = cache_uz_flags(&zone->uz_cpu[curcpu]);
sys/vm/uma_core.c
4548
cache = &zone->uz_cpu[curcpu];
sys/vm/uma_core.c
4561
} while (cache_free(zone, cache, udata, itemdomain));
sys/vm/uma_core.c
4569
uma_zfree_smr(uma_zone_t zone, void *item)
sys/vm/uma_core.c
4572
zone->uz_name, zone, item);
sys/vm/uma_core.c
4575
KASSERT((zone->uz_flags & UMA_ZONE_SMR) != 0,
sys/vm/uma_core.c
4578
SMR_ASSERT_NOT_ENTERED(zone->uz_smr);
sys/vm/uma_core.c
4579
if (uma_zfree_debug(zone, item, NULL) == EJUSTRETURN)
sys/vm/uma_core.c
4583
if (cache_free_defer(zone, item, NULL))
sys/vm/uma_core.c
4589
zone_free_item(zone, item, NULL, SKIP_NONE);
sys/vm/uma_core.c
4594
uma_zfree_arg(uma_zone_t zone, void *item, void *udata)
sys/vm/uma_core.c
4600
random_harvest_fast_uma(&zone, sizeof(zone), RANDOM_UMA);
sys/vm/uma_core.c
4603
zone->uz_name, zone, item);
sys/vm/uma_core.c
4606
KASSERT((zone->uz_flags & UMA_ZONE_SMR) == 0,
sys/vm/uma_core.c
4608
if (uma_zfree_debug(zone, item, udata) == EJUSTRETURN)
sys/vm/uma_core.c
4620
cache = &zone->uz_cpu[curcpu];
sys/vm/uma_core.c
4624
item_dtor(zone, item, cache_uz_size(cache), udata, SKIP_NONE);
sys/vm/uma_core.c
463
bucket_alloc(uma_zone_t zone, void *udata, int flags)
sys/vm/uma_core.c
4631
atomic_load_32(&zone->uz_sleepers) > 0) {
sys/vm/uma_core.c
4636
if (cache_free_defer(zone, item, udata))
sys/vm/uma_core.c
4640
else if (cache_free_reuse(zone, uz_flags, item, udata)) {
sys/vm/uma_core.c
4647
zone_free_item(zone, item, udata, SKIP_DTOR);
sys/vm/uma_core.c
4656
zone_free_cross(uma_zone_t zone, uma_bucket_t bucket, void *udata)
sys/vm/uma_core.c
4667
zone->uz_name, zone, bucket);
sys/vm/uma_core.c
4674
if ((zone->uz_flags & UMA_ZONE_SMR) != 0)
sys/vm/uma_core.c
4675
seq = smr_advance(zone->uz_smr);
sys/vm/uma_core.c
4684
ZONE_CROSS_LOCK(zone);
sys/vm/uma_core.c
4688
zdom = ZDOM_GET(zone, domain);
sys/vm/uma_core.c
4700
ZONE_CROSS_UNLOCK(zone);
sys/vm/uma_core.c
4701
b = bucket_alloc(zone, udata, M_NOWAIT);
sys/vm/uma_core.c
4704
ZONE_CROSS_LOCK(zone);
sys/vm/uma_core.c
4723
ZONE_CROSS_UNLOCK(zone);
sys/vm/uma_core.c
4727
bucket_free(zone, bucket, udata);
sys/vm/uma_core.c
4731
bucket_free(zone, b, udata);
sys/vm/uma_core.c
4736
zone_put_bucket(zone, domain, b, udata, true);
sys/vm/uma_core.c
4742
zone_free_bucket(uma_zone_t zone, uma_bucket_t bucket, void *udata,
sys/vm/uma_core.c
4753
if ((zone->uz_flags & UMA_ZONE_FIRSTTOUCH) != 0 &&
sys/vm/uma_core.c
4755
zone_free_cross(zone, bucket, udata);
sys/vm/uma_core.c
4765
zone->uz_name, zone, bucket);
sys/vm/uma_core.c
4767
if ((zone->uz_flags & UMA_ZONE_ROUNDROBIN) != 0)
sys/vm/uma_core.c
4768
itemdomain = zone_domain_lowest(zone, itemdomain);
sys/vm/uma_core.c
4769
zone_put_bucket(zone, itemdomain, bucket, udata, ws);
sys/vm/uma_core.c
4781
cache_free(uma_zone_t zone, uma_cache_t cache, void *udata, int itemdomain)
sys/vm/uma_core.c
4788
if (zone->uz_bucket_size == 0)
sys/vm/uma_core.c
4791
cache = &zone->uz_cpu[curcpu];
sys/vm/uma_core.c
4805
counter_u64_add(zone->uz_xdomain,
sys/vm/uma_core.c
4823
if ((zone->uz_flags & UMA_ZONE_SMR) != 0) {
sys/vm/uma_core.c
4825
bucket->ub_seq = smr_advance(zone->uz_smr);
sys/vm/uma_core.c
4826
newbucket = bucket_alloc(zone, udata, M_NOWAIT);
sys/vm/uma_core.c
4828
bucket_drain(zone, bucket);
sys/vm/uma_core.c
4833
newbucket = bucket_alloc(zone, udata, M_NOWAIT);
sys/vm/uma_core.c
4836
zone_free_bucket(zone, bucket, udata, itemdomain, true);
sys/vm/uma_core.c
484
if ((zone->uz_flags & UMA_ZFLAG_BUCKET) == 0)
sys/vm/uma_core.c
4841
cache = &zone->uz_cpu[curcpu];
sys/vm/uma_core.c
485
udata = (void *)(uintptr_t)zone->uz_flags;
sys/vm/uma_core.c
4861
bucket_free(zone, bucket, udata);
sys/vm/uma_core.c
4870
slab_free_item(uma_zone_t zone, uma_slab_t slab, void *item)
sys/vm/uma_core.c
4876
keg = zone->uz_keg;
sys/vm/uma_core.c
4903
uma_zone_t zone;
sys/vm/uma_core.c
4910
zone = arg;
sys/vm/uma_core.c
4911
keg = zone->uz_keg;
sys/vm/uma_core.c
4913
if (__predict_false((zone->uz_flags & UMA_ZFLAG_HASH) != 0))
sys/vm/uma_core.c
4917
if (__predict_true((zone->uz_flags & UMA_ZFLAG_VTOSLAB) != 0)) {
sys/vm/uma_core.c
4921
if ((zone->uz_flags & UMA_ZFLAG_HASH) != 0)
sys/vm/uma_core.c
493
ubz = bucket_zone_lookup(atomic_load_16(&zone->uz_bucket_size));
sys/vm/uma_core.c
4931
slab_free_item(zone, slab, item);
sys/vm/uma_core.c
494
if (ubz->ubz_zone == zone && (ubz + 1)->ubz_entries != 0)
sys/vm/uma_core.c
4947
zone_free_item(uma_zone_t zone, void *item, void *udata, enum zfreeskip skip)
sys/vm/uma_core.c
4956
if ((zone->uz_flags & UMA_ZONE_SMR) != 0 && skip == SKIP_NONE)
sys/vm/uma_core.c
4957
smr_synchronize(zone->uz_smr);
sys/vm/uma_core.c
4959
item_dtor(zone, item, zone->uz_size, udata, skip);
sys/vm/uma_core.c
4961
if (skip < SKIP_FINI && zone->uz_fini) {
sys/vm/uma_core.c
4962
kasan_mark_item_valid(zone, item);
sys/vm/uma_core.c
4963
zone->uz_fini(item, zone->uz_size);
sys/vm/uma_core.c
4964
kasan_mark_item_invalid(zone, item);
sys/vm/uma_core.c
4967
zone->uz_release(zone->uz_arg, &item, 1);
sys/vm/uma_core.c
4972
counter_u64_add(zone->uz_frees, 1);
sys/vm/uma_core.c
4974
if (zone->uz_max_items > 0)
sys/vm/uma_core.c
4975
zone_free_limit(zone, 1);
sys/vm/uma_core.c
4980
uma_zone_set_max(uma_zone_t zone, int nitems)
sys/vm/uma_core.c
4987
uma_zone_set_maxcache(zone, nitems);
sys/vm/uma_core.c
4994
ZONE_LOCK(zone);
sys/vm/uma_core.c
4995
if (zone->uz_max_items == 0)
sys/vm/uma_core.c
4996
ZONE_ASSERT_COLD(zone);
sys/vm/uma_core.c
4997
zone->uz_max_items = nitems;
sys/vm/uma_core.c
4998
zone->uz_flags |= UMA_ZFLAG_LIMIT;
sys/vm/uma_core.c
4999
zone_update_caches(zone);
sys/vm/uma_core.c
5001
wakeup(&zone->uz_max_items);
sys/vm/uma_core.c
5002
ZONE_UNLOCK(zone);
sys/vm/uma_core.c
5009
uma_zone_set_maxcache(uma_zone_t zone, int nitems)
sys/vm/uma_core.c
5013
ZONE_LOCK(zone);
sys/vm/uma_core.c
5025
if ((zone->uz_flags & UMA_ZONE_FIRSTTOUCH) != 0 && vm_ndomains > 1) {
sys/vm/uma_core.c
503
zone->uz_bucket_size_max);
sys/vm/uma_core.c
5036
zone->uz_bucket_size_max = zone->uz_bucket_size = bsize;
sys/vm/uma_core.c
5037
if (zone->uz_bucket_size_min > zone->uz_bucket_size_max)
sys/vm/uma_core.c
5038
zone->uz_bucket_size_min = zone->uz_bucket_size_max;
sys/vm/uma_core.c
5039
zone->uz_bucket_max = nitems - nb * bsize;
sys/vm/uma_core.c
5040
ZONE_UNLOCK(zone);
sys/vm/uma_core.c
5045
uma_zone_get_max(uma_zone_t zone)
sys/vm/uma_core.c
5049
nitems = atomic_load_64(&zone->uz_max_items);
sys/vm/uma_core.c
5056
uma_zone_set_warning(uma_zone_t zone, const char *warning)
sys/vm/uma_core.c
5059
ZONE_ASSERT_COLD(zone);
sys/vm/uma_core.c
506
zone->uz_name, zone, bucket);
sys/vm/uma_core.c
5060
zone->uz_warning = warning;
sys/vm/uma_core.c
5065
uma_zone_set_maxaction(uma_zone_t zone, uma_maxaction_t maxaction)
sys/vm/uma_core.c
5068
ZONE_ASSERT_COLD(zone);
sys/vm/uma_core.c
5069
TASK_INIT(&zone->uz_maxaction, 0, (task_fn_t *)maxaction, zone);
sys/vm/uma_core.c
5074
uma_zone_get_cur(uma_zone_t zone)
sys/vm/uma_core.c
5080
if (zone->uz_allocs != EARLY_COUNTER && zone->uz_frees != EARLY_COUNTER)
sys/vm/uma_core.c
5081
nitems = counter_u64_fetch(zone->uz_allocs) -
sys/vm/uma_core.c
5082
counter_u64_fetch(zone->uz_frees);
sys/vm/uma_core.c
5084
nitems += atomic_load_64(&zone->uz_cpu[i].uc_allocs) -
sys/vm/uma_core.c
5085
atomic_load_64(&zone->uz_cpu[i].uc_frees);
sys/vm/uma_core.c
5091
uma_zone_get_allocs(uma_zone_t zone)
sys/vm/uma_core.c
5097
if (zone->uz_allocs != EARLY_COUNTER)
sys/vm/uma_core.c
5098
nitems = counter_u64_fetch(zone->uz_allocs);
sys/vm/uma_core.c
5100
nitems += atomic_load_64(&zone->uz_cpu[i].uc_allocs);
sys/vm/uma_core.c
5106
uma_zone_get_frees(uma_zone_t zone)
sys/vm/uma_core.c
5112
if (zone->uz_frees != EARLY_COUNTER)
sys/vm/uma_core.c
5113
nitems = counter_u64_fetch(zone->uz_frees);
sys/vm/uma_core.c
5115
nitems += atomic_load_64(&zone->uz_cpu[i].uc_frees);
sys/vm/uma_core.c
513
bucket_free(uma_zone_t zone, uma_bucket_t bucket, void *udata)
sys/vm/uma_core.c
5138
uma_zone_set_init(uma_zone_t zone, uma_init uminit)
sys/vm/uma_core.c
5142
KEG_GET(zone, keg);
sys/vm/uma_core.c
5149
uma_zone_set_fini(uma_zone_t zone, uma_fini fini)
sys/vm/uma_core.c
5153
KEG_GET(zone, keg);
sys/vm/uma_core.c
5160
uma_zone_set_zinit(uma_zone_t zone, uma_init zinit)
sys/vm/uma_core.c
5163
ZONE_ASSERT_COLD(zone);
sys/vm/uma_core.c
5164
zone->uz_init = zinit;
sys/vm/uma_core.c
5169
uma_zone_set_zfini(uma_zone_t zone, uma_fini zfini)
sys/vm/uma_core.c
5172
ZONE_ASSERT_COLD(zone);
sys/vm/uma_core.c
5173
zone->uz_fini = zfini;
sys/vm/uma_core.c
5178
uma_zone_set_freef(uma_zone_t zone, uma_free freef)
sys/vm/uma_core.c
518
bucket_drain(zone, bucket);
sys/vm/uma_core.c
5182
KEG_GET(zone, keg);
sys/vm/uma_core.c
5189
uma_zone_set_allocf(uma_zone_t zone, uma_alloc allocf)
sys/vm/uma_core.c
5193
KEG_GET(zone, keg);
sys/vm/uma_core.c
5200
uma_zone_set_smr(uma_zone_t zone, smr_t smr)
sys/vm/uma_core.c
5203
ZONE_ASSERT_COLD(zone);
sys/vm/uma_core.c
5206
KASSERT((zone->uz_flags & UMA_ZONE_SMR) == 0,
sys/vm/uma_core.c
5207
("zone %p (%s) already uses SMR", zone, zone->uz_name));
sys/vm/uma_core.c
5208
zone->uz_flags |= UMA_ZONE_SMR;
sys/vm/uma_core.c
5209
zone->uz_smr = smr;
sys/vm/uma_core.c
5210
zone_update_caches(zone);
sys/vm/uma_core.c
5214
uma_zone_get_smr(uma_zone_t zone)
sys/vm/uma_core.c
5217
return (zone->uz_smr);
sys/vm/uma_core.c
5222
uma_zone_reserve(uma_zone_t zone, int items)
sys/vm/uma_core.c
5226
KEG_GET(zone, keg);
sys/vm/uma_core.c
5233
uma_zone_reserve_kva(uma_zone_t zone, int count)
sys/vm/uma_core.c
5239
KEG_GET(zone, keg);
sys/vm/uma_core.c
524
if ((zone->uz_flags & UMA_ZFLAG_BUCKET) == 0)
sys/vm/uma_core.c
5241
ZONE_ASSERT_COLD(zone);
sys/vm/uma_core.c
525
udata = (void *)(uintptr_t)zone->uz_flags;
sys/vm/uma_core.c
5259
zone->uz_max_items = pages * keg->uk_ipers;
sys/vm/uma_core.c
5266
zone->uz_flags |= UMA_ZFLAG_LIMIT | UMA_ZONE_NOFREE;
sys/vm/uma_core.c
5267
zone_update_caches(zone);
sys/vm/uma_core.c
5274
uma_prealloc(uma_zone_t zone, int items)
sys/vm/uma_core.c
5282
KEG_GET(zone, keg);
sys/vm/uma_core.c
5290
slab = keg_alloc_slab(keg, zone, domain, M_WAITOK,
sys/vm/uma_core.c
5316
uma_zone_memory(uma_zone_t zone)
sys/vm/uma_core.c
5322
if (zone->uz_flags & UMA_ZFLAG_CACHE) {
sys/vm/uma_core.c
5324
sz += ZDOM_GET(zone, i)->uzd_nitems;
sys/vm/uma_core.c
5325
return (sz * zone->uz_size);
sys/vm/uma_core.c
5328
sz += zone->uz_keg->uk_domain[i].ud_pages;
sys/vm/uma_core.c
5339
uma_reclaim_domain_cb(uma_zone_t zone, void *arg)
sys/vm/uma_core.c
5344
if ((zone->uz_flags & UMA_ZONE_UNMANAGED) != 0)
sys/vm/uma_core.c
5347
(zone->uz_flags & UMA_ZONE_NOTRIM) !=0)
sys/vm/uma_core.c
5350
uma_zone_reclaim_domain(zone, args->req, args->domain);
sys/vm/uma_core.c
5433
uma_zone_reclaim(uma_zone_t zone, int req)
sys/vm/uma_core.c
5435
uma_zone_reclaim_domain(zone, req, UMA_ANYDOMAIN);
sys/vm/uma_core.c
5439
uma_zone_reclaim_domain(uma_zone_t zone, int req, int domain)
sys/vm/uma_core.c
5443
zone_reclaim(zone, domain, M_NOWAIT, false);
sys/vm/uma_core.c
5446
zone_reclaim(zone, domain, M_NOWAIT, true);
sys/vm/uma_core.c
5449
pcpu_cache_drain_safe(zone);
sys/vm/uma_core.c
545
kasan_mark_item_valid(uma_zone_t zone, void *item)
sys/vm/uma_core.c
5450
zone_reclaim(zone, domain, M_NOWAIT, true);
sys/vm/uma_core.c
5459
uma_zone_exhausted(uma_zone_t zone)
sys/vm/uma_core.c
5462
return (atomic_load_32(&zone->uz_sleepers) > 0);
sys/vm/uma_core.c
551
if ((zone->uz_flags & UMA_ZONE_NOKASAN) != 0)
sys/vm/uma_core.c
554
sz = zone->uz_size;
sys/vm/uma_core.c
556
if ((zone->uz_flags & UMA_ZONE_PCPU) == 0) {
sys/vm/uma_core.c
567
kasan_mark_item_invalid(uma_zone_t zone, void *item)
sys/vm/uma_core.c
5685
uma_zone_t zone = *(uma_zone_t *)arg1;
sys/vm/uma_core.c
5688
max = uma_zone_get_max(zone);
sys/vm/uma_core.c
5693
uma_zone_set_max(zone, max);
sys/vm/uma_core.c
5701
uma_zone_t zone;
sys/vm/uma_core.c
5709
zone = *(uma_zone_t *)arg1;
sys/vm/uma_core.c
5711
zone = arg1;
sys/vm/uma_core.c
5712
cur = uma_zone_get_cur(zone);
sys/vm/uma_core.c
5719
uma_zone_t zone = arg1;
sys/vm/uma_core.c
5722
cur = uma_zone_get_allocs(zone);
sys/vm/uma_core.c
5729
uma_zone_t zone = arg1;
sys/vm/uma_core.c
573
if ((zone->uz_flags & UMA_ZONE_NOKASAN) != 0)
sys/vm/uma_core.c
5732
cur = uma_zone_get_frees(zone);
sys/vm/uma_core.c
5740
uma_zone_t zone = arg1;
sys/vm/uma_core.c
5744
if (zone->uz_flags != 0)
sys/vm/uma_core.c
5745
sbuf_printf(&sbuf, "0x%b", zone->uz_flags, PRINT_UMA_ZFLAGS);
sys/vm/uma_core.c
576
sz = roundup2(zone->uz_size, KASAN_SHADOW_SCALE);
sys/vm/uma_core.c
577
if ((zone->uz_flags & UMA_ZONE_PCPU) == 0) {
sys/vm/uma_core.c
5778
uma_zone_t zone = arg1;
sys/vm/uma_core.c
5781
cur = UZ_ITEMS_COUNT(atomic_load_64(&zone->uz_items));
sys/vm/uma_core.c
5787
uma_dbg_getslab(uma_zone_t zone, void *item)
sys/vm/uma_core.c
5799
if ((zone->uz_flags & UMA_ZFLAG_CACHE) != 0)
sys/vm/uma_core.c
5801
if (zone->uz_flags & UMA_ZFLAG_VTOSLAB)
sys/vm/uma_core.c
5803
keg = zone->uz_keg;
sys/vm/uma_core.c
5814
uma_dbg_zskip(uma_zone_t zone, void *mem)
sys/vm/uma_core.c
5817
if ((zone->uz_flags & UMA_ZFLAG_CACHE) != 0)
sys/vm/uma_core.c
5820
return (uma_dbg_kskip(zone->uz_keg, mem));
sys/vm/uma_core.c
5854
uma_dbg_alloc(uma_zone_t zone, uma_slab_t slab, void *item)
sys/vm/uma_core.c
5860
slab = uma_dbg_getslab(zone, item);
sys/vm/uma_core.c
5863
item, zone->uz_name);
sys/vm/uma_core.c
5865
keg = zone->uz_keg;
sys/vm/uma_core.c
5871
item, zone, zone->uz_name, slab, freei);
sys/vm/uma_core.c
5880
uma_dbg_free(uma_zone_t zone, uma_slab_t slab, void *item)
sys/vm/uma_core.c
5886
slab = uma_dbg_getslab(zone, item);
sys/vm/uma_core.c
5889
item, zone->uz_name);
sys/vm/uma_core.c
5891
keg = zone->uz_keg;
sys/vm/uma_core.c
5896
item, zone, zone->uz_name, slab, freei);
sys/vm/uma_core.c
5900
item, zone, zone->uz_name, slab, freei);
sys/vm/uma_core.c
5905
item, zone, zone->uz_name, slab, freei);
sys/vm/uma_core.c
613
kasan_mark_item_valid(uma_zone_t zone __unused, void *item __unused)
sys/vm/uma_core.c
618
kasan_mark_item_invalid(uma_zone_t zone __unused, void *item __unused)
sys/vm/uma_core.c
635
kmsan_mark_item_uninitialized(uma_zone_t zone, void *item)
sys/vm/uma_core.c
641
if ((zone->uz_flags &
sys/vm/uma_core.c
657
if (zone->uz_keg->uk_init != NULL) {
sys/vm/uma_core.c
666
sz = zone->uz_size;
sys/vm/uma_core.c
667
if ((zone->uz_flags & UMA_ZONE_PCPU) == 0) {
sys/vm/uma_core.c
682
kmsan_mark_item_uninitialized(uma_zone_t zone __unused, void *item __unused)
sys/vm/uma_core.c
691
zone_domain_lock(uma_zone_t zone, int domain)
sys/vm/uma_core.c
696
zdom = ZDOM_GET(zone, domain);
sys/vm/uma_core.c
702
if (lockfail && zone->uz_bucket_size < zone->uz_bucket_size_max)
sys/vm/uma_core.c
703
zone->uz_bucket_size++;
sys/vm/uma_core.c
712
zone_domain_lowest(uma_zone_t zone, int pref)
sys/vm/uma_core.c
721
nitems = ZDOM_GET(zone, i)->uzd_nitems;
sys/vm/uma_core.c
740
zone_domain_highest(uma_zone_t zone, int pref)
sys/vm/uma_core.c
746
if (ZDOM_GET(zone, pref)->uzd_nitems > BUCKET_MAX)
sys/vm/uma_core.c
752
nitems = ZDOM_GET(zone, i)->uzd_nitems;
sys/vm/uma_core.c
790
zone_fetch_bucket(uma_zone_t zone, uma_zone_domain_t zdom, bool reclaim)
sys/vm/uma_core.c
803
if ((zone->uz_flags & UMA_ZONE_SMR) != 0 &&
sys/vm/uma_core.c
805
if (!smr_poll(zone->uz_smr, bucket->ub_seq, false))
sys/vm/uma_core.c
808
dtor = (zone->uz_dtor != NULL) || UMA_ALWAYS_CTORDTOR;
sys/vm/uma_core.c
845
item_dtor(zone, bucket->ub_bucket[i], zone->uz_size,
sys/vm/uma_core.c
857
zone_put_bucket(uma_zone_t zone, int domain, uma_bucket_t bucket, void *udata,
sys/vm/uma_core.c
865
zdom = zone_domain_lock(zone, domain);
sys/vm/uma_core.c
871
if (__predict_true(zdom->uzd_nitems < zone->uz_bucket_max)) {
sys/vm/uma_core.c
897
head = head && (zone->uz_flags & UMA_ZONE_NOKASAN) != 0;
sys/vm/uma_core.c
909
bucket_free(zone, bucket, udata);
sys/vm/uma_dbg.c
145
struct uma_zone *zone = arg;
sys/vm/uma_dbg.c
178
mem, osize, zone ? zone->uz_name : "", *ksp, off, *p);
sys/vm/uma_dbg.c
180
mem, osize, zone ? zone->uz_name : "", (*ksp)->ks_shortdesc,
sys/vm/uma_dbg.c
184
mem, osize, zone ? zone->uz_name : "", *ksp, off, *p);
sys/vm/uma_dbg.c
69
struct uma_zone *zone = arg;
sys/vm/uma_dbg.c
88
mem, size, zone ? zone->uz_name : "", off, *p);
sys/vm/uma_int.h
556
#define KEG_GET(zone, keg) do { \
sys/vm/uma_int.h
557
(keg) = (zone)->uz_keg; \
sys/vm/uma_int.h
559
("%s: Invalid zone %p type", __func__, (zone))); \
sys/vm/uma_int.h
628
vtozoneslab(vm_offset_t va, uma_zone_t *zone, uma_slab_t *slab)
sys/vm/uma_int.h
634
*zone = p->plinks.uma.zone;
sys/vm/uma_int.h
638
vsetzoneslab(vm_offset_t va, uma_zone_t zone, uma_slab_t slab)
sys/vm/uma_int.h
644
p->plinks.uma.zone = zone;
sys/vm/uma_int.h
671
void *uma_small_alloc(uma_zone_t zone, vm_size_t bytes, int domain,
sys/vm/vm_map.c
187
kmapent_alloc(uma_zone_t zone, vm_size_t bytes, int domain, uint8_t *pflag,
sys/vm/vm_page.c
2153
if (vmd->vmd_pgcache[VM_FREEPOOL_DEFAULT].zone != NULL) {
sys/vm/vm_page.c
2154
m = uma_zalloc(vmd->vmd_pgcache[VM_FREEPOOL_DEFAULT].zone,
sys/vm/vm_page.c
240
pgcache->zone = uma_zcache_create("vm pgcache",
sys/vm/vm_page.c
2481
if (vmd->vmd_pgcache[VM_FREEPOOL_DIRECT].zone != NULL) {
sys/vm/vm_page.c
2482
m = uma_zalloc(vmd->vmd_pgcache[VM_FREEPOOL_DIRECT].zone,
sys/vm/vm_page.c
251
uma_zone_set_maxcache(pgcache->zone, cache);
sys/vm/vm_page.c
4197
uma_zone_t zone;
sys/vm/vm_page.c
4207
zone = vmd->vmd_pgcache[m->pool].zone;
sys/vm/vm_page.c
4208
if ((m->flags & PG_PCPU_CACHE) != 0 && zone != NULL) {
sys/vm/vm_page.c
4209
uma_zfree(zone, m);
sys/vm/vm_page.h
229
void *zone;
sys/vm/vm_pagequeue.h
242
uma_zone_t zone;
sys/vm/vm_pager.c
211
uma_zone_t zone;
sys/vm/vm_pager.c
213
zone = uma_zsecond_create(name, pbuf_ctor, pbuf_dtor, NULL, NULL,
sys/vm/vm_pager.c
231
nswbuf_max += uma_zone_set_max(zone, max);
sys/vm/vm_pager.c
233
uma_prealloc(pbuf_zone, uma_zone_set_max(zone, max));
sys/vm/vm_pager.c
235
return (zone);
usr.bin/find/getdate.y
137
| zone {
usr.bin/find/getdate.y
187
zone : tZONE {
usr.bin/mkcsmapper/yacc.y
117
%type <i_value> dst types oob_mode_sel zone
usr.bin/mkcsmapper/yacc.y
142
src_zone : R_SRC_ZONE zone { set_src_zone($2); }
usr.bin/mkcsmapper/yacc.y
143
zone : range {
usr.sbin/bhyve/qemu_loader.c
187
qemu_loader_get_zone_name(const enum qemu_loader_zone zone)
usr.sbin/bhyve/qemu_loader.c
189
switch (zone) {
usr.sbin/bhyve/qemu_loader.c
209
qemu_loader_get_zone_name(entry->alloc.zone));
usr.sbin/bhyve/qemu_loader.c
31
uint8_t zone;
usr.sbin/bhyve/qemu_loader.c
77
const uint32_t alignment, const enum qemu_loader_zone zone)
usr.sbin/bhyve/qemu_loader.c
93
element->entry.alloc.zone = zone;
usr.sbin/bhyve/qemu_loader.h
33
uint32_t alignment, enum qemu_loader_zone zone);
usr.sbin/fifolog/lib/getdate.y
113
| zone {
usr.sbin/fifolog/lib/getdate.y
181
zone : tZONE {
usr.sbin/fstyp/hammer_disk.h
274
#define hammer_is_index_record(zone) \
usr.sbin/fstyp/hammer_disk.h
275
((zone) >= HAMMER_ZONE_BTREE_INDEX && \
usr.sbin/fstyp/hammer_disk.h
276
(zone) < HAMMER_MAX_ZONES)
usr.sbin/fstyp/hammer_disk.h
281
#define hammer_is_index_direct_xlated(zone) \
usr.sbin/fstyp/hammer_disk.h
282
(((zone) == HAMMER_ZONE_RAW_BUFFER_INDEX) || \
usr.sbin/fstyp/hammer_disk.h
283
((zone) == HAMMER_ZONE_FREEMAP_INDEX) || \
usr.sbin/fstyp/hammer_disk.h
284
hammer_is_index_record(zone))
usr.sbin/fstyp/hammer_disk.h
289
#define HAMMER_ZONE_ENCODE(zone, ham_off) \
usr.sbin/fstyp/hammer_disk.h
290
(((hammer_off_t)(zone) << 60) | (ham_off))
usr.sbin/fstyp/hammer_disk.h
304
#define HAMMER_ENCODE(zone, vol_no, offset) \
usr.sbin/fstyp/hammer_disk.h
305
(((hammer_off_t)(zone) << 60) | \
usr.sbin/fstyp/hammer_disk.h
320
#define hammer_xlate_to_zoneX(zone, offset) \
usr.sbin/fstyp/hammer_disk.h
321
HAMMER_ZONE_ENCODE((zone), (offset) & ~HAMMER_OFF_ZONE_MASK)
usr.sbin/fstyp/hammer_disk.h
445
uint8_t zone; /* typed allocation zone */
usr.sbin/pkg/dns_utils.c
116
dns_getsrvinfo(const char *zone)
usr.sbin/pkg/dns_utils.c
125
if ((len = res_query(zone, C_IN, T_SRV, q.buf, sizeof(q.buf))) == -1 ||
usr.sbin/pkg/dns_utils.h
44
dns_getsrvinfo(const char *zone);
usr.sbin/pkg/pkg.c
265
char zone[MAXHOSTNAMELEN + 13];
usr.sbin/pkg/pkg.c
287
snprintf(zone, sizeof(zone),
usr.sbin/pkg/pkg.c
289
mirrors = dns_getsrvinfo(zone);
usr.sbin/tzsetup/tzsetup.c
280
TAILQ_HEAD(, zone) zones;
usr.sbin/tzsetup/tzsetup.c
285
TAILQ_ENTRY(zone) link;
usr.sbin/tzsetup/tzsetup.c
381
struct zone *zp;
usr.sbin/tzsetup/tzsetup.c
394
struct zone *zp;
usr.sbin/tzsetup/tzsetup.c
558
struct zone *zp;
usr.sbin/tzsetup/tzsetup.c
574
struct zone *zp, *zp2;
usr.sbin/tzsetup/tzsetup.c
721
struct zone *zp = dmi->data;