Symbol: zone
crypto/krb5/src/kadmin/cli/getdate.y
203
| zone {
crypto/krb5/src/kadmin/cli/getdate.y
252
zone : tZONE {
crypto/openssl/crypto/x509/v3_sxnet.c
120
int SXNET_add_id_asc(SXNET **psx, const char *zone, const char *user, int userlen)
crypto/openssl/crypto/x509/v3_sxnet.c
124
if ((izone = s2i_ASN1_INTEGER(NULL, zone)) == NULL) {
crypto/openssl/crypto/x509/v3_sxnet.c
160
int SXNET_add_id_INTEGER(SXNET **psx, ASN1_INTEGER *zone, const char *user,
crypto/openssl/crypto/x509/v3_sxnet.c
166
if (psx == NULL || zone == NULL || user == NULL) {
crypto/openssl/crypto/x509/v3_sxnet.c
187
if (SXNET_get_id_INTEGER(sx, zone)) {
crypto/openssl/crypto/x509/v3_sxnet.c
207
ASN1_INTEGER_free(id->zone);
crypto/openssl/crypto/x509/v3_sxnet.c
208
id->zone = zone;
crypto/openssl/crypto/x509/v3_sxnet.c
219
ASN1_OCTET_STRING *SXNET_get_id_asc(SXNET *sx, const char *zone)
crypto/openssl/crypto/x509/v3_sxnet.c
224
if ((izone = s2i_ASN1_INTEGER(NULL, zone)) == NULL) {
crypto/openssl/crypto/x509/v3_sxnet.c
249
ASN1_OCTET_STRING *SXNET_get_id_INTEGER(SXNET *sx, ASN1_INTEGER *zone)
crypto/openssl/crypto/x509/v3_sxnet.c
255
if (!ASN1_INTEGER_cmp(id->zone, zone))
crypto/openssl/crypto/x509/v3_sxnet.c
44
ASN1_SIMPLE(SXNETID, zone, ASN1_INTEGER),
crypto/openssl/crypto/x509/v3_sxnet.c
80
tmp = i2s_ASN1_INTEGER(NULL, id->zone);
crypto/openssl/include/openssl/x509v3.h
378
ASN1_INTEGER *zone;
crypto/openssl/include/openssl/x509v3.h
811
int SXNET_add_id_asc(SXNET **psx, const char *zone, const char *user, int userlen);
crypto/openssl/include/openssl/x509v3.h
817
ASN1_OCTET_STRING *SXNET_get_id_asc(SXNET *sx, const char *zone);
crypto/openssl/include/openssl/x509v3.h
819
ASN1_OCTET_STRING *SXNET_get_id_INTEGER(SXNET *sx, ASN1_INTEGER *zone);
lib/libc/gen/timezone.c
104
_tztab(int zone, int dst)
lib/libc/gen/timezone.c
106
struct zone *zp;
lib/libc/gen/timezone.c
110
if (zp->offset == zone) {
lib/libc/gen/timezone.c
117
if (zone < 0) { /* create one */
lib/libc/gen/timezone.c
118
zone = -zone;
lib/libc/gen/timezone.c
124
"GMT%c%d:%02d",sign,zone / 60,zone % 60);
lib/libc/gen/timezone.c
52
__timezone_compat(int zone, int dst)
lib/libc/gen/timezone.c
69
return(_tztab(zone,dst)); /* default: table or created zone */
lib/libc/iconv/citrus_csmapper.c
189
struct zone z1, z2;
lib/libiconv_modules/mapper_zone/citrus_mapper_zone.c
77
struct _zone zone;
lib/libiconv_modules/mapper_zone/citrus_mapper_zone.c
81
#define ps_zone u.zone
sbin/camcontrol/camcontrol.c
10792
error = zone(cam_dev, argc, argv, combinedopt,
sbin/camcontrol/camcontrol.h
82
int zone(struct cam_device *device, int argc, char **argv, char *combinedopt,
sys/cam/ctl/ctl.c
3937
pool->zone = uma_zsecond_create(pool->name, NULL,
sys/cam/ctl/ctl.c
3941
pool->zone = ctl_softc->io_zone;
sys/cam/ctl/ctl.c
3956
uma_zdestroy(pool->zone);
sys/cam/ctl/ctl.c
3967
io = uma_zalloc(pool->zone, M_WAITOK);
sys/cam/ctl/ctl.c
3982
io = uma_zalloc(pool->zone, M_NOWAIT);
sys/cam/ctl/ctl.c
4000
uma_zfree(pool->zone, io);
sys/cam/ctl/ctl_private.h
64
struct uma_zone *zone;
sys/cddl/compat/opensolaris/sys/sid.h
79
#define kidmap_getsidbyuid(zone, uid, sid_prefix, rid) (1)
sys/cddl/compat/opensolaris/sys/sid.h
80
#define kidmap_getsidbygid(zone, gid, sid_prefix, rid) (1)
sys/dev/bnxt/bnxt_en/bnxt_hwrm.c
2769
uint16_t *millisecond, uint16_t *zone)
sys/dev/bnxt/bnxt_en/bnxt_hwrm.c
2797
if (zone)
sys/dev/bnxt/bnxt_en/bnxt_hwrm.c
2798
*zone = le16toh(resp->zone);
sys/dev/bnxt/bnxt_en/bnxt_hwrm.c
2808
uint16_t millisecond, uint16_t zone)
sys/dev/bnxt/bnxt_en/bnxt_hwrm.c
2821
req.zone = htole16(zone);
sys/dev/bnxt/bnxt_en/bnxt_hwrm.h
118
uint8_t *second, uint16_t *millisecond, uint16_t *zone);
sys/dev/bnxt/bnxt_en/bnxt_hwrm.h
121
uint16_t millisecond, uint16_t zone);
sys/dev/bnxt/bnxt_en/bnxt_ioctl.h
150
uint16_t zone;
sys/dev/bnxt/bnxt_en/bnxt_ioctl.h
162
uint16_t zone;
sys/dev/bnxt/bnxt_en/hsi_struct_def.h
61232
int16_t zone;
sys/dev/bnxt/bnxt_en/hsi_struct_def.h
61331
int16_t zone;
sys/dev/bnxt/bnxt_en/if_bnxt.c
4249
&gtm->second, &gtm->millisecond, &gtm->zone);
sys/dev/bnxt/bnxt_en/if_bnxt.c
4268
stm->second, stm->millisecond, stm->zone);
sys/dev/cxgb/cxgb_adapter.h
216
uma_zone_t zone;
sys/dev/cxgb/cxgb_main.c
3566
qs->fl[0].zone = zone_pack;
sys/dev/cxgb/cxgb_main.c
3567
qs->fl[1].zone = zone_clust;
sys/dev/cxgb/cxgb_sge.c
2503
q->fl[0].zone = zone_pack;
sys/dev/cxgb/cxgb_sge.c
2507
q->fl[1].zone = zone_jumbo16;
sys/dev/cxgb/cxgb_sge.c
2510
q->fl[1].zone = zone_jumbo9;
sys/dev/cxgb/cxgb_sge.c
2513
q->fl[1].zone = zone_jumbop;
sys/dev/cxgb/cxgb_sge.c
2719
if (fl->zone == zone_pack) {
sys/dev/cxgb/cxgb_sge.c
718
if (q->zone == zone_pack) {
sys/dev/cxgb/cxgb_sge.c
726
uma_zfree(q->zone, cl);
sys/dev/cxgb/cxgb_sge.c
733
uma_zfree(q->zone, cl);
sys/dev/cxgb/cxgb_sge.c
743
if (q->zone != zone_pack)
sys/dev/cxgb/cxgb_sge.c
744
uma_zfree(q->zone, cl);
sys/dev/cxgb/cxgb_sge.c
799
if (q->zone == zone_pack) {
sys/dev/cxgb/cxgb_sge.c
805
uma_zfree(q->zone, d->rxsd_cl);
sys/dev/cxgbe/adapter.h
355
uma_zone_t zone;
sys/dev/cxgbe/adapter.h
528
uma_zone_t zone; /* zone that this cluster comes from */
sys/dev/cxgbe/t4_sge.c
1775
uma_zfree(clm->zone, clm->cl);
sys/dev/cxgbe/t4_sge.c
1842
clm->zone = rxb->zone;
sys/dev/cxgbe/t4_sge.c
5225
cl = uma_zalloc(rxb->zone, M_NOWAIT);
sys/dev/cxgbe/t4_sge.c
5230
cl = uma_zalloc(rxb->zone, M_NOWAIT);
sys/dev/cxgbe/t4_sge.c
5318
uma_zfree(sc->sge.rx_buf_info[sd->zidx].zone, sd->cl);
sys/dev/cxgbe/t4_sge.c
5322
uma_zfree(sc->sge.rx_buf_info[sd->zidx].zone,
sys/dev/cxgbe/t4_sge.c
912
rxb->zone = m_getzone(rxb->size1);
sys/dev/drm2/ttm/ttm_memory.c
103
mtx_lock(&zone->glob->lock);
sys/dev/drm2/ttm/ttm_memory.c
104
if (val64 > zone->zone_mem)
sys/dev/drm2/ttm/ttm_memory.c
105
val64 = zone->zone_mem;
sys/dev/drm2/ttm/ttm_memory.c
107
zone->emer_mem = val64;
sys/dev/drm2/ttm/ttm_memory.c
108
if (zone->max_mem > val64)
sys/dev/drm2/ttm/ttm_memory.c
109
zone->max_mem = val64;
sys/dev/drm2/ttm/ttm_memory.c
111
zone->max_mem = val64;
sys/dev/drm2/ttm/ttm_memory.c
112
if (zone->emer_mem < val64)
sys/dev/drm2/ttm/ttm_memory.c
113
zone->emer_mem = val64;
sys/dev/drm2/ttm/ttm_memory.c
115
zone->swap_limit = val64;
sys/dev/drm2/ttm/ttm_memory.c
116
mtx_unlock(&zone->glob->lock);
sys/dev/drm2/ttm/ttm_memory.c
118
ttm_check_swapping(zone->glob);
sys/dev/drm2/ttm/ttm_memory.c
132
struct ttm_mem_zone *zone;
sys/dev/drm2/ttm/ttm_memory.c
136
zone = glob->zones[i];
sys/dev/drm2/ttm/ttm_memory.c
139
target = zone->swap_limit;
sys/dev/drm2/ttm/ttm_memory.c
141
target = zone->emer_mem;
sys/dev/drm2/ttm/ttm_memory.c
143
target = zone->max_mem;
sys/dev/drm2/ttm/ttm_memory.c
147
if (zone->used_mem > target)
sys/dev/drm2/ttm/ttm_memory.c
194
struct ttm_mem_zone *zone;
sys/dev/drm2/ttm/ttm_memory.c
196
zone = malloc(sizeof(*zone), M_TTM_ZONE, M_WAITOK | M_ZERO);
sys/dev/drm2/ttm/ttm_memory.c
198
zone->name = "kernel";
sys/dev/drm2/ttm/ttm_memory.c
199
zone->zone_mem = mem;
sys/dev/drm2/ttm/ttm_memory.c
200
zone->max_mem = mem >> 1;
sys/dev/drm2/ttm/ttm_memory.c
201
zone->emer_mem = (mem >> 1) + (mem >> 2);
sys/dev/drm2/ttm/ttm_memory.c
202
zone->swap_limit = zone->max_mem - (mem >> 3);
sys/dev/drm2/ttm/ttm_memory.c
203
zone->used_mem = 0;
sys/dev/drm2/ttm/ttm_memory.c
204
zone->glob = glob;
sys/dev/drm2/ttm/ttm_memory.c
205
glob->zone_kernel = zone;
sys/dev/drm2/ttm/ttm_memory.c
206
refcount_init(&zone->kobj_ref, 1);
sys/dev/drm2/ttm/ttm_memory.c
207
glob->zones[glob->num_zones++] = zone;
sys/dev/drm2/ttm/ttm_memory.c
214
struct ttm_mem_zone *zone;
sys/dev/drm2/ttm/ttm_memory.c
216
zone = malloc(sizeof(*zone), M_TTM_ZONE, M_WAITOK | M_ZERO);
sys/dev/drm2/ttm/ttm_memory.c
223
free(zone, M_TTM_ZONE);
sys/dev/drm2/ttm/ttm_memory.c
234
zone->name = "dma32";
sys/dev/drm2/ttm/ttm_memory.c
235
zone->zone_mem = mem;
sys/dev/drm2/ttm/ttm_memory.c
236
zone->max_mem = mem >> 1;
sys/dev/drm2/ttm/ttm_memory.c
237
zone->emer_mem = (mem >> 1) + (mem >> 2);
sys/dev/drm2/ttm/ttm_memory.c
238
zone->swap_limit = zone->max_mem - (mem >> 3);
sys/dev/drm2/ttm/ttm_memory.c
239
zone->used_mem = 0;
sys/dev/drm2/ttm/ttm_memory.c
240
zone->glob = glob;
sys/dev/drm2/ttm/ttm_memory.c
241
glob->zone_dma32 = zone;
sys/dev/drm2/ttm/ttm_memory.c
242
refcount_init(&zone->kobj_ref, 1);
sys/dev/drm2/ttm/ttm_memory.c
243
glob->zones[glob->num_zones++] = zone;
sys/dev/drm2/ttm/ttm_memory.c
252
struct ttm_mem_zone *zone;
sys/dev/drm2/ttm/ttm_memory.c
271
zone = glob->zones[i];
sys/dev/drm2/ttm/ttm_memory.c
273
zone->name, (unsigned long long)zone->max_mem >> 10);
sys/dev/drm2/ttm/ttm_memory.c
286
struct ttm_mem_zone *zone;
sys/dev/drm2/ttm/ttm_memory.c
296
zone = glob->zones[i];
sys/dev/drm2/ttm/ttm_memory.c
297
if (refcount_release(&zone->kobj_ref))
sys/dev/drm2/ttm/ttm_memory.c
298
ttm_mem_zone_kobj_release(zone);
sys/dev/drm2/ttm/ttm_memory.c
308
struct ttm_mem_zone *zone;
sys/dev/drm2/ttm/ttm_memory.c
312
zone = glob->zones[i];
sys/dev/drm2/ttm/ttm_memory.c
313
if (zone->used_mem > zone->swap_limit) {
sys/dev/drm2/ttm/ttm_memory.c
331
struct ttm_mem_zone *zone;
sys/dev/drm2/ttm/ttm_memory.c
335
zone = glob->zones[i];
sys/dev/drm2/ttm/ttm_memory.c
336
if (single_zone && zone != single_zone)
sys/dev/drm2/ttm/ttm_memory.c
338
zone->used_mem -= amount;
sys/dev/drm2/ttm/ttm_memory.c
356
struct ttm_mem_zone *zone;
sys/dev/drm2/ttm/ttm_memory.c
360
zone = glob->zones[i];
sys/dev/drm2/ttm/ttm_memory.c
361
if (single_zone && zone != single_zone)
sys/dev/drm2/ttm/ttm_memory.c
365
zone->emer_mem : zone->max_mem;
sys/dev/drm2/ttm/ttm_memory.c
367
if (zone->used_mem > limit)
sys/dev/drm2/ttm/ttm_memory.c
373
zone = glob->zones[i];
sys/dev/drm2/ttm/ttm_memory.c
374
if (single_zone && zone != single_zone)
sys/dev/drm2/ttm/ttm_memory.c
376
zone->used_mem += amount;
sys/dev/drm2/ttm/ttm_memory.c
429
struct ttm_mem_zone *zone = NULL;
sys/dev/drm2/ttm/ttm_memory.c
437
zone = glob->zone_kernel;
sys/dev/drm2/ttm/ttm_memory.c
438
return ttm_mem_global_alloc_zone(glob, zone, PAGE_SIZE, no_wait,
sys/dev/drm2/ttm/ttm_memory.c
444
struct ttm_mem_zone *zone = NULL;
sys/dev/drm2/ttm/ttm_memory.c
447
zone = glob->zone_kernel;
sys/dev/drm2/ttm/ttm_memory.c
448
ttm_mem_global_free_zone(glob, zone, PAGE_SIZE);
sys/dev/drm2/ttm/ttm_memory.c
49
static void ttm_mem_zone_kobj_release(struct ttm_mem_zone *zone)
sys/dev/drm2/ttm/ttm_memory.c
53
zone->name, (unsigned long long)zone->used_mem >> 10);
sys/dev/drm2/ttm/ttm_memory.c
54
free(zone, M_TTM_ZONE);
sys/dev/drm2/ttm/ttm_memory.c
59
static ssize_t ttm_mem_zone_show(struct ttm_mem_zone *zone;
sys/dev/drm2/ttm/ttm_memory.c
65
mtx_lock(&zone->glob->lock);
sys/dev/drm2/ttm/ttm_memory.c
67
val = zone->zone_mem;
sys/dev/drm2/ttm/ttm_memory.c
69
val = zone->emer_mem;
sys/dev/drm2/ttm/ttm_memory.c
71
val = zone->max_mem;
sys/dev/drm2/ttm/ttm_memory.c
73
val = zone->swap_limit;
sys/dev/drm2/ttm/ttm_memory.c
75
val = zone->used_mem;
sys/dev/drm2/ttm/ttm_memory.c
76
mtx_unlock(&zone->glob->lock);
sys/dev/drm2/ttm/ttm_memory.c
87
static ssize_t ttm_mem_zone_store(struct ttm_mem_zone *zone,
sys/dev/iicbus/adc/ad7417.c
354
sc->sc_sensors[j].therm.zone = id[j];
sys/dev/iicbus/pwm/adm1030.c
194
sc->fan.zone = 0;
sys/dev/iicbus/pwm/adt746x.c
426
OF_getprop(node, "zone", &sc->sc_sensors[i].therm.zone,
sys/dev/iicbus/pwm/adt746x.c
427
sizeof(sc->sc_sensors[i].therm.zone));
sys/dev/iicbus/sensor/ds1631.c
313
if (OF_getprop(child, "hwsensor-zone", &sc->sc_sensor.zone,
sys/dev/iicbus/sensor/ds1631.c
315
sc->sc_sensor.zone = 0;
sys/dev/iicbus/sensor/ds1631.c
341
if (sc->sc_sensor.zone == 0) {
sys/dev/iicbus/sensor/ds1775.c
188
if (OF_getprop(child, "hwsensor-zone", &sc->sc_sensor.zone,
sys/dev/iicbus/sensor/ds1775.c
190
sc->sc_sensor.zone = 0;
sys/dev/iicbus/sensor/ds1775.c
207
if (sc->sc_sensor.zone == 0) {
sys/dev/iicbus/sensor/max6690.c
205
sc->sc_sensors[j].therm.zone = id[j];
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
250
struct mlx4_zone_entry *zone = kmalloc(sizeof(*zone), GFP_KERNEL);
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
252
if (NULL == zone)
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
255
zone->flags = flags;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
256
zone->bitmap = bitmap;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
257
zone->use_rr = (flags & MLX4_ZONE_USE_RR) ? MLX4_USE_RR : 0;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
258
zone->priority = priority;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
259
zone->offset = offset;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
263
zone->uid = zone_alloc->last_uid++;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
264
zone->allocator = zone_alloc;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
274
list_add_tail(&zone->prio_list, &it->prio_list);
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
275
list_add_tail(&zone->list, &it->list);
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
279
*puid = zone->uid;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
323
struct mlx4_zone_entry *zone, *tmp;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
327
list_for_each_entry_safe(zone, tmp, &zone_alloc->entries, list) {
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
328
list_del(&zone->list);
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
329
list_del(&zone->prio_list);
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
330
kfree(zone);
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
338
static u32 __mlx4_alloc_from_zone(struct mlx4_zone_entry *zone, int count,
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
343
struct mlx4_zone_allocator *zone_alloc = zone->allocator;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
346
res = mlx4_bitmap_alloc_range(zone->bitmap, count,
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
350
res += zone->offset;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
351
uid = zone->uid;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
356
if (unlikely(curr_node->priority == zone->priority))
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
360
if (zone->flags & MLX4_ZONE_ALLOW_ALLOC_FROM_LOWER_PRIO) {
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
374
if (zone->flags & MLX4_ZONE_ALLOW_ALLOC_FROM_EQ_PRIO) {
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
378
if (unlikely(it == zone))
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
394
if (zone->flags & MLX4_ZONE_FALLBACK_TO_HIGHER_PRIO) {
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
420
static void __mlx4_free_from_zone(struct mlx4_zone_entry *zone, u32 obj,
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
423
mlx4_bitmap_free_range(zone->bitmap, obj - zone->offset, count, zone->use_rr);
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
430
struct mlx4_zone_entry *zone;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
432
list_for_each_entry(zone, &zones->entries, list) {
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
433
if (zone->uid == uid)
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
434
return zone;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
442
struct mlx4_zone_entry *zone;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
447
zone = __mlx4_find_zone_by_uid(zones, uid);
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
449
bitmap = zone == NULL ? NULL : zone->bitmap;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
458
struct mlx4_zone_entry *zone;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
463
zone = __mlx4_find_zone_by_uid(zones, uid);
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
465
if (NULL == zone) {
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
470
res = __mlx4_zone_remove_one_entry(zone);
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
474
kfree(zone);
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
483
struct mlx4_zone_entry *zone, *zone_candidate = NULL;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
492
list_for_each_entry(zone, &zones->entries, list) {
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
493
if (obj >= zone->offset) {
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
494
u32 mobj = (obj - zone->offset) & zones->mask;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
496
if (mobj < zone->bitmap->max) {
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
497
u32 curr_dist = zone->bitmap->effective_len;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
501
zone_candidate = zone;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
513
struct mlx4_zone_entry *zone;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
518
zone = __mlx4_find_zone_by_uid(zones, uid);
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
520
if (NULL == zone)
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
523
res = __mlx4_alloc_from_zone(zone, count, align, skip_mask, puid);
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
533
struct mlx4_zone_entry *zone;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
538
zone = __mlx4_find_zone_by_uid(zones, uid);
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
540
if (NULL == zone) {
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
545
__mlx4_free_from_zone(zone, obj, count);
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
555
struct mlx4_zone_entry *zone;
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
563
zone = __mlx4_find_zone_by_uid_unique(zones, obj);
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
565
if (NULL == zone) {
sys/dev/mlx4/mlx4_core/mlx4_alloc.c
570
__mlx4_free_from_zone(zone, obj, count);
sys/dev/mlx5/mlx5_en/en_hw_tls.h
87
uma_zone_t zone;
sys/dev/mlx5/mlx5_en/en_hw_tls_rx.h
135
uma_zone_t zone;
sys/dev/mlx5/mlx5_en/mlx5_en_hw_tls.c
104
tags[i] = uma_zalloc(priv->tls.zone, M_NOWAIT);
sys/dev/mlx5/mlx5_en/mlx5_en_hw_tls.c
116
uma_zfree(priv->tls.zone, tags[i]);
sys/dev/mlx5/mlx5_en/mlx5_en_hw_tls.c
195
uma_zfree(ptag->tls->zone, ptag);
sys/dev/mlx5/mlx5_en/mlx5_en_hw_tls.c
215
uma_zone_set_max(ptls->zone, ptls->zone_max);
sys/dev/mlx5/mlx5_en/mlx5_en_hw_tls.c
244
ptls->zone = uma_zcache_create(ptls->zname,
sys/dev/mlx5/mlx5_en/mlx5_en_hw_tls.c
262
uma_zone_set_max(ptls->zone, ptls->zone_max);
sys/dev/mlx5/mlx5_en/mlx5_en_hw_tls.c
320
uma_zdestroy(ptls->zone);
sys/dev/mlx5/mlx5_en/mlx5_en_hw_tls.c
447
ptag = uma_zalloc(priv->tls.zone, M_NOWAIT);
sys/dev/mlx5/mlx5_en/mlx5_en_hw_tls_rx.c
467
uma_zfree(ptag->tls_rx->zone, ptag);
sys/dev/mlx5/mlx5_en/mlx5_en_hw_tls_rx.c
495
ptls->zone = uma_zcache_create(ptls->zname,
sys/dev/mlx5/mlx5_en/mlx5_en_hw_tls_rx.c
537
uma_zdestroy(ptls->zone);
sys/dev/mlx5/mlx5_en/mlx5_en_hw_tls_rx.c
697
ptag = uma_zalloc(priv->tls_rx.zone, M_NOWAIT);
sys/dev/mlx5/mlx5_en/mlx5_en_main.c
4986
uma_zone_get_cur(priv->tls.zone) != 0) {
sys/dev/mlx5/mlx5_en/mlx5_en_main.c
4994
uma_zone_get_cur(priv->tls_rx.zone) != 0) {
sys/dev/mmc/mmcspi.c
224
#define TRACE_ZONE_ENABLED(zone) (trace_zone_mask & TRACE_ZONE_##zone)
sys/dev/mmc/mmcspi.c
236
#define TRACE(dev, zone, ...) \
sys/dev/mmc/mmcspi.c
237
if (TRACE_ZONE_ENABLED(zone)) { \
sys/geom/raid3/g_raid3.c
185
enum g_raid3_zones zone;
sys/geom/raid3/g_raid3.c
188
(zone = g_raid3_zone(size)) == G_RAID3_NUM_ZONES)
sys/geom/raid3/g_raid3.c
191
ptr = uma_zalloc_arg(sc->sc_zones[zone].sz_zone,
sys/geom/raid3/g_raid3.c
192
&sc->sc_zones[zone], flags);
sys/geom/raid3/g_raid3.c
193
sc->sc_zones[zone].sz_requested++;
sys/geom/raid3/g_raid3.c
195
sc->sc_zones[zone].sz_failed++;
sys/geom/raid3/g_raid3.c
203
enum g_raid3_zones zone;
sys/geom/raid3/g_raid3.c
206
(zone = g_raid3_zone(size)) == G_RAID3_NUM_ZONES)
sys/geom/raid3/g_raid3.c
209
uma_zfree_arg(sc->sc_zones[zone].sz_zone,
sys/geom/raid3/g_raid3.c
210
ptr, &sc->sc_zones[zone]);
sys/i386/i386/pmap.c
349
static void *pmap_pdpt_allocf(uma_zone_t zone, vm_size_t bytes, int domain,
sys/i386/i386/pmap.c
879
pmap_pdpt_allocf(uma_zone_t zone, vm_size_t bytes, int domain, uint8_t *sflagsp,
sys/kern/kern_devctl.c
163
z = devsoftc.zone = uma_zcreate("DEVCTL",
sys/kern/kern_devctl.c
280
uma_zfree(devsoftc.zone, n1);
sys/kern/kern_devctl.c
377
dei = uma_zalloc(devsoftc.zone, M_NOWAIT);
sys/kern/kern_devctl.c
379
dei = uma_zalloc(devsoftc.zone, M_NOWAIT | M_USE_RESERVE);
sys/kern/kern_devctl.c
416
uma_zfree(devsoftc.zone, dei);
sys/kern/kern_devctl.c
574
uma_zdestroy(devsoftc.zone);
sys/kern/kern_devctl.c
575
devsoftc.zone = 0;
sys/kern/kern_devctl.c
74
uma_zone_t zone;
sys/kern/kern_malloc.c
1011
uma_zone_t zone;
sys/kern/kern_malloc.c
1039
vtozoneslab((vm_offset_t)addr & (~UMA_SLAB_MASK), &zone, &slab);
sys/kern/kern_malloc.c
1048
alloc = zone->uz_size;
sys/kern/kern_malloc.c
1120
uma_zone_t zone;
sys/kern/kern_malloc.c
1136
vtozoneslab((vm_offset_t)addr & (~UMA_SLAB_MASK), &zone, &slab);
sys/kern/kern_malloc.c
1143
size = zone->uz_size;
sys/kern/kern_malloc.c
662
uma_zone_t zone;
sys/kern/kern_malloc.c
682
zone = kmemzones[indx].kz_zone[mtp_get_subzone(mtp)];
sys/kern/kern_malloc.c
683
va = uma_zalloc_arg(zone, zone, flags);
sys/kern/kern_malloc.c
685
size = zone->uz_size;
sys/kern/kern_malloc.c
711
uma_zone_t zone;
sys/kern/kern_malloc.c
722
zone = kmemzones[indx].kz_zone[mtp_get_subzone(mtp)];
sys/kern/kern_malloc.c
723
va = uma_zalloc_domain(zone, zone, domain, flags);
sys/kern/kern_malloc.c
725
*sizep = zone->uz_size;
sys/kern/kern_malloc.c
931
uma_zone_t zone;
sys/kern/kern_malloc.c
943
vtozoneslab((vm_offset_t)addr & (~UMA_SLAB_MASK), &zone, &slab);
sys/kern/kern_malloc.c
950
size = zone->uz_size;
sys/kern/kern_malloc.c
958
uma_zfree_arg(zone, addr, slab);
sys/kern/kern_mbuf.c
1344
uma_zone_t zone;
sys/kern/kern_mbuf.c
1353
zone = m_getzone(size);
sys/kern/kern_mbuf.c
1354
retval = uma_zalloc_arg(zone, m, how);
sys/kern/kern_mbuf.c
1403
uma_zone_t zone;
sys/kern/kern_mbuf.c
1419
zone = zone_jumbo9;
sys/kern/kern_mbuf.c
1421
zone = zone_jumbo16;
sys/kern/kern_mbuf.c
1423
n = uma_zalloc_arg(zone, m, how);
sys/kern/kern_mbuf.c
1441
uma_zone_t zone;
sys/kern/kern_mbuf.c
1453
zone = m_getzone(size);
sys/kern/kern_mbuf.c
1454
n = uma_zalloc_arg(zone, m, how);
sys/kern/kern_mbuf.c
824
mb_reclaim(uma_zone_t zone __unused, int pending __unused)
sys/kern/subr_busdma_bufalloc.c
147
busdma_bufalloc_alloc_uncacheable(uma_zone_t zone, vm_size_t size, int domain,
sys/kern/subr_vmem.c
747
vmem_bt_alloc(uma_zone_t zone, vm_size_t bytes, int domain, uint8_t *pflag,
sys/net/pfvar.h
3031
uma_zone_t zone;
sys/netgraph/netflow/netflow.c
1100
used = uma_zone_get_cur(priv->zone);
sys/netgraph/netflow/netflow.c
238
uma_zfree_arg(priv->zone, fle, priv);
sys/netgraph/netflow/netflow.c
253
uma_zfree_arg(priv->zone, fle, priv);
sys/netgraph/netflow/netflow.c
272
uma_zfree_arg(priv->zone, fle, priv);
sys/netgraph/netflow/netflow.c
295
i->nfinfo_used = uma_zone_get_cur(priv->zone);
sys/netgraph/netflow/netflow.c
328
fle = uma_zalloc_arg(priv->zone, priv, M_NOWAIT);
sys/netgraph/netflow/netflow.c
482
priv->zone = uma_zcreate("NetFlow IPv4 cache",
sys/netgraph/netflow/netflow.c
485
uma_zone_set_max(priv->zone, CACHESIZE);
sys/netgraph/netflow/netflow.c
600
uma_zdestroy(priv->zone);
sys/netgraph/netflow/ng_netflow.h
421
uma_zone_t zone;
sys/netinet/sctp_os_bsd.h
231
#define SCTP_ZONE_INIT(zone, name, size, number) { \
sys/netinet/sctp_os_bsd.h
232
zone = uma_zcreate(name, size, NULL, NULL, NULL, NULL, UMA_ALIGN_PTR,\
sys/netinet/sctp_os_bsd.h
234
uma_zone_set_max(zone, number); \
sys/netinet/sctp_os_bsd.h
237
#define SCTP_ZONE_DESTROY(zone) uma_zdestroy(zone)
sys/netinet/sctp_os_bsd.h
240
#define SCTP_ZONE_GET(zone, type) \
sys/netinet/sctp_os_bsd.h
241
(type *)uma_zalloc(zone, M_NOWAIT);
sys/netinet/sctp_os_bsd.h
244
#define SCTP_ZONE_FREE(zone, element) \
sys/netinet/sctp_os_bsd.h
245
uma_zfree(zone, element);
sys/netinet/tcp_fastopen.c
1063
cce = uma_zalloc(V_tcp_fastopen_ccache.zone, M_NOWAIT);
sys/netinet/tcp_fastopen.c
1141
uma_zfree(V_tcp_fastopen_ccache.zone, cce);
sys/netinet/tcp_fastopen.c
439
V_tcp_fastopen_ccache.zone = uma_zcreate("tfo_ccache_entries",
sys/netinet/tcp_fastopen.c
456
KASSERT(uma_zone_get_cur(V_tcp_fastopen_ccache.zone) == 0,
sys/netinet/tcp_fastopen.c
458
uma_zdestroy(V_tcp_fastopen_ccache.zone);
sys/netinet/tcp_fastopen.h
74
uma_zone_t zone;
sys/netinet/tcp_hostcache.c
123
uma_zone_t zone;
sys/netinet/tcp_hostcache.c
276
V_tcp_hostcache.zone =
sys/netinet/tcp_hostcache.c
279
uma_zone_set_max(V_tcp_hostcache.zone, V_tcp_hostcache.cache_limit);
sys/netinet/tcp_hostcache.c
280
V_tcp_hostcache.smr = uma_zone_get_smr(V_tcp_hostcache.zone);
sys/netinet/tcp_hostcache.c
302
uma_zdestroy(V_tcp_hostcache.zone);
sys/netinet/tcp_hostcache.c
517
uma_zfree_smr(V_tcp_hostcache.zone, hc_entry);
sys/netinet/tcp_hostcache.c
523
hc_entry = uma_zalloc_smr(V_tcp_hostcache.zone, M_NOWAIT);
sys/netinet/tcp_hostcache.c
786
uma_zfree_smr(V_tcp_hostcache.zone, hc_entry);
sys/netinet/tcp_syncache.c
1624
sc = uma_zalloc(V_tcp_syncache.zone, M_NOWAIT | M_ZERO);
sys/netinet/tcp_syncache.c
1638
sc = uma_zalloc(V_tcp_syncache.zone, M_NOWAIT | M_ZERO);
sys/netinet/tcp_syncache.c
182
&VNET_NAME(tcp_syncache.zone), "Current number of entries in syncache");
sys/netinet/tcp_syncache.c
242
uma_zfree(V_tcp_syncache.zone, sc);
sys/netinet/tcp_syncache.c
294
V_tcp_syncache.zone = uma_zcreate("syncache", sizeof(struct syncache),
sys/netinet/tcp_syncache.c
296
V_tcp_syncache.cache_limit = uma_zone_set_max(V_tcp_syncache.zone,
sys/netinet/tcp_syncache.c
353
KASSERT(uma_zone_get_cur(V_tcp_syncache.zone) == 0,
sys/netinet/tcp_syncache.c
357
uma_zdestroy(V_tcp_syncache.zone);
sys/netinet/tcp_syncache.h
124
uma_zone_t zone;
sys/netinet6/ip6_output.c
422
u_int32_t zone;
sys/netinet6/ip6_output.c
810
if (in6_setscope(&src0, origifp, &zone) == 0 &&
sys/netinet6/ip6_output.c
811
sa6_recoverscope(&src_sa) == 0 && zone == src_sa.sin6_scope_id &&
sys/netinet6/ip6_output.c
812
in6_setscope(&dst0, origifp, &zone) == 0 &&
sys/netinet6/ip6_output.c
813
sa6_recoverscope(&dst_sa) == 0 && zone == dst_sa.sin6_scope_id) {
sys/netinet6/nd6.c
1268
u_int32_t zone;
sys/netinet6/nd6.c
1277
if (in6_setscope(&sin6_copy.sin6_addr, ifp, &zone))
sys/netinet6/nd6.c
1279
if (sin6_copy.sin6_scope_id == zone)
sys/netpfil/pf/pf.c
1450
V_pf_limits[PF_LIMIT_STATES].zone = V_pf_state_z;
sys/netpfil/pf/pf.c
1487
V_pf_limits[PF_LIMIT_SRC_NODES].zone = V_pf_sources_z;
sys/netpfil/pf/pf.c
1534
V_pf_limits[PF_LIMIT_ANCHORS].zone = V_pf_anchor_z;
sys/netpfil/pf/pf.c
1541
V_pf_limits[PF_LIMIT_ETH_ANCHORS].zone = V_pf_eth_anchor_z;
sys/netpfil/pf/pf_ioctl.c
3503
V_pf_limits[index].zone == NULL) {
sys/netpfil/pf/pf_ioctl.c
3507
uma_zone_set_max(V_pf_limits[index].zone,
sys/netpfil/pf/pf_norm.c
194
V_pf_limits[PF_LIMIT_FRAGS].zone = V_pf_frent_z;
sys/netpfil/pf/pf_table.c
200
V_pf_limits[PF_LIMIT_TABLE_ENTRIES].zone = V_pfr_kentry_z;
sys/powerpc/aim/mmu_oea.c
1169
uma_zone_t zone;
sys/powerpc/aim/mmu_oea.c
1185
zone = moea_upvo_zone;
sys/powerpc/aim/mmu_oea.c
1189
zone = moea_mpvo_zone;
sys/powerpc/aim/mmu_oea.c
1206
error = moea_pvo_enter(pmap, zone, pvo_head, va, VM_PAGE_TO_PHYS(m),
sys/powerpc/aim/mmu_oea.c
2039
moea_pvo_enter(pmap_t pm, uma_zone_t zone, struct pvo_head *pvo_head,
sys/powerpc/aim/mmu_oea.c
2096
pvo = uma_zalloc(zone, M_NOWAIT);
sys/powerpc/aim/mmu_oea64.c
1874
moea64_uma_page_alloc(uma_zone_t zone, vm_size_t bytes, int domain,
sys/powerpc/aim/slb.c
490
slb_uma_real_alloc(uma_zone_t zone, vm_size_t bytes, int domain,
sys/powerpc/powermac/fcu.c
495
sc->sc_fans[j].fan.zone = id[j];
sys/powerpc/powermac/powermac_thermal.c
151
if (sensor->sensor->zone == fan->fan->zone) {
sys/powerpc/powermac/powermac_thermal.h
38
int zone;
sys/powerpc/powermac/powermac_thermal.h
48
int zone;
sys/powerpc/powermac/smu.c
1227
OF_getprop(child, "zone", &sens->therm.zone, sizeof(int));
sys/powerpc/powermac/smu.c
933
OF_getprop(child, "zone", &fan->fan.zone,
sys/powerpc/powermac/smusat.c
147
OF_getprop(child, "zone", &sens->therm.zone, sizeof(int));
sys/powerpc/powerpc/uma_machdep.c
46
uma_small_alloc(uma_zone_t zone, vm_size_t bytes, int domain, u_int8_t *flags,
sys/sys/busdma_bufalloc.h
114
void * busdma_bufalloc_alloc_uncacheable(uma_zone_t zone, vm_size_t size,
sys/sys/mbuf.h
935
uma_zone_t zone;
sys/sys/mbuf.h
939
zone = zone_clust;
sys/sys/mbuf.h
943
zone = zone_jumbop;
sys/sys/mbuf.h
947
zone = zone_jumbo9;
sys/sys/mbuf.h
950
zone = zone_jumbo16;
sys/sys/mbuf.h
956
return (zone);
sys/sys/vnode.h
1246
#define VFS_SMR_ZONE_SET(zone) uma_zone_set_smr((zone), VFS_SMR())
sys/vm/memguard.c
488
memguard_cmp_zone(uma_zone_t zone)
sys/vm/memguard.c
492
zone->uz_flags & UMA_ZONE_NOFREE)
sys/vm/memguard.c
495
if (memguard_cmp(zone->uz_size))
sys/vm/memguard.c
502
return (strcmp(zone->uz_name, vm_memguard_desc) == 0);
sys/vm/memguard.h
56
#define memguard_cmp_zone(zone) 0
sys/vm/uma.h
319
void uma_zdestroy(uma_zone_t zone);
sys/vm/uma.h
335
void *uma_zalloc_arg(uma_zone_t zone, void *arg, int flags);
sys/vm/uma.h
338
void *uma_zalloc_pcpu_arg(uma_zone_t zone, void *arg, int flags);
sys/vm/uma.h
341
void *uma_zalloc_smr(uma_zone_t zone, int flags);
sys/vm/uma.h
354
void *uma_zalloc_domain(uma_zone_t zone, void *arg, int domain, int flags);
sys/vm/uma.h
362
static __inline void *uma_zalloc(uma_zone_t zone, int flags);
sys/vm/uma.h
363
static __inline void *uma_zalloc_pcpu(uma_zone_t zone, int flags);
sys/vm/uma.h
366
uma_zalloc(uma_zone_t zone, int flags)
sys/vm/uma.h
368
return uma_zalloc_arg(zone, NULL, flags);
sys/vm/uma.h
372
uma_zalloc_pcpu(uma_zone_t zone, int flags)
sys/vm/uma.h
374
return uma_zalloc_pcpu_arg(zone, NULL, flags);
sys/vm/uma.h
389
void uma_zfree_arg(uma_zone_t zone, void *item, void *arg);
sys/vm/uma.h
392
void uma_zfree_pcpu_arg(uma_zone_t zone, void *item, void *arg);
sys/vm/uma.h
395
void uma_zfree_smr(uma_zone_t zone, void *item);
sys/vm/uma.h
403
static __inline void uma_zfree(uma_zone_t zone, void *item);
sys/vm/uma.h
404
static __inline void uma_zfree_pcpu(uma_zone_t zone, void *item);
sys/vm/uma.h
407
uma_zfree(uma_zone_t zone, void *item)
sys/vm/uma.h
409
uma_zfree_arg(zone, item, NULL);
sys/vm/uma.h
413
uma_zfree_pcpu(uma_zone_t zone, void *item)
sys/vm/uma.h
415
uma_zfree_pcpu_arg(zone, item, NULL);
sys/vm/uma.h
421
void uma_zwait(uma_zone_t zone);
sys/vm/uma.h
437
typedef void *(*uma_alloc)(uma_zone_t zone, vm_size_t size, int domain,
sys/vm/uma.h
489
void uma_zone_reserve(uma_zone_t zone, int nitems);
sys/vm/uma.h
509
int uma_zone_reserve_kva(uma_zone_t zone, int nitems);
sys/vm/uma.h
521
int uma_zone_set_max(uma_zone_t zone, int nitems);
sys/vm/uma.h
530
void uma_zone_set_maxcache(uma_zone_t zone, int nitems);
sys/vm/uma.h
542
int uma_zone_get_max(uma_zone_t zone);
sys/vm/uma.h
554
void uma_zone_set_warning(uma_zone_t zone, const char *warning);
sys/vm/uma.h
567
void uma_zone_set_maxaction(uma_zone_t zone, uma_maxaction_t);
sys/vm/uma.h
578
int uma_zone_get_cur(uma_zone_t zone);
sys/vm/uma.h
588
void uma_zone_set_init(uma_zone_t zone, uma_init uminit);
sys/vm/uma.h
589
void uma_zone_set_fini(uma_zone_t zone, uma_fini fini);
sys/vm/uma.h
599
void uma_zone_set_zinit(uma_zone_t zone, uma_init zinit);
sys/vm/uma.h
600
void uma_zone_set_zfini(uma_zone_t zone, uma_fini zfini);
sys/vm/uma.h
618
void uma_zone_set_allocf(uma_zone_t zone, uma_alloc allocf);
sys/vm/uma.h
631
void uma_zone_set_freef(uma_zone_t zone, uma_free freef);
sys/vm/uma.h
637
void uma_zone_set_smr(uma_zone_t zone, smr_t smr);
sys/vm/uma.h
642
smr_t uma_zone_get_smr(uma_zone_t zone);
sys/vm/uma.h
664
void uma_prealloc(uma_zone_t zone, int itemcnt);
sys/vm/uma.h
675
int uma_zone_exhausted(uma_zone_t zone);
sys/vm/uma.h
680
size_t uma_zone_memory(uma_zone_t zone);
sys/vm/uma_core.c
1047
cache_fetch_bucket(uma_zone_t zone, uma_cache_t cache, int domain)
sys/vm/uma_core.c
1056
zdom = ZDOM_GET(zone, domain);
sys/vm/uma_core.c
1062
!smr_poll(zone->uz_smr, seq, false))
sys/vm/uma_core.c
1068
zdom = zone_domain_lock(zone, domain);
sys/vm/uma_core.c
1069
if ((bucket = zone_fetch_bucket(zone, zdom, false)) != NULL)
sys/vm/uma_core.c
1077
zone_log_warning(uma_zone_t zone)
sys/vm/uma_core.c
1081
if (!zone_warnings || zone->uz_warning == NULL)
sys/vm/uma_core.c
1084
if (ratecheck(&zone->uz_ratecheck, &warninterval))
sys/vm/uma_core.c
1085
printf("[zone: %s] %s\n", zone->uz_name, zone->uz_warning);
sys/vm/uma_core.c
1089
zone_maxaction(uma_zone_t zone)
sys/vm/uma_core.c
1092
if (zone->uz_maxaction.ta_func != NULL)
sys/vm/uma_core.c
1093
taskqueue_enqueue(taskqueue_thread, &zone->uz_maxaction);
sys/vm/uma_core.c
1170
zone_timeout(uma_zone_t zone, void *unused)
sys/vm/uma_core.c
1175
if ((zone->uz_flags & UMA_ZFLAG_HASH) == 0)
sys/vm/uma_core.c
1178
keg = zone->uz_keg;
sys/vm/uma_core.c
1224
if ((zone->uz_flags & (UMA_ZONE_UNMANAGED | UMA_ZONE_NOTRIM)) == 0) {
sys/vm/uma_core.c
1226
if (bucket_cache_reclaim_domain(zone, false, false, i) &&
sys/vm/uma_core.c
1227
(zone->uz_flags & UMA_ZFLAG_CACHE) == 0)
sys/vm/uma_core.c
1228
keg_drain(zone->uz_keg, i);
sys/vm/uma_core.c
1344
bucket_drain(uma_zone_t zone, uma_bucket_t bucket)
sys/vm/uma_core.c
1351
if ((zone->uz_flags & UMA_ZONE_SMR) != 0 &&
sys/vm/uma_core.c
1353
smr_wait(zone->uz_smr, bucket->ub_seq);
sys/vm/uma_core.c
1356
item_dtor(zone, bucket->ub_bucket[i],
sys/vm/uma_core.c
1357
zone->uz_size, NULL, SKIP_NONE);
sys/vm/uma_core.c
1359
if (zone->uz_fini)
sys/vm/uma_core.c
1361
kasan_mark_item_valid(zone, bucket->ub_bucket[i]);
sys/vm/uma_core.c
1362
zone->uz_fini(bucket->ub_bucket[i], zone->uz_size);
sys/vm/uma_core.c
1363
kasan_mark_item_invalid(zone, bucket->ub_bucket[i]);
sys/vm/uma_core.c
1365
zone->uz_release(zone->uz_arg, bucket->ub_bucket, bucket->ub_cnt);
sys/vm/uma_core.c
1366
if (zone->uz_max_items > 0)
sys/vm/uma_core.c
1367
zone_free_limit(zone, bucket->ub_cnt);
sys/vm/uma_core.c
1388
cache_drain(uma_zone_t zone)
sys/vm/uma_core.c
1404
if ((zone->uz_flags & UMA_ZONE_SMR) != 0)
sys/vm/uma_core.c
1405
seq = smr_advance(zone->uz_smr);
sys/vm/uma_core.c
1407
cache = &zone->uz_cpu[cpu];
sys/vm/uma_core.c
1410
bucket_free(zone, bucket, NULL);
sys/vm/uma_core.c
1414
bucket_free(zone, bucket, NULL);
sys/vm/uma_core.c
1419
bucket_free(zone, bucket, NULL);
sys/vm/uma_core.c
1422
bucket_cache_reclaim(zone, true, UMA_ANYDOMAIN);
sys/vm/uma_core.c
1426
cache_shrink(uma_zone_t zone, void *unused)
sys/vm/uma_core.c
1429
if (zone->uz_flags & UMA_ZFLAG_INTERNAL)
sys/vm/uma_core.c
1432
ZONE_LOCK(zone);
sys/vm/uma_core.c
1433
zone->uz_bucket_size =
sys/vm/uma_core.c
1434
(zone->uz_bucket_size_min + zone->uz_bucket_size) / 2;
sys/vm/uma_core.c
1435
ZONE_UNLOCK(zone);
sys/vm/uma_core.c
1439
cache_drain_safe_cpu(uma_zone_t zone, void *unused)
sys/vm/uma_core.c
1445
if (zone->uz_flags & UMA_ZFLAG_INTERNAL)
sys/vm/uma_core.c
1450
cache = &zone->uz_cpu[curcpu];
sys/vm/uma_core.c
1458
if ((zone->uz_flags & UMA_ZONE_SMR) == 0) {
sys/vm/uma_core.c
1465
zone_free_bucket(zone, b1, NULL, domain, false);
sys/vm/uma_core.c
1467
zone_free_bucket(zone, b2, NULL, domain, false);
sys/vm/uma_core.c
1471
zone_free_bucket(zone, b3, NULL, domain, false);
sys/vm/uma_core.c
1483
pcpu_cache_drain_safe(uma_zone_t zone)
sys/vm/uma_core.c
1490
if (zone)
sys/vm/uma_core.c
1491
cache_shrink(zone, NULL);
sys/vm/uma_core.c
1500
if (zone)
sys/vm/uma_core.c
1501
cache_drain_safe_cpu(zone, NULL);
sys/vm/uma_core.c
1516
bucket_cache_reclaim_domain(uma_zone_t zone, bool drain, bool trim, int domain)
sys/vm/uma_core.c
1527
zdom = ZDOM_GET(zone, domain);
sys/vm/uma_core.c
1528
if ((zone->uz_flags & UMA_ZONE_SMR) == 0 || drain) {
sys/vm/uma_core.c
1529
ZONE_CROSS_LOCK(zone);
sys/vm/uma_core.c
1532
ZONE_CROSS_UNLOCK(zone);
sys/vm/uma_core.c
1534
bucket_free(zone, bucket, NULL);
sys/vm/uma_core.c
1559
bucket = zone_fetch_bucket(zone, zdom, true);
sys/vm/uma_core.c
1562
bucket_free(zone, bucket, NULL);
sys/vm/uma_core.c
1571
bucket_cache_reclaim(uma_zone_t zone, bool drain, int domain)
sys/vm/uma_core.c
1579
if (zone->uz_bucket_size > zone->uz_bucket_size_min)
sys/vm/uma_core.c
1580
zone->uz_bucket_size--;
sys/vm/uma_core.c
1583
(zone->uz_flags & UMA_ZONE_ROUNDROBIN) == 0) {
sys/vm/uma_core.c
1584
bucket_cache_reclaim_domain(zone, drain, true, domain);
sys/vm/uma_core.c
1587
bucket_cache_reclaim_domain(zone, drain, true, i);
sys/vm/uma_core.c
1710
zone_reclaim(uma_zone_t zone, int domain, int waitok, bool drain)
sys/vm/uma_core.c
1720
ZONE_LOCK(zone);
sys/vm/uma_core.c
1722
while (zone->uz_reclaimers > 0)
sys/vm/uma_core.c
1723
msleep(zone, ZONE_LOCKPTR(zone), PVM, "zonedrain", 1);
sys/vm/uma_core.c
1725
zone->uz_reclaimers++;
sys/vm/uma_core.c
1726
ZONE_UNLOCK(zone);
sys/vm/uma_core.c
1727
bucket_cache_reclaim(zone, drain, domain);
sys/vm/uma_core.c
1729
if ((zone->uz_flags & UMA_ZFLAG_CACHE) == 0)
sys/vm/uma_core.c
1730
keg_drain(zone->uz_keg, domain);
sys/vm/uma_core.c
1731
ZONE_LOCK(zone);
sys/vm/uma_core.c
1732
zone->uz_reclaimers--;
sys/vm/uma_core.c
1733
if (zone->uz_reclaimers == 0)
sys/vm/uma_core.c
1734
wakeup(zone);
sys/vm/uma_core.c
1735
ZONE_UNLOCK(zone);
sys/vm/uma_core.c
1752
keg_alloc_slab(uma_keg_t keg, uma_zone_t zone, int domain, int flags,
sys/vm/uma_core.c
1798
mem = keg->uk_allocf(zone, size, domain, &sflags, aflags);
sys/vm/uma_core.c
1823
zone, slab);
sys/vm/uma_core.c
1876
startup_alloc(uma_zone_t zone, vm_size_t bytes, int domain, uint8_t *pflag,
sys/vm/uma_core.c
1942
page_alloc(uma_zone_t zone, vm_size_t bytes, int domain, uint8_t *pflag,
sys/vm/uma_core.c
1954
pcpu_page_alloc(uma_zone_t zone, vm_size_t bytes, int domain, uint8_t *pflag,
sys/vm/uma_core.c
2019
noobj_alloc(uma_zone_t zone, vm_size_t bytes, int domain, uint8_t *flags,
sys/vm/uma_core.c
2030
keg = zone->uz_keg;
sys/vm/uma_core.c
2069
contig_alloc(uma_zone_t zone, vm_size_t bytes, int domain, uint8_t *pflag,
sys/vm/uma_core.c
2080
uma_small_alloc(uma_zone_t zone, vm_size_t bytes, int domain, uint8_t *flags,
sys/vm/uma_core.c
230
uma_zone_t zone;
sys/vm/uma_core.c
2469
uma_zone_t zone;
sys/vm/uma_core.c
2491
zone = arg->zone;
sys/vm/uma_core.c
2492
keg->uk_name = zone->uz_name;
sys/vm/uma_core.c
2572
zone->uz_name, keg->uk_ipers, keg->uk_rsize, keg->uk_size));
sys/vm/uma_core.c
2578
CTR3(KTR_UMA, "keg_ctor %p zone %s(%p)", keg, zone->uz_name, zone);
sys/vm/uma_core.c
2580
LIST_INSERT_HEAD(&keg->uk_zones, zone, uz_link);
sys/vm/uma_core.c
2589
zone_kva_available(uma_zone_t zone, void *unused)
sys/vm/uma_core.c
2593
if ((zone->uz_flags & UMA_ZFLAG_CACHE) != 0)
sys/vm/uma_core.c
2595
KEG_GET(zone, keg);
sys/vm/uma_core.c
2610
zone_alloc_counters(uma_zone_t zone, void *unused)
sys/vm/uma_core.c
2613
zone->uz_allocs = counter_u64_alloc(M_WAITOK);
sys/vm/uma_core.c
2614
zone->uz_frees = counter_u64_alloc(M_WAITOK);
sys/vm/uma_core.c
2615
zone->uz_fails = counter_u64_alloc(M_WAITOK);
sys/vm/uma_core.c
2616
zone->uz_xdomain = counter_u64_alloc(M_WAITOK);
sys/vm/uma_core.c
2620
zone_alloc_sysctl(uma_zone_t zone, void *unused)
sys/vm/uma_core.c
2635
if (zone->uz_namecnt != 0) {
sys/vm/uma_core.c
2637
for (i = 1, cnt = zone->uz_namecnt; cnt != 0; i++)
sys/vm/uma_core.c
2639
zone->uz_ctlname = malloc(strlen(zone->uz_name) + i + 1,
sys/vm/uma_core.c
2641
sprintf(zone->uz_ctlname, "%s_%d", zone->uz_name,
sys/vm/uma_core.c
2642
zone->uz_namecnt);
sys/vm/uma_core.c
2644
zone->uz_ctlname = strdup(zone->uz_name, M_UMA);
sys/vm/uma_core.c
2645
for (c = zone->uz_ctlname; *c != '\0'; c++)
sys/vm/uma_core.c
2652
zone->uz_oid = SYSCTL_ADD_NODE(NULL, SYSCTL_STATIC_CHILDREN(_vm_uma),
sys/vm/uma_core.c
2653
OID_AUTO, zone->uz_ctlname, CTLFLAG_RD | CTLFLAG_MPSAFE, NULL, "");
sys/vm/uma_core.c
2654
oid = zone->uz_oid;
sys/vm/uma_core.c
2656
"size", CTLFLAG_RD, &zone->uz_size, 0, "Allocation size");
sys/vm/uma_core.c
2659
zone, 0, sysctl_handle_uma_zone_flags, "A",
sys/vm/uma_core.c
2662
"bucket_size", CTLFLAG_RD, &zone->uz_bucket_size, 0,
sys/vm/uma_core.c
2665
"bucket_size_max", CTLFLAG_RD, &zone->uz_bucket_size_max, 0,
sys/vm/uma_core.c
2671
if ((zone->uz_flags & UMA_ZFLAG_HASH) == 0)
sys/vm/uma_core.c
2675
oid = SYSCTL_ADD_NODE(NULL, SYSCTL_CHILDREN(zone->uz_oid), OID_AUTO,
sys/vm/uma_core.c
2677
keg = zone->uz_keg;
sys/vm/uma_core.c
2678
if ((zone->uz_flags & UMA_ZFLAG_CACHE) == 0) {
sys/vm/uma_core.c
2724
oid = SYSCTL_ADD_NODE(NULL, SYSCTL_CHILDREN(zone->uz_oid), OID_AUTO,
sys/vm/uma_core.c
2728
zone, 0, sysctl_handle_uma_zone_items, "QU",
sys/vm/uma_core.c
2731
"max_items", CTLFLAG_RD, &zone->uz_max_items, 0,
sys/vm/uma_core.c
2734
"sleepers", CTLFLAG_RD, &zone->uz_sleepers, 0,
sys/vm/uma_core.c
2737
"sleeps", CTLFLAG_RD, &zone->uz_sleeps, 0,
sys/vm/uma_core.c
2740
"bucket_max", CTLFLAG_RD, &zone->uz_bucket_max, 0,
sys/vm/uma_core.c
2746
domainoid = SYSCTL_ADD_NODE(NULL, SYSCTL_CHILDREN(zone->uz_oid),
sys/vm/uma_core.c
2749
zdom = ZDOM_GET(zone, i);
sys/vm/uma_core.c
2779
oid = SYSCTL_ADD_NODE(NULL, SYSCTL_CHILDREN(zone->uz_oid), OID_AUTO,
sys/vm/uma_core.c
2783
zone, 1, sysctl_handle_uma_zone_cur, "I",
sys/vm/uma_core.c
2787
zone, 0, sysctl_handle_uma_zone_allocs, "QU",
sys/vm/uma_core.c
2791
zone, 0, sysctl_handle_uma_zone_frees, "QU",
sys/vm/uma_core.c
2794
"fails", CTLFLAG_RD, &zone->uz_fails,
sys/vm/uma_core.c
2797
"xdomain", CTLFLAG_RD, &zone->uz_xdomain,
sys/vm/uma_core.c
2807
zone_count(uma_zone_t zone, void *arg)
sys/vm/uma_core.c
2817
if (strcmp(zone->uz_name, cnt->name) == 0)
sys/vm/uma_core.c
2819
zone->uz_namecnt + 1);
sys/vm/uma_core.c
2823
zone_update_caches(uma_zone_t zone)
sys/vm/uma_core.c
2828
cache_set_uz_size(&zone->uz_cpu[i], zone->uz_size);
sys/vm/uma_core.c
2829
cache_set_uz_flags(&zone->uz_cpu[i], zone->uz_flags);
sys/vm/uma_core.c
2845
uma_zone_t zone = mem;
sys/vm/uma_core.c
2850
bzero(zone, size);
sys/vm/uma_core.c
2851
zone->uz_name = arg->name;
sys/vm/uma_core.c
2852
zone->uz_ctor = arg->ctor;
sys/vm/uma_core.c
2853
zone->uz_dtor = arg->dtor;
sys/vm/uma_core.c
2854
zone->uz_init = NULL;
sys/vm/uma_core.c
2855
zone->uz_fini = NULL;
sys/vm/uma_core.c
2856
zone->uz_sleeps = 0;
sys/vm/uma_core.c
2857
zone->uz_bucket_size = 0;
sys/vm/uma_core.c
2858
zone->uz_bucket_size_min = 0;
sys/vm/uma_core.c
2859
zone->uz_bucket_size_max = BUCKET_MAX;
sys/vm/uma_core.c
2860
zone->uz_flags = (arg->flags & UMA_ZONE_SMR);
sys/vm/uma_core.c
2861
zone->uz_warning = NULL;
sys/vm/uma_core.c
2863
zone->uz_bucket_max = ULONG_MAX;
sys/vm/uma_core.c
2864
timevalclear(&zone->uz_ratecheck);
sys/vm/uma_core.c
2870
zone->uz_namecnt = cnt.count;
sys/vm/uma_core.c
2871
ZONE_CROSS_LOCK_INIT(zone);
sys/vm/uma_core.c
2874
zdom = ZDOM_GET(zone, i);
sys/vm/uma_core.c
2875
ZDOM_LOCK_INIT(zone, zdom, (arg->flags & UMA_ZONE_MTXCLASS));
sys/vm/uma_core.c
2881
zone->uz_flags |= UMA_ZFLAG_TRASH | UMA_ZFLAG_CTORDTOR;
sys/vm/uma_core.c
2893
zone->uz_flags = arg->flags;
sys/vm/uma_core.c
2894
zone->uz_size = arg->size;
sys/vm/uma_core.c
2895
zone->uz_import = arg->import;
sys/vm/uma_core.c
2896
zone->uz_release = arg->release;
sys/vm/uma_core.c
2897
zone->uz_arg = arg->arg;
sys/vm/uma_core.c
2904
if ((zone->uz_flags & UMA_ZONE_FIRSTTOUCH) == 0)
sys/vm/uma_core.c
2905
zone->uz_flags |= UMA_ZONE_ROUNDROBIN;
sys/vm/uma_core.c
2908
LIST_INSERT_HEAD(&uma_cachezones, zone, uz_link);
sys/vm/uma_core.c
2916
zone->uz_import = zone_import;
sys/vm/uma_core.c
2917
zone->uz_release = zone_release;
sys/vm/uma_core.c
2918
zone->uz_arg = zone;
sys/vm/uma_core.c
2922
KASSERT((zone->uz_flags & UMA_ZONE_SECONDARY) == 0,
sys/vm/uma_core.c
2925
zone->uz_init = arg->uminit;
sys/vm/uma_core.c
2926
zone->uz_fini = arg->fini;
sys/vm/uma_core.c
2927
zone->uz_flags |= UMA_ZONE_SECONDARY;
sys/vm/uma_core.c
2929
ZONE_LOCK(zone);
sys/vm/uma_core.c
293
static void bucket_cache_reclaim(uma_zone_t zone, bool, int);
sys/vm/uma_core.c
2932
LIST_INSERT_AFTER(z, zone, uz_link);
sys/vm/uma_core.c
2936
ZONE_UNLOCK(zone);
sys/vm/uma_core.c
2939
if ((keg = uma_kcreate(zone, arg->size, arg->uminit, arg->fini,
sys/vm/uma_core.c
2952
karg.zone = zone;
sys/vm/uma_core.c
2960
zone->uz_keg = keg;
sys/vm/uma_core.c
2961
zone->uz_size = keg->uk_size;
sys/vm/uma_core.c
2962
zone->uz_flags |= (keg->uk_flags &
sys/vm/uma_core.c
2967
zone_alloc_counters(zone, NULL);
sys/vm/uma_core.c
2969
zone_alloc_sysctl(zone, NULL);
sys/vm/uma_core.c
2971
zone->uz_allocs = EARLY_COUNTER;
sys/vm/uma_core.c
2972
zone->uz_frees = EARLY_COUNTER;
sys/vm/uma_core.c
2973
zone->uz_fails = EARLY_COUNTER;
sys/vm/uma_core.c
2977
if ((zone->uz_flags & UMA_ZONE_SMR) != 0)
sys/vm/uma_core.c
2978
zone->uz_smr = smr_create(zone->uz_name, 0, 0);
sys/vm/uma_core.c
2984
zone->uz_bucket_size_max = zone->uz_bucket_size = 0;
sys/vm/uma_core.c
2986
zone->uz_bucket_size = BUCKET_MAX;
sys/vm/uma_core.c
2988
zone->uz_bucket_size = 0;
sys/vm/uma_core.c
2990
zone->uz_bucket_size = bucket_select(zone->uz_size);
sys/vm/uma_core.c
2991
zone->uz_bucket_size_min = zone->uz_bucket_size;
sys/vm/uma_core.c
2992
if (zone->uz_dtor != NULL || zone->uz_ctor != NULL)
sys/vm/uma_core.c
2993
zone->uz_flags |= UMA_ZFLAG_CTORDTOR;
sys/vm/uma_core.c
2994
zone_update_caches(zone);
sys/vm/uma_core.c
300
static inline void item_dtor(uma_zone_t zone, void *item, int size,
sys/vm/uma_core.c
303
static void zone_free_bucket(uma_zone_t zone, uma_bucket_t bucket, void *udata,
sys/vm/uma_core.c
3038
uma_zone_t zone;
sys/vm/uma_core.c
3042
zone = (uma_zone_t)arg;
sys/vm/uma_core.c
3044
sysctl_remove_oid(zone->uz_oid, 1, 1);
sys/vm/uma_core.c
3046
if (!(zone->uz_flags & UMA_ZFLAG_INTERNAL))
sys/vm/uma_core.c
3047
cache_drain(zone);
sys/vm/uma_core.c
3050
LIST_REMOVE(zone, uz_link);
sys/vm/uma_core.c
3052
if ((zone->uz_flags & (UMA_ZONE_SECONDARY | UMA_ZFLAG_CACHE)) == 0) {
sys/vm/uma_core.c
3053
keg = zone->uz_keg;
sys/vm/uma_core.c
3056
zone_reclaim(zone, UMA_ANYDOMAIN, M_WAITOK, true);
sys/vm/uma_core.c
3061
if ((zone->uz_flags & (UMA_ZONE_SECONDARY | UMA_ZFLAG_CACHE)) == 0) {
sys/vm/uma_core.c
3062
keg = zone->uz_keg;
sys/vm/uma_core.c
3068
counter_u64_free(zone->uz_allocs);
sys/vm/uma_core.c
3069
counter_u64_free(zone->uz_frees);
sys/vm/uma_core.c
307
static void zone_timeout(uma_zone_t zone, void *);
sys/vm/uma_core.c
3070
counter_u64_free(zone->uz_fails);
sys/vm/uma_core.c
3071
counter_u64_free(zone->uz_xdomain);
sys/vm/uma_core.c
3072
free(zone->uz_ctlname, M_UMA);
sys/vm/uma_core.c
3074
ZDOM_LOCK_FINI(ZDOM_GET(zone, i));
sys/vm/uma_core.c
3075
ZONE_CROSS_LOCK_FINI(zone);
sys/vm/uma_core.c
3082
uma_zone_t zone;
sys/vm/uma_core.c
3085
LIST_FOREACH(zone, &keg->uk_zones, uz_link)
sys/vm/uma_core.c
3086
zfunc(zone, arg);
sys/vm/uma_core.c
3088
LIST_FOREACH(zone, &uma_cachezones, uz_link)
sys/vm/uma_core.c
3089
zfunc(zone, arg);
sys/vm/uma_core.c
315
static int zone_alloc_limit(uma_zone_t zone, int count, int flags);
sys/vm/uma_core.c
316
static void zone_free_limit(uma_zone_t zone, int count);
sys/vm/uma_core.c
319
static uma_bucket_t bucket_alloc(uma_zone_t zone, void *, int);
sys/vm/uma_core.c
320
static void bucket_free(uma_zone_t zone, uma_bucket_t, void *);
sys/vm/uma_core.c
324
static void slab_free_item(uma_zone_t zone, uma_slab_t slab, void *item);
sys/vm/uma_core.c
326
static uma_keg_t uma_kcreate(uma_zone_t zone, size_t size, uma_init uminit,
sys/vm/uma_core.c
3271
uma_kcreate(uma_zone_t zone, size_t size, uma_init uminit, uma_fini fini,
sys/vm/uma_core.c
3281
args.zone = zone;
sys/vm/uma_core.c
341
static uint64_t uma_zone_get_allocs(uma_zone_t zone);
sys/vm/uma_core.c
3418
uma_zdestroy(uma_zone_t zone)
sys/vm/uma_core.c
3426
zone->uz_fini == NULL && zone->uz_release == zone_release)
sys/vm/uma_core.c
3429
zone_free_item(zones, zone, NULL, SKIP_NONE);
sys/vm/uma_core.c
3434
uma_zwait(uma_zone_t zone)
sys/vm/uma_core.c
3437
if ((zone->uz_flags & UMA_ZONE_SMR) != 0)
sys/vm/uma_core.c
3438
uma_zfree_smr(zone, uma_zalloc_smr(zone, M_WAITOK));
sys/vm/uma_core.c
3439
else if ((zone->uz_flags & UMA_ZONE_PCPU) != 0)
sys/vm/uma_core.c
3440
uma_zfree_pcpu(zone, uma_zalloc_pcpu(zone, M_WAITOK));
sys/vm/uma_core.c
3442
uma_zfree(zone, uma_zalloc(zone, M_WAITOK));
sys/vm/uma_core.c
3446
uma_zalloc_pcpu_arg(uma_zone_t zone, void *udata, int flags)
sys/vm/uma_core.c
3452
MPASS(zone->uz_flags & UMA_ZONE_PCPU);
sys/vm/uma_core.c
3454
item = uma_zalloc_arg(zone, udata, flags & ~M_ZERO);
sys/vm/uma_core.c
3461
bzero(zpcpu_get_cpu(pcpu_item, i), zone->uz_size);
sys/vm/uma_core.c
3463
bzero(item, zone->uz_size);
sys/vm/uma_core.c
347
static uint64_t uma_keg_get_allocs(uma_keg_t zone);
sys/vm/uma_core.c
3473
uma_zfree_pcpu_arg(uma_zone_t zone, void *pcpu_item, void *udata)
sys/vm/uma_core.c
3478
MPASS(zone->uz_flags & UMA_ZONE_PCPU);
sys/vm/uma_core.c
3486
uma_zfree_arg(zone, item, udata);
sys/vm/uma_core.c
3490
item_ctor(uma_zone_t zone, int uz_flags, int size, void *udata, int flags,
sys/vm/uma_core.c
3497
kasan_mark_item_valid(zone, item);
sys/vm/uma_core.c
3498
kmsan_mark_item_uninitialized(zone, item);
sys/vm/uma_core.c
3501
skipdbg = uma_dbg_zskip(zone, item);
sys/vm/uma_core.c
3503
zone->uz_ctor != trash_ctor)
sys/vm/uma_core.c
3504
trash_ctor(item, size, zone, flags);
sys/vm/uma_core.c
3509
__predict_false(zone->uz_ctor != NULL) &&
sys/vm/uma_core.c
351
static bool uma_dbg_zskip(uma_zone_t zone, void *mem);
sys/vm/uma_core.c
3510
zone->uz_ctor(item, size, udata, flags) != 0) {
sys/vm/uma_core.c
3511
counter_u64_add(zone->uz_fails, 1);
sys/vm/uma_core.c
3512
zone_free_item(zone, item, udata, SKIP_DTOR | SKIP_CNT);
sys/vm/uma_core.c
3517
uma_dbg_alloc(zone, NULL, item);
sys/vm/uma_core.c
352
static void uma_dbg_free(uma_zone_t zone, uma_slab_t slab, void *item);
sys/vm/uma_core.c
3526
item_dtor(uma_zone_t zone, void *item, int size, void *udata,
sys/vm/uma_core.c
353
static void uma_dbg_alloc(uma_zone_t zone, uma_slab_t slab, void *item);
sys/vm/uma_core.c
3532
skipdbg = uma_dbg_zskip(zone, item);
sys/vm/uma_core.c
3534
if ((zone->uz_flags & UMA_ZONE_MALLOC) != 0)
sys/vm/uma_core.c
3535
uma_dbg_free(zone, udata, item);
sys/vm/uma_core.c
3537
uma_dbg_free(zone, NULL, item);
sys/vm/uma_core.c
3541
if (zone->uz_dtor != NULL)
sys/vm/uma_core.c
3542
zone->uz_dtor(item, size, udata);
sys/vm/uma_core.c
3544
if (!skipdbg && (zone->uz_flags & UMA_ZFLAG_TRASH) != 0 &&
sys/vm/uma_core.c
3545
zone->uz_dtor != trash_dtor)
sys/vm/uma_core.c
3546
trash_dtor(item, size, zone);
sys/vm/uma_core.c
3549
kasan_mark_item_invalid(zone, item);
sys/vm/uma_core.c
3571
uma_zalloc_debug(uma_zone_t zone, void **itemp, void *udata, int flags)
sys/vm/uma_core.c
3579
"uma_zalloc_debug: zone \"%s\"", zone->uz_name);
sys/vm/uma_core.c
3588
KASSERT((zone->uz_flags & UMA_ZONE_PCPU) == 0 || (flags & M_ZERO) == 0,
sys/vm/uma_core.c
3618
if ((zone->uz_flags & (UMA_ZONE_SMR | UMA_ZFLAG_CACHE)) == 0 &&
sys/vm/uma_core.c
3619
memguard_cmp_zone(zone)) {
sys/vm/uma_core.c
3621
item = memguard_alloc(zone->uz_size, flags);
sys/vm/uma_core.c
3624
if (zone->uz_init != NULL &&
sys/vm/uma_core.c
3625
zone->uz_init(item, zone->uz_size, flags) != 0) {
sys/vm/uma_core.c
3629
if (zone->uz_ctor != NULL &&
sys/vm/uma_core.c
3630
zone->uz_ctor(item, zone->uz_size, udata,
sys/vm/uma_core.c
3632
counter_u64_add(zone->uz_fails, 1);
sys/vm/uma_core.c
3633
if (zone->uz_fini != NULL)
sys/vm/uma_core.c
3634
zone->uz_fini(item, zone->uz_size);
sys/vm/uma_core.c
3648
uma_zfree_debug(uma_zone_t zone, void *item, void *udata)
sys/vm/uma_core.c
3654
if ((zone->uz_flags & (UMA_ZONE_SMR | UMA_ZFLAG_CACHE)) == 0 &&
sys/vm/uma_core.c
3656
if (zone->uz_dtor != NULL)
sys/vm/uma_core.c
3657
zone->uz_dtor(item, zone->uz_size, udata);
sys/vm/uma_core.c
3658
if (zone->uz_fini != NULL)
sys/vm/uma_core.c
3659
zone->uz_fini(item, zone->uz_size);
sys/vm/uma_core.c
3669
cache_alloc_item(uma_zone_t zone, uma_cache_t cache, uma_cache_bucket_t bucket,
sys/vm/uma_core.c
3679
return (item_ctor(zone, uz_flags, size, udata, flags, item));
sys/vm/uma_core.c
3683
cache_alloc_retry(uma_zone_t zone, uma_cache_t cache, void *udata, int flags)
sys/vm/uma_core.c
3688
while (cache_alloc(zone, cache, udata, flags)) {
sys/vm/uma_core.c
3689
cache = &zone->uz_cpu[curcpu];
sys/vm/uma_core.c
3693
return (cache_alloc_item(zone, cache, bucket, udata, flags));
sys/vm/uma_core.c
3700
if (zone->uz_flags & UMA_ZONE_FIRSTTOUCH)
sys/vm/uma_core.c
3704
return (zone_alloc_item(zone, udata, domain, flags));
sys/vm/uma_core.c
3709
uma_zalloc_smr(uma_zone_t zone, int flags)
sys/vm/uma_core.c
3714
CTR3(KTR_UMA, "uma_zalloc_smr zone %s(%p) flags %d", zone->uz_name,
sys/vm/uma_core.c
3715
zone, flags);
sys/vm/uma_core.c
3720
KASSERT((zone->uz_flags & UMA_ZONE_SMR) != 0,
sys/vm/uma_core.c
3722
if (uma_zalloc_debug(zone, &item, NULL, flags) == EJUSTRETURN)
sys/vm/uma_core.c
3727
cache = &zone->uz_cpu[curcpu];
sys/vm/uma_core.c
3730
return (cache_alloc_retry(zone, cache, NULL, flags));
sys/vm/uma_core.c
3731
return (cache_alloc_item(zone, cache, bucket, NULL, flags));
sys/vm/uma_core.c
3736
uma_zalloc_arg(uma_zone_t zone, void *udata, int flags)
sys/vm/uma_core.c
3742
random_harvest_fast_uma(&zone, sizeof(zone), RANDOM_UMA);
sys/vm/uma_core.c
3745
CTR3(KTR_UMA, "uma_zalloc_arg zone %s(%p) flags %d", zone->uz_name,
sys/vm/uma_core.c
3746
zone, flags);
sys/vm/uma_core.c
3751
KASSERT((zone->uz_flags & UMA_ZONE_SMR) == 0,
sys/vm/uma_core.c
3753
if (uma_zalloc_debug(zone, &item, udata, flags) == EJUSTRETURN)
sys/vm/uma_core.c
3769
cache = &zone->uz_cpu[curcpu];
sys/vm/uma_core.c
3772
return (cache_alloc_retry(zone, cache, udata, flags));
sys/vm/uma_core.c
3773
return (cache_alloc_item(zone, cache, bucket, udata, flags));
sys/vm/uma_core.c
3784
cache_alloc(uma_zone_t zone, uma_cache_t cache, void *udata, int flags)
sys/vm/uma_core.c
3815
bucket_free(zone, bucket, udata);
sys/vm/uma_core.c
3830
domain = zone_domain_highest(zone, domain);
sys/vm/uma_core.c
3831
bucket = cache_fetch_bucket(zone, cache, domain);
sys/vm/uma_core.c
3832
if (bucket == NULL && zone->uz_bucket_size != 0 && !bucketdisable) {
sys/vm/uma_core.c
3833
bucket = zone_alloc_bucket(zone, udata, domain, flags);
sys/vm/uma_core.c
3840
zone->uz_name, zone, bucket);
sys/vm/uma_core.c
3852
cache = &zone->uz_cpu[curcpu];
sys/vm/uma_core.c
3858
atomic_add_long(&ZDOM_GET(zone, domain)->uzd_imax,
sys/vm/uma_core.c
3868
zone_put_bucket(zone, domain, bucket, udata, !new);
sys/vm/uma_core.c
3875
uma_zalloc_domain(uma_zone_t zone, void *udata, int domain, int flags)
sys/vm/uma_core.c
3884
random_harvest_fast_uma(&zone, sizeof(zone), RANDOM_UMA);
sys/vm/uma_core.c
3888
zone->uz_name, zone, domain, flags);
sys/vm/uma_core.c
3890
KASSERT((zone->uz_flags & UMA_ZONE_SMR) == 0,
sys/vm/uma_core.c
3893
KASSERT((zone->uz_flags & UMA_ZONE_FIRSTTOUCH) != 0,
sys/vm/uma_core.c
3897
return (uma_zalloc_arg(zone, udata, flags));
sys/vm/uma_core.c
3900
if (uma_zalloc_debug(zone, &item, udata, flags) == EJUSTRETURN)
sys/vm/uma_core.c
3911
zdom = zone_domain_lock(zone, domain);
sys/vm/uma_core.c
3912
if ((bucket = zone_fetch_bucket(zone, zdom, false)) != NULL) {
sys/vm/uma_core.c
3918
zone_put_bucket(zone, domain, bucket, udata, true);
sys/vm/uma_core.c
3919
item = item_ctor(zone, zone->uz_flags, zone->uz_size, udata,
sys/vm/uma_core.c
3925
counter_u64_add(zone->uz_allocs, 1);
sys/vm/uma_core.c
3930
return (zone_alloc_item(zone, udata, domain, flags));
sys/vm/uma_core.c
3932
return (uma_zalloc_arg(zone, udata, flags));
sys/vm/uma_core.c
3998
keg_fetch_slab(uma_keg_t keg, uma_zone_t zone, int rdomain, const int flags)
sys/vm/uma_core.c
4032
slab = keg_alloc_slab(keg, zone, domain, flags, aflags);
sys/vm/uma_core.c
4098
uma_zone_t zone;
sys/vm/uma_core.c
4106
zone = arg;
sys/vm/uma_core.c
4108
keg = zone->uz_keg;
sys/vm/uma_core.c
4111
if ((slab = keg_fetch_slab(keg, zone, domain, flags)) == NULL)
sys/vm/uma_core.c
4138
if ((zone->uz_flags & UMA_ZONE_ROUNDROBIN) != 0 &&
sys/vm/uma_core.c
4154
zone_alloc_limit_hard(uma_zone_t zone, int count, int flags)
sys/vm/uma_core.c
4166
zone_free_limit(zone, count);
sys/vm/uma_core.c
4167
zone_log_warning(zone);
sys/vm/uma_core.c
4168
zone_maxaction(zone);
sys/vm/uma_core.c
4177
sleepq_lock(&zone->uz_max_items);
sys/vm/uma_core.c
4178
old = zone->uz_items;
sys/vm/uma_core.c
4182
max = zone->uz_max_items;
sys/vm/uma_core.c
4188
} while (atomic_fcmpset_64(&zone->uz_items, &old, new) == 0);
sys/vm/uma_core.c
4192
sleepq_release(&zone->uz_max_items);
sys/vm/uma_core.c
4202
atomic_add_32(&zone->uz_sleepers, 1);
sys/vm/uma_core.c
4203
atomic_add_64(&zone->uz_sleeps, 1);
sys/vm/uma_core.c
4209
sleepq_add(&zone->uz_max_items, NULL, "zonelimit", 0, 0);
sys/vm/uma_core.c
4210
sleepq_wait(&zone->uz_max_items, PVM);
sys/vm/uma_core.c
4219
atomic_subtract_32(&zone->uz_sleepers, 1);
sys/vm/uma_core.c
4220
old = atomic_fetchadd_64(&zone->uz_items,
sys/vm/uma_core.c
4231
max = zone->uz_max_items;
sys/vm/uma_core.c
4236
zone_free_limit(zone, total + count - max);
sys/vm/uma_core.c
4239
wakeup_one(&zone->uz_max_items);
sys/vm/uma_core.c
4251
zone_alloc_limit(uma_zone_t zone, int count, int flags)
sys/vm/uma_core.c
4256
max = zone->uz_max_items;
sys/vm/uma_core.c
4263
old = atomic_fetchadd_64(&zone->uz_items, count);
sys/vm/uma_core.c
4274
zone_free_limit(zone, (old + count) - max);
sys/vm/uma_core.c
4277
return (zone_alloc_limit_hard(zone, count, flags));
sys/vm/uma_core.c
4284
zone_free_limit(uma_zone_t zone, int count)
sys/vm/uma_core.c
4294
old = atomic_fetchadd_64(&zone->uz_items, -count);
sys/vm/uma_core.c
4296
UZ_ITEMS_COUNT(old) - count >= zone->uz_max_items))
sys/vm/uma_core.c
4303
wakeup_one(&zone->uz_max_items);
sys/vm/uma_core.c
4307
zone_alloc_bucket(uma_zone_t zone, void *udata, int domain, int flags)
sys/vm/uma_core.c
4312
CTR3(KTR_UMA, "zone_alloc_bucket zone %s(%p) domain %d", zone->uz_name,
sys/vm/uma_core.c
4313
zone, domain);
sys/vm/uma_core.c
4318
else if ((zone->uz_flags & UMA_ZONE_ROUNDROBIN) != 0)
sys/vm/uma_core.c
4321
if (zone->uz_max_items > 0)
sys/vm/uma_core.c
4322
maxbucket = zone_alloc_limit(zone, zone->uz_bucket_size,
sys/vm/uma_core.c
4325
maxbucket = zone->uz_bucket_size;
sys/vm/uma_core.c
4330
bucket = bucket_alloc(zone, udata, M_NOWAIT | (flags & M_NOVM));
sys/vm/uma_core.c
4336
bucket->ub_cnt = zone->uz_import(zone->uz_arg, bucket->ub_bucket,
sys/vm/uma_core.c
4342
if (bucket->ub_cnt != 0 && zone->uz_init != NULL) {
sys/vm/uma_core.c
4346
kasan_mark_item_valid(zone, bucket->ub_bucket[i]);
sys/vm/uma_core.c
4347
error = zone->uz_init(bucket->ub_bucket[i],
sys/vm/uma_core.c
4348
zone->uz_size, flags);
sys/vm/uma_core.c
4349
kasan_mark_item_invalid(zone, bucket->ub_bucket[i]);
sys/vm/uma_core.c
4359
zone->uz_release(zone->uz_arg, &bucket->ub_bucket[i],
sys/vm/uma_core.c
4371
bucket_free(zone, bucket, udata);
sys/vm/uma_core.c
4372
counter_u64_add(zone->uz_fails, 1);
sys/vm/uma_core.c
4376
if (zone->uz_max_items > 0 && cnt < maxbucket)
sys/vm/uma_core.c
4377
zone_free_limit(zone, maxbucket - cnt);
sys/vm/uma_core.c
4397
zone_alloc_item(uma_zone_t zone, void *udata, int domain, int flags)
sys/vm/uma_core.c
4401
if (zone->uz_max_items > 0 && zone_alloc_limit(zone, 1, flags) == 0) {
sys/vm/uma_core.c
4402
counter_u64_add(zone->uz_fails, 1);
sys/vm/uma_core.c
4410
if (zone->uz_import(zone->uz_arg, &item, 1, domain, flags) != 1)
sys/vm/uma_core.c
4419
if (zone->uz_init != NULL) {
sys/vm/uma_core.c
4422
kasan_mark_item_valid(zone, item);
sys/vm/uma_core.c
4423
error = zone->uz_init(item, zone->uz_size, flags);
sys/vm/uma_core.c
4424
kasan_mark_item_invalid(zone, item);
sys/vm/uma_core.c
4426
zone_free_item(zone, item, udata, SKIP_FINI | SKIP_CNT);
sys/vm/uma_core.c
4430
item = item_ctor(zone, zone->uz_flags, zone->uz_size, udata, flags,
sys/vm/uma_core.c
4435
counter_u64_add(zone->uz_allocs, 1);
sys/vm/uma_core.c
4437
zone->uz_name, zone);
sys/vm/uma_core.c
4442
counter_u64_add(zone->uz_fails, 1);
sys/vm/uma_core.c
4444
if (zone->uz_max_items > 0)
sys/vm/uma_core.c
4445
zone_free_limit(zone, 1);
sys/vm/uma_core.c
4447
zone->uz_name, zone);
sys/vm/uma_core.c
4454
uma_zfree_smr(uma_zone_t zone, void *item)
sys/vm/uma_core.c
4464
zone->uz_name, zone, item);
sys/vm/uma_core.c
4467
KASSERT((zone->uz_flags & UMA_ZONE_SMR) != 0,
sys/vm/uma_core.c
4470
SMR_ASSERT_NOT_ENTERED(zone->uz_smr);
sys/vm/uma_core.c
4471
if (uma_zfree_debug(zone, item, NULL) == EJUSTRETURN)
sys/vm/uma_core.c
4474
cache = &zone->uz_cpu[curcpu];
sys/vm/uma_core.c
4483
cache = &zone->uz_cpu[curcpu];
sys/vm/uma_core.c
4497
} while (cache_free(zone, cache, NULL, itemdomain));
sys/vm/uma_core.c
4503
zone_free_item(zone, item, NULL, SKIP_NONE);
sys/vm/uma_core.c
4508
uma_zfree_arg(uma_zone_t zone, void *item, void *udata)
sys/vm/uma_core.c
4515
random_harvest_fast_uma(&zone, sizeof(zone), RANDOM_UMA);
sys/vm/uma_core.c
4518
zone->uz_name, zone, item);
sys/vm/uma_core.c
4521
KASSERT((zone->uz_flags & UMA_ZONE_SMR) == 0,
sys/vm/uma_core.c
4523
if (uma_zfree_debug(zone, item, udata) == EJUSTRETURN)
sys/vm/uma_core.c
4535
cache = &zone->uz_cpu[curcpu];
sys/vm/uma_core.c
4539
item_dtor(zone, item, cache_uz_size(cache), udata, SKIP_NONE);
sys/vm/uma_core.c
4546
if (atomic_load_32(&zone->uz_sleepers) > 0)
sys/vm/uma_core.c
4568
cache = &zone->uz_cpu[curcpu];
sys/vm/uma_core.c
4592
} while (cache_free(zone, cache, udata, itemdomain));
sys/vm/uma_core.c
4599
zone_free_item(zone, item, udata, SKIP_DTOR);
sys/vm/uma_core.c
4608
zone_free_cross(uma_zone_t zone, uma_bucket_t bucket, void *udata)
sys/vm/uma_core.c
4619
zone->uz_name, zone, bucket);
sys/vm/uma_core.c
4626
if ((zone->uz_flags & UMA_ZONE_SMR) != 0)
sys/vm/uma_core.c
4627
seq = smr_advance(zone->uz_smr);
sys/vm/uma_core.c
463
bucket_alloc(uma_zone_t zone, void *udata, int flags)
sys/vm/uma_core.c
4636
ZONE_CROSS_LOCK(zone);
sys/vm/uma_core.c
4640
zdom = ZDOM_GET(zone, domain);
sys/vm/uma_core.c
4652
ZONE_CROSS_UNLOCK(zone);
sys/vm/uma_core.c
4653
b = bucket_alloc(zone, udata, M_NOWAIT);
sys/vm/uma_core.c
4656
ZONE_CROSS_LOCK(zone);
sys/vm/uma_core.c
4675
ZONE_CROSS_UNLOCK(zone);
sys/vm/uma_core.c
4679
bucket_free(zone, bucket, udata);
sys/vm/uma_core.c
4683
bucket_free(zone, b, udata);
sys/vm/uma_core.c
4688
zone_put_bucket(zone, domain, b, udata, true);
sys/vm/uma_core.c
4694
zone_free_bucket(uma_zone_t zone, uma_bucket_t bucket, void *udata,
sys/vm/uma_core.c
4705
if ((zone->uz_flags & UMA_ZONE_FIRSTTOUCH) != 0 &&
sys/vm/uma_core.c
4707
zone_free_cross(zone, bucket, udata);
sys/vm/uma_core.c
4717
zone->uz_name, zone, bucket);
sys/vm/uma_core.c
4719
if ((zone->uz_flags & UMA_ZONE_ROUNDROBIN) != 0)
sys/vm/uma_core.c
4720
itemdomain = zone_domain_lowest(zone, itemdomain);
sys/vm/uma_core.c
4721
zone_put_bucket(zone, itemdomain, bucket, udata, ws);
sys/vm/uma_core.c
4733
cache_free(uma_zone_t zone, uma_cache_t cache, void *udata, int itemdomain)
sys/vm/uma_core.c
4740
if (zone->uz_bucket_size == 0)
sys/vm/uma_core.c
4743
cache = &zone->uz_cpu[curcpu];
sys/vm/uma_core.c
4757
counter_u64_add(zone->uz_xdomain,
sys/vm/uma_core.c
4775
if ((zone->uz_flags & UMA_ZONE_SMR) != 0) {
sys/vm/uma_core.c
4777
bucket->ub_seq = smr_advance(zone->uz_smr);
sys/vm/uma_core.c
4778
newbucket = bucket_alloc(zone, udata, M_NOWAIT);
sys/vm/uma_core.c
4780
bucket_drain(zone, bucket);
sys/vm/uma_core.c
4785
newbucket = bucket_alloc(zone, udata, M_NOWAIT);
sys/vm/uma_core.c
4788
zone_free_bucket(zone, bucket, udata, itemdomain, true);
sys/vm/uma_core.c
4793
cache = &zone->uz_cpu[curcpu];
sys/vm/uma_core.c
4813
bucket_free(zone, bucket, udata);
sys/vm/uma_core.c
4822
slab_free_item(uma_zone_t zone, uma_slab_t slab, void *item)
sys/vm/uma_core.c
4828
keg = zone->uz_keg;
sys/vm/uma_core.c
484
if ((zone->uz_flags & UMA_ZFLAG_BUCKET) == 0)
sys/vm/uma_core.c
485
udata = (void *)(uintptr_t)zone->uz_flags;
sys/vm/uma_core.c
4855
uma_zone_t zone;
sys/vm/uma_core.c
4862
zone = arg;
sys/vm/uma_core.c
4863
keg = zone->uz_keg;
sys/vm/uma_core.c
4865
if (__predict_false((zone->uz_flags & UMA_ZFLAG_HASH) != 0))
sys/vm/uma_core.c
4869
if (__predict_true((zone->uz_flags & UMA_ZFLAG_VTOSLAB) != 0)) {
sys/vm/uma_core.c
4873
if ((zone->uz_flags & UMA_ZFLAG_HASH) != 0)
sys/vm/uma_core.c
4883
slab_free_item(zone, slab, item);
sys/vm/uma_core.c
4899
zone_free_item(uma_zone_t zone, void *item, void *udata, enum zfreeskip skip)
sys/vm/uma_core.c
4908
if ((zone->uz_flags & UMA_ZONE_SMR) != 0 && skip == SKIP_NONE)
sys/vm/uma_core.c
4909
smr_synchronize(zone->uz_smr);
sys/vm/uma_core.c
4911
item_dtor(zone, item, zone->uz_size, udata, skip);
sys/vm/uma_core.c
4913
if (skip < SKIP_FINI && zone->uz_fini) {
sys/vm/uma_core.c
4914
kasan_mark_item_valid(zone, item);
sys/vm/uma_core.c
4915
zone->uz_fini(item, zone->uz_size);
sys/vm/uma_core.c
4916
kasan_mark_item_invalid(zone, item);
sys/vm/uma_core.c
4919
zone->uz_release(zone->uz_arg, &item, 1);
sys/vm/uma_core.c
4924
counter_u64_add(zone->uz_frees, 1);
sys/vm/uma_core.c
4926
if (zone->uz_max_items > 0)
sys/vm/uma_core.c
4927
zone_free_limit(zone, 1);
sys/vm/uma_core.c
493
ubz = bucket_zone_lookup(atomic_load_16(&zone->uz_bucket_size));
sys/vm/uma_core.c
4932
uma_zone_set_max(uma_zone_t zone, int nitems)
sys/vm/uma_core.c
4939
uma_zone_set_maxcache(zone, nitems);
sys/vm/uma_core.c
494
if (ubz->ubz_zone == zone && (ubz + 1)->ubz_entries != 0)
sys/vm/uma_core.c
4946
ZONE_LOCK(zone);
sys/vm/uma_core.c
4947
if (zone->uz_max_items == 0)
sys/vm/uma_core.c
4948
ZONE_ASSERT_COLD(zone);
sys/vm/uma_core.c
4949
zone->uz_max_items = nitems;
sys/vm/uma_core.c
4950
zone->uz_flags |= UMA_ZFLAG_LIMIT;
sys/vm/uma_core.c
4951
zone_update_caches(zone);
sys/vm/uma_core.c
4953
wakeup(&zone->uz_max_items);
sys/vm/uma_core.c
4954
ZONE_UNLOCK(zone);
sys/vm/uma_core.c
4961
uma_zone_set_maxcache(uma_zone_t zone, int nitems)
sys/vm/uma_core.c
4965
ZONE_LOCK(zone);
sys/vm/uma_core.c
4977
if ((zone->uz_flags & UMA_ZONE_FIRSTTOUCH) != 0 && vm_ndomains > 1) {
sys/vm/uma_core.c
4988
zone->uz_bucket_size_max = zone->uz_bucket_size = bsize;
sys/vm/uma_core.c
4989
if (zone->uz_bucket_size_min > zone->uz_bucket_size_max)
sys/vm/uma_core.c
4990
zone->uz_bucket_size_min = zone->uz_bucket_size_max;
sys/vm/uma_core.c
4991
zone->uz_bucket_max = nitems - nb * bsize;
sys/vm/uma_core.c
4992
ZONE_UNLOCK(zone);
sys/vm/uma_core.c
4997
uma_zone_get_max(uma_zone_t zone)
sys/vm/uma_core.c
5001
nitems = atomic_load_64(&zone->uz_max_items);
sys/vm/uma_core.c
5008
uma_zone_set_warning(uma_zone_t zone, const char *warning)
sys/vm/uma_core.c
5011
ZONE_ASSERT_COLD(zone);
sys/vm/uma_core.c
5012
zone->uz_warning = warning;
sys/vm/uma_core.c
5017
uma_zone_set_maxaction(uma_zone_t zone, uma_maxaction_t maxaction)
sys/vm/uma_core.c
5020
ZONE_ASSERT_COLD(zone);
sys/vm/uma_core.c
5021
TASK_INIT(&zone->uz_maxaction, 0, (task_fn_t *)maxaction, zone);
sys/vm/uma_core.c
5026
uma_zone_get_cur(uma_zone_t zone)
sys/vm/uma_core.c
503
zone->uz_bucket_size_max);
sys/vm/uma_core.c
5032
if (zone->uz_allocs != EARLY_COUNTER && zone->uz_frees != EARLY_COUNTER)
sys/vm/uma_core.c
5033
nitems = counter_u64_fetch(zone->uz_allocs) -
sys/vm/uma_core.c
5034
counter_u64_fetch(zone->uz_frees);
sys/vm/uma_core.c
5036
nitems += atomic_load_64(&zone->uz_cpu[i].uc_allocs) -
sys/vm/uma_core.c
5037
atomic_load_64(&zone->uz_cpu[i].uc_frees);
sys/vm/uma_core.c
5043
uma_zone_get_allocs(uma_zone_t zone)
sys/vm/uma_core.c
5049
if (zone->uz_allocs != EARLY_COUNTER)
sys/vm/uma_core.c
5050
nitems = counter_u64_fetch(zone->uz_allocs);
sys/vm/uma_core.c
5052
nitems += atomic_load_64(&zone->uz_cpu[i].uc_allocs);
sys/vm/uma_core.c
5058
uma_zone_get_frees(uma_zone_t zone)
sys/vm/uma_core.c
506
zone->uz_name, zone, bucket);
sys/vm/uma_core.c
5064
if (zone->uz_frees != EARLY_COUNTER)
sys/vm/uma_core.c
5065
nitems = counter_u64_fetch(zone->uz_frees);
sys/vm/uma_core.c
5067
nitems += atomic_load_64(&zone->uz_cpu[i].uc_frees);
sys/vm/uma_core.c
5090
uma_zone_set_init(uma_zone_t zone, uma_init uminit)
sys/vm/uma_core.c
5094
KEG_GET(zone, keg);
sys/vm/uma_core.c
5101
uma_zone_set_fini(uma_zone_t zone, uma_fini fini)
sys/vm/uma_core.c
5105
KEG_GET(zone, keg);
sys/vm/uma_core.c
5112
uma_zone_set_zinit(uma_zone_t zone, uma_init zinit)
sys/vm/uma_core.c
5115
ZONE_ASSERT_COLD(zone);
sys/vm/uma_core.c
5116
zone->uz_init = zinit;
sys/vm/uma_core.c
5121
uma_zone_set_zfini(uma_zone_t zone, uma_fini zfini)
sys/vm/uma_core.c
5124
ZONE_ASSERT_COLD(zone);
sys/vm/uma_core.c
5125
zone->uz_fini = zfini;
sys/vm/uma_core.c
513
bucket_free(uma_zone_t zone, uma_bucket_t bucket, void *udata)
sys/vm/uma_core.c
5130
uma_zone_set_freef(uma_zone_t zone, uma_free freef)
sys/vm/uma_core.c
5134
KEG_GET(zone, keg);
sys/vm/uma_core.c
5141
uma_zone_set_allocf(uma_zone_t zone, uma_alloc allocf)
sys/vm/uma_core.c
5145
KEG_GET(zone, keg);
sys/vm/uma_core.c
5152
uma_zone_set_smr(uma_zone_t zone, smr_t smr)
sys/vm/uma_core.c
5155
ZONE_ASSERT_COLD(zone);
sys/vm/uma_core.c
5158
KASSERT((zone->uz_flags & UMA_ZONE_SMR) == 0,
sys/vm/uma_core.c
5159
("zone %p (%s) already uses SMR", zone, zone->uz_name));
sys/vm/uma_core.c
5160
zone->uz_flags |= UMA_ZONE_SMR;
sys/vm/uma_core.c
5161
zone->uz_smr = smr;
sys/vm/uma_core.c
5162
zone_update_caches(zone);
sys/vm/uma_core.c
5166
uma_zone_get_smr(uma_zone_t zone)
sys/vm/uma_core.c
5169
return (zone->uz_smr);
sys/vm/uma_core.c
5174
uma_zone_reserve(uma_zone_t zone, int items)
sys/vm/uma_core.c
5178
KEG_GET(zone, keg);
sys/vm/uma_core.c
518
bucket_drain(zone, bucket);
sys/vm/uma_core.c
5185
uma_zone_reserve_kva(uma_zone_t zone, int count)
sys/vm/uma_core.c
5191
KEG_GET(zone, keg);
sys/vm/uma_core.c
5193
ZONE_ASSERT_COLD(zone);
sys/vm/uma_core.c
5211
zone->uz_max_items = pages * keg->uk_ipers;
sys/vm/uma_core.c
5218
zone->uz_flags |= UMA_ZFLAG_LIMIT | UMA_ZONE_NOFREE;
sys/vm/uma_core.c
5219
zone_update_caches(zone);
sys/vm/uma_core.c
5226
uma_prealloc(uma_zone_t zone, int items)
sys/vm/uma_core.c
5234
KEG_GET(zone, keg);
sys/vm/uma_core.c
524
if ((zone->uz_flags & UMA_ZFLAG_BUCKET) == 0)
sys/vm/uma_core.c
5242
slab = keg_alloc_slab(keg, zone, domain, M_WAITOK,
sys/vm/uma_core.c
525
udata = (void *)(uintptr_t)zone->uz_flags;
sys/vm/uma_core.c
5268
uma_zone_memory(uma_zone_t zone)
sys/vm/uma_core.c
5274
if (zone->uz_flags & UMA_ZFLAG_CACHE) {
sys/vm/uma_core.c
5276
sz += ZDOM_GET(zone, i)->uzd_nitems;
sys/vm/uma_core.c
5277
return (sz * zone->uz_size);
sys/vm/uma_core.c
5280
sz += zone->uz_keg->uk_domain[i].ud_pages;
sys/vm/uma_core.c
5291
uma_reclaim_domain_cb(uma_zone_t zone, void *arg)
sys/vm/uma_core.c
5296
if ((zone->uz_flags & UMA_ZONE_UNMANAGED) != 0)
sys/vm/uma_core.c
5299
(zone->uz_flags & UMA_ZONE_NOTRIM) !=0)
sys/vm/uma_core.c
5302
uma_zone_reclaim_domain(zone, args->req, args->domain);
sys/vm/uma_core.c
5385
uma_zone_reclaim(uma_zone_t zone, int req)
sys/vm/uma_core.c
5387
uma_zone_reclaim_domain(zone, req, UMA_ANYDOMAIN);
sys/vm/uma_core.c
5391
uma_zone_reclaim_domain(uma_zone_t zone, int req, int domain)
sys/vm/uma_core.c
5395
zone_reclaim(zone, domain, M_NOWAIT, false);
sys/vm/uma_core.c
5398
zone_reclaim(zone, domain, M_NOWAIT, true);
sys/vm/uma_core.c
5401
pcpu_cache_drain_safe(zone);
sys/vm/uma_core.c
5402
zone_reclaim(zone, domain, M_NOWAIT, true);
sys/vm/uma_core.c
5411
uma_zone_exhausted(uma_zone_t zone)
sys/vm/uma_core.c
5414
return (atomic_load_32(&zone->uz_sleepers) > 0);
sys/vm/uma_core.c
545
kasan_mark_item_valid(uma_zone_t zone, void *item)
sys/vm/uma_core.c
551
if ((zone->uz_flags & UMA_ZONE_NOKASAN) != 0)
sys/vm/uma_core.c
554
sz = zone->uz_size;
sys/vm/uma_core.c
556
if ((zone->uz_flags & UMA_ZONE_PCPU) == 0) {
sys/vm/uma_core.c
5637
uma_zone_t zone = *(uma_zone_t *)arg1;
sys/vm/uma_core.c
5640
max = uma_zone_get_max(zone);
sys/vm/uma_core.c
5645
uma_zone_set_max(zone, max);
sys/vm/uma_core.c
5653
uma_zone_t zone;
sys/vm/uma_core.c
5661
zone = *(uma_zone_t *)arg1;
sys/vm/uma_core.c
5663
zone = arg1;
sys/vm/uma_core.c
5664
cur = uma_zone_get_cur(zone);
sys/vm/uma_core.c
567
kasan_mark_item_invalid(uma_zone_t zone, void *item)
sys/vm/uma_core.c
5671
uma_zone_t zone = arg1;
sys/vm/uma_core.c
5674
cur = uma_zone_get_allocs(zone);
sys/vm/uma_core.c
5681
uma_zone_t zone = arg1;
sys/vm/uma_core.c
5684
cur = uma_zone_get_frees(zone);
sys/vm/uma_core.c
5692
uma_zone_t zone = arg1;
sys/vm/uma_core.c
5696
if (zone->uz_flags != 0)
sys/vm/uma_core.c
5697
sbuf_printf(&sbuf, "0x%b", zone->uz_flags, PRINT_UMA_ZFLAGS);
sys/vm/uma_core.c
573
if ((zone->uz_flags & UMA_ZONE_NOKASAN) != 0)
sys/vm/uma_core.c
5730
uma_zone_t zone = arg1;
sys/vm/uma_core.c
5733
cur = UZ_ITEMS_COUNT(atomic_load_64(&zone->uz_items));
sys/vm/uma_core.c
5739
uma_dbg_getslab(uma_zone_t zone, void *item)
sys/vm/uma_core.c
5751
if ((zone->uz_flags & UMA_ZFLAG_CACHE) != 0)
sys/vm/uma_core.c
5753
if (zone->uz_flags & UMA_ZFLAG_VTOSLAB)
sys/vm/uma_core.c
5755
keg = zone->uz_keg;
sys/vm/uma_core.c
576
sz = roundup2(zone->uz_size, KASAN_SHADOW_SCALE);
sys/vm/uma_core.c
5766
uma_dbg_zskip(uma_zone_t zone, void *mem)
sys/vm/uma_core.c
5769
if ((zone->uz_flags & UMA_ZFLAG_CACHE) != 0)
sys/vm/uma_core.c
577
if ((zone->uz_flags & UMA_ZONE_PCPU) == 0) {
sys/vm/uma_core.c
5772
return (uma_dbg_kskip(zone->uz_keg, mem));
sys/vm/uma_core.c
5806
uma_dbg_alloc(uma_zone_t zone, uma_slab_t slab, void *item)
sys/vm/uma_core.c
5812
slab = uma_dbg_getslab(zone, item);
sys/vm/uma_core.c
5815
item, zone->uz_name);
sys/vm/uma_core.c
5817
keg = zone->uz_keg;
sys/vm/uma_core.c
5823
item, zone, zone->uz_name, slab, freei);
sys/vm/uma_core.c
5832
uma_dbg_free(uma_zone_t zone, uma_slab_t slab, void *item)
sys/vm/uma_core.c
5838
slab = uma_dbg_getslab(zone, item);
sys/vm/uma_core.c
5841
item, zone->uz_name);
sys/vm/uma_core.c
5843
keg = zone->uz_keg;
sys/vm/uma_core.c
5848
item, zone, zone->uz_name, slab, freei);
sys/vm/uma_core.c
5852
item, zone, zone->uz_name, slab, freei);
sys/vm/uma_core.c
5857
item, zone, zone->uz_name, slab, freei);
sys/vm/uma_core.c
613
kasan_mark_item_valid(uma_zone_t zone __unused, void *item __unused)
sys/vm/uma_core.c
618
kasan_mark_item_invalid(uma_zone_t zone __unused, void *item __unused)
sys/vm/uma_core.c
635
kmsan_mark_item_uninitialized(uma_zone_t zone, void *item)
sys/vm/uma_core.c
641
if ((zone->uz_flags &
sys/vm/uma_core.c
657
if (zone->uz_keg->uk_init != NULL) {
sys/vm/uma_core.c
666
sz = zone->uz_size;
sys/vm/uma_core.c
667
if ((zone->uz_flags & UMA_ZONE_PCPU) == 0) {
sys/vm/uma_core.c
682
kmsan_mark_item_uninitialized(uma_zone_t zone __unused, void *item __unused)
sys/vm/uma_core.c
691
zone_domain_lock(uma_zone_t zone, int domain)
sys/vm/uma_core.c
696
zdom = ZDOM_GET(zone, domain);
sys/vm/uma_core.c
702
if (lockfail && zone->uz_bucket_size < zone->uz_bucket_size_max)
sys/vm/uma_core.c
703
zone->uz_bucket_size++;
sys/vm/uma_core.c
712
zone_domain_lowest(uma_zone_t zone, int pref)
sys/vm/uma_core.c
721
nitems = ZDOM_GET(zone, i)->uzd_nitems;
sys/vm/uma_core.c
740
zone_domain_highest(uma_zone_t zone, int pref)
sys/vm/uma_core.c
746
if (ZDOM_GET(zone, pref)->uzd_nitems > BUCKET_MAX)
sys/vm/uma_core.c
752
nitems = ZDOM_GET(zone, i)->uzd_nitems;
sys/vm/uma_core.c
790
zone_fetch_bucket(uma_zone_t zone, uma_zone_domain_t zdom, bool reclaim)
sys/vm/uma_core.c
803
if ((zone->uz_flags & UMA_ZONE_SMR) != 0 &&
sys/vm/uma_core.c
805
if (!smr_poll(zone->uz_smr, bucket->ub_seq, false))
sys/vm/uma_core.c
808
dtor = (zone->uz_dtor != NULL) || UMA_ALWAYS_CTORDTOR;
sys/vm/uma_core.c
845
item_dtor(zone, bucket->ub_bucket[i], zone->uz_size,
sys/vm/uma_core.c
857
zone_put_bucket(uma_zone_t zone, int domain, uma_bucket_t bucket, void *udata,
sys/vm/uma_core.c
865
zdom = zone_domain_lock(zone, domain);
sys/vm/uma_core.c
871
if (__predict_true(zdom->uzd_nitems < zone->uz_bucket_max)) {
sys/vm/uma_core.c
901
bucket_free(zone, bucket, udata);
sys/vm/uma_dbg.c
145
struct uma_zone *zone = arg;
sys/vm/uma_dbg.c
178
mem, osize, zone ? zone->uz_name : "", *ksp, off, *p);
sys/vm/uma_dbg.c
180
mem, osize, zone ? zone->uz_name : "", (*ksp)->ks_shortdesc,
sys/vm/uma_dbg.c
184
mem, osize, zone ? zone->uz_name : "", *ksp, off, *p);
sys/vm/uma_dbg.c
69
struct uma_zone *zone = arg;
sys/vm/uma_dbg.c
88
mem, size, zone ? zone->uz_name : "", off, *p);
sys/vm/uma_int.h
556
#define KEG_GET(zone, keg) do { \
sys/vm/uma_int.h
557
(keg) = (zone)->uz_keg; \
sys/vm/uma_int.h
559
("%s: Invalid zone %p type", __func__, (zone))); \
sys/vm/uma_int.h
628
vtozoneslab(vm_offset_t va, uma_zone_t *zone, uma_slab_t *slab)
sys/vm/uma_int.h
634
*zone = p->plinks.uma.zone;
sys/vm/uma_int.h
638
vsetzoneslab(vm_offset_t va, uma_zone_t zone, uma_slab_t slab)
sys/vm/uma_int.h
644
p->plinks.uma.zone = zone;
sys/vm/uma_int.h
671
void *uma_small_alloc(uma_zone_t zone, vm_size_t bytes, int domain,
sys/vm/vm_map.c
187
kmapent_alloc(uma_zone_t zone, vm_size_t bytes, int domain, uint8_t *pflag,
sys/vm/vm_page.c
2136
if (vmd->vmd_pgcache[VM_FREEPOOL_DEFAULT].zone != NULL) {
sys/vm/vm_page.c
2137
m = uma_zalloc(vmd->vmd_pgcache[VM_FREEPOOL_DEFAULT].zone,
sys/vm/vm_page.c
236
pgcache->zone = uma_zcache_create("vm pgcache",
sys/vm/vm_page.c
2464
if (vmd->vmd_pgcache[VM_FREEPOOL_DIRECT].zone != NULL) {
sys/vm/vm_page.c
2465
m = uma_zalloc(vmd->vmd_pgcache[VM_FREEPOOL_DIRECT].zone,
sys/vm/vm_page.c
247
uma_zone_set_maxcache(pgcache->zone, cache);
sys/vm/vm_page.c
4158
uma_zone_t zone;
sys/vm/vm_page.c
4168
zone = vmd->vmd_pgcache[m->pool].zone;
sys/vm/vm_page.c
4169
if ((m->flags & PG_PCPU_CACHE) != 0 && zone != NULL) {
sys/vm/vm_page.c
4170
uma_zfree(zone, m);
sys/vm/vm_page.h
229
void *zone;
sys/vm/vm_pagequeue.h
242
uma_zone_t zone;
sys/vm/vm_pager.c
211
uma_zone_t zone;
sys/vm/vm_pager.c
213
zone = uma_zsecond_create(name, pbuf_ctor, pbuf_dtor, NULL, NULL,
sys/vm/vm_pager.c
231
nswbuf_max += uma_zone_set_max(zone, max);
sys/vm/vm_pager.c
233
uma_prealloc(pbuf_zone, uma_zone_set_max(zone, max));
sys/vm/vm_pager.c
235
return (zone);
usr.bin/find/getdate.y
137
| zone {
usr.bin/find/getdate.y
187
zone : tZONE {
usr.bin/mkcsmapper/yacc.y
117
%type <i_value> dst types oob_mode_sel zone
usr.bin/mkcsmapper/yacc.y
142
src_zone : R_SRC_ZONE zone { set_src_zone($2); }
usr.bin/mkcsmapper/yacc.y
143
zone : range {
usr.sbin/bhyve/qemu_loader.c
187
qemu_loader_get_zone_name(const enum qemu_loader_zone zone)
usr.sbin/bhyve/qemu_loader.c
189
switch (zone) {
usr.sbin/bhyve/qemu_loader.c
209
qemu_loader_get_zone_name(entry->alloc.zone));
usr.sbin/bhyve/qemu_loader.c
31
uint8_t zone;
usr.sbin/bhyve/qemu_loader.c
77
const uint32_t alignment, const enum qemu_loader_zone zone)
usr.sbin/bhyve/qemu_loader.c
93
element->entry.alloc.zone = zone;
usr.sbin/bhyve/qemu_loader.h
33
uint32_t alignment, enum qemu_loader_zone zone);
usr.sbin/fifolog/lib/getdate.y
113
| zone {
usr.sbin/fifolog/lib/getdate.y
181
zone : tZONE {
usr.sbin/fstyp/hammer_disk.h
274
#define hammer_is_index_record(zone) \
usr.sbin/fstyp/hammer_disk.h
275
((zone) >= HAMMER_ZONE_BTREE_INDEX && \
usr.sbin/fstyp/hammer_disk.h
276
(zone) < HAMMER_MAX_ZONES)
usr.sbin/fstyp/hammer_disk.h
281
#define hammer_is_index_direct_xlated(zone) \
usr.sbin/fstyp/hammer_disk.h
282
(((zone) == HAMMER_ZONE_RAW_BUFFER_INDEX) || \
usr.sbin/fstyp/hammer_disk.h
283
((zone) == HAMMER_ZONE_FREEMAP_INDEX) || \
usr.sbin/fstyp/hammer_disk.h
284
hammer_is_index_record(zone))
usr.sbin/fstyp/hammer_disk.h
289
#define HAMMER_ZONE_ENCODE(zone, ham_off) \
usr.sbin/fstyp/hammer_disk.h
290
(((hammer_off_t)(zone) << 60) | (ham_off))
usr.sbin/fstyp/hammer_disk.h
304
#define HAMMER_ENCODE(zone, vol_no, offset) \
usr.sbin/fstyp/hammer_disk.h
305
(((hammer_off_t)(zone) << 60) | \
usr.sbin/fstyp/hammer_disk.h
320
#define hammer_xlate_to_zoneX(zone, offset) \
usr.sbin/fstyp/hammer_disk.h
321
HAMMER_ZONE_ENCODE((zone), (offset) & ~HAMMER_OFF_ZONE_MASK)
usr.sbin/fstyp/hammer_disk.h
445
uint8_t zone; /* typed allocation zone */
usr.sbin/pkg/dns_utils.c
116
dns_getsrvinfo(const char *zone)
usr.sbin/pkg/dns_utils.c
125
if ((len = res_query(zone, C_IN, T_SRV, q.buf, sizeof(q.buf))) == -1 ||
usr.sbin/pkg/dns_utils.h
44
dns_getsrvinfo(const char *zone);
usr.sbin/pkg/pkg.c
265
char zone[MAXHOSTNAMELEN + 13];
usr.sbin/pkg/pkg.c
287
snprintf(zone, sizeof(zone),
usr.sbin/pkg/pkg.c
289
mirrors = dns_getsrvinfo(zone);
usr.sbin/tzsetup/tzsetup.c
280
TAILQ_HEAD(, zone) zones;
usr.sbin/tzsetup/tzsetup.c
285
TAILQ_ENTRY(zone) link;
usr.sbin/tzsetup/tzsetup.c
381
struct zone *zp;
usr.sbin/tzsetup/tzsetup.c
394
struct zone *zp;
usr.sbin/tzsetup/tzsetup.c
558
struct zone *zp;
usr.sbin/tzsetup/tzsetup.c
574
struct zone *zp, *zp2;
usr.sbin/tzsetup/tzsetup.c
721
struct zone *zp = dmi->data;