| /external/jemalloc/include/jemalloc/internal/ |
| D | arena.h | 33 typedef struct arena_s arena_t; typedef
425 void arena_chunk_cache_maybe_insert(arena_t *arena, extent_node_t *node,
427 void arena_chunk_cache_maybe_remove(arena_t *arena, extent_node_t *node,
429 extent_node_t *arena_node_alloc(arena_t *arena);
430 void arena_node_dalloc(arena_t *arena, extent_node_t *node);
431 void *arena_chunk_alloc_huge(arena_t *arena, size_t usize, size_t alignment,
433 void arena_chunk_dalloc_huge(arena_t *arena, void *chunk, size_t usize);
434 void arena_chunk_ralloc_huge_similar(arena_t *arena, void *chunk,
436 void arena_chunk_ralloc_huge_shrink(arena_t *arena, void *chunk,
438 bool arena_chunk_ralloc_huge_expand(arena_t *arena, void *chunk,
[all …]
|
| D | chunk.h | 42 void *chunk_alloc_cache(arena_t *arena, void *new_addr, size_t size,
46 void *chunk_alloc_wrapper(arena_t *arena, chunk_alloc_t *chunk_alloc,
48 void chunk_record(arena_t *arena, extent_tree_t *chunks_szad,
51 void chunk_dalloc_cache(arena_t *arena, void *chunk, size_t size);
52 void chunk_dalloc_arena(arena_t *arena, void *chunk, size_t size,
55 void chunk_dalloc_wrapper(arena_t *arena, chunk_dalloc_t *chunk_dalloc,
57 bool chunk_purge_arena(arena_t *arena, void *chunk, size_t offset,
61 bool chunk_purge_wrapper(arena_t *arena, chunk_purge_t *chunk_purge,
|
| D | jemalloc_internal.h | 435 arena_t *a0get(void);
441 arena_t *arenas_extend(unsigned ind);
442 arena_t *arena_init(unsigned ind);
444 arena_t *arena_get_hard(tsd_t *tsd, unsigned ind, bool init_if_missing);
445 arena_t *arena_choose_hard(tsd_t *tsd);
513 arena_t *arena_choose(tsd_t *tsd, arena_t *arena);
514 arena_t *arena_get(tsd_t *tsd, unsigned ind, bool init_if_missing,
753 JEMALLOC_INLINE arena_t *
754 arena_choose(tsd_t *tsd, arena_t *arena) in arena_choose()
756 arena_t *ret; in arena_choose()
[all …]
|
| D | extent.h | 13 arena_t *en_arena;
66 arena_t *extent_node_arena_get(const extent_node_t *node);
72 void extent_node_arena_set(extent_node_t *node, arena_t *arena);
78 void extent_node_init(extent_node_t *node, arena_t *arena, void *addr,
87 JEMALLOC_INLINE arena_t *
130 extent_node_arena_set(extent_node_t *node, arena_t *arena) in extent_node_arena_set()
172 extent_node_init(extent_node_t *node, arena_t *arena, void *addr, size_t size, in extent_node_init()
|
| D | huge.h | 12 void *huge_malloc(tsd_t *tsd, arena_t *arena, size_t size, bool zero,
14 void *huge_palloc(tsd_t *tsd, arena_t *arena, size_t usize, size_t alignment,
18 void *huge_ralloc(tsd_t *tsd, arena_t *arena, void *ptr, size_t oldsize,
26 arena_t *huge_aalloc(const void *ptr);
|
| D | tcache.h | 140 void *tcache_alloc_small_hard(tsd_t *tsd, arena_t *arena, tcache_t *tcache,
146 void tcache_arena_associate(tcache_t *tcache, arena_t *arena);
147 void tcache_arena_reassociate(tcache_t *tcache, arena_t *oldarena,
148 arena_t *newarena);
149 void tcache_arena_dissociate(tcache_t *tcache, arena_t *arena);
151 tcache_t *tcache_create(tsd_t *tsd, arena_t *arena);
154 void tcache_stats_merge(tcache_t *tcache, arena_t *arena);
171 void *tcache_alloc_small(tsd_t *tsd, arena_t *arena, tcache_t *tcache,
173 void *tcache_alloc_large(tsd_t *tsd, arena_t *arena, tcache_t *tcache,
278 tcache_alloc_small(tsd_t *tsd, arena_t *arena, tcache_t *tcache, size_t size, in tcache_alloc_small()
[all …]
|
| D | jemalloc_internal.h.in | 435 arena_t *a0get(void);
441 arena_t *arenas_extend(unsigned ind);
442 arena_t *arena_init(unsigned ind);
444 arena_t *arena_get_hard(tsd_t *tsd, unsigned ind, bool init_if_missing);
445 arena_t *arena_choose_hard(tsd_t *tsd);
513 arena_t *arena_choose(tsd_t *tsd, arena_t *arena);
514 arena_t *arena_get(tsd_t *tsd, unsigned ind, bool init_if_missing,
753 JEMALLOC_INLINE arena_t *
754 arena_choose(tsd_t *tsd, arena_t *arena)
756 arena_t *ret;
[all …]
|
| D | chunk_dss.h | 26 void *chunk_alloc_dss(arena_t *arena, void *new_addr, size_t size,
|
| D | tsd.h | 539 O(arena, arena_t *) \
540 O(arenas_cache, arena_t **) \
|
| /external/jemalloc/src/ |
| D | arena.c | 26 static void arena_purge(arena_t *arena, bool all);
27 static void arena_run_dalloc(arena_t *arena, arena_run_t *run, bool dirty,
29 static void arena_dalloc_bin_run(arena_t *arena, arena_chunk_t *chunk,
31 static void arena_bin_lower_run(arena_t *arena, arena_chunk_t *chunk,
178 arena_avail_insert(arena_t *arena, arena_chunk_t *chunk, size_t pageind, in rb_gen()
189 arena_avail_remove(arena_t *arena, arena_chunk_t *chunk, size_t pageind, in arena_avail_remove()
200 arena_run_dirty_insert(arena_t *arena, arena_chunk_t *chunk, size_t pageind, in arena_run_dirty_insert()
217 arena_run_dirty_remove(arena_t *arena, arena_chunk_t *chunk, size_t pageind, in arena_run_dirty_remove()
241 arena_chunk_cache_maybe_insert(arena_t *arena, extent_node_t *node, bool cache) in arena_chunk_cache_maybe_insert()
253 arena_chunk_cache_maybe_remove(arena_t *arena, extent_node_t *node, bool dirty) in arena_chunk_cache_maybe_remove()
[all …]
|
| D | chunk.c | 70 chunk_first_best_fit(arena_t *arena, extent_tree_t *chunks_szad, in chunk_first_best_fit()
82 chunk_recycle(arena_t *arena, extent_tree_t *chunks_szad, in chunk_recycle()
172 chunk_alloc_core_dss(arena_t *arena, void *new_addr, size_t size, in chunk_alloc_core_dss()
192 chunk_alloc_core(arena_t *arena, void *new_addr, size_t size, size_t alignment, in chunk_alloc_core()
251 chunk_alloc_cache(arena_t *arena, void *new_addr, size_t size, size_t alignment, in chunk_alloc_cache()
265 static arena_t *
268 arena_t *arena; in chunk_arena_get()
282 chunk_alloc_arena(arena_t *arena, void *new_addr, size_t size, size_t alignment, in chunk_alloc_arena()
306 arena_t *arena; in chunk_alloc_default()
313 chunk_alloc_wrapper(arena_t *arena, chunk_alloc_t *chunk_alloc, void *new_addr, in chunk_alloc_wrapper()
[all …]
|
| D | huge.c | 34 huge_malloc(tsd_t *tsd, arena_t *arena, size_t size, bool zero, in huge_malloc()
49 huge_palloc(tsd_t *tsd, arena_t *arena, size_t usize, size_t alignment, in huge_palloc()
138 arena_t *arena; in huge_ralloc_no_move_similar()
196 arena_t *arena; in huge_ralloc_no_move_shrink()
235 arena_t *arena; in huge_ralloc_no_move_expand()
329 huge_ralloc(tsd_t *tsd, arena_t *arena, void *ptr, size_t oldsize, size_t size, in huge_ralloc()
378 arena_t *arena; in huge_dalloc()
394 arena_t *
406 arena_t *arena; in huge_salloc()
422 arena_t *arena; in huge_prof_tctx_get()
[all …]
|
| D | tcache.c | 74 tcache_alloc_small_hard(tsd_t *tsd, arena_t *arena, tcache_t *tcache, in tcache_alloc_small_hard()
92 arena_t *arena; in tcache_bin_flush_small()
106 arena_t *bin_arena = extent_node_arena_get(&chunk->node); in tcache_bin_flush_small()
172 arena_t *arena; in tcache_bin_flush_large()
186 arena_t *locked_arena = extent_node_arena_get(&chunk->node); in tcache_bin_flush_large()
252 tcache_arena_associate(tcache_t *tcache, arena_t *arena) in tcache_arena_associate()
265 tcache_arena_reassociate(tcache_t *tcache, arena_t *oldarena, arena_t *newarena) in tcache_arena_reassociate()
273 tcache_arena_dissociate(tcache_t *tcache, arena_t *arena) in tcache_arena_dissociate()
299 arena_t *arena; in tcache_get_hard()
313 tcache_create(tsd_t *tsd, arena_t *arena) in tcache_create()
[all …]
|
| D | jemalloc.c | 60 static arena_t **arenas;
62 static arena_t *a0; /* arenas[0]; read-only after initialization. */
283 arena_t *
363 static arena_t *
366 arena_t *arena; in arena_init_locked()
374 arena_t **arenas_new = in arena_init_locked()
375 (arena_t **)a0malloc(CACHELINE_CEILING(narenas_new * in arena_init_locked()
376 sizeof(arena_t *))); in arena_init_locked()
379 memcpy(arenas_new, arenas, narenas_total * sizeof(arena_t *)); in arena_init_locked()
406 arena_t *
[all …]
|
| D | ctl.c | 55 arena_t *arena);
58 static void ctl_arena_refresh(arena_t *arena, unsigned i);
547 ctl_arena_stats_amerge(ctl_arena_stats_t *cstats, arena_t *arena) in ctl_arena_stats_amerge()
624 ctl_arena_refresh(arena_t *arena, unsigned i) in ctl_arena_refresh()
691 VARIABLE_ARRAY(arena_t *, tarenas, ctl_stats.narenas); in ctl_refresh()
1300 arena_t *oldarena; in CTL_RO_BOOL_CONFIG_GEN()
1313 arena_t *newarena; in CTL_RO_BOOL_CONFIG_GEN()
1551 VARIABLE_ARRAY(arena_t *, tarenas, ctl_stats.narenas); in arena_purge()
1623 arena_t *arena = arena_get(tsd_fetch(), arena_ind, false, true); in arena_i_dss_ctl()
1654 arena_t *arena; in arena_i_lg_dirty_mult_ctl()
[all …]
|
| D | chunk_dss.c | 69 chunk_alloc_dss(arena_t *arena, void *new_addr, size_t size, size_t alignment, in chunk_alloc_dss()
|