romenskiy2012/jemalloc
1
0
Fork 0
mirror of https://github.com/jemalloc/jemalloc.git synced 2026-05-29 16:17:44 +03:00
Code Issues Projects Releases Packages Wiki Activity

Merge c0e9a8d326 into 1972241cd2

Browse source
This commit is contained in:
Slobodan Predolac 2025-06-05 14:06:22 -07:00 • committed by GitHub
commit 3866241cfa
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
5 changed files with 195 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

34
include/jemalloc/internal/cache_bin.h
View file

@ -376,6 +376,38 @@ cache_bin_low_water_adjust(cache_bin_t *bin) {
}
}
#ifdef JEMALLOC_JET
typedef void (*test_prefetch_hook_t)(void *ptr, bool is_write);
test_prefetch_hook_t
cache_bin_prefetch_hook_set(test_prefetch_hook_t);
extern test_prefetch_hook_t cache_bin_prefetch_test_hook;
#endif
#ifdef JEMALLOC_EXPERIMENTAL_FASTPATH_PREFETCH
/*
* We pad each non-disabled bin with a slot so that we can safely prefetch the
* next pointer after the one returned on the fast path.
*/
static inline void
prefetch_one_w(void *ptr) {
#ifdef JEMALLOC_JET
if (cache_bin_prefetch_test_hook) {
cache_bin_prefetch_test_hook(ptr, /* write */ true);
} else {
/* Still want to exercise the code in tests without the hook */
util_prefetch_write(ptr);
}
#else
util_prefetch_write(ptr);
#endif /* JEMALLOC_JET */
}
#else
static inline void prefetch_one_w(void *ptr) {}
#endif /* JEMALLOC_EXPERIMENTAL_FASTPATH_PREFETCH */
JEMALLOC_ALWAYS_INLINE void *
cache_bin_alloc_impl(cache_bin_t *bin, bool *success, bool adjust_low_water) {
/*
@ -400,6 +432,7 @@ cache_bin_alloc_impl(cache_bin_t *bin, bool *success, bool adjust_low_water) {
*/
if (likely(low_bits != bin->low_bits_low_water)) {
bin->stack_head = new_head;
prefetch_one_w(*new_head);
*success = true;
return ret;
}
@ -414,6 +447,7 @@ cache_bin_alloc_impl(cache_bin_t *bin, bool *success, bool adjust_low_water) {
*/
if (likely(low_bits != bin->low_bits_empty)) {
bin->stack_head = new_head;
prefetch_one_w(*new_head);
bin->low_bits_low_water = (cache_bin_sz_t)(uintptr_t)new_head;
*success = true;
return ret;

5
include/jemalloc/internal/jemalloc_internal_defs.h.in
View file

@ -160,6 +160,11 @@
/* JEMALLOC_EXPERIMENTAL_SMALLOCX_API enables experimental smallocx API. */
#undef JEMALLOC_EXPERIMENTAL_SMALLOCX_API
/* JEMALLOC_EXPERIMENTAL_FASTPATH_PREFETCH enables prefetch
* on malloc fast path.
*/
#undef JEMALLOC_EXPERIMENTAL_FASTPATH_PREFETCH
/* JEMALLOC_PROF enables allocation profiling. */
#undef JEMALLOC_PROF