mirror of
https://github.com/jemalloc/jemalloc.git
synced 2026-07-12 19:57:17 +03:00
09d419ded5
Fold historical *_types/_structs/_externs/_inlines splits where the layering is no longer load-bearing. - large_externs.h -> large.h: rename; it was a single-purpose function-prototype file. - background_thread_structs.h + background_thread_externs.h -> background_thread.h: merge. background_thread_inlines.h stays separate because it depends on arena_inlines_a.h. - bin_types.h -> bin.h: BIN_SHARDS_MAX / N_BIN_SHARDS_DEFAULT join the bin_t struct and the bin_dalloc_locked_info_t type. bin_inlines.h stays separate so TUs that only need the bin_t type don't pull in the tcache-flush inline closure. The two bin_stats_* helpers move from bin.h into bin_inlines.h so all bin inlines live together. - tsd_binshards.h (new): houses tsd_binshards_t and its zero initializer. Lets tsd_internals.h pull it in for X-macro expansion without dragging mutex.h -- mutex.h depends on TSD machinery, which would form a cycle through bin.h. jemalloc_internal_includes.h drops the references to the deleted/ merged headers.
97 lines
3.5 KiB
C
97 lines
3.5 KiB
C
#ifndef JEMALLOC_INTERNAL_BACKGROUND_THREAD_H
|
|
#define JEMALLOC_INTERNAL_BACKGROUND_THREAD_H
|
|
|
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
|
#include "jemalloc/internal/base.h"
|
|
#include "jemalloc/internal/mutex.h"
|
|
|
|
#if defined(JEMALLOC_BACKGROUND_THREAD) || defined(JEMALLOC_LAZY_LOCK)
|
|
# define JEMALLOC_PTHREAD_CREATE_WRAPPER
|
|
#endif
|
|
|
|
#define BACKGROUND_THREAD_INDEFINITE_SLEEP UINT64_MAX
|
|
#define MAX_BACKGROUND_THREAD_LIMIT MALLOCX_ARENA_LIMIT
|
|
#define DEFAULT_NUM_BACKGROUND_THREAD 4
|
|
|
|
/*
|
|
* These exist only as a transitional state. Eventually, deferral should be
|
|
* part of the PAI, and each implementation can indicate wait times with more
|
|
* specificity.
|
|
*/
|
|
#define BACKGROUND_THREAD_HPA_INTERVAL_MAX_UNINITIALIZED (-2)
|
|
#define BACKGROUND_THREAD_HPA_INTERVAL_MAX_DEFAULT_WHEN_ENABLED 5000
|
|
|
|
#define BACKGROUND_THREAD_DEFERRED_MIN UINT64_C(0)
|
|
#define BACKGROUND_THREAD_DEFERRED_MAX UINT64_MAX
|
|
|
|
typedef enum {
|
|
background_thread_stopped,
|
|
background_thread_started,
|
|
/* Thread waits on the global lock when paused (for arena_reset). */
|
|
background_thread_paused,
|
|
} background_thread_state_t;
|
|
|
|
struct background_thread_info_s {
|
|
#ifdef JEMALLOC_BACKGROUND_THREAD
|
|
/* Background thread is pthread specific. */
|
|
pthread_t thread;
|
|
pthread_cond_t cond;
|
|
#endif
|
|
malloc_mutex_t mtx;
|
|
background_thread_state_t state;
|
|
/* When true, it means no wakeup scheduled. */
|
|
atomic_b_t indefinite_sleep;
|
|
/* Next scheduled wakeup time (absolute time in ns). */
|
|
nstime_t next_wakeup;
|
|
/*
|
|
* Since the last background thread run, newly added number of pages
|
|
* that need to be purged by the next wakeup. This is adjusted on
|
|
* epoch advance, and is used to determine whether we should signal the
|
|
* background thread to wake up earlier.
|
|
*/
|
|
size_t npages_to_purge_new;
|
|
/* Stats: total number of runs since started. */
|
|
uint64_t tot_n_runs;
|
|
/* Stats: total sleep time since started. */
|
|
nstime_t tot_sleep_time;
|
|
};
|
|
typedef struct background_thread_info_s background_thread_info_t;
|
|
|
|
struct background_thread_stats_s {
|
|
size_t num_threads;
|
|
uint64_t num_runs;
|
|
nstime_t run_interval;
|
|
mutex_prof_data_t max_counter_per_bg_thd;
|
|
};
|
|
typedef struct background_thread_stats_s background_thread_stats_t;
|
|
|
|
extern bool opt_background_thread;
|
|
extern size_t opt_max_background_threads;
|
|
extern malloc_mutex_t background_thread_lock;
|
|
extern atomic_b_t background_thread_enabled_state;
|
|
extern size_t n_background_threads;
|
|
extern size_t max_background_threads;
|
|
extern background_thread_info_t *background_thread_info;
|
|
|
|
bool background_thread_create(tsd_t *tsd, unsigned arena_ind);
|
|
bool background_threads_enable(tsd_t *tsd);
|
|
bool background_threads_disable(tsd_t *tsd);
|
|
bool background_thread_is_started(background_thread_info_t *info);
|
|
void background_thread_wakeup_early(
|
|
background_thread_info_t *info, nstime_t *remaining_sleep);
|
|
void background_thread_prefork0(tsdn_t *tsdn);
|
|
void background_thread_prefork1(tsdn_t *tsdn);
|
|
void background_thread_postfork_parent(tsdn_t *tsdn);
|
|
void background_thread_postfork_child(tsdn_t *tsdn);
|
|
bool background_thread_stats_read(
|
|
tsdn_t *tsdn, background_thread_stats_t *stats);
|
|
void background_thread_ctl_init(tsdn_t *tsdn);
|
|
|
|
#ifdef JEMALLOC_PTHREAD_CREATE_WRAPPER
|
|
extern int pthread_create_wrapper(pthread_t *__restrict, const pthread_attr_t *,
|
|
void *(*)(void *), void *__restrict);
|
|
#endif
|
|
bool background_thread_boot0(void);
|
|
bool background_thread_boot1(tsdn_t *tsdn, base_t *base);
|
|
|
|
#endif /* JEMALLOC_INTERNAL_BACKGROUND_THREAD_H */
|