romenskiy2012/jemalloc
1
0
Fork 0
mirror of https://github.com/jemalloc/jemalloc.git synced 2026-06-24 21:05:40 +03:00
Code Issues Projects Releases Packages Wiki Activity

Expose psset state stats

Browse source 
When evaluating changes in HPA logic, it is useful to know internal
`hpa_shard` state. Great deal of this state is `psset`. Some of the
`psset` stats was available, but in disaggregated form, which is not
very convenient. This commit exposed `psset` counters to `mallctl`
and malloc stats dumps.

Example of how malloc stats dump will look like after the change.

HPA shard stats:
  Pageslabs: 14899 (4354 huge, 10545 nonhuge)
  Active pages: 6708166 (2228917 huge, 4479249 nonhuge)
  Dirty pages: 233816 (331 huge, 233485 nonhuge)
  Retained pages: 686306
  Purge passes: 8730 (10 / sec)
  Purges: 127501 (146 / sec)
  Hugeifies: 4358 (5 / sec)
  Dehugifies: 4 (0 / sec)

Pageslabs, active pages, dirty pages and retained pages are rows added
by this change.
This commit is contained in:
Dmitry Ilvokhin 2024-11-14 10:52:50 -08:00
parent 3820e38dc1
commit 9a69bb6c6b
6 changed files with 458 additions and 58 deletions
Download patch file Download diff file Expand all files Collapse all files

39
include/jemalloc/internal/psset.h
View file

@ -21,6 +21,12 @@
*/
#define PSSET_NPSIZES 64
/*
* We store non-hugefied and hugified pageslabs metadata separately.
* [0] corresponds to non-hugified and [1] to hugified pageslabs.
*/
#define PSSET_NHUGE 2
/*
* We keep two purge lists per page size class; one for hugified hpdatas (at
* index 2*pszind), and one for the non-hugified hpdatas (at index 2*pszind +
@ -44,21 +50,36 @@ struct psset_bin_stats_s {
typedef struct psset_stats_s psset_stats_t;
struct psset_stats_s {
/*
* Merged stats for all pageslabs in psset. This lets us quickly
* answer queries for the number of dirty and active pages in the
* entire set.
*/
psset_bin_stats_t merged;
/*
* Below are the same stats, but aggregated by different
* properties of pageslabs: huginess or fullness.
*/
/* Non-huge and huge slabs. */
psset_bin_stats_t slabs[PSSET_NHUGE];
/*
* The second index is huge stats; nonfull_slabs[pszind][0] contains
* stats for the non-huge slabs in bucket pszind, while
* nonfull_slabs[pszind][1] contains stats for the huge slabs.
*/
psset_bin_stats_t nonfull_slabs[PSSET_NPSIZES][2];
psset_bin_stats_t nonfull_slabs[PSSET_NPSIZES][PSSET_NHUGE];
/*
* Full slabs don't live in any edata heap, but we still track their
* stats.
*/
psset_bin_stats_t full_slabs[2];
psset_bin_stats_t full_slabs[PSSET_NHUGE];
/* Empty slabs are similar. */
psset_bin_stats_t empty_slabs[2];
psset_bin_stats_t empty_slabs[PSSET_NHUGE];
};
typedef struct psset_s psset_t;
@ -70,12 +91,6 @@ struct psset_s {
hpdata_age_heap_t pageslabs[PSSET_NPSIZES];
/* Bitmap for which set bits correspond to non-empty heaps. */
fb_group_t pageslab_bitmap[FB_NGROUPS(PSSET_NPSIZES)];
/*
* The sum of all bin stats in stats. This lets us quickly answer
* queries for the number of dirty, active, and retained pages in the
* entire set.
*/
psset_bin_stats_t merged_stats;
psset_stats_t stats;
/*
* Slabs with no active allocations, but which are allowed to serve new
@ -116,17 +131,17 @@ void psset_remove(psset_t *psset, hpdata_t *ps);
static inline size_t
psset_npageslabs(psset_t *psset) {
return psset->merged_stats.npageslabs;
return psset->stats.merged.npageslabs;
}
static inline size_t
psset_nactive(psset_t *psset) {
return psset->merged_stats.nactive;
return psset->stats.merged.nactive;
}
static inline size_t
psset_ndirty(psset_t *psset) {
return psset->merged_stats.ndirty;
return psset->stats.merged.ndirty;
}
#endif /* JEMALLOC_INTERNAL_PSSET_H */