mirror of
https://github.com/jemalloc/jemalloc.git
synced 2026-04-14 14:41:42 +03:00
Added sb instruction support for ARMv9 architecture
This commit is contained in:
parent
852da1be15
commit
5304ab5460
4 changed files with 53 additions and 1 deletions
|
|
@ -152,6 +152,7 @@ C_SRCS := $(srcroot)src/jemalloc.c \
|
|||
$(srcroot)src/safety_check.c \
|
||||
$(srcroot)src/sc.c \
|
||||
$(srcroot)src/sec.c \
|
||||
$(srcroot)src/spin_delay_arm.c \
|
||||
$(srcroot)src/stats.c \
|
||||
$(srcroot)src/sz.c \
|
||||
$(srcroot)src/tcache.c \
|
||||
|
|
|
|||
|
|
@ -2,6 +2,7 @@
|
|||
#define JEMALLOC_INTERNAL_SPIN_H
|
||||
|
||||
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||
#include "jemalloc/internal/spin_delay_arm.h"
|
||||
|
||||
#define SPIN_INITIALIZER {0U}
|
||||
|
||||
|
|
@ -11,7 +12,9 @@ typedef struct {
|
|||
|
||||
static inline void
|
||||
spin_cpu_spinwait(void) {
|
||||
# if HAVE_CPU_SPINWAIT
|
||||
# if defined(__linux__) && (defined(__aarch64__) || defined(__arm64__))
|
||||
spin_delay_arm();
|
||||
# elif HAVE_CPU_SPINWAIT
|
||||
CPU_SPINWAIT;
|
||||
# else
|
||||
volatile int x = 0;
|
||||
|
|
|
|||
21
include/jemalloc/internal/spin_delay_arm.h
Normal file
21
include/jemalloc/internal/spin_delay_arm.h
Normal file
|
|
@ -0,0 +1,21 @@
|
|||
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||
#include <stdatomic.h>
|
||||
|
||||
/* Global variable to track SB support, declared as extern to be defined in one TU */
|
||||
extern _Atomic int arm_has_sb_instruction;
|
||||
|
||||
/* Constructor function declaration - implementation in spin_delay_arm.c */
|
||||
__attribute__((constructor))
|
||||
void detect_arm_sb_support(void);
|
||||
|
||||
/* Use SB instruction if available, otherwise ISB */
|
||||
static inline void
|
||||
spin_delay_arm(void) {
|
||||
if (__builtin_expect(arm_has_sb_instruction == 1, 1)) {
|
||||
/* SB instruction encoding */
|
||||
asm volatile(".inst 0xd50330ff \n");
|
||||
} else {
|
||||
/* ISB instruction */
|
||||
asm volatile("isb; \n");
|
||||
}
|
||||
}
|
||||
27
src/spin_delay_arm.c
Normal file
27
src/spin_delay_arm.c
Normal file
|
|
@ -0,0 +1,27 @@
|
|||
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||
#include "jemalloc/internal/spin_delay_arm.h"
|
||||
#include <stdatomic.h>
|
||||
|
||||
#if defined(__linux__) && (defined(__aarch64__) || defined(__arm64__))
|
||||
#include <sys/auxv.h>
|
||||
|
||||
/* Define HWCAP_SB if not already defined in system headers */
|
||||
#ifndef HWCAP_SB
|
||||
#define HWCAP_SB (1ULL << 56) /* Speculation Barrier */
|
||||
#endif // HWCAP_SB
|
||||
#endif // __linux__ && (defined(__aarch64__) || defined(__arm64__))
|
||||
|
||||
/* Global variable to track SB support, defined here to avoid multiple definitions */
|
||||
_Atomic int arm_has_sb_instruction = ATOMIC_VAR_INIT(0);
|
||||
|
||||
/* Constructor function to detect hardware capabilities at program startup */
|
||||
__attribute__((constructor))
|
||||
void
|
||||
detect_arm_sb_support(void) {
|
||||
#if defined(__linux__) && (defined(__aarch64__) || defined(__arm64__))
|
||||
/* Check if SB instruction is supported */
|
||||
if (getauxval(AT_HWCAP) & HWCAP_SB) {
|
||||
atomic_store_explicit(&arm_has_sb_instruction, 1, memory_order_release);
|
||||
}
|
||||
#endif
|
||||
}
|
||||
Loading…
Add table
Add a link
Reference in a new issue