mirror of
https://github.com/microsoft/mimalloc.git
synced 2025-05-04 22:49:32 +03:00
187 lines
9.3 KiB
C
187 lines
9.3 KiB
C
/* ----------------------------------------------------------------------------
|
|
Copyright (c) 2018, Microsoft Research, Daan Leijen
|
|
This is free software; you can redistribute it and/or modify it under the
|
|
terms of the MIT license. A copy of the license can be found in the file
|
|
"LICENSE" at the root of this distribution.
|
|
-----------------------------------------------------------------------------*/
|
|
|
|
#if !defined(MI_IN_ALLOC_C)
|
|
#error "this file should be included from 'alloc.c' (so aliases can work)"
|
|
#endif
|
|
|
|
#if defined(MI_MALLOC_OVERRIDE) && defined(_WIN32) && !(defined(MI_SHARED_LIB) && defined(_DLL))
|
|
#error "It is only possible to override malloc on Windows when building as a DLL (and linking the C runtime as a DLL)"
|
|
#endif
|
|
|
|
#if defined(MI_MALLOC_OVERRIDE) && !defined(_WIN32)
|
|
|
|
// ------------------------------------------------------
|
|
// Override system malloc
|
|
// ------------------------------------------------------
|
|
|
|
#if defined(_MSC_VER)
|
|
#pragma warning(disable:4273) // inconsistent dll linking
|
|
#endif
|
|
|
|
#if (defined(__GNUC__) || defined(__clang__)) && !defined(__MACH__)
|
|
// use aliasing to alias the exported function to one of our `mi_` functions
|
|
#define MI_FORWARD(fun) __attribute__((alias(#fun), used, visibility("default")))
|
|
#define MI_FORWARD1(fun,x) MI_FORWARD(fun)
|
|
#define MI_FORWARD2(fun,x,y) MI_FORWARD(fun)
|
|
#define MI_FORWARD3(fun,x,y,z) MI_FORWARD(fun)
|
|
#define MI_FORWARD0(fun,x) MI_FORWARD(fun)
|
|
#define MI_FORWARD02(fun,x,y) MI_FORWARD(fun)
|
|
#else
|
|
// use forwarding by calling our `mi_` function
|
|
#define MI_FORWARD1(fun,x) { return fun(x); }
|
|
#define MI_FORWARD2(fun,x,y) { return fun(x,y); }
|
|
#define MI_FORWARD3(fun,x,y,z) { return fun(x,y,z); }
|
|
#define MI_FORWARD0(fun,x) { fun(x); }
|
|
#define MI_FORWARD02(fun,x,y) { fun(x,y); }
|
|
#endif
|
|
|
|
#if defined(__APPLE__) && defined(MI_SHARED_LIB_EXPORT) && defined(MI_INTERPOSE)
|
|
// use interposing so `DYLD_INSERT_LIBRARIES` works without `DYLD_FORCE_FLAT_NAMESPACE=1`
|
|
// See: <https://books.google.com/books?id=K8vUkpOXhN4C&pg=PA73>
|
|
struct mi_interpose_s {
|
|
const void* replacement;
|
|
const void* target;
|
|
};
|
|
#define MI_INTERPOSEX(oldfun,newfun) { (const void*)&newfun, (const void*)&oldfun }
|
|
#define MI_INTERPOSE_MI(fun) MI_INTERPOSEX(fun,mi_##fun)
|
|
__attribute__((used)) static struct mi_interpose_s _mi_interposes[] __attribute__((section("__DATA, __interpose"))) =
|
|
{
|
|
MI_INTERPOSE_MI(malloc),
|
|
MI_INTERPOSE_MI(calloc),
|
|
MI_INTERPOSE_MI(realloc),
|
|
MI_INTERPOSE_MI(free),
|
|
MI_INTERPOSE_MI(strdup),
|
|
MI_INTERPOSE_MI(strndup)
|
|
};
|
|
#else
|
|
// On all other systems forward to our API
|
|
void* malloc(size_t size) mi_attr_noexcept MI_FORWARD1(mi_malloc, size);
|
|
void* calloc(size_t size, size_t n) mi_attr_noexcept MI_FORWARD2(mi_calloc, size, n);
|
|
void* realloc(void* p, size_t newsize) mi_attr_noexcept MI_FORWARD2(mi_realloc, p, newsize);
|
|
void free(void* p) mi_attr_noexcept MI_FORWARD0(mi_free, p);
|
|
#endif
|
|
|
|
#if (defined(__GNUC__) || defined(__clang__)) && !defined(__MACH__)
|
|
#pragma GCC visibility push(default)
|
|
#endif
|
|
|
|
// ------------------------------------------------------
|
|
// Override new/delete
|
|
// This is not really necessary as they usually call
|
|
// malloc/free anyway, but it improves performance.
|
|
// ------------------------------------------------------
|
|
#ifdef __cplusplus
|
|
// ------------------------------------------------------
|
|
// With a C++ compiler we override the new/delete operators.
|
|
// see <https://en.cppreference.com/w/cpp/memory/new/operator_new>
|
|
// ------------------------------------------------------
|
|
#include <new>
|
|
void operator delete(void* p) noexcept MI_FORWARD0(mi_free,p);
|
|
void operator delete[](void* p) noexcept MI_FORWARD0(mi_free,p);
|
|
|
|
void* operator new(std::size_t n) noexcept(false) { return mi_new(n); }
|
|
void* operator new[](std::size_t n) noexcept(false) { return mi_new(n); }
|
|
|
|
void* operator new (std::size_t n, const std::nothrow_t& tag) noexcept MI_FORWARD1(mi_malloc, n);
|
|
void* operator new[](std::size_t n, const std::nothrow_t& tag) noexcept MI_FORWARD1(mi_malloc, n);
|
|
|
|
#if (__cplusplus >= 201402L)
|
|
void operator delete (void* p, std::size_t sz) MI_FORWARD02(mi_free_size,p,sz);
|
|
void operator delete[](void* p, std::size_t sz) MI_FORWARD02(mi_free_size,p,sz);
|
|
#endif
|
|
|
|
#if (__cplusplus > 201402L || defined(__cpp_aligned_new))
|
|
void operator delete (void* p, std::align_val_t al) noexcept { mi_free_aligned(p, static_cast<size_t>(al)); }
|
|
void operator delete[](void* p, std::align_val_t al) noexcept { mi_free_aligned(p, static_cast<size_t>(al)); }
|
|
void operator delete (void* p, std::size_t sz, std::align_val_t al) noexcept { mi_free_size_aligned(p, sz, static_cast<size_t>(al)); };
|
|
void operator delete[](void* p, std::size_t sz, std::align_val_t al) noexcept { mi_free_size_aligned(p, sz, static_cast<size_t>(al)); };
|
|
|
|
void* operator new( std::size_t n, std::align_val_t al) noexcept(false) { return mi_new_aligned(n,al); }
|
|
void* operator new[]( std::size_t n, std::align_val_t al) noexcept(false) { return mi_new_aligned(n,al); }
|
|
void* operator new (std::size_t n, std::align_val_t al, const std::nothrow_t&) noexcept { return mi_malloc_aligned(n, static_cast<size_t>(al)); }
|
|
void* operator new[](std::size_t n, std::align_val_t al, const std::nothrow_t&) noexcept { return mi_malloc_aligned(n, static_cast<size_t>(al)); }
|
|
#endif
|
|
|
|
#else
|
|
// ------------------------------------------------------
|
|
// With a C compiler we cannot override the new/delete operators
|
|
// as the standard requires calling into `get_new_handler` and/or
|
|
// throwing C++ exceptions (and we cannot do that from C). So, we
|
|
// hope the standard new uses `malloc` internally which will be
|
|
// redirected anyways.
|
|
// ------------------------------------------------------
|
|
|
|
#if 0
|
|
// ------------------------------------------------------
|
|
// Override by defining the mangled C++ names of the operators (as
|
|
// used by GCC and CLang).
|
|
// See <https://itanium-cxx-abi.github.io/cxx-abi/abi.html#mangling>
|
|
// ------------------------------------------------------
|
|
void _ZdlPv(void* p) MI_FORWARD0(mi_free,p); // delete
|
|
void _ZdaPv(void* p) MI_FORWARD0(mi_free,p); // delete[]
|
|
#if (MI_INTPTR_SIZE==8)
|
|
void* _Znwm(uint64_t n) MI_FORWARD1(mi_malloc,n); // new 64-bit
|
|
void* _Znam(uint64_t n) MI_FORWARD1(mi_malloc,n); // new[] 64-bit
|
|
void* _Znwmm(uint64_t n, uint64_t align) { return mi_malloc_aligned(n,align); } // aligned new 64-bit
|
|
void* _Znamm(uint64_t n, uint64_t align) { return mi_malloc_aligned(n,align); } // aligned new[] 64-bit
|
|
#elif (MI_INTPTR_SIZE==4)
|
|
void* _Znwj(uint32_t n) MI_FORWARD1(mi_malloc,n); // new 32-bit
|
|
void* _Znaj(uint32_t n) MI_FORWARD1(mi_malloc,n); // new[] 32-bit
|
|
void* _Znwjj(uint32_t n, uint32_t align) { return mi_malloc_aligned(n,align); } // aligned new 32-bit
|
|
void* _Znajj(uint32_t n, uint32_t align) { return mi_malloc_aligned(n,align); } // aligned new[] 32-bit
|
|
#else
|
|
#error "define overloads for new/delete for this platform (just for performance, can be skipped)"
|
|
#endif
|
|
#endif
|
|
#endif // __cplusplus
|
|
|
|
|
|
#ifdef __cplusplus
|
|
extern "C" {
|
|
#endif
|
|
|
|
// ------------------------------------------------------
|
|
// Posix & Unix functions definitions
|
|
// ------------------------------------------------------
|
|
|
|
void* reallocf(void* p, size_t newsize) MI_FORWARD2(mi_reallocf,p,newsize);
|
|
size_t malloc_size(void* p) MI_FORWARD1(mi_usable_size,p);
|
|
size_t malloc_usable_size(void *p) MI_FORWARD1(mi_usable_size,p);
|
|
void cfree(void* p) MI_FORWARD0(mi_free, p);
|
|
|
|
// no forwarding here due to aliasing/name mangling issues
|
|
void* valloc(size_t size) { return mi_valloc(size); }
|
|
void* pvalloc(size_t size) { return mi_pvalloc(size); }
|
|
void* reallocarray(void* p, size_t count, size_t size) { return mi_reallocarray(p, count, size); }
|
|
void* memalign(size_t alignment, size_t size) { return mi_memalign(alignment, size); }
|
|
void* aligned_alloc(size_t alignment, size_t size) { return mi_aligned_alloc(alignment, size); }
|
|
int posix_memalign(void** p, size_t alignment, size_t size) { return mi_posix_memalign(p, alignment, size); }
|
|
|
|
#if defined(__GLIBC__) && defined(__linux__)
|
|
// forward __libc interface (needed for glibc-based Linux distributions)
|
|
void* __libc_malloc(size_t size) MI_FORWARD1(mi_malloc,size);
|
|
void* __libc_calloc(size_t count, size_t size) MI_FORWARD2(mi_calloc,count,size);
|
|
void* __libc_realloc(void* p, size_t size) MI_FORWARD2(mi_realloc,p,size);
|
|
void __libc_free(void* p) MI_FORWARD0(mi_free,p);
|
|
void __libc_cfree(void* p) MI_FORWARD0(mi_free,p);
|
|
|
|
void* __libc_valloc(size_t size) { return mi_valloc(size); }
|
|
void* __libc_pvalloc(size_t size) { return mi_pvalloc(size); }
|
|
void* __libc_memalign(size_t alignment, size_t size) { return mi_memalign(alignment,size); }
|
|
int __posix_memalign(void** p, size_t alignment, size_t size) { return mi_posix_memalign(p,alignment,size); }
|
|
#endif
|
|
|
|
#ifdef __cplusplus
|
|
}
|
|
#endif
|
|
|
|
#if (defined(__GNUC__) || defined(__clang__)) && !defined(__MACH__)
|
|
#pragma GCC visibility pop
|
|
#endif
|
|
|
|
#endif // MI_MALLOC_OVERRIDE & !_WIN32
|