diff --git a/src/free.c b/src/free.c
index 0fd66992..b892803c 100644
--- a/src/free.c
+++ b/src/free.c
@@ -349,9 +349,8 @@ mi_decl_nodiscard size_t mi_usable_size(const void* p) mi_attr_noexcept {
 void mi_free_size(void* p, size_t size) mi_attr_noexcept {
   MI_UNUSED_RELEASE(size);
   #if MI_DEBUG
-  mi_segment_t* const segment = mi_checked_ptr_segment(p,"mi_free_size");
-  if mi_unlikely(segment==NULL) return;
-  mi_assert(p == NULL || size <= _mi_usable_size(p,"mi_free_size"));
+  const size_t available = _mi_usable_size(p,"mi_free_size");
+  mi_assert(p == NULL || size <= available || available == 0 /* invalid pointer */ );
   #endif
   mi_free(p);
 }