/* * SPDX-FileCopyrightText: 2015-2024 Espressif Systems (Shanghai) CO LTD * * SPDX-License-Identifier: Apache-2.0 */ #include #include "sdkconfig.h" #include "soc/soc_memory_layout.h" #include "esp_attr.h" #include "esp_cpu.h" #include "esp_macros.h" /* Encode the CPU ID in the LSB of the ccount value */ inline static uint32_t get_ccount(void) { uint32_t ccount = esp_cpu_get_cycle_count() & ~3; #ifndef CONFIG_ESP_SYSTEM_SINGLE_CORE_MODE ccount |= xPortGetCoreID(); #endif return ccount; } /* Architecture-specific return value of __builtin_return_address which * should be interpreted as an invalid address. */ #if CONFIG_IDF_TARGET_ARCH_XTENSA #define HEAP_ARCH_INVALID_PC 0x40000000 // Caller is 2 stack frames deeper than we care about #define STACK_OFFSET 2 #define TEST_STACK(N) do { \ if (STACK_DEPTH == N) { \ return; \ } \ callers[N] = __builtin_return_address(N+STACK_OFFSET); \ if (!esp_ptr_executable(callers[N]) \ || callers[N] == (void*) HEAP_ARCH_INVALID_PC) { \ callers[N] = 0; \ return; \ } \ } while(0) /* Static function to read the call stack for a traced heap call. Calls to __builtin_return_address are "unrolled" via TEST_STACK macro as gcc requires the argument to be a compile-time constant. */ static HEAP_IRAM_ATTR __attribute__((noinline)) void get_call_stack(void **callers) { bzero(callers, sizeof(void *) * STACK_DEPTH); TEST_STACK(0); TEST_STACK(1); TEST_STACK(2); TEST_STACK(3); TEST_STACK(4); TEST_STACK(5); TEST_STACK(6); TEST_STACK(7); TEST_STACK(8); TEST_STACK(9); TEST_STACK(10); TEST_STACK(11); TEST_STACK(12); TEST_STACK(13); TEST_STACK(14); TEST_STACK(15); TEST_STACK(16); TEST_STACK(17); TEST_STACK(18); TEST_STACK(19); TEST_STACK(20); TEST_STACK(21); TEST_STACK(22); TEST_STACK(23); TEST_STACK(24); TEST_STACK(25); TEST_STACK(26); TEST_STACK(27); TEST_STACK(28); TEST_STACK(29); TEST_STACK(30); TEST_STACK(31); } #else // !CONFIG_IDF_TARGET_ARCH_XTENSA extern uint32_t esp_fp_get_callers(uint32_t frame, void** callers, void** stacks, uint32_t depth); static HEAP_IRAM_ATTR __attribute__((noinline)) void get_call_stack(void **callers) { uint32_t fp = (uint32_t) __builtin_frame_address(0); memset(callers, 0, sizeof(void *) * STACK_DEPTH); #if CONFIG_ESP_SYSTEM_USE_FRAME_POINTER /* We can skip the current return address since this function won't be inlined */ esp_fp_get_callers(fp, callers, NULL, STACK_DEPTH); #else /* RISC-V compiler doesn't support `__builtin_frame_address` with a parameter bigger than 0 */ callers[0] = (void*) fp; #endif } #endif ESP_STATIC_ASSERT(STACK_DEPTH >= 0 && STACK_DEPTH <= 32, "CONFIG_HEAP_TRACING_STACK_DEPTH must be in range 0-32"); typedef enum { TRACE_MALLOC_ALIGNED, TRACE_MALLOC_DEFAULT } trace_malloc_mode_t; void *__real_heap_caps_malloc_base( size_t size, uint32_t caps); void *__real_heap_caps_realloc_base( void *ptr, size_t size, uint32_t caps); void *__real_heap_caps_aligned_alloc_base(size_t alignment, size_t size, uint32_t caps); void __real_heap_caps_free(void *p); /* trace any 'malloc' event */ static HEAP_IRAM_ATTR __attribute__((noinline)) void *trace_malloc(size_t alignment, size_t size, uint32_t caps, trace_malloc_mode_t mode) { uint32_t ccount = get_ccount(); void *p = NULL; if (mode == TRACE_MALLOC_DEFAULT) { p = __real_heap_caps_malloc_base(size, caps); } else { p = __real_heap_caps_aligned_alloc_base(alignment, size, caps); } heap_trace_record_t rec = { .address = p, .ccount = ccount, .size = size, .freed = false, }; get_call_stack(rec.alloced_by); record_allocation(&rec); return p; } /* trace any 'realloc' event */ static HEAP_IRAM_ATTR __attribute__((noinline)) void *trace_realloc(void *p, size_t size, uint32_t caps) { void *callers[STACK_DEPTH]; uint32_t ccount = get_ccount(); void *r; /* trace realloc as free-then-alloc */ get_call_stack(callers); record_free(p, callers); r = __real_heap_caps_realloc_base(p, size, caps); /* realloc with zero size is a free */ if (size != 0) { heap_trace_record_t rec = { .address = r, .ccount = ccount, .size = size, }; memcpy(rec.alloced_by, callers, sizeof(void *) * STACK_DEPTH); record_allocation(&rec); } return r; } /* trace any 'free' event */ static HEAP_IRAM_ATTR __attribute__((noinline)) void trace_free(void *p) { void *callers[STACK_DEPTH]; get_call_stack(callers); record_free(p, callers); __real_heap_caps_free(p); } HEAP_IRAM_ATTR void __wrap_heap_caps_free(void *p) { trace_free(p); } HEAP_IRAM_ATTR void *__wrap_heap_caps_realloc_base(void *ptr, size_t size, uint32_t caps) { return trace_realloc(ptr, size, caps); } HEAP_IRAM_ATTR void *__wrap_heap_caps_malloc_base(size_t size, uint32_t caps) { return trace_malloc(0, size, caps, TRACE_MALLOC_DEFAULT); } HEAP_IRAM_ATTR void *__wrap_heap_caps_aligned_alloc_base(size_t alignment, size_t size, uint32_t caps) { (void)alignment; return trace_malloc(alignment, size, caps, TRACE_MALLOC_ALIGNED); }