esp_common: migrate tests to pytest

components/esp_common/test_apps/esp_common/CMakeLists.txt

@@ -0,0 +1,8 @@
+# The following lines of boilerplate have to be in your project's
+# CMakeLists in this exact order for cmake to work correctly
+cmake_minimum_required(VERSION 3.16)
+
+set(EXTRA_COMPONENT_DIRS "$ENV{IDF_PATH}/tools/unit-test-app/components")
+
+include($ENV{IDF_PATH}/tools/cmake/project.cmake)
+project(test_esp_common)

components/esp_common/test_apps/esp_common/README.md

@@ -0,0 +1,2 @@
+| Supported Targets | ESP32 | ESP32-C2 | ESP32-C3 | ESP32-C6 | ESP32-S2 | ESP32-S3 |
+| ----------------- | ----- | -------- | -------- | -------- | -------- | -------- |

components/esp_common/test_apps/esp_common/main/CMakeLists.txt

@@ -0,0 +1,4 @@
+idf_component_register(SRCS "test_app_main.c" "test_attr.c"
+                       INCLUDE_DIRS "."
+                       PRIV_REQUIRES test_utils esp_psram
+                       WHOLE_ARCHIVE)

components/esp_common/test_apps/esp_common/main/test_app_main.c

@@ -0,0 +1,45 @@
+/*
+ * SPDX-FileCopyrightText: 2022 Espressif Systems (Shanghai) CO LTD
+ *
+ * SPDX-License-Identifier: Apache-2.0
+ */
+
+#include "unity.h"
+#include "unity_test_runner.h"
+#include "esp_heap_caps.h"
+
+
+// Some resources are lazy allocated (newlib locks) in the esp_common code, the threshold is left for that case
+#define TEST_MEMORY_LEAK_THRESHOLD (-100)
+
+static size_t before_free_8bit;
+static size_t before_free_32bit;
+
+static void check_leak(size_t before_free, size_t after_free, const char *type)
+{
+    ssize_t delta = after_free - before_free;
+    printf("MALLOC_CAP_%s: Before %u bytes free, After %u bytes free (delta %d)\n", type, before_free, after_free, delta);
+    TEST_ASSERT_MESSAGE(delta >= TEST_MEMORY_LEAK_THRESHOLD, "memory leak");
+}
+
+void setUp(void)
+{
+    before_free_8bit = heap_caps_get_free_size(MALLOC_CAP_8BIT);
+    before_free_32bit = heap_caps_get_free_size(MALLOC_CAP_32BIT);
+}
+
+
+
+void tearDown(void)
+{
+    size_t after_free_8bit = heap_caps_get_free_size(MALLOC_CAP_8BIT);
+    size_t after_free_32bit = heap_caps_get_free_size(MALLOC_CAP_32BIT);
+    check_leak(before_free_8bit, after_free_8bit, "8BIT");
+    check_leak(before_free_32bit, after_free_32bit, "32BIT");
+}
+
+void app_main(void)
+{
+    printf("Running esp_common support component tests\n");
+    unity_run_menu();
+}

components/esp_common/test_apps/esp_common/main/test_attr.c

@@ -0,0 +1,136 @@
+/*
+ * SPDX-FileCopyrightText: 2017-2022 Espressif Systems (Shanghai) CO LTD
+ *
+ * SPDX-License-Identifier: Apache-2.0
+ */
+
+#include "inttypes.h"
+#include "unity.h"
+#include "esp_attr.h"
+#include "esp_log.h"
+#include "soc/soc.h"
+#include "esp_system.h"
+#if CONFIG_IDF_TARGET_ESP32
+#include "esp_private/esp_psram_extram.h"
+#endif
+#include "test_utils.h"
+
+extern int _rtc_noinit_start;
+extern int _rtc_noinit_end;
+extern int _rtc_data_start;
+extern int _rtc_data_end;
+extern int _noinit_start;
+extern int _noinit_end;
+extern int _rtc_force_fast_start;
+extern int _rtc_force_fast_end;
+extern int _rtc_force_slow_start;
+extern int _rtc_force_slow_end;
+extern int _ext_ram_noinit_start;
+extern int _ext_ram_noinit_end;
+extern int _ext_ram_bss_start;
+extern int _ext_ram_bss_end;
+
+
+//Variables for test: Attributes place variables into correct sections
+static __NOINIT_ATTR uint32_t s_noinit;
+#if !TEMPORARY_DISABLED_FOR_TARGETS(ESP32C2)
+static RTC_NOINIT_ATTR uint32_t s_rtc_noinit;
+static RTC_DATA_ATTR uint32_t s_rtc_data;
+static RTC_RODATA_ATTR uint32_t s_rtc_rodata;
+static RTC_FAST_ATTR uint32_t s_rtc_force_fast;
+static RTC_SLOW_ATTR uint32_t s_rtc_force_slow;
+#endif // !TEMPORARY_DISABLED_FOR_TARGETS(ESP32C2)
+#if CONFIG_SPIRAM_ALLOW_NOINIT_SEG_EXTERNAL_MEMORY
+static EXT_RAM_NOINIT_ATTR uint32_t s_noinit_ext;
+#endif
+
+static bool data_in_segment(void *ptr, int *seg_start, int *seg_end)
+{
+    return ((intptr_t)ptr < (intptr_t)seg_end) && \
+           ((intptr_t)ptr >= (intptr_t)seg_start);
+}
+
+TEST_CASE("Attributes place variables into correct sections", "[ld]")
+{
+    TEST_ASSERT(data_in_segment(&s_noinit, &_noinit_start, &_noinit_end));
+
+//IDF-5045
+#if !TEMPORARY_DISABLED_FOR_TARGETS(ESP32C2)
+    TEST_ASSERT(data_in_segment(&s_rtc_noinit, &_rtc_noinit_start, &_rtc_noinit_end));
+    TEST_ASSERT(data_in_segment(&s_rtc_data, &_rtc_data_start, &_rtc_data_end));
+    TEST_ASSERT(data_in_segment(&s_rtc_rodata, &_rtc_data_start, &_rtc_data_end));
+    TEST_ASSERT(data_in_segment(&s_rtc_force_fast, &_rtc_force_fast_start, &_rtc_force_fast_end));
+    TEST_ASSERT(data_in_segment(&s_rtc_force_slow, &_rtc_force_slow_start, &_rtc_force_slow_end));
+
+#if CONFIG_ESP32_RTCDATA_IN_FAST_MEM   || \
+    CONFIG_ESP32S2_RTCDATA_IN_FAST_MEM || \
+    CONFIG_ESP32S3_RTCDATA_IN_FAST_MEM
+    TEST_ASSERT(data_in_segment(&s_rtc_data, (int*) SOC_RTC_DRAM_LOW, (int*) SOC_RTC_DRAM_HIGH));
+    TEST_ASSERT(data_in_segment(&s_rtc_rodata, (int*) SOC_RTC_DRAM_LOW, (int*) SOC_RTC_DRAM_HIGH));
+    TEST_ASSERT(data_in_segment(&s_rtc_noinit, (int*) SOC_RTC_DRAM_LOW, (int*) SOC_RTC_DRAM_HIGH));
+#else
+    TEST_ASSERT(data_in_segment(&s_rtc_data, (int*) SOC_RTC_DATA_LOW, (int*) SOC_RTC_DATA_HIGH));
+    TEST_ASSERT(data_in_segment(&s_rtc_rodata, (int*) SOC_RTC_DATA_LOW, (int*) SOC_RTC_DATA_HIGH));
+    TEST_ASSERT(data_in_segment(&s_rtc_noinit, (int*) SOC_RTC_DATA_LOW, (int*) SOC_RTC_DATA_HIGH));
+#endif
+
+    TEST_ASSERT(data_in_segment(&s_rtc_force_fast, (int*) SOC_RTC_DRAM_LOW, (int*) SOC_RTC_DRAM_HIGH));
+    TEST_ASSERT(data_in_segment(&s_rtc_force_slow, (int*) SOC_RTC_DATA_LOW, (int*) SOC_RTC_DATA_HIGH));
+#endif //!TEMPORARY_DISABLED_FOR_TARGETS(ESP32C2)
+
+#if CONFIG_SPIRAM_ALLOW_NOINIT_SEG_EXTERNAL_MEMORY
+    TEST_ASSERT(data_in_segment(&s_noinit_ext, &_ext_ram_noinit_start, &_ext_ram_noinit_end));
+#endif
+}
+
+#if CONFIG_SPIRAM_ALLOW_NOINIT_SEG_EXTERNAL_MEMORY
+
+#define TEST_BUFFER_SIZE (16*1024/4)
+static EXT_RAM_NOINIT_ATTR uint32_t s_noinit_buffer[TEST_BUFFER_SIZE];
+
+static void write_spiram_and_reset(void)
+{
+    // Fill the noinit buffer
+    printf("Filling buffer\n");
+    for (uint32_t i = 0; i < TEST_BUFFER_SIZE; i++) {
+        s_noinit_buffer[i] = i ^ 0x55555555U;
+    }
+    printf("Flushing cache\n");
+    // Flush the cache out to SPIRAM before resetting.
+    esp_psram_extram_writeback_cache();
+
+    printf("Restarting\n");
+    // Reset to test that noinit memory is left intact.
+    esp_restart();
+}
+
+static void check_spiram_contents(void)
+{
+    // Confirm that the memory contents are still what we expect
+    uint32_t error_count = 0;
+    for (uint32_t i = 0; i < TEST_BUFFER_SIZE; i++) {
+        if (s_noinit_buffer[i] != (i ^ 0x55555555U)) {
+            error_count++;
+        }
+    }
+    printf("Found %" PRIu32 " memory errors\n", error_count);
+    TEST_ASSERT(error_count == 0);
+}
+
+TEST_CASE_MULTIPLE_STAGES("Spiram test noinit memory", "[spiram]", write_spiram_and_reset, check_spiram_contents);
+
+#endif // CONFIG_SPIRAM_ALLOW_NOINIT_SEG_EXTERNAL_MEMORY
+
+
+#if CONFIG_SPIRAM_ALLOW_BSS_SEG_EXTERNAL_MEMORY
+#define TEST_BSS_NUM    (256 * 1024)
+static EXT_RAM_BSS_ATTR uint32_t s_bss_buffer[TEST_BSS_NUM];
+
+TEST_CASE("Test variables placed in external .bss segment", "[ld]")
+{
+    for (int i = 0; i < TEST_BSS_NUM; i++) {
+        TEST_ASSERT(data_in_segment(&s_bss_buffer[i], &_ext_ram_bss_start, &_ext_ram_bss_end));
+        TEST_ASSERT_EQUAL(0, s_bss_buffer[i]);
+    }
+}
+#endif  //#if CONFIG_SPIRAM_ALLOW_BSS_SEG_EXTERNAL_MEMORY

components/esp_common/test_apps/esp_common/pytest_esp_common.py

@@ -0,0 +1,71 @@
+# SPDX-FileCopyrightText: 2022 Espressif Systems (Shanghai) CO LTD
+# SPDX-License-Identifier: CC0-1.0
+
+import re
+
+import pytest
+from pytest_embedded import Dut
+
+DEFAULT_TIMEOUT = 20
+TEST_SUBMENU_PATTERN_PYTEST = re.compile(rb'\s+\((\d+)\)\s+"([^"]+)"\r?\n')
+
+
+@pytest.mark.generic
+@pytest.mark.supported_targets
+@pytest.mark.parametrize(
+    'config',
+    [
+        'default'
+    ]
+)
+def test_esp_common(dut: Dut) -> None:
+    dut.expect_exact('Press ENTER to see the list of tests')
+    dut.write('*')
+    dut.expect_unity_test_output(timeout=300)
+
+
+def run_multiple_stages(dut: Dut, test_case_num: int, stages: int) -> None:
+    for stage in range(1, stages + 1):
+        dut.write(str(test_case_num))
+        dut.expect(TEST_SUBMENU_PATTERN_PYTEST, timeout=DEFAULT_TIMEOUT)
+        dut.write(str(stage))
+        if stage != stages:
+            dut.expect_exact('Press ENTER to see the list of tests.')
+
+
+@pytest.mark.generic
+@pytest.mark.esp32
+@pytest.mark.parametrize(
+    'config',
+    [
+        'esp32_psram'
+    ]
+)
+def test_esp_common_psram_esp32(dut: Dut) -> None:
+    extra_data = dut.parse_test_menu()
+    for test_case in extra_data:
+        if test_case.type != 'multi_stage':
+            dut.write(str(test_case.index))
+        else:
+            run_multiple_stages(dut, test_case.index, len(test_case.subcases))
+        dut.expect_unity_test_output(timeout=90)
+        dut.expect_exact("Enter next test, or 'enter' to see menu")
+
+
+@pytest.mark.generic
+@pytest.mark.esp32s2
+@pytest.mark.parametrize(
+    'config',
+    [
+        'esp32s2_psram'
+    ]
+)
+def test_esp_common_psram_esp32s2(dut: Dut) -> None:
+    extra_data = dut.parse_test_menu()
+    for test_case in extra_data:
+        if test_case.type != 'multi_stage':
+            dut.write(str(test_case.index))
+        else:
+            run_multiple_stages(dut, test_case.index, len(test_case.subcases))
+        dut.expect_unity_test_output(timeout=90)
+        dut.expect_exact("Enter next test, or 'enter' to see menu")

components/esp_common/test_apps/esp_common/sdkconfig.ci.default

@@ -0,0 +1 @@
+# Default configuration

components/esp_common/test_apps/esp_common/sdkconfig.ci.esp32_psram

@@ -0,0 +1,10 @@
+CONFIG_IDF_TARGET="esp32"
+CONFIG_SPIRAM=y
+CONFIG_ESP_INT_WDT_TIMEOUT_MS=800
+CONFIG_SPIRAM_OCCUPY_NO_HOST=y
+CONFIG_ESP32_WIFI_RX_IRAM_OPT=n
+CONFIG_ESP32_WIFI_IRAM_OPT=n
+# Disable encrypted flash reads/writes to save IRAM in this build configuration
+CONFIG_SPI_FLASH_ENABLE_ENCRYPTED_READ_WRITE=n
+CONFIG_SPIRAM_ALLOW_NOINIT_SEG_EXTERNAL_MEMORY=y
+CONFIG_SPIRAM_ALLOW_BSS_SEG_EXTERNAL_MEMORY=y

components/esp_common/test_apps/esp_common/sdkconfig.ci.esp32s2_psram

@@ -0,0 +1,5 @@
+CONFIG_IDF_TARGET="esp32s2"
+CONFIG_SPIRAM=y
+CONFIG_SPIRAM_FETCH_INSTRUCTIONS=y
+CONFIG_SPIRAM_RODATA=y
+CONFIG_SPIRAM_ALLOW_STACK_EXTERNAL_MEMORY=y

components/esp_common/test_apps/esp_common/sdkconfig.defaults

@@ -0,0 +1,3 @@
+CONFIG_FREERTOS_HZ=1000
+CONFIG_ESP_TASK_WDT=n
+CONFIG_SPIRAM=y