From 1ea1c18b1973c15fa1326af0b0fd9224c12e484e Mon Sep 17 00:00:00 2001 From: kurisaw <2053731441@qq.com> Date: Wed, 12 Feb 2025 14:41:05 +0800 Subject: [PATCH] feat: ci script associated with auto_utest. --- .github/utest/default.cfg | 1 + .github/utest/kernel/atomic.cfg | 5 + .github/utest/kernel/atomic_c11.cfg | 6 + .github/utest/kernel/device.cfg | 5 + .github/utest/kernel/ipc.cfg | 15 +++ .github/utest/kernel/irq.cfg | 4 + .github/utest/kernel/mem.cfg | 5 + .github/utest/kernel/thread.cfg | 5 + .github/utest/kernel/timer.cfg | 5 + .github/workflows/action_auto_utest.yml | 161 ++++++++++++++++++++++++ components/utilities/utest/utest.c | 2 +- 11 files changed, 213 insertions(+), 1 deletion(-) create mode 100644 .github/utest/default.cfg create mode 100644 .github/utest/kernel/atomic.cfg create mode 100644 .github/utest/kernel/atomic_c11.cfg create mode 100644 .github/utest/kernel/device.cfg create mode 100644 .github/utest/kernel/ipc.cfg create mode 100644 .github/utest/kernel/irq.cfg create mode 100644 .github/utest/kernel/mem.cfg create mode 100644 .github/utest/kernel/thread.cfg create mode 100644 .github/utest/kernel/timer.cfg create mode 100644 .github/workflows/action_auto_utest.yml diff --git a/.github/utest/default.cfg b/.github/utest/default.cfg new file mode 100644 index 00000000000..42ed02535fa --- /dev/null +++ b/.github/utest/default.cfg @@ -0,0 +1 @@ +CONFIG_RT_USING_CI_ACTION=y \ No newline at end of file diff --git a/.github/utest/kernel/atomic.cfg b/.github/utest/kernel/atomic.cfg new file mode 100644 index 00000000000..81a548b7ee2 --- /dev/null +++ b/.github/utest/kernel/atomic.cfg @@ -0,0 +1,5 @@ +CONFIG_UTEST_ATOMIC_TC=y +# dependencies +CONFIG_RT_USING_CI_ACTION=y +CONFIG_RT_USING_TIMER_SOFT=y +CONFIG_RT_USING_THREAD=y diff --git a/.github/utest/kernel/atomic_c11.cfg b/.github/utest/kernel/atomic_c11.cfg new file mode 100644 index 00000000000..111ef3e9e3f --- /dev/null +++ b/.github/utest/kernel/atomic_c11.cfg @@ -0,0 +1,6 @@ +CONFIG_UTEST_ATOMIC_TC=y +# dependencies +CONFIG_RT_USING_CI_ACTION=y +CONFIG_RT_USING_TIMER_SOFT=y +CONFIG_RT_USING_THREAD=y +CONFIG_RT_USING_STDC_ATOMIC=y diff --git a/.github/utest/kernel/device.cfg b/.github/utest/kernel/device.cfg new file mode 100644 index 00000000000..cdd292f0d31 --- /dev/null +++ b/.github/utest/kernel/device.cfg @@ -0,0 +1,5 @@ +CONFIG_UTEST_DEVICE_TC=y +# dependencies +CONFIG_RT_USING_CI_ACTION=y +CONFIG_RT_USING_TIMER_SOFT=y +CONFIG_RT_USING_THREAD=y diff --git a/.github/utest/kernel/ipc.cfg b/.github/utest/kernel/ipc.cfg new file mode 100644 index 00000000000..dfe80f913b4 --- /dev/null +++ b/.github/utest/kernel/ipc.cfg @@ -0,0 +1,15 @@ +CONFIG_UTEST_SEMAPHORE_TC=y +CONFIG_UTEST_EVENT_TC=y +CONFIG_UTEST_MESSAGEQUEUE_TC=y +CONFIG_UTEST_SIGNAL_TC=y +CONFIG_UTEST_MUTEX_TC=y +CONFIG_UTEST_MAILBOX_TC=y +CONFIG_UTEST_WORKQUEUE_TC=y +# dependencies +CONFIG_RT_USING_CI_ACTION=y +CONFIG_RT_USING_SEMAPHORE=y +CONFIG_RT_USING_EVENT=y +CONFIG_RT_USING_MESSAGEQUEUE=y +CONFIG_RT_USING_SIGNALS=y +CONFIG_RT_USING_MUTEX=y +CONFIG_RT_USING_MAILBOX=y diff --git a/.github/utest/kernel/irq.cfg b/.github/utest/kernel/irq.cfg new file mode 100644 index 00000000000..8d1b7f56dc9 --- /dev/null +++ b/.github/utest/kernel/irq.cfg @@ -0,0 +1,4 @@ +CONFIG_UTEST_IRQ_TC=y +CONFIG_RT_HOOK_USING_FUNC_PTR=y +# dependencies +CONFIG_RT_USING_CI_ACTION=y diff --git a/.github/utest/kernel/mem.cfg b/.github/utest/kernel/mem.cfg new file mode 100644 index 00000000000..5f1e086e7c6 --- /dev/null +++ b/.github/utest/kernel/mem.cfg @@ -0,0 +1,5 @@ +CONFIG_UTEST_MEMHEAP_TC=y + +# dependencies +CONFIG_RT_USING_CI_ACTION=y +CONFIG_RT_USING_MEMHEAP=y diff --git a/.github/utest/kernel/thread.cfg b/.github/utest/kernel/thread.cfg new file mode 100644 index 00000000000..fc2a1d89216 --- /dev/null +++ b/.github/utest/kernel/thread.cfg @@ -0,0 +1,5 @@ +CONFIG_UTEST_THREAD_TC=y +# dependencies +CONFIG_RT_USING_CI_ACTION=y +CONFIG_RT_USING_TIMER_SOFT=y +CONFIG_RT_USING_THREAD=y diff --git a/.github/utest/kernel/timer.cfg b/.github/utest/kernel/timer.cfg new file mode 100644 index 00000000000..9af83dca021 --- /dev/null +++ b/.github/utest/kernel/timer.cfg @@ -0,0 +1,5 @@ +CONFIG_UTEST_TIMER_TC=y + +# dependencies +CONFIG_RT_USING_CI_ACTION=y +CONFIG_RT_USING_TIMER_SOFT=y diff --git a/.github/workflows/action_auto_utest.yml b/.github/workflows/action_auto_utest.yml new file mode 100644 index 00000000000..1fd0be01821 --- /dev/null +++ b/.github/workflows/action_auto_utest.yml @@ -0,0 +1,161 @@ +# Automation utest run script for the QEMU platform +# Generate the corresponding config configuration for CI based on the configuration file under .github/utest. + +name: action_auto_utest + +on: + push: + branches: + - master + paths-ignore: + - documentation/** + - '**/README.md' + - '**/README_zh.md' + pull_request: + branches: + - master + paths-ignore: + - documentation/** + - '**/README.md' + - '**/README_zh.md' + +permissions: + contents: read + +jobs: + test: + runs-on: ubuntu-22.04 + name: ${{ matrix.platform.UTEST }} - ${{ matrix.config_file }} + if: github.repository_owner == 'RT-Thread' + strategy: + fail-fast: false + matrix: + platform: + - { UTEST: "qemu-vexpress-a9", RTT_BSP: "bsp/qemu-vexpress-a9", QEMU_ARCH: "arm", QEMU_MACHINE: "vexpress-a9", SD_FILE: "sd.bin", RUN: "yes" } + # - { UTEST: "qemu-virt64-aarch64", RTT_BSP: "bsp/qemu-virt64-aarch64", QEMU_ARCH: "aarch64", QEMU_MACHINE: "virt", SD_FILE: "sd.bin", RUN: "no" } + - { UTEST: "qemu-virt64-riscv", RTT_BSP: "bsp/qemu-virt64-riscv", QEMU_ARCH: "riscv64", QEMU_MACHINE: "virt", SD_FILE: "None", RUN: "yes" } + config_file: + - "default.cfg" + - "kernel/atomic_c11.cfg" + - "kernel/atomic.cfg" + - "kernel/device.cfg" + - "kernel/ipc.cfg" + - "kernel/irq.cfg" + - "kernel/mem.cfg" + - "kernel/thread.cfg" + - "kernel/timer.cfg" + env: + TEST_QEMU_ARCH: ${{ matrix.platform.QEMU_ARCH }} + TEST_QEMU_MACHINE: ${{ matrix.platform.QEMU_MACHINE }} + TEST_BSP_ROOT: ${{ matrix.platform.RTT_BSP }} + TEST_CONFIG_FILE: ${{ matrix.config_file }} + TEST_SD_FILE: ${{ matrix.platform.SD_FILE }} + RUN_FLAG: ${{ matrix.platform.RUN }} + steps: + - uses: actions/checkout@v4 + + - name: Install Tools + shell: bash + run: | + sudo apt-get update + sudo apt-get -yqq install scons qemu-system git + pip3 install kconfiglib + + - name: Install Arm ToolChains + if: ${{ matrix.platform.QEMU_ARCH == 'arm' && matrix.platform.UTEST != 'rtsmart/arm' && success() }} + shell: bash + run: | + wget -q https://github.com/RT-Thread/toolchains-ci/releases/download/v1.3/gcc-arm-none-eabi-10-2020-q4-major-x86_64-linux.tar.bz2 + sudo tar xjf gcc-arm-none-eabi-10-2020-q4-major-x86_64-linux.tar.bz2 -C /opt + /opt/gcc-arm-none-eabi-10-2020-q4-major/bin/arm-none-eabi-gcc --version + echo "RTT_EXEC_PATH=/opt/gcc-arm-none-eabi-10-2020-q4-major/bin" >> $GITHUB_ENV + + - name: Install Arm Musl ToolChains + if: ${{ matrix.platform.QEMU_ARCH == 'arm' && matrix.platform.UTEST == 'rtsmart/arm' && success() }} + shell: bash + run: | + wget -q https://github.com/RT-Thread/toolchains-ci/releases/download/v1.7/arm-linux-musleabi_for_x86_64-pc-linux-gnu_stable.tar.bz2 + sudo tar xjf arm-linux-musleabi_for_x86_64-pc-linux-gnu_stable.tar.bz2 -C /opt + /opt/arm-linux-musleabi_for_x86_64-pc-linux-gnu/bin/arm-linux-musleabi-gcc --version + echo "RTT_EXEC_PATH=/opt/arm-linux-musleabi_for_x86_64-pc-linux-gnu/bin" >> $GITHUB_ENV + echo "RTT_CC_PREFIX=arm-linux-musleabi-" >> $GITHUB_ENV + + - name: Install RISC-V ToolChains + if: ${{ matrix.platform.QEMU_ARCH == 'riscv64' && matrix.platform.UTEST != 'rtsmart/riscv64' && success() }} + run: | + wget -q https://github.com/RT-Thread/toolchains-ci/releases/download/v1.4/riscv64-unknown-elf-toolchain-10.2.0-2020.12.8-x86_64-linux-ubuntu14.tar.gz + sudo tar zxvf riscv64-unknown-elf-toolchain-10.2.0-2020.12.8-x86_64-linux-ubuntu14.tar.gz -C /opt + /opt/riscv64-unknown-elf-toolchain-10.2.0-2020.12.8-x86_64-linux-ubuntu14/bin/riscv64-unknown-elf-gcc --version + echo "RTT_EXEC_PATH=/opt/riscv64-unknown-elf-toolchain-10.2.0-2020.12.8-x86_64-linux-ubuntu14/bin" >> $GITHUB_ENV + + - name: Install RISC-V Musl ToolChains + if: ${{ matrix.platform.QEMU_ARCH == 'riscv64' && matrix.platform.UTEST == 'rtsmart/riscv64' && success() }} + shell: bash + run: | + wget -q https://github.com/RT-Thread/toolchains-ci/releases/download/v1.7/riscv64-linux-musleabi_for_x86_64-pc-linux-gnu_latest.tar.bz2 + sudo tar xjf riscv64-linux-musleabi_for_x86_64-pc-linux-gnu_latest.tar.bz2 -C /opt + /opt/riscv64-linux-musleabi_for_x86_64-pc-linux-gnu/bin/riscv64-unknown-linux-musl-gcc --version + echo "RTT_EXEC_PATH=/opt/riscv64-linux-musleabi_for_x86_64-pc-linux-gnu/bin" >> $GITHUB_ENV + echo "RTT_CC_PREFIX=riscv64-unknown-linux-musl-" >> $GITHUB_ENV + + - name: Install AARCH64 Musl ToolChains + if: ${{ matrix.platform.QEMU_ARCH == 'aarch64' && matrix.platform.UTEST == 'rtsmart/aarch64' && success() }} + shell: bash + run: | + wget -q https://github.com/RT-Thread/toolchains-ci/releases/download/v1.7/aarch64-linux-musleabi_for_x86_64-pc-linux-gnu_stable.tar.bz2 + sudo tar xjf aarch64-linux-musleabi_for_x86_64-pc-linux-gnu_stable.tar.bz2 -C /opt + /opt/aarch64-linux-musleabi_for_x86_64-pc-linux-gnu/bin/aarch64-linux-musleabi-gcc --version + echo "RTT_EXEC_PATH=/opt/aarch64-linux-musleabi_for_x86_64-pc-linux-gnu/bin" >> $GITHUB_ENV + echo "RTT_CC_PREFIX=aarch64-linux-musleabi-" >> $GITHUB_ENV + + - name: CPP11 Preprocessing Toolchain + if: ${{ matrix.platform.QEMU_ARCH == 'arm' && matrix.platform.UTEST == 'components/cpp11' && success() }} + shell: bash + run: | + sudo rm -f /opt/gcc-arm-none-eabi-10-2020-q4-major/arm-none-eabi/include/c++/10.2.1/{thread,mutex,condition_variable,future} + sudo rm -f /opt/gcc-arm-none-eabi-10-2020-q4-major/arm-none-eabi/include/pthread.h + sudo sh -c 'echo "" > /opt/gcc-arm-none-eabi-10-2020-q4-major/arm-none-eabi/include/sys/_pthreadtypes.h' + sed -i 's/-fno-exceptions//g' $TEST_BSP_ROOT/rtconfig.py + + - name: Build BSP + run: | + echo CONFIG_RT_USING_UTESTCASES=y >> $TEST_BSP_ROOT/.config + cat .github/utest/$TEST_CONFIG_FILE >> $TEST_BSP_ROOT/.config + scons --pyconfig-silent -C $TEST_BSP_ROOT + scons -j$(nproc) --strict -C $TEST_BSP_ROOT + + - name: QEMU Run Test + if: ${{ matrix.platform.RUN == 'yes' && success() }} + run: | + if [ "$TEST_SD_FILE" != "None" ]; then + dd if=/dev/zero of=$TEST_BSP_ROOT/sd.bin bs=1024 count=65536 + qemu-system-$TEST_QEMU_ARCH -nographic -M $TEST_QEMU_MACHINE -kernel $TEST_BSP_ROOT/rtthread.bin -nographic -sd $TEST_BSP_ROOT/sd.bin > qemu_output_${TEST_QEMU_ARCH}.log 2>&1 & + else + qemu-system-$TEST_QEMU_ARCH -nographic -M $TEST_QEMU_MACHINE -kernel $TEST_BSP_ROOT/rtthread.bin -nographic > qemu_output_${TEST_QEMU_ARCH}.log 2>&1 & + fi + + QEMU_PID=$! + disown $QEMU_PID + + - name: Monitor qemu log + run: | + FAILURE_DETECTED=false + ERROR_LOGS="" + + tail -n 0 -f qemu_output_${TEST_QEMU_ARCH}.log | while read line; do + echo $line + if [[ "$line" == *"[ FAILED ] [ result ]"* ]]; then + ERROR_LOGS="$ERROR_LOGS$line"$'\n' + FAILURE_DETECTED=true + fi + + if [[ "$line" == *"[==========] [ utest ] finished"* ]]; then + echo "Utest run completed. Exiting log monitoring..." + if $FAILURE_DETECTED; then + echo "Error: Failures detected in logs. Below are the failure details..." + echo "$ERROR_LOGS" + exit 1 + fi + break + fi + done \ No newline at end of file diff --git a/components/utilities/utest/utest.c b/components/utilities/utest/utest.c index f5baa71e20b..0c66bba458c 100644 --- a/components/utilities/utest/utest.c +++ b/components/utilities/utest/utest.c @@ -278,9 +278,9 @@ static void utest_do_run(const char *utest_name) break; } - LOG_I("[==========] [ utest ] finished"); LOG_I("[==========] [ utest ] %d tests from %d testcase ran.", tc_run_num, tc_num); LOG_I("[ PASSED ] [ result ] %d tests.", tc_run_num - tc_fail_num); + LOG_I("[==========] [ utest ] finished"); if(tc_fail_list && (tc_fail_num > 0)) {