Skip to content

feat: add platform-adaptive runtime tests #15

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
voltjia merged 1 commit into from
Jul 3, 2026
+485 −299
Merged

feat: add platform-adaptive runtime tests #15

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
12 changes: 11 additions & 1 deletion src/native/cambricon/runtime_.h
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,7 @@

#include <cassert>
#include <cstddef>
#include <type_traits>

#include "native/cambricon/device_.h"
#include "runtime.h"
Expand All @@ -20,7 +21,11 @@ struct Runtime<Device::Type::kCambricon>

static constexpr Device::Type kDeviceType = Device::Type::kCambricon;

#ifdef CNRT_RET_SUCCESS
static constexpr Error kSuccess = CNRT_RET_SUCCESS;
#else
static constexpr Error kSuccess = cnrtSuccess;
#endif

static constexpr auto SetDevice = cnrtSetDevice;

Expand Down Expand Up @@ -48,7 +53,12 @@ struct Runtime<Device::Type::kCambricon>
static constexpr auto MemcpyAsync = [](void* dst, const void* src,
std::size_t size, auto kind,
Stream stream) {
return cnrtMemcpyAsync(dst, const_cast<void*>(src), size, kind, stream);
if constexpr (std::is_invocable_v<decltype(&cnrtMemcpyAsync), void*, void*,
std::size_t, decltype(kind), Stream>) {
return cnrtMemcpyAsync(dst, const_cast<void*>(src), size, kind, stream);
} else {
return cnrtMemcpyAsync(dst, const_cast<void*>(src), size, stream, kind);
}
};

static constexpr auto kMemcpyHostToHost = cnrtMemcpyHostToHost;
Expand Down
161 changes: 150 additions & 11 deletions tests/CMakeLists.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4,11 +4,82 @@ function(add_infini_rt_test target)
add_test(NAME ${target} COMMAND ${target})
endfunction()

function(add_infini_rt_backend_runtime_test backend device_type runtime_header
expect_async_memcpy_success)
string(TOLOWER "${backend}" backend_lower)
set(target "test_${backend_lower}_runtime")
add_infini_rt_test(${target} test_native_runtime.cc)
target_compile_definitions(${target}
PRIVATE
"INFINI_RT_TEST_BACKEND_NAME=\"${backend}\""
"INFINI_RT_TEST_DEVICE_TYPE=${device_type}"
"INFINI_RT_TEST_RUNTIME_HEADER=\"${runtime_header}\""
"INFINI_RT_TEST_EXPECT_ASYNC_MEMCPY_SUCCESS=${expect_async_memcpy_success}")
endfunction()

add_infini_rt_test(test_smoke test_smoke.cc)
add_infini_rt_test(test_core test_core.cc)

if(WITH_CPU OR WITH_NVIDIA)
set(INFINI_RT_TEST_HAS_RUNTIME_BACKEND OFF)

if(WITH_CPU)
set(INFINI_RT_TEST_HAS_RUNTIME_BACKEND ON)
add_infini_rt_backend_runtime_test(
CPU infini::rt::Device::Type::kCpu infini/rt/cpu/runtime_.h 0)
endif()

if(WITH_NVIDIA)
set(INFINI_RT_TEST_HAS_RUNTIME_BACKEND ON)
add_infini_rt_backend_runtime_test(
NVIDIA infini::rt::Device::Type::kNvidia
infini/rt/nvidia/runtime_.h 1)
endif()

if(WITH_ILUVATAR)
set(INFINI_RT_TEST_HAS_RUNTIME_BACKEND ON)
add_infini_rt_backend_runtime_test(
ILUVATAR infini::rt::Device::Type::kIluvatar
infini/rt/iluvatar/runtime_.h 1)
endif()

if(WITH_HYGON)
set(INFINI_RT_TEST_HAS_RUNTIME_BACKEND ON)
add_infini_rt_backend_runtime_test(
HYGON infini::rt::Device::Type::kHygon
infini/rt/hygon/runtime_.h 1)
endif()

if(WITH_METAX)
set(INFINI_RT_TEST_HAS_RUNTIME_BACKEND ON)
add_infini_rt_backend_runtime_test(
METAX infini::rt::Device::Type::kMetax
infini/rt/metax/runtime_.h 1)
endif()

if(WITH_MOORE)
set(INFINI_RT_TEST_HAS_RUNTIME_BACKEND ON)
add_infini_rt_backend_runtime_test(
MOORE infini::rt::Device::Type::kMoore
infini/rt/moore/runtime_.h 1)
endif()

if(WITH_CAMBRICON)
set(INFINI_RT_TEST_HAS_RUNTIME_BACKEND ON)
add_infini_rt_backend_runtime_test(
CAMBRICON infini::rt::Device::Type::kCambricon
infini/rt/cambricon/runtime_.h 1)
endif()

if(WITH_ASCEND)
set(INFINI_RT_TEST_HAS_RUNTIME_BACKEND ON)
add_infini_rt_backend_runtime_test(
ASCEND infini::rt::Device::Type::kAscend
infini/rt/ascend/runtime_.h 1)
endif()

if(INFINI_RT_TEST_HAS_RUNTIME_BACKEND)
add_infini_rt_test(test_runtime_dispatch test_runtime_dispatch.cc)

if(WITH_CPU)
target_compile_definitions(test_runtime_dispatch
PRIVATE INFINI_RT_TEST_WITH_CPU=1)
Expand All @@ -17,14 +88,30 @@ if(WITH_CPU OR WITH_NVIDIA)
target_compile_definitions(test_runtime_dispatch
PRIVATE INFINI_RT_TEST_WITH_NVIDIA=1)
endif()
endif()

if(WITH_CPU)
add_infini_rt_test(test_cpu_runtime test_cpu_runtime.cc)
endif()

if(WITH_NVIDIA)
add_infini_rt_test(test_nvidia_runtime test_nvidia_runtime.cc)
if(WITH_ILUVATAR)
target_compile_definitions(test_runtime_dispatch
PRIVATE INFINI_RT_TEST_WITH_ILUVATAR=1)
endif()
if(WITH_HYGON)
target_compile_definitions(test_runtime_dispatch
PRIVATE INFINI_RT_TEST_WITH_HYGON=1)
endif()
if(WITH_METAX)
target_compile_definitions(test_runtime_dispatch
PRIVATE INFINI_RT_TEST_WITH_METAX=1)
endif()
if(WITH_MOORE)
target_compile_definitions(test_runtime_dispatch
PRIVATE INFINI_RT_TEST_WITH_MOORE=1)
endif()
if(WITH_CAMBRICON)
target_compile_definitions(test_runtime_dispatch
PRIVATE INFINI_RT_TEST_WITH_CAMBRICON=1)
endif()
if(WITH_ASCEND)
target_compile_definitions(test_runtime_dispatch
PRIVATE INFINI_RT_TEST_WITH_ASCEND=1)
endif()
endif()

set(INFINI_RT_TEST_INSTALL_PREFIX
Expand All @@ -35,15 +122,67 @@ set(INFINI_RT_TEST_EXTRA_LIBRARY_DIRS "")
set(INFINI_RT_TEST_EXTRA_INCLUDE_DIRS "")
set(INFINI_RT_TEST_CONSUMER_BACKEND NONE)

if(WITH_NVIDIA)
set(INFINI_RT_TEST_CONSUMER_BACKEND NVIDIA)
if(WITH_NVIDIA OR WITH_ILUVATAR OR WITH_HYGON)
if(CUDAToolkit_INCLUDE_DIRS)
list(APPEND INFINI_RT_TEST_EXTRA_INCLUDE_DIRS
${CUDAToolkit_INCLUDE_DIRS})
elseif(CMAKE_CUDA_TOOLKIT_INCLUDE_DIRECTORIES)
list(APPEND INFINI_RT_TEST_EXTRA_INCLUDE_DIRS
${CMAKE_CUDA_TOOLKIT_INCLUDE_DIRECTORIES})
endif()

if(CUDAToolkit_LIBRARY_DIR)
list(APPEND INFINI_RT_TEST_EXTRA_LIBRARY_DIRS
"${CUDAToolkit_LIBRARY_DIR}")
endif()
if(CUDAToolkit_TARGET_DIR)
list(APPEND INFINI_RT_TEST_EXTRA_LIBRARY_DIRS
"${CUDAToolkit_TARGET_DIR}/lib64")
endif()
if(CUDAToolkit_ROOT_DIR)
list(APPEND INFINI_RT_TEST_EXTRA_LIBRARY_DIRS
"${CUDAToolkit_ROOT_DIR}/lib64")
endif()
endif()

if(WITH_NVIDIA)
set(INFINI_RT_TEST_CONSUMER_BACKEND NVIDIA)
elseif(WITH_ILUVATAR)
set(INFINI_RT_TEST_CONSUMER_BACKEND ILUVATAR)
elseif(WITH_HYGON)
set(INFINI_RT_TEST_CONSUMER_BACKEND HYGON)
if(HYGON_CUDA_ROOT)
list(APPEND INFINI_RT_TEST_EXTRA_INCLUDE_DIRS
"${HYGON_CUDA_ROOT}/include")
list(APPEND INFINI_RT_TEST_EXTRA_LIBRARY_DIRS
"${HYGON_CUDA_ROOT}/lib64")
endif()
elseif(WITH_METAX)
set(INFINI_RT_TEST_CONSUMER_BACKEND METAX)
list(APPEND INFINI_RT_TEST_EXTRA_INCLUDE_DIRS
"${MACA_PATH}/include")
list(APPEND INFINI_RT_TEST_EXTRA_LIBRARY_DIRS
"${MACA_PATH}/lib")
elseif(WITH_MOORE)
set(INFINI_RT_TEST_CONSUMER_BACKEND MOORE)
list(APPEND INFINI_RT_TEST_EXTRA_INCLUDE_DIRS
"${MUSA_ROOT}/include")
list(APPEND INFINI_RT_TEST_EXTRA_LIBRARY_DIRS
"${MUSA_ROOT}/lib")
elseif(WITH_CAMBRICON)
set(INFINI_RT_TEST_CONSUMER_BACKEND CAMBRICON)
list(APPEND INFINI_RT_TEST_EXTRA_INCLUDE_DIRS
"${NEUWARE_HOME}/include")
list(APPEND INFINI_RT_TEST_EXTRA_LIBRARY_DIRS
"${NEUWARE_HOME}/lib"
"${NEUWARE_HOME}/lib64")
elseif(WITH_ASCEND)
# The install-consumer smoke checks Ascend public headers and linkage.
# Runtime behavior is covered by test_ascend_runtime and dispatch tests.
list(APPEND INFINI_RT_TEST_EXTRA_INCLUDE_DIRS
"${ASCEND_HOME}/include"
"${ASCEND_HOME}/include/aclnn"
"${ASCEND_HOME}/include/aclnnop")
elseif(WITH_CPU)
set(INFINI_RT_TEST_CONSUMER_BACKEND CPU)
endif()
Expand Down
60 changes: 40 additions & 20 deletions tests/install_consumer_smoke.cc
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -19,13 +19,39 @@ int main() {
return 1;
}

#if defined(INFINI_RT_CONSUMER_BACKEND_CPU) || \
defined(INFINI_RT_CONSUMER_BACKEND_NVIDIA)
#if defined(INFINI_RT_CONSUMER_BACKEND_CPU) || \
defined(INFINI_RT_CONSUMER_BACKEND_NVIDIA) || \
defined(INFINI_RT_CONSUMER_BACKEND_ILUVATAR) || \
defined(INFINI_RT_CONSUMER_BACKEND_HYGON) || \
defined(INFINI_RT_CONSUMER_BACKEND_METAX) || \
defined(INFINI_RT_CONSUMER_BACKEND_MOORE) || \
defined(INFINI_RT_CONSUMER_BACKEND_CAMBRICON) || \
defined(INFINI_RT_CONSUMER_BACKEND_ASCEND)
namespace runtime = infini::rt::runtime;
#if defined(INFINI_RT_CONSUMER_BACKEND_CPU)
constexpr auto kExpectedDeviceType = infini::rt::Device::Type::kCpu;
#else
constexpr bool kExpectAsyncMemcpySuccess = false;
#elif defined(INFINI_RT_CONSUMER_BACKEND_NVIDIA)
constexpr auto kExpectedDeviceType = infini::rt::Device::Type::kNvidia;
constexpr bool kExpectAsyncMemcpySuccess = true;
#elif defined(INFINI_RT_CONSUMER_BACKEND_ILUVATAR)
constexpr auto kExpectedDeviceType = infini::rt::Device::Type::kIluvatar;
constexpr bool kExpectAsyncMemcpySuccess = true;
#elif defined(INFINI_RT_CONSUMER_BACKEND_HYGON)
constexpr auto kExpectedDeviceType = infini::rt::Device::Type::kHygon;
constexpr bool kExpectAsyncMemcpySuccess = true;
#elif defined(INFINI_RT_CONSUMER_BACKEND_METAX)
constexpr auto kExpectedDeviceType = infini::rt::Device::Type::kMetax;
constexpr bool kExpectAsyncMemcpySuccess = true;
#elif defined(INFINI_RT_CONSUMER_BACKEND_MOORE)
constexpr auto kExpectedDeviceType = infini::rt::Device::Type::kMoore;
constexpr bool kExpectAsyncMemcpySuccess = true;
#elif defined(INFINI_RT_CONSUMER_BACKEND_CAMBRICON)
constexpr auto kExpectedDeviceType = infini::rt::Device::Type::kCambricon;
constexpr bool kExpectAsyncMemcpySuccess = true;
#elif defined(INFINI_RT_CONSUMER_BACKEND_ASCEND)
constexpr auto kExpectedDeviceType = infini::rt::Device::Type::kAscend;
constexpr bool kExpectAsyncMemcpySuccess = true;
#endif
infini::rt::set_runtime_device_type(kExpectedDeviceType);
if (infini::rt::runtime_device_type() != kExpectedDeviceType) {
Expand All @@ -35,8 +61,13 @@ int main() {
std::array<std::uint8_t, 4> input{1, 2, 3, 4};
std::array<std::uint8_t, 4> output{};
void* ptr = nullptr;
int device_count = 0;
if (runtime::GetDeviceCount(&device_count) != runtime::kSuccess ||
device_count <= 0) {
return 0;
}
if (runtime::SetDevice(0) != runtime::kSuccess) {
return 1;
return 0;
}
int current_device = -1;
if (runtime::GetDevice(&current_device) != runtime::kSuccess) {
Expand All @@ -45,13 +76,6 @@ int main() {
if (current_device != 0) {
return 1;
}
int device_count = 0;
if (runtime::GetDeviceCount(&device_count) != runtime::kSuccess) {
return 1;
}
if (device_count <= 0) {
return 1;
}
if (runtime::Malloc(&ptr, input.size()) != runtime::kSuccess) {
return 1;
}
Expand All @@ -62,19 +86,15 @@ int main() {
runtime::kMemcpyHostToDevice) != runtime::kSuccess) {
return 1;
}
#if defined(INFINI_RT_CONSUMER_BACKEND_CPU)
if (runtime::MemcpyAsync(ptr, input.data(), input.size(),
runtime::kMemcpyHostToDevice,
nullptr) == runtime::kSuccess) {
runtime::Stream stream{};
const auto async_status = runtime::MemcpyAsync(
ptr, input.data(), input.size(), runtime::kMemcpyHostToDevice, stream);
if (kExpectAsyncMemcpySuccess && async_status != runtime::kSuccess) {
return 1;
}
#else
if (runtime::MemcpyAsync(ptr, input.data(), input.size(),
runtime::kMemcpyHostToDevice,
nullptr) != runtime::kSuccess) {
if (!kExpectAsyncMemcpySuccess && async_status == runtime::kSuccess) {
return 1;
}
#endif
if (runtime::DeviceSynchronize() != runtime::kSuccess) {
return 1;
}
Expand Down
Loading
Loading