diff --git a/cpp/CMakeLists.txt b/cpp/CMakeLists.txt index 4682672a99d9..8a1b20e0d3fd 100644 --- a/cpp/CMakeLists.txt +++ b/cpp/CMakeLists.txt @@ -567,11 +567,35 @@ print(os.path.dirname(torch.__file__),end='');" endif() endif() -elseif(NOT WIN32) - if(NOT USE_CXX11_ABI) - add_compile_options("-D_GLIBCXX_USE_CXX11_ABI=0") +else() + if(NOT "all" IN_LIST CMAKE_CUDA_ARCHITECTURES + AND NOT "all-major" IN_LIST CMAKE_CUDA_ARCHITECTURES + AND NOT "native" IN_LIST CMAKE_CUDA_ARCHITECTURES) + foreach(CUDA_ARCH IN LISTS CMAKE_CUDA_ARCHITECTURES) + if(CUDA_ARCH MATCHES "^([1-9][0-9][0-9]?a?)(-real)?$") + string( + APPEND + CMAKE_CUDA_FLAGS + " --generate-code=arch=compute_${CMAKE_MATCH_1},code=sm_${CMAKE_MATCH_1}" + ) + endif() + if(CUDA_ARCH MATCHES "^([1-9][0-9][0-9]?a?)(-virtual)?$") + string( + APPEND + CMAKE_CUDA_FLAGS + " --generate-code=arch=compute_${CMAKE_MATCH_1},code=compute_${CMAKE_MATCH_1}" + ) + endif() + endforeach() + set(CMAKE_CUDA_ARCHITECTURES OFF) + endif() + + if(NOT WIN32) + if(NOT USE_CXX11_ABI) + add_compile_options("-D_GLIBCXX_USE_CXX11_ABI=0") + endif() + message(STATUS "Build without PyTorch, USE_CXX11_ABI=${USE_CXX11_ABI}") endif() - message(STATUS "Build without PyTorch, USE_CXX11_ABI=${USE_CXX11_ABI}") endif() # Defer UCX/UCXX setup until after USE_CXX11_ABI is well defined, as UCXX will diff --git a/cpp/tensorrt_llm/batch_manager/aarch64-linux-gnu/libtensorrt_llm_batch_manager_static.a b/cpp/tensorrt_llm/batch_manager/aarch64-linux-gnu/libtensorrt_llm_batch_manager_static.a index 382673e05462..b08c13c0cb7b 100644 --- a/cpp/tensorrt_llm/batch_manager/aarch64-linux-gnu/libtensorrt_llm_batch_manager_static.a +++ b/cpp/tensorrt_llm/batch_manager/aarch64-linux-gnu/libtensorrt_llm_batch_manager_static.a @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:74133c4d3181ab0240d3fca195b9297e9a912a74c459b7394e214263df5b22f4 -size 9123982 +oid sha256:54aeaec28cc8cd7e5f62829fecf5af5be192e906333b108028af951fc6b6346d +size 9125406 diff --git a/cpp/tensorrt_llm/batch_manager/aarch64-linux-gnu/libtensorrt_llm_batch_manager_static.pre_cxx11.a b/cpp/tensorrt_llm/batch_manager/aarch64-linux-gnu/libtensorrt_llm_batch_manager_static.pre_cxx11.a index 480fe2369dea..42ffff171016 100644 --- a/cpp/tensorrt_llm/batch_manager/aarch64-linux-gnu/libtensorrt_llm_batch_manager_static.pre_cxx11.a +++ b/cpp/tensorrt_llm/batch_manager/aarch64-linux-gnu/libtensorrt_llm_batch_manager_static.pre_cxx11.a @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f55dac608015dceba46c40dbe39828d94a1813aa02e470c2b4eabae1301af452 -size 9167868 +oid sha256:4d5c2aac4ca61d80f8a61d06a7e17fcfb0c9428a3dd89ade705f14cf651acd4b +size 9169292 diff --git a/cpp/tensorrt_llm/batch_manager/aarch64-linux-gnu/libtensorrt_llm_ucx_wrapper.so b/cpp/tensorrt_llm/batch_manager/aarch64-linux-gnu/libtensorrt_llm_ucx_wrapper.so index f2462365b719..e9f4b7568ba3 100755 --- a/cpp/tensorrt_llm/batch_manager/aarch64-linux-gnu/libtensorrt_llm_ucx_wrapper.so +++ b/cpp/tensorrt_llm/batch_manager/aarch64-linux-gnu/libtensorrt_llm_ucx_wrapper.so @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:db13af7b3e0e8535756369803374a84323c00491fad6c9b9b788745a0cdf8631 +oid sha256:c067e858d968710bfe4575694ff5cabf1fb9d29924f6bd4cee552c4fd485a8ca size 2026192 diff --git a/cpp/tensorrt_llm/batch_manager/aarch64-linux-gnu/version.txt b/cpp/tensorrt_llm/batch_manager/aarch64-linux-gnu/version.txt index 6bd1fdc2bd39..3d6f0c6ee3cc 100644 --- a/cpp/tensorrt_llm/batch_manager/aarch64-linux-gnu/version.txt +++ b/cpp/tensorrt_llm/batch_manager/aarch64-linux-gnu/version.txt @@ -1,2 +1,2 @@ -259d50e8c0a765c5a594e74b0c3c0b05 libtensorrt_llm_ucx_wrapper.so -09df54c0cc99354a60bbc0303e3e8ea33a96bef0 commit \ No newline at end of file +ca50ae76421863dfebf6080b7f4f6b29 libtensorrt_llm_ucx_wrapper.so +f8c0381a2bc50ee2739c3d8c2be481b31e5f00bd commit \ No newline at end of file diff --git a/cpp/tensorrt_llm/batch_manager/x86_64-linux-gnu/libtensorrt_llm_batch_manager_static.a b/cpp/tensorrt_llm/batch_manager/x86_64-linux-gnu/libtensorrt_llm_batch_manager_static.a index 970640bf707a..e279e6635446 100644 --- a/cpp/tensorrt_llm/batch_manager/x86_64-linux-gnu/libtensorrt_llm_batch_manager_static.a +++ b/cpp/tensorrt_llm/batch_manager/x86_64-linux-gnu/libtensorrt_llm_batch_manager_static.a @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6c380f5a35d8cbd9941ff7f6284f076a5261f4acf285c9f81fb7b7eac527484a -size 8406548 +oid sha256:092faef60d09d008331b2b09453d89563b5fe6c49a6a195051ad51ca80f79277 +size 8407972 diff --git a/cpp/tensorrt_llm/batch_manager/x86_64-linux-gnu/libtensorrt_llm_batch_manager_static.pre_cxx11.a b/cpp/tensorrt_llm/batch_manager/x86_64-linux-gnu/libtensorrt_llm_batch_manager_static.pre_cxx11.a index fc9e1c340c9e..e2cd91c68ab9 100644 --- a/cpp/tensorrt_llm/batch_manager/x86_64-linux-gnu/libtensorrt_llm_batch_manager_static.pre_cxx11.a +++ b/cpp/tensorrt_llm/batch_manager/x86_64-linux-gnu/libtensorrt_llm_batch_manager_static.pre_cxx11.a @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e77d6db77de198c31d1bafe47ec2f5d07193a6816e51d7317e18686aa4fca206 -size 8373430 +oid sha256:4d00bce3aa2f555f98cb2213d183a3174bb083cd62179ac65dce24d75bd648eb +size 8374854 diff --git a/cpp/tensorrt_llm/batch_manager/x86_64-linux-gnu/libtensorrt_llm_ucx_wrapper.so b/cpp/tensorrt_llm/batch_manager/x86_64-linux-gnu/libtensorrt_llm_ucx_wrapper.so index a03a3787dc34..ec4557bc667a 100755 --- a/cpp/tensorrt_llm/batch_manager/x86_64-linux-gnu/libtensorrt_llm_ucx_wrapper.so +++ b/cpp/tensorrt_llm/batch_manager/x86_64-linux-gnu/libtensorrt_llm_ucx_wrapper.so @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fa7705a885e48382a1f9a8c44f50b9317e26791f353bb9147a71765a4179f99a +oid sha256:ac4ad59907a322e6fbb85b9e88cea587cc4f5e4018017726895f64bd800c8552 size 15592 diff --git a/cpp/tensorrt_llm/batch_manager/x86_64-linux-gnu/version.txt b/cpp/tensorrt_llm/batch_manager/x86_64-linux-gnu/version.txt index 40951ea0c316..13f916f8de10 100644 --- a/cpp/tensorrt_llm/batch_manager/x86_64-linux-gnu/version.txt +++ b/cpp/tensorrt_llm/batch_manager/x86_64-linux-gnu/version.txt @@ -1,2 +1,2 @@ -09c97d36814ca687352818d4c18aa5a7 libtensorrt_llm_ucx_wrapper.so -09df54c0cc99354a60bbc0303e3e8ea33a96bef0 commit \ No newline at end of file +0ec83a0451530fcf0e3f325cdc185043 libtensorrt_llm_ucx_wrapper.so +f8c0381a2bc50ee2739c3d8c2be481b31e5f00bd commit \ No newline at end of file diff --git a/cpp/tensorrt_llm/batch_manager/x86_64-windows-msvc/version.txt b/cpp/tensorrt_llm/batch_manager/x86_64-windows-msvc/version.txt index b4d862c9e52c..edb78ee9fb50 100644 --- a/cpp/tensorrt_llm/batch_manager/x86_64-windows-msvc/version.txt +++ b/cpp/tensorrt_llm/batch_manager/x86_64-windows-msvc/version.txt @@ -1,2 +1,2 @@ 41725f3b40ca44954bb9de6e7dcbfd2c tensorrt_llm_batch_manager_static.lib -09df54c0cc99354a60bbc0303e3e8ea33a96bef0 commit \ No newline at end of file +f8c0381a2bc50ee2739c3d8c2be481b31e5f00bd commit \ No newline at end of file diff --git a/cpp/tensorrt_llm/executor/aarch64-linux-gnu/libtensorrt_llm_executor_static.a b/cpp/tensorrt_llm/executor/aarch64-linux-gnu/libtensorrt_llm_executor_static.a index 5eb21b3f9ee1..c3faa14335d9 100644 --- a/cpp/tensorrt_llm/executor/aarch64-linux-gnu/libtensorrt_llm_executor_static.a +++ b/cpp/tensorrt_llm/executor/aarch64-linux-gnu/libtensorrt_llm_executor_static.a @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7c55d0ba8814698b042b467f1310a7004658a9f81893905a2abfe01ca75c83ed -size 2741572 +oid sha256:4d333952a574e9056a0f01f788f9c053d92a7a9bc988a335df663697405f5659 +size 3102572 diff --git a/cpp/tensorrt_llm/executor/aarch64-linux-gnu/libtensorrt_llm_executor_static.pre_cxx11.a b/cpp/tensorrt_llm/executor/aarch64-linux-gnu/libtensorrt_llm_executor_static.pre_cxx11.a index a0f5de7ede6e..b8d3c22adef9 100644 --- a/cpp/tensorrt_llm/executor/aarch64-linux-gnu/libtensorrt_llm_executor_static.pre_cxx11.a +++ b/cpp/tensorrt_llm/executor/aarch64-linux-gnu/libtensorrt_llm_executor_static.pre_cxx11.a @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3fa5e63effd9ea7e3dbd7fe6166da05f11ce14bd862f9c58a4a5c409f3cb0b0e -size 2784224 +oid sha256:aa6dcdbe9501429192102c1094be664d0ab07199acc4882ab061eb48b699d83c +size 3145248 diff --git a/cpp/tensorrt_llm/executor/aarch64-linux-gnu/version.txt b/cpp/tensorrt_llm/executor/aarch64-linux-gnu/version.txt index 18b70469b749..c01167e075b0 100644 --- a/cpp/tensorrt_llm/executor/aarch64-linux-gnu/version.txt +++ b/cpp/tensorrt_llm/executor/aarch64-linux-gnu/version.txt @@ -1,3 +1,3 @@ -a79f07fe3282894afea78ecb23511bde libtensorrt_llm_executor_static.a -d002feda6db1c3ccd8ba4183122a8414 libtensorrt_llm_executor_static.pre_cxx11.a -09df54c0cc99354a60bbc0303e3e8ea33a96bef0 commit \ No newline at end of file +15c05b1921f3f8cbb7bc1e53f189c661 libtensorrt_llm_executor_static.a +b586d90eac1293ea656ff2db8a35cd92 libtensorrt_llm_executor_static.pre_cxx11.a +f8c0381a2bc50ee2739c3d8c2be481b31e5f00bd commit \ No newline at end of file diff --git a/cpp/tensorrt_llm/executor/x86_64-linux-gnu/libtensorrt_llm_executor_static.a b/cpp/tensorrt_llm/executor/x86_64-linux-gnu/libtensorrt_llm_executor_static.a index a7b11d8108d9..6594703a057b 100644 --- a/cpp/tensorrt_llm/executor/x86_64-linux-gnu/libtensorrt_llm_executor_static.a +++ b/cpp/tensorrt_llm/executor/x86_64-linux-gnu/libtensorrt_llm_executor_static.a @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2453d43a19e160ae178f29220f028cf0e3475047207346efb2460ad65c4919ea -size 3096528 +oid sha256:a4b144867eb79d269db173338ccae8dc6c68a8374a49fe17a555034ac433f46f +size 3457528 diff --git a/cpp/tensorrt_llm/executor/x86_64-linux-gnu/libtensorrt_llm_executor_static.pre_cxx11.a b/cpp/tensorrt_llm/executor/x86_64-linux-gnu/libtensorrt_llm_executor_static.pre_cxx11.a index 189319674b08..296dcd389408 100644 --- a/cpp/tensorrt_llm/executor/x86_64-linux-gnu/libtensorrt_llm_executor_static.pre_cxx11.a +++ b/cpp/tensorrt_llm/executor/x86_64-linux-gnu/libtensorrt_llm_executor_static.pre_cxx11.a @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1455683fdf12aadf437b16207e73c2cef07a0f35f5e643d1ef8624fb5523814c -size 3086854 +oid sha256:a7b5f70dda7b8042d09098859a4bd1851159d3c750da97f3bfd55bf713c7a1cc +size 3447846 diff --git a/cpp/tensorrt_llm/executor/x86_64-linux-gnu/version.txt b/cpp/tensorrt_llm/executor/x86_64-linux-gnu/version.txt index 836343f3eefe..4abbd8fc134e 100644 --- a/cpp/tensorrt_llm/executor/x86_64-linux-gnu/version.txt +++ b/cpp/tensorrt_llm/executor/x86_64-linux-gnu/version.txt @@ -1,3 +1,3 @@ -1b610c42593967293eabcd0323a2b879 libtensorrt_llm_executor_static.a -116fc9bd13edd0c1187b12bbdedf9873 libtensorrt_llm_executor_static.pre_cxx11.a -09df54c0cc99354a60bbc0303e3e8ea33a96bef0 commit \ No newline at end of file +d573456348a96fd7a97aa832f1113986 libtensorrt_llm_executor_static.a +b3ba7776e3b5bb6e750e8412fc3b5c60 libtensorrt_llm_executor_static.pre_cxx11.a +f8c0381a2bc50ee2739c3d8c2be481b31e5f00bd commit \ No newline at end of file diff --git a/cpp/tensorrt_llm/executor/x86_64-windows-msvc/tensorrt_llm_executor_static.lib b/cpp/tensorrt_llm/executor/x86_64-windows-msvc/tensorrt_llm_executor_static.lib index cd8f2b925d14..827b38804865 100644 --- a/cpp/tensorrt_llm/executor/x86_64-windows-msvc/tensorrt_llm_executor_static.lib +++ b/cpp/tensorrt_llm/executor/x86_64-windows-msvc/tensorrt_llm_executor_static.lib @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e9ec1a4203c1eb9bd6bde768c97bdf56b79ccc6e726b59f0147596610b071bcf -size 26350924 +oid sha256:3722133c17bdad38c3bbd3a5caa4eafbe17805d3a7fa784f10c313902020a13b +size 26350954 diff --git a/cpp/tensorrt_llm/executor/x86_64-windows-msvc/version.txt b/cpp/tensorrt_llm/executor/x86_64-windows-msvc/version.txt index ef2382f675f6..fbfc2fbcdf38 100644 --- a/cpp/tensorrt_llm/executor/x86_64-windows-msvc/version.txt +++ b/cpp/tensorrt_llm/executor/x86_64-windows-msvc/version.txt @@ -1,2 +1,2 @@ -b4bb2037715954763241d8ee0b9bef8b tensorrt_llm_executor_static.lib -09df54c0cc99354a60bbc0303e3e8ea33a96bef0 commit \ No newline at end of file +5beaadd32fc3dd25770746016b293229 tensorrt_llm_executor_static.lib +f8c0381a2bc50ee2739c3d8c2be481b31e5f00bd commit \ No newline at end of file diff --git a/cpp/tensorrt_llm/kernels/decoderMaskedMultiheadAttention/decoderXQAImplJIT/nvrtcWrapper/aarch64-linux-gnu/libtensorrt_llm_nvrtc_wrapper.so b/cpp/tensorrt_llm/kernels/decoderMaskedMultiheadAttention/decoderXQAImplJIT/nvrtcWrapper/aarch64-linux-gnu/libtensorrt_llm_nvrtc_wrapper.so index 26218c423f88..9d01b7d0fe92 100755 --- a/cpp/tensorrt_llm/kernels/decoderMaskedMultiheadAttention/decoderXQAImplJIT/nvrtcWrapper/aarch64-linux-gnu/libtensorrt_llm_nvrtc_wrapper.so +++ b/cpp/tensorrt_llm/kernels/decoderMaskedMultiheadAttention/decoderXQAImplJIT/nvrtcWrapper/aarch64-linux-gnu/libtensorrt_llm_nvrtc_wrapper.so @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f0127c159ce7378159e6337f4b3dcb7b1b57ad60f44a60ffab442973f5e7a5d6 +oid sha256:41cb6788cd975f0f2ef1de0bdff9d3178280a3c2683abb11929e0d5ccecc9d76 size 126752312 diff --git a/cpp/tensorrt_llm/kernels/decoderMaskedMultiheadAttention/decoderXQAImplJIT/nvrtcWrapper/aarch64-linux-gnu/version.txt b/cpp/tensorrt_llm/kernels/decoderMaskedMultiheadAttention/decoderXQAImplJIT/nvrtcWrapper/aarch64-linux-gnu/version.txt index f93717cfbf2a..d36de4e84daf 100644 --- a/cpp/tensorrt_llm/kernels/decoderMaskedMultiheadAttention/decoderXQAImplJIT/nvrtcWrapper/aarch64-linux-gnu/version.txt +++ b/cpp/tensorrt_llm/kernels/decoderMaskedMultiheadAttention/decoderXQAImplJIT/nvrtcWrapper/aarch64-linux-gnu/version.txt @@ -1,2 +1,2 @@ -95bc050a40ef1436a8d01f7c241c3010 libtensorrt_llm_nvrtc_wrapper.so -09df54c0cc99354a60bbc0303e3e8ea33a96bef0 commit \ No newline at end of file +200a2d19469277b9906a00f7da83fd04 libtensorrt_llm_nvrtc_wrapper.so +f8c0381a2bc50ee2739c3d8c2be481b31e5f00bd commit \ No newline at end of file diff --git a/cpp/tensorrt_llm/kernels/decoderMaskedMultiheadAttention/decoderXQAImplJIT/nvrtcWrapper/x86_64-linux-gnu/libtensorrt_llm_nvrtc_wrapper.so b/cpp/tensorrt_llm/kernels/decoderMaskedMultiheadAttention/decoderXQAImplJIT/nvrtcWrapper/x86_64-linux-gnu/libtensorrt_llm_nvrtc_wrapper.so index 2ebc529f98ba..5ae764d3e1a3 100755 --- a/cpp/tensorrt_llm/kernels/decoderMaskedMultiheadAttention/decoderXQAImplJIT/nvrtcWrapper/x86_64-linux-gnu/libtensorrt_llm_nvrtc_wrapper.so +++ b/cpp/tensorrt_llm/kernels/decoderMaskedMultiheadAttention/decoderXQAImplJIT/nvrtcWrapper/x86_64-linux-gnu/libtensorrt_llm_nvrtc_wrapper.so @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e88a35ca31322f336f69fc04f9b7c8861a5bdaed3d3807caeaa8aaf40f02b70a +oid sha256:738668482149971eaa849b863360e21fe66781c5eeaadab8263c83a3b67637dc size 133824576 diff --git a/cpp/tensorrt_llm/kernels/decoderMaskedMultiheadAttention/decoderXQAImplJIT/nvrtcWrapper/x86_64-linux-gnu/version.txt b/cpp/tensorrt_llm/kernels/decoderMaskedMultiheadAttention/decoderXQAImplJIT/nvrtcWrapper/x86_64-linux-gnu/version.txt index 758035745b47..fcd6037b22e3 100644 --- a/cpp/tensorrt_llm/kernels/decoderMaskedMultiheadAttention/decoderXQAImplJIT/nvrtcWrapper/x86_64-linux-gnu/version.txt +++ b/cpp/tensorrt_llm/kernels/decoderMaskedMultiheadAttention/decoderXQAImplJIT/nvrtcWrapper/x86_64-linux-gnu/version.txt @@ -1,2 +1,2 @@ -46ff65c35b24eba2c0f9e2dd98298471 libtensorrt_llm_nvrtc_wrapper.so -09df54c0cc99354a60bbc0303e3e8ea33a96bef0 commit \ No newline at end of file +20761e50ba44b91a7a2d1f8d1c5c780b libtensorrt_llm_nvrtc_wrapper.so +f8c0381a2bc50ee2739c3d8c2be481b31e5f00bd commit \ No newline at end of file diff --git a/cpp/tensorrt_llm/kernels/decoderMaskedMultiheadAttention/decoderXQAImplJIT/nvrtcWrapper/x86_64-windows-msvc/version.txt b/cpp/tensorrt_llm/kernels/decoderMaskedMultiheadAttention/decoderXQAImplJIT/nvrtcWrapper/x86_64-windows-msvc/version.txt index 37f3d1875f43..788d1bb79dd2 100644 --- a/cpp/tensorrt_llm/kernels/decoderMaskedMultiheadAttention/decoderXQAImplJIT/nvrtcWrapper/x86_64-windows-msvc/version.txt +++ b/cpp/tensorrt_llm/kernels/decoderMaskedMultiheadAttention/decoderXQAImplJIT/nvrtcWrapper/x86_64-windows-msvc/version.txt @@ -1,3 +1,3 @@ 3082017cee538017c343567d938bb106 tensorrt_llm_nvrtc_wrapper.lib b9b4bf6a2d38abae1d3e038ad73b3890 tensorrt_llm_nvrtc_wrapper.dll -09df54c0cc99354a60bbc0303e3e8ea33a96bef0 commit \ No newline at end of file +f8c0381a2bc50ee2739c3d8c2be481b31e5f00bd commit \ No newline at end of file diff --git a/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/aarch64-linux-gnu/libtensorrt_llm_internal_cutlass_kernels_static.a b/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/aarch64-linux-gnu/libtensorrt_llm_internal_cutlass_kernels_static.a index 341e8bdb2e96..435b00d8fd48 100644 --- a/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/aarch64-linux-gnu/libtensorrt_llm_internal_cutlass_kernels_static.a +++ b/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/aarch64-linux-gnu/libtensorrt_llm_internal_cutlass_kernels_static.a @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:acea3f1337fe3e05a3e70e4a5f6f29ca4f7c095a9ccfa7bcf5e88a1b9fe177a5 -size 32936558 +oid sha256:2c9e20ddfa9d8b200a595a3a59afd53356afe4ad1b030f0b2cf446cac7271c58 +size 53382370 diff --git a/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/aarch64-linux-gnu/libtensorrt_llm_internal_cutlass_kernels_static.pre_cxx11.a b/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/aarch64-linux-gnu/libtensorrt_llm_internal_cutlass_kernels_static.pre_cxx11.a index dfe540ad80a7..b61ada990643 100644 --- a/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/aarch64-linux-gnu/libtensorrt_llm_internal_cutlass_kernels_static.pre_cxx11.a +++ b/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/aarch64-linux-gnu/libtensorrt_llm_internal_cutlass_kernels_static.pre_cxx11.a @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8914ba2f1c73b15f02be347e0c408def0ed35c9e651087edca76658d2e59850a -size 32745000 +oid sha256:b615014ee1f3e9ef8fd498a72ef8f699b92727177416c05d08bbf1c95d3ff52e +size 53479636 diff --git a/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/aarch64-linux-gnu/version.txt b/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/aarch64-linux-gnu/version.txt index b33ae7442193..f8182838cb25 100644 --- a/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/aarch64-linux-gnu/version.txt +++ b/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/aarch64-linux-gnu/version.txt @@ -1,3 +1,3 @@ -99b53fa9c0f84d86373517d0c3805980 libtensorrt_llm_internal_cutlass_kernels_static.a -ff3a0e032808705c8f47b92e823ceab4 libtensorrt_llm_internal_cutlass_kernels_static.pre_cxx11.a -09df54c0cc99354a60bbc0303e3e8ea33a96bef0 commit \ No newline at end of file +32e01331abfcacf5b70854104ca4bf20 libtensorrt_llm_internal_cutlass_kernels_static.a +662d22cefd410c1851ac701e6e3bcbbf libtensorrt_llm_internal_cutlass_kernels_static.pre_cxx11.a +f8c0381a2bc50ee2739c3d8c2be481b31e5f00bd commit \ No newline at end of file diff --git a/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/x86_64-linux-gnu/libtensorrt_llm_internal_cutlass_kernels_static.a b/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/x86_64-linux-gnu/libtensorrt_llm_internal_cutlass_kernels_static.a index b9704352787c..f25f1646be1f 100644 --- a/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/x86_64-linux-gnu/libtensorrt_llm_internal_cutlass_kernels_static.a +++ b/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/x86_64-linux-gnu/libtensorrt_llm_internal_cutlass_kernels_static.a @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a2f5d19584c1d1c0e672b7cd7bb7ebd2a84d8cd92185b29e85d42b6745681079 -size 47621722 +oid sha256:baf28ca8666062b417d251b608f31227cfac15676aa0bbbaacb1263befc9d408 +size 68138662 diff --git a/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/x86_64-linux-gnu/libtensorrt_llm_internal_cutlass_kernels_static.pre_cxx11.a b/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/x86_64-linux-gnu/libtensorrt_llm_internal_cutlass_kernels_static.pre_cxx11.a index 3e88fa11fda3..3758e6c124f8 100644 --- a/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/x86_64-linux-gnu/libtensorrt_llm_internal_cutlass_kernels_static.pre_cxx11.a +++ b/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/x86_64-linux-gnu/libtensorrt_llm_internal_cutlass_kernels_static.pre_cxx11.a @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:edd5d152a9346bfea9d2bc99238c7729f90cb398ae6e5525e2c9c9a61cae25a4 -size 47685460 +oid sha256:05358d9334e8976d463a40b4c6b0b5d780561556cb89194a8f243b0b69f59f33 +size 68308080 diff --git a/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/x86_64-linux-gnu/version.txt b/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/x86_64-linux-gnu/version.txt index 613923c20c16..199022625ab7 100644 --- a/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/x86_64-linux-gnu/version.txt +++ b/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/x86_64-linux-gnu/version.txt @@ -1,3 +1,3 @@ -6acaf9e2ddb3d473ab679f5b2aea20d1 libtensorrt_llm_internal_cutlass_kernels_static.a -18f56758fcb9688d91dc9bb240656812 libtensorrt_llm_internal_cutlass_kernels_static.pre_cxx11.a -09df54c0cc99354a60bbc0303e3e8ea33a96bef0 commit \ No newline at end of file +d8af682c4274543b06992255e727f52e libtensorrt_llm_internal_cutlass_kernels_static.a +c797baf2a0a7538eb8f75e0f898ae208 libtensorrt_llm_internal_cutlass_kernels_static.pre_cxx11.a +f8c0381a2bc50ee2739c3d8c2be481b31e5f00bd commit \ No newline at end of file diff --git a/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/x86_64-windows-msvc/tensorrt_llm_internal_cutlass_kernels_static.lib b/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/x86_64-windows-msvc/tensorrt_llm_internal_cutlass_kernels_static.lib index 31b487046482..0baeacdc3d37 100644 --- a/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/x86_64-windows-msvc/tensorrt_llm_internal_cutlass_kernels_static.lib +++ b/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/x86_64-windows-msvc/tensorrt_llm_internal_cutlass_kernels_static.lib @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fd2395d6ba765becf6fa1dc43956c945ead3bc818bd3ff1719dfd598e83ddcd6 -size 246691574 +oid sha256:b3856b1a5ae0f8f8e489f79d6396f2cc2e823536728b042082892502bcd33d76 +size 246691546 diff --git a/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/x86_64-windows-msvc/version.txt b/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/x86_64-windows-msvc/version.txt index dce9683f8aa0..8ca26b27ce6d 100644 --- a/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/x86_64-windows-msvc/version.txt +++ b/cpp/tensorrt_llm/kernels/internal_cutlass_kernels/x86_64-windows-msvc/version.txt @@ -1,2 +1,2 @@ -1494bc30b146375aa38d00956d277a2f tensorrt_llm_internal_cutlass_kernels_static.lib -09df54c0cc99354a60bbc0303e3e8ea33a96bef0 commit \ No newline at end of file +ab51496e515622f560f4b989ed1d7e63 tensorrt_llm_internal_cutlass_kernels_static.lib +f8c0381a2bc50ee2739c3d8c2be481b31e5f00bd commit \ No newline at end of file diff --git a/docs/source/installation/windows.md b/docs/source/installation/windows.md index 72f4ac0ddc62..372336ad8e60 100644 --- a/docs/source/installation/windows.md +++ b/docs/source/installation/windows.md @@ -56,7 +56,7 @@ TensorRT-LLM on Windows only supports single-GPU execution. before installing TensorRT-LLM with the following command. ```bash - pip install tensorrt_llm==0.17.0 --extra-index-url https://download.pytorch.org/whl/ + pip install tensorrt_llm==0.17.0.post1 --extra-index-url https://download.pytorch.org/whl/ ``` Run the following command to verify that your TensorRT-LLM installation is working properly. diff --git a/docs/source/release-notes.md b/docs/source/release-notes.md index ae150e3e9212..2cb1054edaba 100644 --- a/docs/source/release-notes.md +++ b/docs/source/release-notes.md @@ -10,7 +10,7 @@ All published functionality in the Release Notes has been fully tested and verif ### Key Features and Enhancements - **Blackwell support** - Added support for B200. - - Added support for gb20x Windows Subsystem for Linux (WSL) for limited models. + - Added support for GeForce RTX 50 series using Windows Subsystem for Linux (WSL) for limited models. - Added NVFP4 Gemm support for Llama and Mixtral models. - Added NVFP4 support for the `LLM` API and `trtllm-bench` command. - GB200 NVL is not fully supported. diff --git a/examples/baichuan/requirements.txt b/examples/baichuan/requirements.txt index 41dc12628065..8ff315a52ce1 100644 --- a/examples/baichuan/requirements.txt +++ b/examples/baichuan/requirements.txt @@ -1,4 +1,4 @@ -tensorrt_llm==0.17.0 +tensorrt_llm==0.17.0.post1 datasets~=2.15.0 evaluate~=0.4.1 rouge_score~=0.1.2 diff --git a/examples/bloom/requirements.txt b/examples/bloom/requirements.txt index 40e239979326..8c677a994438 100644 --- a/examples/bloom/requirements.txt +++ b/examples/bloom/requirements.txt @@ -1,4 +1,4 @@ -tensorrt_llm==0.17.0 +tensorrt_llm==0.17.0.post1 datasets~=2.14.5 evaluate~=0.4.1 rouge_score~=0.1.2 diff --git a/examples/chatglm/requirements.txt b/examples/chatglm/requirements.txt index ec0ec97ca18e..ccfdf00b22dc 100644 --- a/examples/chatglm/requirements.txt +++ b/examples/chatglm/requirements.txt @@ -1,4 +1,4 @@ -tensorrt_llm==0.17.0 +tensorrt_llm==0.17.0.post1 datasets~=2.14.5 evaluate~=0.4.1 protobuf diff --git a/examples/commandr/requirements.txt b/examples/commandr/requirements.txt index 9ee32f3b0384..39a247e70806 100644 --- a/examples/commandr/requirements.txt +++ b/examples/commandr/requirements.txt @@ -1,4 +1,4 @@ -tensorrt_llm==0.17.0 +tensorrt_llm==0.17.0.post1 datasets==2.14.6 evaluate~=0.4.1 rouge_score~=0.1.2 diff --git a/examples/dbrx/requirements.txt b/examples/dbrx/requirements.txt index f34ab48e81fb..e05fb8b017c6 100644 --- a/examples/dbrx/requirements.txt +++ b/examples/dbrx/requirements.txt @@ -1,4 +1,4 @@ -tensorrt_llm==0.17.0 +tensorrt_llm==0.17.0.post1 datasets~=2.14.5 evaluate~=0.4.1 rouge_score~=0.1.2 diff --git a/examples/deepseek_v1/requirements.txt b/examples/deepseek_v1/requirements.txt index a26c8ec0e28e..4cf08453e379 100644 --- a/examples/deepseek_v1/requirements.txt +++ b/examples/deepseek_v1/requirements.txt @@ -1,4 +1,4 @@ -tensorrt_llm==0.17.0 +tensorrt_llm==0.17.0.post1 datasets~=2.14.6 evaluate~=0.4.1 rouge_score~=0.1.2 diff --git a/examples/draft_target_model/requirements.txt b/examples/draft_target_model/requirements.txt index bd0e7d0b5efb..d6aece67548c 100644 --- a/examples/draft_target_model/requirements.txt +++ b/examples/draft_target_model/requirements.txt @@ -1,4 +1,4 @@ -tensorrt_llm==0.17.0 +tensorrt_llm==0.17.0.post1 datasets~=2.14.5 rouge_score~=0.1.2 sentencepiece>=0.1.99 diff --git a/examples/eagle/requirements.txt b/examples/eagle/requirements.txt index ba17ddd98b1e..bcc84681549e 100644 --- a/examples/eagle/requirements.txt +++ b/examples/eagle/requirements.txt @@ -1,4 +1,4 @@ -tensorrt_llm==0.17.0 +tensorrt_llm==0.17.0.post1 datasets~=2.14.5 rouge_score~=0.1.2 SentencePiece~=0.1.99 diff --git a/examples/falcon/requirements.txt b/examples/falcon/requirements.txt index ea1d46cfa621..012045e5f1fe 100644 --- a/examples/falcon/requirements.txt +++ b/examples/falcon/requirements.txt @@ -1,4 +1,4 @@ -tensorrt_llm==0.17.0 +tensorrt_llm==0.17.0.post1 transformers>=4.31.0 datasets~=2.14.5 evaluate~=0.4.1 diff --git a/examples/gemma/requirements.txt b/examples/gemma/requirements.txt index d2dd669735a1..e3de0c99ce98 100644 --- a/examples/gemma/requirements.txt +++ b/examples/gemma/requirements.txt @@ -2,7 +2,7 @@ # WAR the new posting of "nvidia-cudnn-cu12~=9.0". # "jax[cuda12_pip]~=0.4.19" specifies "nvidia-cudnn-cu12>=8.9" but actually requires "nvidia-cudnn-cu12~=8.9". nvidia-cudnn-cu12~=8.9; platform_machine == "x86_64" -tensorrt_llm==0.17.0 +tensorrt_llm==0.17.0.post1 flax~=0.8.0 # jax[cuda12_pip]~=0.4.19; platform_system != "Windows" jax~=0.4.19; platform_system == "Windows" diff --git a/examples/gpt/requirements.txt b/examples/gpt/requirements.txt index 54bedf4ec87c..49d198a5b6c2 100644 --- a/examples/gpt/requirements.txt +++ b/examples/gpt/requirements.txt @@ -1,4 +1,4 @@ -tensorrt_llm==0.17.0 +tensorrt_llm==0.17.0.post1 datasets~=2.14.5 evaluate~=0.4.1 rouge_score~=0.1.2 diff --git a/examples/gptj/requirements.txt b/examples/gptj/requirements.txt index a9d9020dfa26..ed02cf1ea5ee 100644 --- a/examples/gptj/requirements.txt +++ b/examples/gptj/requirements.txt @@ -1,4 +1,4 @@ -tensorrt_llm==0.17.0 +tensorrt_llm==0.17.0.post1 datasets~=2.14.5 evaluate~=0.4.1 rouge_score~=0.1.2 diff --git a/examples/gptneox/requirements.txt b/examples/gptneox/requirements.txt index 5cf14f4b2757..4ade6c457ebe 100644 --- a/examples/gptneox/requirements.txt +++ b/examples/gptneox/requirements.txt @@ -1,4 +1,4 @@ -tensorrt_llm==0.17.0 +tensorrt_llm==0.17.0.post1 datasets~=2.14.5 rouge_score~=0.1.2 evaluate~=0.4.1 diff --git a/examples/grok/requirements.txt b/examples/grok/requirements.txt index c88ec2bf975c..8bd9d2e51964 100644 --- a/examples/grok/requirements.txt +++ b/examples/grok/requirements.txt @@ -1,5 +1,5 @@ -f https://storage.googleapis.com/jax-releases/jax_cuda_releases.html -tensorrt_llm==0.17.0 +tensorrt_llm==0.17.0.post1 datasets==2.14.6 evaluate~=0.4.1 rouge_score~=0.1.2 diff --git a/examples/internlm/requirements.txt b/examples/internlm/requirements.txt index 5d6351b11f29..f3384bb7d22f 100644 --- a/examples/internlm/requirements.txt +++ b/examples/internlm/requirements.txt @@ -1,4 +1,4 @@ -tensorrt_llm==0.17.0 +tensorrt_llm==0.17.0.post1 datasets==2.14.5 rouge_score~=0.1.2 sentencepiece>=0.1.99 diff --git a/examples/jais/requirements.txt b/examples/jais/requirements.txt index 54bedf4ec87c..49d198a5b6c2 100644 --- a/examples/jais/requirements.txt +++ b/examples/jais/requirements.txt @@ -1,4 +1,4 @@ -tensorrt_llm==0.17.0 +tensorrt_llm==0.17.0.post1 datasets~=2.14.5 evaluate~=0.4.1 rouge_score~=0.1.2 diff --git a/examples/llama/requirements.txt b/examples/llama/requirements.txt index 53b30e0b23f4..6c8bfdb84b0f 100644 --- a/examples/llama/requirements.txt +++ b/examples/llama/requirements.txt @@ -1,4 +1,4 @@ -tensorrt_llm==0.17.0 +tensorrt_llm==0.17.0.post1 transformers>=4.43.0 datasets==2.14.6 evaluate~=0.4.1 diff --git a/examples/lookahead/requirements.txt b/examples/lookahead/requirements.txt index bd0e7d0b5efb..d6aece67548c 100644 --- a/examples/lookahead/requirements.txt +++ b/examples/lookahead/requirements.txt @@ -1,4 +1,4 @@ -tensorrt_llm==0.17.0 +tensorrt_llm==0.17.0.post1 datasets~=2.14.5 rouge_score~=0.1.2 sentencepiece>=0.1.99 diff --git a/examples/mamba/requirements.txt b/examples/mamba/requirements.txt index 6638bbf7ca6c..4c74bdb527b5 100644 --- a/examples/mamba/requirements.txt +++ b/examples/mamba/requirements.txt @@ -1,4 +1,4 @@ -tensorrt_llm==0.17.0 +tensorrt_llm==0.17.0.post1 transformers>=4.39.0 datasets~=2.14.5 evaluate diff --git a/examples/medusa/requirements.txt b/examples/medusa/requirements.txt index bd0e7d0b5efb..d6aece67548c 100644 --- a/examples/medusa/requirements.txt +++ b/examples/medusa/requirements.txt @@ -1,4 +1,4 @@ -tensorrt_llm==0.17.0 +tensorrt_llm==0.17.0.post1 datasets~=2.14.5 rouge_score~=0.1.2 sentencepiece>=0.1.99 diff --git a/examples/mixtral/requirements.txt b/examples/mixtral/requirements.txt index 072511f10163..5918f861231e 100644 --- a/examples/mixtral/requirements.txt +++ b/examples/mixtral/requirements.txt @@ -1,3 +1,3 @@ -tensorrt_llm==0.17.0 +tensorrt_llm==0.17.0.post1 transformers==4.38.2 accelerate==0.25.0 diff --git a/examples/mpt/requirements.txt b/examples/mpt/requirements.txt index a9d9020dfa26..ed02cf1ea5ee 100644 --- a/examples/mpt/requirements.txt +++ b/examples/mpt/requirements.txt @@ -1,4 +1,4 @@ -tensorrt_llm==0.17.0 +tensorrt_llm==0.17.0.post1 datasets~=2.14.5 evaluate~=0.4.1 rouge_score~=0.1.2 diff --git a/examples/nemotron/requirements.txt b/examples/nemotron/requirements.txt index 550007e61552..810efadc3ff3 100644 --- a/examples/nemotron/requirements.txt +++ b/examples/nemotron/requirements.txt @@ -1,4 +1,4 @@ -tensorrt_llm==0.17.0 +tensorrt_llm==0.17.0.post1 nemo-toolkit[all]==2.0.0rc1 megatron-core==0.8.0 datasets~=2.14.5 diff --git a/examples/opt/requirements.txt b/examples/opt/requirements.txt index a9d9020dfa26..ed02cf1ea5ee 100644 --- a/examples/opt/requirements.txt +++ b/examples/opt/requirements.txt @@ -1,4 +1,4 @@ -tensorrt_llm==0.17.0 +tensorrt_llm==0.17.0.post1 datasets~=2.14.5 evaluate~=0.4.1 rouge_score~=0.1.2 diff --git a/examples/phi/requirements.txt b/examples/phi/requirements.txt index 6dca884cc99c..c86d655addc6 100644 --- a/examples/phi/requirements.txt +++ b/examples/phi/requirements.txt @@ -1,4 +1,4 @@ -tensorrt_llm==0.17.0 +tensorrt_llm==0.17.0.post1 datasets~=2.14.5 evaluate~=0.4.1 rouge_score~=0.1.2 diff --git a/examples/prompt_lookup/requirements.txt b/examples/prompt_lookup/requirements.txt index b7fbdba94bc4..32b0788b0948 100644 --- a/examples/prompt_lookup/requirements.txt +++ b/examples/prompt_lookup/requirements.txt @@ -1,5 +1,5 @@ --extra-index-url https://pypi.nvidia.com -tensorrt_llm==0.17.0 +tensorrt_llm==0.17.0.post1 datasets~=2.14.5 rouge_score~=0.1.2 sentencepiece~=0.1.99 diff --git a/examples/quantization/requirements.txt b/examples/quantization/requirements.txt index 3b09b94bcaac..81d80a1edaae 100644 --- a/examples/quantization/requirements.txt +++ b/examples/quantization/requirements.txt @@ -1,4 +1,4 @@ -tensorrt_llm==0.17.0 +tensorrt_llm==0.17.0.post1 datasets>=2.14.4 nemo-toolkit[all]==2.0.0rc1 rouge_score~=0.1.2 diff --git a/examples/qwen/requirements.txt b/examples/qwen/requirements.txt index abb2b76f9c04..6f015adc09d8 100644 --- a/examples/qwen/requirements.txt +++ b/examples/qwen/requirements.txt @@ -1,4 +1,4 @@ -tensorrt_llm==0.17.0 +tensorrt_llm==0.17.0.post1 datasets~=2.16.0 evaluate~=0.4.1 rouge_score~=0.1.2 diff --git a/examples/qwenvl/requirements.txt b/examples/qwenvl/requirements.txt index dc598bfbb653..bd5966a1204d 100644 --- a/examples/qwenvl/requirements.txt +++ b/examples/qwenvl/requirements.txt @@ -1,4 +1,4 @@ -tensorrt_llm==0.17.0 +tensorrt_llm==0.17.0.post1 datasets~=2.16.0 evaluate~=0.4.1 rouge_score~=0.1.2 diff --git a/examples/recurrentgemma/requirements.txt b/examples/recurrentgemma/requirements.txt index 4c2b2546d060..26cc3f714d11 100644 --- a/examples/recurrentgemma/requirements.txt +++ b/examples/recurrentgemma/requirements.txt @@ -1,4 +1,4 @@ -tensorrt_llm==0.17.0 +tensorrt_llm==0.17.0.post1 git+https://github.com/google-deepmind/recurrentgemma.git flax>=0.8.2 jax~=0.4.23 diff --git a/examples/redrafter/requirements.txt b/examples/redrafter/requirements.txt index bd0e7d0b5efb..d6aece67548c 100644 --- a/examples/redrafter/requirements.txt +++ b/examples/redrafter/requirements.txt @@ -1,4 +1,4 @@ -tensorrt_llm==0.17.0 +tensorrt_llm==0.17.0.post1 datasets~=2.14.5 rouge_score~=0.1.2 sentencepiece>=0.1.99 diff --git a/examples/skywork/requirements.txt b/examples/skywork/requirements.txt index d52eed1af6d0..8e3e9b528b34 100644 --- a/examples/skywork/requirements.txt +++ b/examples/skywork/requirements.txt @@ -1,4 +1,4 @@ -tensorrt_llm==0.17.0 +tensorrt_llm==0.17.0.post1 datasets~=2.16.1 evaluate~=0.4.1 rouge_score~=0.1.2 diff --git a/examples/smaug/requirements.txt b/examples/smaug/requirements.txt index 1c114893e971..fef42c7e41c8 100644 --- a/examples/smaug/requirements.txt +++ b/examples/smaug/requirements.txt @@ -1,4 +1,4 @@ -tensorrt_llm==0.17.0 +tensorrt_llm==0.17.0.post1 datasets==2.14.6 evaluate~=0.4.1 rouge_score~=0.1.2 diff --git a/examples/whisper/requirements.txt b/examples/whisper/requirements.txt index 9a8854688013..a1fab87089ab 100644 --- a/examples/whisper/requirements.txt +++ b/examples/whisper/requirements.txt @@ -1,4 +1,4 @@ -tensorrt_llm==0.17.0 +tensorrt_llm==0.17.0.post1 tiktoken datasets kaldialign diff --git a/tensorrt_llm/version.py b/tensorrt_llm/version.py index 844657503355..7c13fa986e41 100644 --- a/tensorrt_llm/version.py +++ b/tensorrt_llm/version.py @@ -12,4 +12,4 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -__version__ = "0.17.0" +__version__ = "0.17.0.post1"