Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
30 commits
Select commit Hold shift + click to select a range
2d06973
[None][feat] PyTorch executor: runtime hooks for model-owned decode work
xwang233 Oct 17, 2026
23324b7
[None][feat] GLM-MoE-DSA: CUDA kernels and torch ops for GLM-5.2 decode
xwang233 Oct 17, 2026
e10663b
[None][feat] modeling_v2: GLM-5.2 NVFP4 targets for SM103
xwang233 Oct 17, 2026
70a0cbb
[None][test] modeling_v2: tests of the GLM-5.2 targets
xwang233 Oct 17, 2026
a87e238
[None][doc] modeling_v2: list the GLM-5.2 targets
xwang233 Oct 18, 2026
c1a4f54
[None][doc] modeling_v2: note that the GLM-5.2 TEP and DEP targets re…
xwang233 Oct 18, 2026
4da9ca9
[None][chore] modeling_v2 GLM-5.2: pre-commit fixes
xwang233 Oct 18, 2026
d79d437
[None][test] modeling_v2 GLM-5.2: replace the family's unit tests wit…
xwang233 Oct 19, 2026
5e433f7
Merge NVIDIA/TensorRT-LLM main into glm52-staircase-gb300
xwang233 Oct 21, 2026
b209b9f
[None][refactor] modeling_v2 GLM-5.2: one default target for the tp8,…
xwang233 Oct 21, 2026
4183b67
[None][fix] modeling_v2 GLM-5.2: import the Blackwell CuTe helpers fr…
xwang233 Oct 21, 2026
8c7260d
[None][test] modeling_v2 GLM-5.2: update the measured GSM8K gate time…
xwang233 Oct 21, 2026
0bb9782
[None][chore] modeling_v2 GLM-5.2: rename a contract string bandit re…
xwang233 Oct 21, 2026
e52b5e2
[TRTLLM-17096][feat] runtime hooks: model opt-in engine fast paths
xwang233 Oct 22, 2026
37013e6
[TRTLLM-17096][fix] runtime hooks: run ExecutorEvents.after_warmup in…
xwang233 Oct 22, 2026
005b339
[TRTLLM-17096][fix] runtime hooks: run ExecutorEvents.after_warmup in…
xwang233 Oct 22, 2026
247c83e
[TRTLLM-17096][fix] runtime hooks: stage step inputs only on the repl…
xwang233 Oct 22, 2026
f6214d7
[TRTLLM-17096][fix] runtime hooks: stage step inputs only on the repl…
xwang233 Oct 22, 2026
ce1d3f3
[TRTLLM-17096][chore] runtime hooks: drop the step-input stager and t…
xwang233 Oct 27, 2026
e3fe2f7
Merge commit '94348c4de6' into modeling-v2-runtime-hooks
xwang233 Oct 27, 2026
e2b97f7
Merge runtime hooks branch (main 94348c4de6) into GLM low-latency sta…
xwang233 Oct 27, 2026
6b32265
[TRTLLM-17096][fix] runtime hooks: read the model from DecoderRunner.…
xwang233 Oct 27, 2026
b8c77d1
Merge commit '6b32265120' into glm52-ll/v3-staircase-pr
xwang233 Oct 27, 2026
afc9cce
Merge commit '0a03c3ed057fe8c488e221413640ca87f64e99d2' into modeling…
xwang233 Oct 27, 2026
d873539
Merge commit 'afc9cce9d2' into glm52-ll/v3-staircase-pr
xwang233 Oct 27, 2026
bd21d98
Merge commit '9c5e8e5de3' into modeling-v2-runtime-hooks
xwang233 Oct 28, 2026
9b8bb02
Merge branch 'main' of https://github.com/NVIDIA/TensorRT-LLM into mo…
xwang233 Oct 28, 2026
4b4d280
Merge commit 'b7b797a3aa' into modeling-v2-runtime-hooks
xwang233 Oct 29, 2026
e181b15
Merge main b7b797a3aa; GLM sm_103 target: tp8 only, under main's targ…
xwang233 Oct 29, 2026
267280b
Merge commit '4b4d280bc6' into glm52-ll/v3-staircase-pr
xwang233 Oct 29, 2026
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions cpp/tensorrt_llm/CMakeLists.txt
Original file line number Diff line number Diff line change
Expand Up @@ -199,6 +199,7 @@ set(TRTLLM_LINK_LIBS
mamba2_mtp_ssm_cache_src
kda_decode_src
kimi_k3_attn_res_src
glm_moe_dsa_kernels_src
kimi_k3_model_src
ws_layernorm_src
fusedGatedRMSNormQuant_src
Expand Down
10 changes: 10 additions & 0 deletions cpp/tensorrt_llm/kernels/CMakeLists.txt
Original file line number Diff line number Diff line change
Expand Up @@ -32,6 +32,7 @@ add_subdirectory(fusedGatedRMSNormQuant)
add_subdirectory(mamba2MTPSSMCache)
add_subdirectory(kdaDecode)
add_subdirectory(kimiK3AttnRes)
add_subdirectory(glmMoeDsa)
add_subdirectory(mhcKernels)
add_subdirectory(compressorKernels)
add_subdirectory(fusedSampling)
Expand Down Expand Up @@ -78,6 +79,15 @@ list(FILTER SRC_CPP EXCLUDE REGEX "kdaDecode/.*")
list(FILTER SRC_CU EXCLUDE REGEX "kdaDecode/.*")
list(FILTER SRC_CPP EXCLUDE REGEX "kimiK3AttnRes/.*")
list(FILTER SRC_CU EXCLUDE REGEX "kimiK3AttnRes/.*")
# The GLM-5.2 GB300 target's kernels build in glmMoeDsa/'s own library; the
# other glmMoeDsa/ kernels stay in this glob.
list(
FILTER
SRC_CU
EXCLUDE
REGEX
"glmMoeDsa/(crossRankTopk|crossRankTopkClusterMerge|crossRankTopkGlobalEmit|denseMlp|draftLiveRowHop|draftRoutedMoe|draftTail|indexerLayerRopeKvAppend|postAttentionHop|postAttentionHopFromPartials|postAttentionHopRouting|ropeKvAppend|sparseMlaDecode)\\.cu$"
)
list(FILTER SRC_CPP EXCLUDE REGEX "mhcKernels/.*")
list(FILTER SRC_CU EXCLUDE REGEX "mhcKernels/.*")
list(FILTER SRC_CPP EXCLUDE REGEX "compressorKernels/.*")
Expand Down
42 changes: 42 additions & 0 deletions cpp/tensorrt_llm/kernels/glmMoeDsa/CMakeLists.txt
Original file line number Diff line number Diff line change
@@ -0,0 +1,42 @@
# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES.
# All rights reserved. SPDX-License-Identifier: Apache-2.0
#
# Licensed under the Apache License, Version 2.0 (the "License"); you may not
# use this file except in compliance with the License. You may obtain a copy of
# the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations under
# the License.

add_library(
glm_moe_dsa_kernels_src OBJECT
crossRankTopk.cu
crossRankTopkClusterMerge.cu
crossRankTopkGlobalEmit.cu
denseMlp.cu
draftLiveRowHop.cu
draftRoutedMoe.cu
draftTail.cu
indexerLayerRopeKvAppend.cu
postAttentionHop.cu
postAttentionHopFromPartials.cu
postAttentionHopRouting.cu
ropeKvAppend.cu
sparseMlaDecode.cu)

# The GLM-MoE-DSA kernels are written for the SM100 (datacenter Blackwell)
# family (for example 32-byte global loads), so pin the target to that family
# instead of inheriting the global architecture list. On builds without any
# sm_100-family architecture the target still compiles: device code that needs
# newer instructions is guarded by __CUDA_ARCH__ and traps.
set_cuda_architectures(glm_moe_dsa_kernels_src 100f)

set_property(TARGET glm_moe_dsa_kernels_src PROPERTY POSITION_INDEPENDENT_CODE
ON)
set_property(TARGET glm_moe_dsa_kernels_src PROPERTY CUDA_RESOLVE_DEVICE_SYMBOLS
ON)
Loading
Loading