[2026-09-12 14:22:43] Decode batch, #running-req: 4, #full token: 2048, full token usage: 0.00, mamba num: 12, mamba usage: 0.11, accept len: 6.27, accept rate: 0.75, cuda graph: True, gen throughput (token/s): 793.50, #queue-req: 4
[2026-09-12 14:22:50] Decode batch, #running-req: 4, #full token: 2048, full token usage: 0.00, mamba num: 12, mamba usage: 0.11, accept len: 6.28, accept rate: 0.75, cuda graph: True, gen throughput (token/s): 783.14, #queue-req: 3
[2026-09-12 14:22:56] Decode batch, #running-req: 4, #full token: 1792, full token usage: 0.00, mamba num: 12, mamba usage: 0.11, accept len: 6.49, accept rate: 0.78, cuda graph: True, gen throughput (token/s): 810.61, #queue-req: 4
[2026-09-12 14:23:02] Decode batch, #running-req: 4, #full token: 1280, full token usage: 0.00, mamba num: 10, mamba usage: 0.09, accept len: 6.32, accept rate: 0.76, cuda graph: True, gen throughput (token/s): 806.77, #queue-req: 3
[2026-09-12 14:23:08] Decode batch, #running-req: 4, #full token: 1792, full token usage: 0.00, mamba num: 9, mamba usage: 0.08, accept len: 6.37, accept rate: 0.77, cuda graph: True, gen throughput (token/s): 810.76, #queue-req: 3