| import torch |
| import time |
| import triton |
| import triton.language as tl |
|
|
| @triton.jit |
| def vortex_spectacular_kernel(X, Out, N, BLOCK_SIZE: tl.constexpr): |
| pid = tl.program_id(0) |
| offsets = pid * BLOCK_SIZE + tl.arange(0, BLOCK_SIZE) |
| mask = offsets < N |
| x = tl.load(X + offsets, mask=mask) |
| |
| res = tl.cumsum(x * 1.2 + 0.5, axis=0) |
| tl.store(Out + offsets, res, mask=mask) |
|
|
| def run_spectacular(): |
| N = 1024 * 1024 * 64 |
| print(f"--- Blitz Vortex Spectacular: 64M Tokens ---") |
| X = torch.randn(N, device="cuda") |
| Out = torch.empty_like(X) |
| |
| |
| torch.cuda.synchronize() |
| start = time.time() |
| for _ in range(10): y = X * 1.2 + 0.5; z = torch.cumsum(y, dim=0) |
| torch.cuda.synchronize() |
| eager_ms = (time.time() - start) / 10 * 1000 |
| |
| |
| grid = (triton.cdiv(N, 16384),) |
| torch.cuda.synchronize() |
| start = time.time() |
| for _ in range(10): vortex_spectacular_kernel[grid](X, Out, N, BLOCK_SIZE=16384) |
| torch.cuda.synchronize() |
| vortex_ms = (time.time() - start) / 10 * 1000 |
| |
| print(f"Eager Latency: {eager_ms:.2f}ms") |
| print(f"Vortex Latency: {vortex_ms:.2f}ms") |
| print(f"SPECTACULAR SPEEDUP: {eager_ms/vortex_ms:.2f}x") |
|
|
| if __name__ == "__main__": |
| run_spectacular() |
|
|