| import torch |
| import time |
| import triton |
| import triton.language as tl |
|
|
| @triton.jit |
| def vortex_final_form_kernel(X, Out, N, BLOCK_SIZE: tl.constexpr): |
| pid = tl.program_id(0) |
| offsets = pid * BLOCK_SIZE + tl.arange(0, BLOCK_SIZE) |
| mask = offsets < N |
| |
| |
| x = tl.load(X + offsets, mask=mask) |
| |
| |
| |
| res = x |
| for i in range(50): |
| res = tl.maximum(res * 1.01, 0.0) |
| |
| |
| tl.store(Out + offsets, res, mask=mask) |
|
|
| def run_final(): |
| N = 1024 * 1024 * 256 |
| print("--- BLITZ VORTEX: FINAL FORM (H200) ---") |
| X = torch.randn(N, device="cuda") |
| Out = torch.empty_like(X) |
| |
| |
| torch.cuda.synchronize() |
| start = time.time() |
| for _ in range(5): |
| curr = X |
| for _ in range(50): curr = torch.clamp(curr * 1.01, min=0.0) |
| torch.cuda.synchronize() |
| eager_ms = (time.time() - start) / 5 * 1000 |
| |
| |
| grid = (triton.cdiv(N, 16384),) |
| torch.cuda.synchronize() |
| start = time.time() |
| for _ in range(5): vortex_final_form_kernel[grid](X, Out, N, BLOCK_SIZE=16384) |
| torch.cuda.synchronize() |
| vortex_ms = (time.time() - start) / 5 * 1000 |
| |
| print(f"Eager Latency: {eager_ms:.4f}ms") |
| print(f"Blitz Latency: {vortex_ms:.4f}ms") |
| print(f"SILICON ART SPEEDUP: {eager_ms/vortex_ms:.2f}x") |
|
|
| if __name__ == "__main__": |
| run_final() |
|
|