import torch from torch.testing import assert_allclose import triton import triton.language as tl def vecadd_no_scf_tester(num_warps, block_size): @triton.jit def kernel(x_ptr, y_ptr, z_ptr, BLOCK_SIZE_N: tl.constexpr): pid = tl.program_id(axis=0) offset = pid * BLOCK_SIZE_N + tl.arange(0, BLOCK_SIZE_N) x_ptrs = x_ptr + offset y_ptrs = y_ptr + offset x = tl.load(x_ptrs) y = tl.load(y_ptrs) z = x + y z_ptrs = z_ptr + offset tl.store(z_ptrs, z) x = torch.randn((block_size,), device='cuda', dtype=torch.float32) y = torch.randn((block_size,), device='cuda', dtype=torch.float32) z = torch.empty((block_size,), device=x.device, dtype=x.dtype) grid = lambda EA: (x.shape.numel() // block_size,) kernel[grid](x_ptr=x, y_ptr=y, z_ptr=z, BLOCK_SIZE_N=block_size, num_warps=num_warps) golden_z = x + y assert_allclose(z, golden_z, rtol=1e-7, atol=1e-7) def test_vecadd_no_scf(): vecadd_no_scf_tester(num_warps=4, block_size=256) vecadd_no_scf_tester(num_warps=2, block_size=256) vecadd_no_scf_tester(num_warps=1, block_size=256) if __name__ == '__main__': test_vecadd_no_scf()