From fa8e07c7c5186e18d9e2d45042814fe6e8d76d5a Mon Sep 17 00:00:00 2001 From: justheuristic Date: Sun, 18 Sep 2022 00:38:02 +0300 Subject: more lenient threshold --- tests/test_autograd.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) (limited to 'tests') diff --git a/tests/test_autograd.py b/tests/test_autograd.py index 4e4282a..0150fbb 100644 --- a/tests/test_autograd.py +++ b/tests/test_autograd.py @@ -372,10 +372,9 @@ def test_matmullt( n = out_bnb.numel() err = torch.abs(out_bnb - out_torch).mean().item() # print(f'abs error {err:.4f}') - out_error_rate = 0.0175 if dtype == torch.float16 else 0.02 idx = torch.isclose(out_bnb, out_torch, atol=0.01, rtol=0.1) - assert (idx == 0).sum().item() <= n * out_error_rate + assert (idx == 0).sum().item() <= n * (0.0175 if dtype == torch.float16 else 0.02) idx = torch.isclose(out_bnb, out_torch, atol=0.035, rtol=0.2) assert (idx == 0).sum().item() <= n * 0.001 -- cgit v1.2.3