Update test_sageattn3.py
Browse files- test_sageattn3.py +1 -1
test_sageattn3.py
CHANGED
|
@@ -44,7 +44,7 @@ def main():
|
|
| 44 |
|
| 45 |
out_sage = sageattn_blackwell(q, k, v, is_causal=False)
|
| 46 |
print("sage vs math:", get_rtol_atol(out_sage, out_math))
|
| 47 |
-
print("The above (except max_rtol) should be < 0.
|
| 48 |
|
| 49 |
|
| 50 |
if __name__ == "__main__":
|
|
|
|
| 44 |
|
| 45 |
out_sage = sageattn_blackwell(q, k, v, is_causal=False)
|
| 46 |
print("sage vs math:", get_rtol_atol(out_sage, out_math))
|
| 47 |
+
print("The above (except max_rtol) should be < 0.1 (on RTX 50xx)")
|
| 48 |
|
| 49 |
|
| 50 |
if __name__ == "__main__":
|