Enable customization of atol and rtol (#3720)

Summary:
Pull Request resolved: #3720

Enable customization of atol and rtol for TestSuite in codegen. The reason for this is: we need to relax atol and rtol to pass some tests. (D57686850)

bypass-github-export-checks
bypass-github-pytorch-ci-checks
bypass-github-executorch-ci-checks

Reviewed By: copyrightly

Differential Revision: D57698945

fbshipit-source-id: 82c4888a5ddeaa1ea2eb49a95652d998dc89c44a

Author: Yujie Hui

backends/vulkan/test/op_tests/cases.py

@@ -682,6 +682,8 @@ def get_unary_ops_inputs():
         ]
     )
     test_suite.storage_types = ["api::kTexture3D", "api::kBuffer"]
+    test_suite.atol = "1e-4"
+    test_suite.rtol = "1e-4"
     return test_suite
 
 

backends/vulkan/test/op_tests/utils/codegen.py

@@ -600,8 +600,8 @@ class GeneratedOpsTest_{op_name} : public ::testing::TestWithParam< ::std::tuple
   protected:
     ComputeGraph* graph;
     at::ScalarType test_dtype = at::kFloat;
-    float rtol = 1e-4;
-    float atol = 1e-4;
+    float rtol = {rtol};
+    float atol = {atol};
 
     void SetUp() override {{
         GraphConfig config;
@@ -651,6 +651,8 @@ def generate_fixture_cpp(self) -> str:
             op_name=self.op_name,
             check_fn=check_fn,
             prepacked_check_fn=prepacked_check_fn,
+            rtol=self.suite_def.rtol,
+            atol=self.suite_def.atol,
         )
 
     def gen_parameterization(self) -> str:

backends/vulkan/test/op_tests/utils/codegen_base.py

@@ -47,6 +47,8 @@ def __init__(self, input_cases: List[Any]):
         self.prepacked_args: List[str] = []
         self.requires_prepack: bool = False
         self.dtypes: List[str] = ["at::kFloat", "at::kHalf"]
+        self.atol: str = "1e-5"
+        self.rtol: str = "1e-5"
 
     def supports_prepack(self):
         return len(self.prepacked_args) > 0