Merge pull request #8886 from aschwaighofer/benchmark_disable_existential_perf_on_precommit

[benchmark] Move existential tests out of precommit. They are not very stable.

Author: aschwaighofer

benchmark/scripts/generate_harness/generate_harness.py

@@ -41,7 +41,110 @@
 }
 
 # The test suites. Currently, "other" and "string"
-other_tests = ["Ackermann", "Fibonacci"]
+other_tests = [
+    "Ackermann",
+    "Fibonacci",
+    "ExistentialTestArrayConditionalShift_ClassValueBuffer1",
+    "ExistentialTestArrayConditionalShift_ClassValueBuffer2",
+    "ExistentialTestArrayConditionalShift_ClassValueBuffer3",
+    "ExistentialTestArrayConditionalShift_ClassValueBuffer4",
+    "ExistentialTestArrayConditionalShift_IntValueBuffer0",
+    "ExistentialTestArrayConditionalShift_IntValueBuffer1",
+    "ExistentialTestArrayConditionalShift_IntValueBuffer2",
+    "ExistentialTestArrayConditionalShift_IntValueBuffer3",
+    "ExistentialTestArrayConditionalShift_IntValueBuffer4",
+    "ExistentialTestArrayMutating_ClassValueBuffer1",
+    "ExistentialTestArrayMutating_ClassValueBuffer2",
+    "ExistentialTestArrayMutating_ClassValueBuffer3",
+    "ExistentialTestArrayMutating_ClassValueBuffer4",
+    "ExistentialTestArrayMutating_IntValueBuffer0",
+    "ExistentialTestArrayMutating_IntValueBuffer1",
+    "ExistentialTestArrayMutating_IntValueBuffer2",
+    "ExistentialTestArrayMutating_IntValueBuffer3",
+    "ExistentialTestArrayMutating_IntValueBuffer4",
+    "ExistentialTestArrayOneMethodCall_ClassValueBuffer1",
+    "ExistentialTestArrayOneMethodCall_ClassValueBuffer2",
+    "ExistentialTestArrayOneMethodCall_ClassValueBuffer3",
+    "ExistentialTestArrayOneMethodCall_ClassValueBuffer4",
+    "ExistentialTestArrayOneMethodCall_IntValueBuffer0",
+    "ExistentialTestArrayOneMethodCall_IntValueBuffer1",
+    "ExistentialTestArrayOneMethodCall_IntValueBuffer2",
+    "ExistentialTestArrayOneMethodCall_IntValueBuffer3",
+    "ExistentialTestArrayOneMethodCall_IntValueBuffer4",
+    "ExistentialTestArrayShift_ClassValueBuffer1",
+    "ExistentialTestArrayShift_ClassValueBuffer2",
+    "ExistentialTestArrayShift_ClassValueBuffer3",
+    "ExistentialTestArrayShift_ClassValueBuffer4",
+    "ExistentialTestArrayShift_IntValueBuffer0",
+    "ExistentialTestArrayShift_IntValueBuffer1",
+    "ExistentialTestArrayShift_IntValueBuffer2",
+    "ExistentialTestArrayShift_IntValueBuffer3",
+    "ExistentialTestArrayShift_IntValueBuffer4",
+    "ExistentialTestArrayTwoMethodCalls_ClassValueBuffer1",
+    "ExistentialTestArrayTwoMethodCalls_ClassValueBuffer2",
+    "ExistentialTestArrayTwoMethodCalls_ClassValueBuffer3",
+    "ExistentialTestArrayTwoMethodCalls_ClassValueBuffer4",
+    "ExistentialTestArrayTwoMethodCalls_IntValueBuffer0",
+    "ExistentialTestArrayTwoMethodCalls_IntValueBuffer1",
+    "ExistentialTestArrayTwoMethodCalls_IntValueBuffer2",
+    "ExistentialTestArrayTwoMethodCalls_IntValueBuffer3",
+    "ExistentialTestArrayTwoMethodCalls_IntValueBuffer4",
+    "ExistentialTestMutatingAndNonMutating_ClassValueBuffer1",
+    "ExistentialTestMutatingAndNonMutating_ClassValueBuffer2",
+    "ExistentialTestMutatingAndNonMutating_ClassValueBuffer3",
+    "ExistentialTestMutatingAndNonMutating_ClassValueBuffer4",
+    "ExistentialTestMutatingAndNonMutating_IntValueBuffer0",
+    "ExistentialTestMutatingAndNonMutating_IntValueBuffer1",
+    "ExistentialTestMutatingAndNonMutating_IntValueBuffer2",
+    "ExistentialTestMutatingAndNonMutating_IntValueBuffer3",
+    "ExistentialTestMutatingAndNonMutating_IntValueBuffer4",
+    "ExistentialTestMutating_ClassValueBuffer1",
+    "ExistentialTestMutating_ClassValueBuffer2",
+    "ExistentialTestMutating_ClassValueBuffer3",
+    "ExistentialTestMutating_ClassValueBuffer4",
+    "ExistentialTestMutating_IntValueBuffer0",
+    "ExistentialTestMutating_IntValueBuffer1",
+    "ExistentialTestMutating_IntValueBuffer2",
+    "ExistentialTestMutating_IntValueBuffer3",
+    "ExistentialTestMutating_IntValueBuffer4",
+    "ExistentialTestOneMethodCall_ClassValueBuffer1",
+    "ExistentialTestOneMethodCall_ClassValueBuffer2",
+    "ExistentialTestOneMethodCall_ClassValueBuffer3",
+    "ExistentialTestOneMethodCall_ClassValueBuffer4",
+    "ExistentialTestOneMethodCall_IntValueBuffer0",
+    "ExistentialTestOneMethodCall_IntValueBuffer1",
+    "ExistentialTestOneMethodCall_IntValueBuffer2",
+    "ExistentialTestOneMethodCall_IntValueBuffer3",
+    "ExistentialTestOneMethodCall_IntValueBuffer4",
+    "ExistentialTestPassExistentialOneMethodCall_ClassValueBuffer1",
+    "ExistentialTestPassExistentialOneMethodCall_ClassValueBuffer2",
+    "ExistentialTestPassExistentialOneMethodCall_ClassValueBuffer3",
+    "ExistentialTestPassExistentialOneMethodCall_ClassValueBuffer4",
+    "ExistentialTestPassExistentialOneMethodCall_IntValueBuffer0",
+    "ExistentialTestPassExistentialOneMethodCall_IntValueBuffer1",
+    "ExistentialTestPassExistentialOneMethodCall_IntValueBuffer2",
+    "ExistentialTestPassExistentialOneMethodCall_IntValueBuffer3",
+    "ExistentialTestPassExistentialOneMethodCall_IntValueBuffer4",
+    "ExistentialTestPassExistentialTwoMethodCalls_ClassValueBuffer1",
+    "ExistentialTestPassExistentialTwoMethodCalls_ClassValueBuffer2",
+    "ExistentialTestPassExistentialTwoMethodCalls_ClassValueBuffer3",
+    "ExistentialTestPassExistentialTwoMethodCalls_ClassValueBuffer4",
+    "ExistentialTestPassExistentialTwoMethodCalls_IntValueBuffer0",
+    "ExistentialTestPassExistentialTwoMethodCalls_IntValueBuffer1",
+    "ExistentialTestPassExistentialTwoMethodCalls_IntValueBuffer2",
+    "ExistentialTestPassExistentialTwoMethodCalls_IntValueBuffer3",
+    "ExistentialTestPassExistentialTwoMethodCalls_IntValueBuffer4",
+    "ExistentialTestTwoMethodCalls_ClassValueBuffer1",
+    "ExistentialTestTwoMethodCalls_ClassValueBuffer2",
+    "ExistentialTestTwoMethodCalls_ClassValueBuffer3",
+    "ExistentialTestTwoMethodCalls_ClassValueBuffer4",
+    "ExistentialTestTwoMethodCalls_IntValueBuffer0",
+    "ExistentialTestTwoMethodCalls_IntValueBuffer1",
+    "ExistentialTestTwoMethodCalls_IntValueBuffer2",
+    "ExistentialTestTwoMethodCalls_IntValueBuffer3",
+    "ExistentialTestTwoMethodCalls_IntValueBuffer4",
+]
+
 string_tests = [
     "StringWalkASCIIScalars",
     "StringWalkASCIICharacters",