Skip to content

Commit cb08c7b

Browse files
author
Nathan Hawes
committed
[run_sk_stress_test] Reduce the set of projects to test and update the summary output
Remove Surge from the set of 'sourcekit-smoke' projects and fix the number of failures reported in the summary output to reflect the number of individual failures in addition to the number of unique issue urls they're associated with.
1 parent 41a6c97 commit cb08c7b

File tree

2 files changed

+4
-3
lines changed

2 files changed

+4
-3
lines changed

projects.json

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2275,7 +2275,7 @@
22752275
"scheme": "Surge-macOS",
22762276
"destination": "generic/platform=macOS",
22772277
"configuration": "Release",
2278-
"tags": "sourcekit sourcekit-smoke"
2278+
"tags": "sourcekit"
22792279
},
22802280
{
22812281
"action": "BuildXcodeProjectScheme",

run_sk_stress_test

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -264,7 +264,8 @@ class StressTesterRunner(object):
264264
results = json.load(results_file)
265265

266266
num_failures = len(results['failures'])
267-
num_xfails = len(results['expectedFailures'])
267+
num_xfails = sum(len(value) for _, value in results['expectedFailures'].iteritems())
268+
num_xfail_issues = len(results['expectedFailures'])
268269
unmatched = results['unmatchedExpectedFailures']
269270

270271
success = num_failures == 0 and len(unmatched) == 0
@@ -279,7 +280,7 @@ class StressTesterRunner(object):
279280
if num_failures > 0:
280281
print(' > search "Detected unexpected failure:" for individual failures')
281282

282-
print(' {} expected stress tester failures'.format(num_xfails))
283+
print(' {} expected stress tester failures tracked by {} issues'.format(num_xfails, num_xfail_issues))
283284

284285
if not self.compat_runner_failed and unmatched:
285286
print(' {} expected stress tester failures not seen'.format(len(unmatched)))

0 commit comments

Comments
 (0)