Skip to content

Commit c4eed2a

Browse files
author
Nathan Hawes
authored
Merge pull request #313 from nathawes/update-stress-tester-projects-and-summary-output
[run_sk_stress_test] Reduce the set of projects to test and update the summary output
2 parents 41a6c97 + cb08c7b commit c4eed2a

File tree

2 files changed

+4
-3
lines changed

2 files changed

+4
-3
lines changed

projects.json

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2275,7 +2275,7 @@
22752275
"scheme": "Surge-macOS",
22762276
"destination": "generic/platform=macOS",
22772277
"configuration": "Release",
2278-
"tags": "sourcekit sourcekit-smoke"
2278+
"tags": "sourcekit"
22792279
},
22802280
{
22812281
"action": "BuildXcodeProjectScheme",

run_sk_stress_test

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -264,7 +264,8 @@ class StressTesterRunner(object):
264264
results = json.load(results_file)
265265

266266
num_failures = len(results['failures'])
267-
num_xfails = len(results['expectedFailures'])
267+
num_xfails = sum(len(value) for _, value in results['expectedFailures'].iteritems())
268+
num_xfail_issues = len(results['expectedFailures'])
268269
unmatched = results['unmatchedExpectedFailures']
269270

270271
success = num_failures == 0 and len(unmatched) == 0
@@ -279,7 +280,7 @@ class StressTesterRunner(object):
279280
if num_failures > 0:
280281
print(' > search "Detected unexpected failure:" for individual failures')
281282

282-
print(' {} expected stress tester failures'.format(num_xfails))
283+
print(' {} expected stress tester failures tracked by {} issues'.format(num_xfails, num_xfail_issues))
283284

284285
if not self.compat_runner_failed and unmatched:
285286
print(' {} expected stress tester failures not seen'.format(len(unmatched)))

0 commit comments

Comments
 (0)