Skip to content

Commit 961a38b

Browse files
committed
Test the non-JSON output
We have to continue using the non-JSON forms until the JSON-supporting code is universally available.
1 parent dfe8284 commit 961a38b

File tree

1 file changed

+16
-17
lines changed

1 file changed

+16
-17
lines changed

benchmark/scripts/test_Benchmark_Driver.py

Lines changed: 16 additions & 17 deletions
Original file line numberDiff line numberDiff line change
@@ -222,9 +222,9 @@ def test_test_harness(self):
222222

223223
def test_gets_list_of_precommit_benchmarks(self):
224224
self.subprocess_mock.expect(
225-
"/benchmarks/Benchmark_O-* --list --json".split(" "),
226-
"""{"number":1,"name":"Benchmark1","tags":["t1","t2"]}\n"""
227-
+ """{"number":2,"name":"Benchmark2","tags":["t3"]}\n""",
225+
"/benchmarks/Benchmark_O-* --list".split(" "),
226+
"""1 Benchmark1 ["t1" "t2"]\n"""
227+
+ """2 Benchmark2 ["t3"]\n""",
228228
)
229229
driver = BenchmarkDriver(self.args, _subprocess=self.subprocess_mock)
230230
self.subprocess_mock.assert_called_all_expected()
@@ -234,10 +234,10 @@ def test_gets_list_of_precommit_benchmarks(self):
234234
self.assertEqual(driver.test_number["Benchmark2"], 2)
235235

236236
list_all_tests = (
237-
"/benchmarks/Benchmark_O-* --list --json --skip-tags=".split(" "),
238-
"""{"number":1, "name": "Benchmark1", "tags":["t1","t2"]}\n"""
239-
+ """{"number":2, "name": "Benchmark2", "tags":["t3"]}\n"""
240-
+ """{"number":3, "name": "Benchmark3", "tags":["t3","t4"]}\n""",
237+
"/benchmarks/Benchmark_O-* --list --skip-tags=".split(" "),
238+
"""1 Benchmark1 ["t1","t2"]\n"""
239+
+ """2 Benchmark2 ["t3"]\n"""
240+
+ """3 Benchmark3 ["t3","t4"]\n""",
241241
)
242242

243243
def test_gets_list_of_all_benchmarks_when_benchmarks_args_exist(self):
@@ -319,8 +319,8 @@ def setUp(self):
319319
self.parser_stub = LogParserStub()
320320
self.subprocess_mock = SubprocessMock()
321321
self.subprocess_mock.expect(
322-
"/benchmarks/Benchmark_O-* --list --json".split(" "),
323-
"""{"number":1, "name":"b1", "tags":["tag"]}""",
322+
"/benchmarks/Benchmark_O-* --list".split(" "),
323+
"""1 b1 ["tag"]""",
324324
)
325325
self.driver = BenchmarkDriver(
326326
self.args, _subprocess=self.subprocess_mock, parser=self.parser_stub
@@ -329,29 +329,29 @@ def setUp(self):
329329
def test_run_benchmark_with_multiple_samples(self):
330330
self.driver.run("b1")
331331
self.subprocess_mock.assert_called_with(
332-
("/benchmarks/Benchmark_O-*", "b1", "--json")
332+
("/benchmarks/Benchmark_O-*", "b1")
333333
)
334334
self.driver.run("b2", num_samples=5)
335335
self.subprocess_mock.assert_called_with(
336-
("/benchmarks/Benchmark_O-*", "b2", "--num-samples=5", "--json")
336+
("/benchmarks/Benchmark_O-*", "b2", "--num-samples=5")
337337
)
338338

339339
def test_run_benchmark_with_specified_number_of_iterations(self):
340340
self.driver.run("b", num_iters=1)
341341
self.subprocess_mock.assert_called_with(
342-
("/benchmarks/Benchmark_O-*", "b", "--num-iters=1", "--json")
342+
("/benchmarks/Benchmark_O-*", "b", "--num-iters=1")
343343
)
344344

345345
def test_run_benchmark_for_specified_time(self):
346346
self.driver.run("b", sample_time=0.5)
347347
self.subprocess_mock.assert_called_with(
348-
("/benchmarks/Benchmark_O-*", "b", "--sample-time=0.5", "--json")
348+
("/benchmarks/Benchmark_O-*", "b", "--sample-time=0.5")
349349
)
350350

351351
def test_run_benchmark_in_verbose_mode(self):
352352
self.driver.run("b", verbose=True)
353353
self.subprocess_mock.assert_called_with(
354-
("/benchmarks/Benchmark_O-*", "b", "--verbose", "--json")
354+
("/benchmarks/Benchmark_O-*", "b", "--verbose")
355355
)
356356

357357
def test_run_batch(self):
@@ -363,7 +363,7 @@ def test_run_batch(self):
363363
self.driver.tests = ["b1", "bx"]
364364
self.driver.run()
365365
self.subprocess_mock.assert_called_with(
366-
("/benchmarks/Benchmark_O-*", "1", "bx", "--json")
366+
("/benchmarks/Benchmark_O-*", "1", "bx")
367367
)
368368

369369
def test_parse_results_from_running_benchmarks(self):
@@ -382,7 +382,7 @@ def test_parse_results_from_running_benchmarks(self):
382382
def test_measure_memory(self):
383383
self.driver.run("b", measure_memory=True)
384384
self.subprocess_mock.assert_called_with(
385-
("/benchmarks/Benchmark_O-*", "b", "--memory", "--json")
385+
("/benchmarks/Benchmark_O-*", "b", "--memory")
386386
)
387387

388388
def test_run_benchmark_independent_samples(self):
@@ -396,7 +396,6 @@ def test_run_benchmark_independent_samples(self):
396396
"b1",
397397
"--num-iters=1",
398398
"--memory",
399-
"--json",
400399
)
401400
),
402401
3,

0 commit comments

Comments
 (0)