@@ -222,9 +222,9 @@ def test_test_harness(self):
222
222
223
223
def test_gets_list_of_precommit_benchmarks (self ):
224
224
self .subprocess_mock .expect (
225
- "/benchmarks/Benchmark_O-* --list --json " .split (" " ),
226
- """{"number":1,"name":" Benchmark1","tags": ["t1", "t2"]} \n """
227
- + """{"number":2,"name":" Benchmark2","tags": ["t3"]} \n """ ,
225
+ "/benchmarks/Benchmark_O-* --list" .split (" " ),
226
+ """1 Benchmark1 ["t1" "t2"]\n """
227
+ + """2 Benchmark2 ["t3"]\n """ ,
228
228
)
229
229
driver = BenchmarkDriver (self .args , _subprocess = self .subprocess_mock )
230
230
self .subprocess_mock .assert_called_all_expected ()
@@ -234,10 +234,10 @@ def test_gets_list_of_precommit_benchmarks(self):
234
234
self .assertEqual (driver .test_number ["Benchmark2" ], 2 )
235
235
236
236
list_all_tests = (
237
- "/benchmarks/Benchmark_O-* --list --json -- skip-tags=" .split (" " ),
238
- """{"number":1, "name": " Benchmark1", "tags": ["t1","t2"]} \n """
239
- + """{"number":2, "name": " Benchmark2", "tags": ["t3"]} \n """
240
- + """{"number":3, "name": " Benchmark3", "tags": ["t3","t4"]} \n """ ,
237
+ "/benchmarks/Benchmark_O-* --list --skip-tags=" .split (" " ),
238
+ """1 Benchmark1 ["t1","t2"]\n """
239
+ + """2 Benchmark2 ["t3"]\n """
240
+ + """3 Benchmark3 ["t3","t4"]\n """ ,
241
241
)
242
242
243
243
def test_gets_list_of_all_benchmarks_when_benchmarks_args_exist (self ):
@@ -319,8 +319,8 @@ def setUp(self):
319
319
self .parser_stub = LogParserStub ()
320
320
self .subprocess_mock = SubprocessMock ()
321
321
self .subprocess_mock .expect (
322
- "/benchmarks/Benchmark_O-* --list --json " .split (" " ),
323
- """{"number":1, "name":"b1", "tags": ["tag"]} """ ,
322
+ "/benchmarks/Benchmark_O-* --list" .split (" " ),
323
+ """1 b1 ["tag"]""" ,
324
324
)
325
325
self .driver = BenchmarkDriver (
326
326
self .args , _subprocess = self .subprocess_mock , parser = self .parser_stub
@@ -329,29 +329,29 @@ def setUp(self):
329
329
def test_run_benchmark_with_multiple_samples (self ):
330
330
self .driver .run ("b1" )
331
331
self .subprocess_mock .assert_called_with (
332
- ("/benchmarks/Benchmark_O-*" , "b1" , "--json" )
332
+ ("/benchmarks/Benchmark_O-*" , "b1" )
333
333
)
334
334
self .driver .run ("b2" , num_samples = 5 )
335
335
self .subprocess_mock .assert_called_with (
336
- ("/benchmarks/Benchmark_O-*" , "b2" , "--num-samples=5" , "--json" )
336
+ ("/benchmarks/Benchmark_O-*" , "b2" , "--num-samples=5" )
337
337
)
338
338
339
339
def test_run_benchmark_with_specified_number_of_iterations (self ):
340
340
self .driver .run ("b" , num_iters = 1 )
341
341
self .subprocess_mock .assert_called_with (
342
- ("/benchmarks/Benchmark_O-*" , "b" , "--num-iters=1" , "--json" )
342
+ ("/benchmarks/Benchmark_O-*" , "b" , "--num-iters=1" )
343
343
)
344
344
345
345
def test_run_benchmark_for_specified_time (self ):
346
346
self .driver .run ("b" , sample_time = 0.5 )
347
347
self .subprocess_mock .assert_called_with (
348
- ("/benchmarks/Benchmark_O-*" , "b" , "--sample-time=0.5" , "--json" )
348
+ ("/benchmarks/Benchmark_O-*" , "b" , "--sample-time=0.5" )
349
349
)
350
350
351
351
def test_run_benchmark_in_verbose_mode (self ):
352
352
self .driver .run ("b" , verbose = True )
353
353
self .subprocess_mock .assert_called_with (
354
- ("/benchmarks/Benchmark_O-*" , "b" , "--verbose" , "--json" )
354
+ ("/benchmarks/Benchmark_O-*" , "b" , "--verbose" )
355
355
)
356
356
357
357
def test_run_batch (self ):
@@ -363,7 +363,7 @@ def test_run_batch(self):
363
363
self .driver .tests = ["b1" , "bx" ]
364
364
self .driver .run ()
365
365
self .subprocess_mock .assert_called_with (
366
- ("/benchmarks/Benchmark_O-*" , "1" , "bx" , "--json" )
366
+ ("/benchmarks/Benchmark_O-*" , "1" , "bx" )
367
367
)
368
368
369
369
def test_parse_results_from_running_benchmarks (self ):
@@ -382,7 +382,7 @@ def test_parse_results_from_running_benchmarks(self):
382
382
def test_measure_memory (self ):
383
383
self .driver .run ("b" , measure_memory = True )
384
384
self .subprocess_mock .assert_called_with (
385
- ("/benchmarks/Benchmark_O-*" , "b" , "--memory" , "--json" )
385
+ ("/benchmarks/Benchmark_O-*" , "b" , "--memory" )
386
386
)
387
387
388
388
def test_run_benchmark_independent_samples (self ):
@@ -396,7 +396,6 @@ def test_run_benchmark_independent_samples(self):
396
396
"b1" ,
397
397
"--num-iters=1" ,
398
398
"--memory" ,
399
- "--json" ,
400
399
)
401
400
),
402
401
3 ,
0 commit comments