debug

Author: yifanyang

ci/fireci/fireciplugins/macrobenchmark/commands.py

@@ -160,7 +160,8 @@ def ci(pull_request, repeat):
     ftl_results = list(map(lambda x: {'bucket': ftl_bucket_name, 'dir': x}, ftl_dirs))
     startup_time_data = {'log': log, 'ftlResults': ftl_results}
 
-    metric_service_url = 'https://api.firebase-sdk-health-metrics.com'
+    # metric_service_url = 'https://api.firebase-sdk-health-metrics.com'
+    metric_service_url = 'https://metric-service-staging-tv5rmd4a6q-uc.a.run.app'
     access_token = ci_utils.gcloud_identity_token()
     uploader.post_report(startup_time_data, metric_service_url, access_token, 'startup-time')
 

ci/fireci/fireciplugins/macrobenchmark/run/test_project.py

@@ -14,9 +14,12 @@
 
 import asyncio
 import glob
+import random
 import re
 import shutil
 
+import click
+
 from .log_decorator import LogDecorator
 from .utils import execute, execute_async, generate_test_run_id
 from fireci.dir_utils import chdir
@@ -90,6 +93,10 @@ async def run(index: int, run_id: str) -> str:
         args += ['--environment-variables', ','.join(ftl_environment_variables)]
         args += ['--timeout', '45m']
         args += ['--project', 'fireescape-c4819']
+
+        if random.random() > 0.5:
+          raise click.ClickException(f'Intentional failure: {run_id}')
+
         await execute_async(executable, *args, logger=run_logger)
         return run_id