[run_cperf] Segregate failed-module calculation by config as well as instance.

Author: graydon

run_cperf

@@ -392,30 +392,40 @@ def all_driver_stats_files(configs, args):
                         try:
                             with open(os.path.join(root, f)) as fp:
                                 j = json.load(fp)
-                            yield (instance, m.group(1), j)
+                            yield (config, instance, m.group(1), j)
                         except ValueError:
                             # Something sufficiently bad happened that
                             # we can't read the json: build a fake one.
-                            yield (instance, m.group(1), {})
+                            yield (config, instance, m.group(1), {})
 
 
 def find_module_statuses(configs, args):
     passed = set()
     failed = set()
     k = 'Driver.NumProcessFailures'
-    instance_modules = {}
-    instance_modules[OLD_INSTANCE] = set()
-    instance_modules[NEW_INSTANCE] = set()
+    module_sets = {}
+    for config in configs:
+        module_sets[config] = {}
+        module_sets[config][OLD_INSTANCE] = set()
+        module_sets[config][NEW_INSTANCE] = set()
 
-    for (instance, module, j) in all_driver_stats_files(configs, args):
+    for (config, instance, module, j) in all_driver_stats_files(configs, args):
         # Treat a module as failed if there was >0 process failures,
         # or we can't tell, _or_ it's in one instance but not in the other.
-        instance_modules[instance].add(module)
+        module_sets[config][instance].add(module)
         if j.get(k, 1) == 0:
             passed.add(module)
         else:
             failed.add(module)
-    mismatched_modules = instance_modules[OLD_INSTANCE].symmetric_difference(instance_modules[NEW_INSTANCE])
+
+    mismatched_modules = None
+    for config in configs:
+        for instance in [OLD_INSTANCE, NEW_INSTANCE]:
+            mods = module_sets[config][instance]
+            if mismatched_modules is None:
+                mismatched_modules = mods
+            else:
+                mismatched_modules.symmetric_difference_update(mods)
     failed.update(mismatched_modules)
     passed.difference_update(mismatched_modules)
     return (passed, failed)