Add patch stats

This syncs and displays some of the new patch statistics that the CFbot
gathers.

Author: JelteF

media/commitfest/css/commitfest.css

@@ -73,3 +73,13 @@ div.form-group div.controls input.threadpick-input {
 .github-logo {
     height: 20px;
 }
+
+.additions {
+    font-weight: bold;
+    color: green;
+}
+
+.deletions {
+    font-weight: bold;
+    color: red;
+}

pgcommitfest/commitfest/fixtures/commitfest_data.json

@@ -381,7 +381,13 @@
         "status": "finished",
         "needs_rebase_since": null,
         "created": "2025-01-26T22:06:02.980",
-        "modified": "2025-01-26T22:06:02.980"
+        "modified": "2025-01-29T22:50:37.805",
+        "version": "",
+        "patch_count": 5,
+        "first_additions": 10,
+        "first_deletions": 5,
+        "all_additions": 834,
+        "all_deletions": 128
     }
 },
 {
@@ -395,7 +401,13 @@
         "status": "failed",
         "needs_rebase_since": null,
         "created": "2025-01-26T22:11:09.961",
-        "modified": "2025-01-26T22:20:39.372"
+        "modified": "2025-01-26T22:20:39.372",
+        "version": "",
+        "patch_count": 0,
+        "first_additions": 0,
+        "first_deletions": 0,
+        "all_additions": 0,
+        "all_deletions": 0
     }
 },
 {
@@ -409,7 +421,13 @@
         "status": "failed",
         "needs_rebase_since": null,
         "created": "2025-01-26T22:22:46.602",
-        "modified": "2025-01-26T22:26:41.587"
+        "modified": "2025-01-29T22:58:51.032",
+        "version": "",
+        "patch_count": 3,
+        "first_additions": 345,
+        "first_deletions": 158,
+        "all_additions": 8764,
+        "all_deletions": 345
     }
 },
 {

pgcommitfest/commitfest/migrations/0009_extra_branch_fields.py

@@ -0,0 +1,43 @@
+# Generated by Django 4.2.17 on 2025-01-31 11:47
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ("commitfest", "0008_move_mail_thread_many_to_many"),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name='cfbotbranch',
+            name='all_additions',
+            field=models.IntegerField(blank=True, null=True),
+        ),
+        migrations.AddField(
+            model_name='cfbotbranch',
+            name='all_deletions',
+            field=models.IntegerField(blank=True, null=True),
+        ),
+        migrations.AddField(
+            model_name='cfbotbranch',
+            name='first_additions',
+            field=models.IntegerField(blank=True, null=True),
+        ),
+        migrations.AddField(
+            model_name='cfbotbranch',
+            name='first_deletions',
+            field=models.IntegerField(blank=True, null=True),
+        ),
+        migrations.AddField(
+            model_name='cfbotbranch',
+            name='patch_count',
+            field=models.IntegerField(blank=True, null=True),
+        ),
+        migrations.AddField(
+            model_name='cfbotbranch',
+            name='version',
+            field=models.TextField(blank=True, null=True),
+        ),
+    ]

pgcommitfest/commitfest/models.py

@@ -380,6 +380,12 @@ class CfbotBranch(models.Model):
     needs_rebase_since = models.DateTimeField(null=True, blank=True)
     created = models.DateTimeField(auto_now_add=True)
     modified = models.DateTimeField(auto_now=True)
+    version = models.TextField(null=True, blank=True)
+    patch_count = models.IntegerField(null=True, blank=True)
+    first_additions = models.IntegerField(null=True, blank=True)
+    first_deletions = models.IntegerField(null=True, blank=True)
+    all_additions = models.IntegerField(null=True, blank=True)
+    all_deletions = models.IntegerField(null=True, blank=True)
 
     def save(self, *args, **kwargs):
         """Only used by the admin panel to save empty commit id as NULL

pgcommitfest/commitfest/templates/commitfest.html

@@ -65,6 +65,7 @@ <h3>{{p.is_open|yesno:"Active patches,Closed patches"}}</h3>
    <th>Status</th>
    <th>Ver</th>
    <th>CI status</th>
+   <th><a href="#" style="color:#333333;" onclick="return sortpatches(6);">Stats</a>{%if sortkey == 6%}<div style="float:right;"><i class="glyphicon glyphicon-arrow-down"></i></div>{%endif%}</th>
    <th>Author</th>
    <th>Reviewers</th>
    <th>Committer</th>
@@ -113,6 +114,11 @@ <h3>{{p.is_open|yesno:"Active patches,Closed patches"}}</h3>
     </a>
     {%endif%}
    </td>
+   <td>
+    {%if p.cfbot_results and p.cfbot_results.all_additions is not none %}
+    <span class="additions">+{{ p.cfbot_results.all_additions }}</span><span class="deletions">&#8722;{{ p.cfbot_results.all_deletions }}</span>
+    {%endif%}
+   </td>
    <td>{{p.author_names|default:''}}</td>
    <td>{{p.reviewer_names|default:''}}</td>
    <td>{{p.committer|default:''}}</td>

pgcommitfest/commitfest/templates/patch.html

@@ -49,6 +49,20 @@
         </a>
       </td>
     </tr>
+    <tr>
+     <th>Stats (from CFBot)</th>
+     <td>
+      {%if cfbot_branch and cfbot_branch.commit_id %}
+      {%if cfbot_branch.version %}
+      Patch version: {{ cfbot_branch.version }},
+      {%endif%}
+      Patch count: {{ cfbot_branch.patch_count }},
+      First patch: <span class="additions">+{{ cfbot_branch.first_additions }}</span><span class="deletions">&#8722;{{ cfbot_branch.first_deletions }}</span>,
+      All patches: <span class="additions">+{{ cfbot_branch.all_additions }}</span><span class="deletions">&#8722;{{ cfbot_branch.all_deletions }}</span>
+      {%else%}
+      Unknown
+      {%endif%}
+    </tr>
     <tr>
       <th>Topic</th>
       <td>{{patch.topic}}</td>

pgcommitfest/commitfest/views.py

@@ -191,6 +191,8 @@ def commitfest(request, cfid):
             orderby_str = 'p.id'
         elif sortkey == 5:
             orderby_str = 'p.name, created'
+        elif sortkey == 6:
+            orderby_str = "branch.all_additions + branch.all_deletions NULLS LAST, created"
         else:
             orderby_str = 'p.id'
             sortkey = 0
@@ -229,7 +231,12 @@ def commitfest(request, cfid):
             count(*) total,
             string_agg(task.task_name, ', ') FILTER (WHERE task.status in ('ABORTED', 'ERRORED', 'FAILED')) as failed_task_names,
             branch.commit_id IS NULL as needs_rebase,
-            branch.apply_url
+            branch.apply_url,
+            branch.patch_count,
+            branch.first_additions,
+            branch.first_deletions,
+            branch.all_additions,
+            branch.all_deletions
         FROM commitfest_cfbotbranch branch
         LEFT JOIN commitfest_cfbottask task ON task.branch_id = branch.branch_id
         WHERE branch.patch_id=p.id
@@ -241,8 +248,9 @@ def commitfest(request, cfid):
 INNER JOIN commitfest_topic t ON t.id=p.topic_id
 LEFT JOIN auth_user committer ON committer.id=p.committer_id
 LEFT JOIN commitfest_targetversion v ON p.targetversion_id=v.id
+LEFT JOIN commitfest_cfbotbranch branch ON branch.patch_id=p.id
 WHERE poc.commitfest_id=%(cid)s {0}
-GROUP BY p.id, poc.id, committer.id, t.id, v.version
+GROUP BY p.id, poc.id, committer.id, t.id, v.version, branch.patch_id
 ORDER BY is_open DESC, {1}""".format(where_str, orderby_str), params)
     patches = [dict(zip([col[0] for col in curs.description], row)) for row in curs.fetchall()]
 
@@ -842,16 +850,26 @@ def cfbot_ingest(message):
     cursor.execute("""INSERT INTO commitfest_cfbotbranch (patch_id, branch_id,
                                                 branch_name, commit_id,
                                                 apply_url, status,
-                                                created, modified)
-                    VALUES (%s, %s, %s, %s, %s, %s, %s, %s)
+                                                created, modified,
+                                                version, patch_count,
+                                                first_additions, first_deletions,
+                                                all_additions, all_deletions
+                                                )
+                    VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s)
                     ON CONFLICT (patch_id) DO UPDATE
                         SET status = EXCLUDED.status,
                             modified = EXCLUDED.modified,
                             branch_id = EXCLUDED.branch_id,
                             branch_name = EXCLUDED.branch_name,
                             commit_id = EXCLUDED.commit_id,
                             apply_url = EXCLUDED.apply_url,
-                            created = EXCLUDED.created
+                            created = EXCLUDED.created,
+                            version = EXCLUDED.version,
+                            patch_count = EXCLUDED.patch_count,
+                            first_additions = EXCLUDED.first_additions,
+                            first_deletions = EXCLUDED.first_deletions,
+                            all_additions = EXCLUDED.all_additions,
+                            all_deletions = EXCLUDED.all_deletions
                         WHERE commitfest_cfbotbranch.created < EXCLUDED.created
                             OR (commitfest_cfbotbranch.branch_id = EXCLUDED.branch_id
                                 AND commitfest_cfbotbranch.modified < EXCLUDED.modified)
@@ -864,7 +882,13 @@ def cfbot_ingest(message):
                        branch_status["apply_url"],
                        branch_status["status"],
                        branch_status["created"],
-                       branch_status["modified"])
+                       branch_status["modified"],
+                       branch_status["version"],
+                       branch_status["patch_count"],
+                       branch_status["first_additions"],
+                       branch_status["first_deletions"],
+                       branch_status["all_additions"],
+                       branch_status["all_deletions"])
                    )
 
     # Now we check what we have in our database. If that contains a different