use gzip to compress self profile json

Author: s7tya

Cargo.lock

@@ -3,6 +3,9 @@ members = ["collector", "collector/benchlib", "site", "database", "intern"]
 exclude = ["rust/src"]
 resolver = "2"
 
+[workspace.dependencies]
+flate2 = "1.0.32"
+
 [profile.release.package.site]
 debug = 1
 

Cargo.toml

@@ -30,7 +30,7 @@ jobserver = "0.1.21"
 snap = "1"
 filetime = "0.2.14"
 walkdir = "2"
-flate2 = { version = "1.0.22", features = ["rust_backend"] }
+flate2 = { workspace = true, features = ["rust_backend"] }
 rayon = "1.5.2"
 cargo_metadata = "0.15.0"
 thousands = "0.2.0"

collector/Cargo.toml

@@ -1,5 +1,9 @@
 [package]
-authors = ["Mark-Simulacrum <[email protected]>", "Nicholas Cameron <[email protected]>", "The rustc-perf contributors"]
+authors = [
+    "Mark-Simulacrum <[email protected]>",
+    "Nicholas Cameron <[email protected]>",
+    "The rustc-perf contributors",
+]
 name = "site"
 version = "0.1.0"
 edition = "2021"
@@ -42,10 +46,14 @@ mime = "0.3"
 prometheus = { version = "0.13", default-features = false }
 uuid = { version = "1.3.0", features = ["v4"] }
 tera = { version = "1.19", default-features = false }
-rust-embed = { version = "6.6.0", features = ["include-exclude", "interpolate-folder-path"] }
+rust-embed = { version = "6.6.0", features = [
+    "include-exclude",
+    "interpolate-folder-path",
+] }
 humansize = "2"
 lru = "0.12.0"
 ruzstd = "0.7.0"
+flate2 = { workspace = true }
 
 [target.'cfg(unix)'.dependencies]
 jemallocator = "0.5"

site/Cargo.toml

@@ -127,6 +127,8 @@ pub async fn handle_self_profile_processed_download(
             ContentType::from("image/svg+xml".parse::<mime::Mime>().unwrap())
         } else if output.filename.ends_with("html") {
             ContentType::html()
+        } else if output.filename.ends_with("gz") {
+            headers::ContentType::from("application/gzip".parse::<mime::Mime>().unwrap())
         } else {
             unreachable!()
         })

site/src/request_handlers/self_profile.rs

@@ -9,7 +9,10 @@ use analyzeme::ProfilingData;
 use anyhow::Context;
 use bytes::Buf;
 use database::ArtifactId;
+use flate2::write::GzEncoder;
+use flate2::Compression;
 use lru::LruCache;
+use std::io::Write;
 use std::num::NonZeroUsize;
 use std::time::Duration;
 use std::{collections::HashMap, io::Read, time::Instant};
@@ -37,9 +40,15 @@ pub fn generate(
         ProcessorType::Crox => {
             let opt = serde_json::from_str(&serde_json::to_string(&params).unwrap())
                 .context("crox opts")?;
+            let data = crox::generate(self_profile_data, opt).context("crox")?;
+
+            let mut encoder = GzEncoder::new(Vec::new(), Compression::default());
+            encoder.write_all(&data)?;
+            let gzip_compressed_data = encoder.finish()?;
+
             Ok(Output {
-                filename: "chrome_profiler.json",
-                data: crox::generate(self_profile_data, opt).context("crox")?,
+                filename: "chrome_profiler.json.gz",
+                data: gzip_compressed_data,
                 is_download: true,
             })
         }