[server] add google cloud profiler (#18727)

Author: akosyakov

components/server/leeway.Dockerfile

@@ -5,6 +5,12 @@
 FROM node:18.17.1-slim as builder
 COPY components-server--app /installer/
 
+# Install Python, make, gcc and g++ for node-gyp
+RUN apt-get update && \
+    apt-get install -y python3 make gcc g++ && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/*
+
 WORKDIR /app
 RUN /installer/install.sh
 

components/server/package.json

@@ -56,6 +56,7 @@
     "@gitpod/supervisor-api-grpcweb": "0.1.5",
     "@gitpod/usage-api": "0.1.5",
     "@gitpod/ws-manager": "0.1.5",
+    "@google-cloud/profiler": "^6.0.0",
     "@improbable-eng/grpc-web-node-http-transport": "^0.14.0",
     "@jmondi/oauth2-server": "^2.6.1",
     "@octokit/rest": "18.6.1",

components/server/src/init.ts

@@ -58,12 +58,35 @@ import { log, LogrusLogLevel } from "@gitpod/gitpod-protocol/lib/util/logging";
 import { TracingManager } from "@gitpod/gitpod-protocol/lib/util/tracing";
 import { TypeORM } from "@gitpod/gitpod-db/lib";
 import { dbConnectionsEnqueued, dbConnectionsFree, dbConnectionsTotal } from "./prometheus-metrics";
+import { getExperimentsClientForBackend } from "@gitpod/gitpod-protocol/lib/experiments/configcat-server";
 if (process.env.NODE_ENV === "development") {
     require("longjohn");
 }
 
 log.enableJSONLogging("server", process.env.VERSION, LogrusLogLevel.getFromEnv());
 
+// eslint-disable-next-line @typescript-eslint/no-floating-promises
+(async () => {
+    let isEnabled = await getExperimentsClientForBackend().getValueAsync("google_cloud_profiler", false, {});
+    while (!isEnabled) {
+        await new Promise((resolve) => setTimeout(resolve, 3000));
+        isEnabled = await getExperimentsClientForBackend().getValueAsync("google_cloud_profiler", false, {});
+    }
+    try {
+        const profiler = await import("@google-cloud/profiler");
+        // there is no way to stop it: https://github.com/googleapis/cloud-profiler-nodejs/issues/876
+        // disable google_cloud_profiler and cycle servers
+        await profiler.start({
+            serviceContext: {
+                service: "server",
+                version: process.env.VERSION,
+            },
+        });
+    } catch (err) {
+        console.error("failed to start cloud profiler", err);
+    }
+})();
+
 export async function start(container: Container) {
     const server = container.get(Server);
     const port = 3000;