Try #1044:

Author: iohk-bors[bot]

overlays/hackage-quirks.nix

@@ -71,7 +71,6 @@ in { haskell-nix = prev.haskell-nix // {
         allow-newer: haskell-language-server:ghcide
         constraints: ghcide <0.7.4
       '';
-      configureArgs = "--disable-benchmarks --disable-tests";
     };
 
   }."${name}" or {};

overlays/tools.nix

@@ -62,7 +62,10 @@ in { haskell-nix = prev.haskell-nix // {
       args = { caller = "hackage-tool"; } // args';
     in
       (final.haskell-nix.hackage-package
-        (args // { name = final.haskell-nix.toolPackageName.${name} or name; }))
+        ( # Disable benchmarks and tests by default (since we only want the exe component)
+          { configureArgs = "--disable-benchmarks --disable-tests"; }
+          // args
+          // { name = final.haskell-nix.toolPackageName.${name} or name; }))
           .components.exes."${final.haskell-nix.packageToolName.${name} or name}";
 
   tool = compiler-nix-name: name: versionOrArgs: