diff --git a/flake.nix b/flake.nix
index d74085db7..4de155362 100644
--- a/flake.nix
+++ b/flake.nix
@@ -280,9 +280,13 @@
         enableParallelBuilding = true;
 
         configureFlags = testConfigureFlags; # otherwise configure fails
-        dontBuild = true;
         doInstallCheck = true;
 
+        buildPhase = ''
+          # Remove the source files to make sure that we're not accidentally rebuilding Nix
+          rm src/**/*.cc
+        '';
+
         installPhase = ''
           mkdir -p $out
         '';