nix/tests/nixos/s3-binary-cache-store.nix

{ lib, config, nixpkgs, ... }:

let
  pkgs = config.nodes.client.nixpkgs.pkgs;

  pkgA = pkgs.cowsay;

  accessKey = "BKIKJAA5BMMU2RHO6IBB";
  secretKey = "V7f1CwQqAcwo80UEIJEjc5gVQUSSx5ohQ9GSrr12";
  env = "AWS_ACCESS_KEY_ID=${accessKey} AWS_SECRET_ACCESS_KEY=${secretKey}";

  storeUrl = "s3://my-cache?endpoint=http://server:9000&region=eu-west-1";
  objectThatDoesNotExist = "s3://my-cache/foo-that-does-not-exist?endpoint=http://server:9000&region=eu-west-1";

in {
  name = "s3-binary-cache-store";

  nodes =
    { server =
        { config, lib, pkgs, ... }:
        { virtualisation.writableStore = true;
          virtualisation.additionalPaths = [ pkgA ];
          environment.systemPackages = [ pkgs.minio-client ];
          nix.extraOptions = ''
            experimental-features = nix-command
            substituters =
          '';
          services.minio = {
            enable = true;
            region = "eu-west-1";
            rootCredentialsFile = pkgs.writeText "minio-credentials-full" ''
              MINIO_ROOT_USER=${accessKey}
              MINIO_ROOT_PASSWORD=${secretKey}
            '';
          };
          networking.firewall.allowedTCPPorts = [ 9000 ];
        };

      client =
        { config, pkgs, ... }:
        { virtualisation.writableStore = true;
          nix.extraOptions = ''
            experimental-features = nix-command
            substituters =
          '';
        };
    };

  testScript = { nodes }: ''
    # fmt: off
    start_all()

    # Create a binary cache.
    server.wait_for_unit("minio")

    server.succeed("mc config host add minio http://localhost:9000 ${accessKey} ${secretKey} --api s3v4")
    server.succeed("mc mb minio/my-cache")

    server.succeed("${env} nix copy --to '${storeUrl}' ${pkgA}")

    # Test fetchurl on s3:// URLs while we're at it.
    client.succeed("${env} nix eval --impure --expr 'builtins.fetchurl { name = \"foo\"; url = \"s3://my-cache/nix-cache-info?endpoint=http://server:9000&region=eu-west-1\"; }'")

    # Test that the format string in the error message is properly setup and won't display `%s` instead of the failed URI
    msg = client.fail("${env} nix eval --impure --expr 'builtins.fetchurl { name = \"foo\"; url = \"${objectThatDoesNotExist}\"; }' 2>&1")
    if "S3 object '${objectThatDoesNotExist}' does not exist" not in msg:
      print(msg) # So that you can see the message that was improperly formatted
      raise Exception("Error message formatting didn't work")

    # Copy a package from the binary cache.
    client.fail("nix path-info ${pkgA}")

    client.succeed("${env} nix store info --store '${storeUrl}' >&2")

    client.succeed("${env} nix copy --no-check-sigs --from '${storeUrl}' ${pkgA}")

    client.succeed("nix path-info ${pkgA}")
  '';
}