aboutsummaryrefslogtreecommitdiffstats
path: root/tests/vm.nix
diff options
context:
space:
mode:
Diffstat (limited to 'tests/vm.nix')
-rw-r--r--tests/vm.nix204
1 files changed, 0 insertions, 204 deletions
diff --git a/tests/vm.nix b/tests/vm.nix
deleted file mode 100644
index 8a08819..0000000
--- a/tests/vm.nix
+++ /dev/null
@@ -1,204 +0,0 @@
-# Runs scenarios in a NixOS VM test with two machines: deployer, which runs
-# populate, and target, which it deploys to via ssh. Local scenarios deploy
-# to deployer itself.
-{ pkgs, name, scenarios, gitHead, rsync ? pkgs.rsync }:
-
-let
- inherit (pkgs) lib;
-
- sshKeys = import (pkgs.path + "/nixos/tests/ssh-keys.nix") pkgs;
-
- script = name: text: if text == null then null else pkgs.writeText name text;
-
- # The scenarios as JSON, with scripts as files.
- plan = pkgs.writeText "krops-test-${name}.json" (builtins.toJSON (map
- (scenario: scenario // {
- prepare = pkgs.writeText "prepare" scenario.prepare;
- canarySetup = pkgs.writeText "canary-setup" scenario.canarySetup;
- canaryCheck = pkgs.writeText "canary-check" scenario.canaryCheck;
- prepareDeployer = script "prepare-deployer" scenario.prepareDeployer;
- phases = map
- (phase: phase // {
- check = pkgs.writeText "check" phase.check;
- mutate = script "mutate" phase.mutate;
- checkDeployer = script "check-deployer" phase.checkDeployer;
- mutateDeployer = script "mutate-deployer" phase.mutateDeployer;
- })
- scenario.phases;
- })
- scenarios));
-
- common = { pkgs, ... }: {
- # The plan refers to all scripts the scenarios run. Being part of the
- # system, they survive the scenarios collecting garbage.
- system.extraDependencies = [ plan "${./fixtures.sh}" ];
- nix.settings.substituters = lib.mkForce [];
- environment.systemPackages = [
- pkgs.git
- rsync
- (pkgs.writeScriptBin "nixos-rebuild" (builtins.readFile ./nixos-rebuild.sh))
- ];
- # The stand-in replaces nixos-rebuild.
- system.disableInstallerTools = true;
- # Only warnings and errors on the console, which ends up in the log.
- services.journald.extraConfig = lib.mkAfter "MaxLevelConsole=warning";
- boot.initrd.systemd.contents."/etc/systemd/journald.conf".text =
- lib.mkAfter "MaxLevelConsole=warning";
- boot.consoleLogLevel = lib.mkForce 4;
- # Neither probing BIOS disk information, nor iPXE option ROMs, which
- # network boot would need, nor systemd-oomd, which warns about missing
- # swap.
- boot.kernelParams = lib.optional pkgs.stdenv.hostPlatform.isx86 "edd=off";
- virtualisation.qemu.options = [ "-global virtio-net-pci.romfile=" ];
- systemd.oomd.enable = false;
- virtualisation.memorySize = 2048;
- virtualisation.diskSize = 4096;
- };
-
-in pkgs.testers.runNixOSTest {
- name = "krops-${name}";
-
- globalTimeout = 4 * 60 * 60;
-
- nodes.deployer = { pkgs, ... }: {
- imports = [ common ];
- environment.systemPackages = [
- pkgs.age pkgs.gnupg pkgs.pass pkgs.passage
- ];
- networking.firewall.allowedTCPPorts = [ 8000 9418 ];
- # Resolving indirect references fails if the global registry can't be
- # downloaded, which it can't in the VM. Disabling it needs flakes, and a
- # deploying machine using indirect references has them anyway. The
- # target doesn't, so its checks for flake support still mean something.
- nix.settings.experimental-features = [ "nix-command" "flakes" ];
- nix.settings.flake-registry = "";
- programs.ssh.extraConfig = ''
- StrictHostKeyChecking no
- UserKnownHostsFile /dev/null
- LogLevel ERROR
- '';
- systemd.services.fixtures-http = {
- wantedBy = [ "multi-user.target" ];
- preStart = "mkdir -p /fixtures/www";
- serviceConfig.ExecStart =
- "${pkgs.python3}/bin/python3 -m http.server 8000 --directory /fixtures/www";
- };
- systemd.services.fixtures-git = {
- wantedBy = [ "multi-user.target" ];
- preStart = "mkdir -p /fixtures/git";
- serviceConfig.ExecStart =
- "${pkgs.git}/bin/git daemon --reuseaddr --export-all --base-path=/fixtures/git";
- };
- };
-
- nodes.target = { ... }: {
- imports = [ common ];
- services.openssh.enable = true;
- users.users.root.openssh.authorizedKeys.keys = [ sshKeys.snakeOilPublicKey ];
- users.users.deploy = {
- isNormalUser = true;
- extraGroups = [ "wheel" ];
- openssh.authorizedKeys.keys = [ sshKeys.snakeOilPublicKey ];
- };
- security.sudo.wheelNeedsPassword = false;
- };
-
- testScript = /* python */ ''
- import json
-
- plan = json.load(open("${plan}"))
- nodes = {"deployer": deployer, "target": target}
-
-
- # Runs a command, logging its output only if it fails.
- def run(node, command):
- status, out = node.execute(f"{command} 2>&1")
- if status != 0:
- raise Exception(f"{command} fails:\n{out}")
-
-
- start_all()
- deployer.wait_for_unit("fixtures-http.service")
- deployer.wait_for_unit("fixtures-git.service")
- deployer.wait_for_open_port(8000)
- deployer.wait_for_open_port(9418)
- target.wait_for_unit("sshd.service")
- target.wait_for_open_port(22)
-
- with subtest("setup"):
- run(deployer, "install -Dm600 ${sshKeys.snakeOilPrivateKey} /root/.ssh/id_ecdsa")
- run(deployer, "ssh root@target true")
- run(deployer, "ssh deploy@target sudo true")
- run(deployer, "HOME=/root sh ${./fixtures.sh} http://deployer:8000 ${gitHead}")
-
- failed = []
- # The canaries get created at the start, after isolating, which removes
- # some, and after a failure, which may have changed some.
- canaries = False
- for scenario in plan:
- node = nodes[scenario["node"]]
- try:
- with subtest(scenario["name"]):
- if scenario["isolate"]:
- for machine in nodes.values():
- run(machine, "rm -fR /var/krops && nix-store --gc >/dev/null")
- if scenario["isolate"] or not canaries:
- for machine in nodes.values():
- run(machine, f"sh {scenario['canarySetup']}")
- canaries = True
- if scenario["prepareDeployer"] is not None:
- run(deployer, f"sh {scenario['prepareDeployer']}")
- run(node, f"sh {scenario['prepare']}")
- for i, phase in enumerate(scenario["phases"]):
- # A hang fails the scenario, not the whole test. The
- # input is the console the test driver talks through,
- # a terminal, which ssh -t would take over.
- limit = phase["interrupt"] or 600
- status, out = deployer.execute(
- f"env HOME=/root {phase['env']} timeout {limit} {phase['populate']} </dev/null 2>&1",
- timeout=900,
- )
- for unexpected in phase["unexpected"]:
- if unexpected in out:
- raise Exception(
- f"populate {i} prints {unexpected!r}:\n{out}"
- )
- if phase["interrupt"] is not None:
- if status != 124:
- raise Exception(f"populate {i} ends on its own:\n{out}")
- elif phase["expect"] is None:
- if status != 0:
- raise Exception(f"populate {i} fails:\n{out}")
- for expected in phase["output"]:
- if expected not in out:
- raise Exception(
- f"populate {i} doesn't print {expected!r}:\n{out}"
- )
- elif status == 0 or phase["expect"] not in out:
- raise Exception(
- f"populate {i} doesn't fail with {phase['expect']!r}:\n{out}"
- )
- elif phase["status"] is not None and status != phase["status"]:
- raise Exception(
- f"populate {i} exits with {status} instead of {phase['status']}:\n{out}"
- )
- run(node, f"KROPS_TEST_GC=1 sh {phase['check']}")
- if phase["checkDeployer"] is not None:
- run(deployer, f"sh {phase['checkDeployer']}")
- if phase["mutate"] is not None:
- run(node, f"sh {phase['mutate']}")
- if phase["mutateDeployer"] is not None:
- run(deployer, f"sh {phase['mutateDeployer']}")
- # Each phase's check covers the canaries of its machine.
- for machine in nodes.values():
- if machine is not node:
- run(machine, f"sh {scenario['canaryCheck']}")
- except Exception as e:
- print(f"scenario {scenario['name']} fails: {e}")
- failed.append(scenario["name"])
- canaries = False
-
- if failed:
- raise Exception(f"{len(failed)} scenarios fail: {' '.join(failed)}")
- '';
-}