tvl-depot/users/wpcarro/terraform/default.nix

{ depot, pkgs, lib, ... }:

let
  inherit (builtins) concatLists concatStringsSep toJSON unsafeDiscardStringContext;
  inherit (depot.users) wpcarro;
  inherit (pkgs) writeText;

  images = import "${pkgs.path}/nixos/modules/virtualisation/gce-images.nix";
  nixosImage = images."20.09";
in
{
  googleCloudVM =
    { project
    , name
    , region
    , zone
    , configuration
    , extraConfig ? { }
    ,
    }:
    let
      inherit (configuration.users.users) root;
      inherit (configuration.networking) firewall;

      # Convert NixOS-style port numbers to Terraform-style.
      asStrings = xs: map toString xs;
      asRanges = xs: map (x: "${toString x.from}-${toString x.to}") xs;

      sshKeys = concatStringsSep "\n"
        (map (key: "root:${key}") root.openssh.authorizedKeys.keys);

      os = depot.ops.nixos.nixosFor (_: {
        imports = [
          "${pkgs.path}/nixos/modules/virtualisation/google-compute-image.nix"
          configuration
        ];

        networking.hostName = name;

        fileSystems."/nix" = {
          device = "/dev/disk/by-label/google-${name}-disk";
          fsType = "ext4";
        };
      });

      osRoot = os.config.system.build.toplevel;
      osPath = unsafeDiscardStringContext (toString osRoot.outPath);
      drvPath = unsafeDiscardStringContext (toString osRoot.drvPath);
    in
    writeText "terraform.tf.json" (toJSON (lib.recursiveUpdate extraConfig {
      provider.google = {
        inherit project region zone;
      };

      resource.google_compute_instance."${name}" = {
        inherit name zone;
        machine_type = "e2-standard-2";

        tags = [
          "http-server"
          "https-server"
          "${name}-firewall"
        ];

        boot_disk = {
          device_name = "boot";
          initialize_params = {
            size = 10;
            image = "projects/nixos-cloud/global/images/${nixosImage.name}";
          };
        };

        attached_disk = {
          source = "\${google_compute_disk.${name}.id}";
          device_name = "${name}-disk";
        };

        network_interface = {
          network = "default";
          subnetwork = "default";
          access_config = { };
        };

        # Copy root's SSH keys from the NixOS configuration and expose them to the
        # metadata server.
        metadata = {
          inherit sshKeys;
          ssh-keys = sshKeys;

          # NixOS's fetch-instance-ssh-keys.bash relies on these fields being
          # available on the metadata server.
          ssh_host_ed25519_key = "\${tls_private_key.${name}.private_key_pem}";
          ssh_host_ed25519_key_pub = "\${tls_private_key.${name}.public_key_pem}";

          # Even though we have SSH access, having oslogin can still be useful for
          # troubleshooting in the browser if for some reason SSH isn't working as
          # expected.
          enable-oslogin = "TRUE";
        };

        service_account.scopes = [ "cloud-platform" ];
      };

      resource.tls_private_key."${name}" = {
        algorithm = "ECDSA";
        ecdsa_curve = "P384";
      };

      resource.google_compute_firewall."${name}" = {
        name = "${name}-firewall";
        network = "default";

        # Read the firewall configuration from the NixOS configuration.
        allow = [
          {
            protocol = "tcp";
            ports = concatLists [
              (asStrings (firewall.allowedTCPPorts or [ ]))
              (asRanges (firewall.allowedTCPPortRanges or [ ]))
            ];
          }
          {
            protocol = "udp";
            ports = concatLists [
              (asStrings (firewall.allowedUDPPorts or [ ]))
              (asRanges (firewall.allowedUDPPortRanges or [ ]))
            ];
          }
        ];
        source_ranges = [ "0.0.0.0/0" ];
      };

      resource.google_compute_disk."${name}" = {
        inherit zone;
        name = "${name}-disk";
        size = 100;
      };

      resource.null_resource.deploy_nixos = {
        triggers = {
          # Redeploy when the NixOS configuration changes.
          os = "${osPath}";
          # Redeploy when a new machine is provisioned.
          machine_id = "\${google_compute_instance.${name}.id}";
        };

        connection = {
          host = "\${google_compute_instance.${name}.network_interface[0].access_config[0].nat_ip}";
        };

        provisioner = [
          { remote-exec.inline = [ "true" ]; }
          {
            local-exec.command = ''
              export PATH="${pkgs.openssh}/bin:$PATH"

              scratch="$(mktemp -d)"
              function cleanup() {
                rm -rf $scratch
              }
              trap cleanup EXIT

              # write out ssh key
              echo -n "''${tls_private_key.${name}.private_key_pem}" > $scratch/id_rsa.pem
              chmod 0600 $scratch/id_rsa.pem

              export NIX_SSHOPTS="\
                -o StrictHostKeyChecking=no\
                -o UserKnownHostsFile=/dev/null\
                -o GlobalKnownHostsFile=/dev/null\
                -o IdentityFile=$scratch/id_rsa.pem
              "

              nix-build ${drvPath}
              nix-copy-closure --to \
                root@''${google_compute_instance.${name}.network_interface[0].access_config[0].nat_ip} \
                ${osPath} --gzip --use-substitutes
            '';
          }
          {
            remote-exec.inline = [
              "nix-env --profile /nix/var/nix/profiles/system --set ${osPath}"
              "${osPath}/bin/switch-to-configuration switch"
            ];
          }
        ];
      };
    }));
}