dotfiles/nixos/modules/hashicorp-envoy.nix

{
  config,
  lib,
  pkgs,
  ...
}:
with lib; let
  cfg = config.services.hashicorp-envoy;

  serviceFormat = pkgs.formats.json {};
  serviceFile = name: value:
    if value.type == "normal"
    then serviceFormat.generate "${name}-service.json" {service = value.service;}
    else serviceFormat.generate "${name}-service.json" value.service;
in {
  options.services.hashicorp-envoy = mkOption {
    description =
      mdDoc ''
      '';
    type = types.attrsOf (types.submodule {
      options = {
        service = mkOption {
          description =
            mdDoc ''
            '';
          type = with types; oneOf [serviceFormat.type (listOf serviceFormat.type)];
        };

        type = mkOption {
          description =
            mdDoc ''
            '';
          type = with types; enum ["ingress" "terminating" "normal"];
          default = "normal";
        };

        environment = mkOption {
          description =
            mdDoc ''
            '';
          type = with types; attrsOf str;
          default = {};
        };

        adminBind = mkOption {
          description =
            mdDoc ''
            '';
          type = types.str;
        };

        address = mkOption {
          description =
            mdDoc ''
            '';
          type = types.str;
          default = "0.0.0.0:19000";
        };

        drainTime = mkOption {
          description =
            mdDoc ''
            '';
          type = types.int;
          default = 15;
        };

        parentShutdownTime = mkOption {
          description =
            mdDoc ''
            '';
          type = types.int;
          default = 20;
        };

        hotRestart = mkOption {
          description =
            mdDoc ''
            '';
          type = types.bool;
          default = false;
        };

        consulPackage = mkOption {
          description =
            mdDoc ''
            '';
          type = types.package;
          default = pkgs.consul;
        };

        envoyPackage = mkOption {
          description =
            mdDoc ''
            '';
          type = types.package;
          default = pkgs.envoy;
        };

        extraConsulArgs = mkOption {
          description =
            mdDoc ''
            '';
          type = with types; listOf str;
          default = [];
        };
      };
    });
    default = {};
  };

  config = {
    systemd.services = flip mapAttrs' cfg (
      name: value:
        nameValuePair
        "hashicorp-envoy-${name}"
        {
          description = name;

          wantedBy = ["multi-user.target"];
          wants = ["network-online.target"];
          after = ["network-online.target"];

          path = [value.envoyPackage];

          restartIfChanged = true;

          preStart =
            if value.type == "normal"
            then ''
              ${value.consulPackage}/bin/consul services register ${serviceFile name value}
            ''
            else ''
              ${value.consulPackage}/bin/consul config write ${serviceFile name value}
            '';
          postStop =
            if value.type == "normal"
            then ''
              ${value.consulPackage}/bin/consul services deregister -id=${value.service.id}
            ''
            else ''
              ${value.consulPackage}/bin/consul config delete -filename ${serviceFile name value}
            '';
          script = let
            startEnvoy =
              pkgs.writeShellScript "start_envoy_${name}.sh"
              ''
                exec ${value.consulPackage}/bin/consul connect envoy \
                  ${concatStringsSep " " value.extraConsulArgs} \
                  ${optionalString (value.type == "normal") ''
                  -sidecar-for ${value.service.id} \
                ''} \
                  ${optionalString (value.type == "ingress") ''
                  -gateway=ingress \
                  -register \
                  -service ${value.service.name} \
                ''} \
                  -admin-bind ${value.adminBind} \
                  -address ${value.address} \
                  ${optionalString value.hotRestart ''
                  -- \
                  $([[ $RESTART_EPOCH == 0 ]] && printf -- "--use-dynamic-base-id --base-id-path $RUNTIME_DIRECTORY/id") \
                  $([[ $RESTART_EPOCH == 0 ]] || printf -- "--base-id $(cat $RUNTIME_DIRECTORY/id)") \
                  --restart-epoch $RESTART_EPOCH \
                  --drain-time-s ${toString value.drainTime} \
                  --parent-shutdown-time-s ${toString value.parentShutdownTime}
                ''}
              '';
          in
            if value.hotRestart
            then "exec ${pkgs.python3}/bin/python ${value.envoyPackage.src}/restarter/hot-restarter.py ${startEnvoy}"
            else "exec ${startEnvoy}";

          environment = value.environment;

          serviceConfig = {
            ExecReload =
              if value.hotRestart
              then "${pkgs.coreutils}/bin/kill -HUP $MAINPID"
              else null;
            KillMode = "control-group";
            KillSignal = "SIGINT";
            LimitNOFILE = 65536;
            LimitNPROC = "infinity";
            OOMScoreAdjust = -1000;
            Restart = "always";
            RestartSec = 2;
            TasksMax = "infinity";

            RuntimeDirectory = name;
          };
        }
    );
  };
}