{ config, lib, pkgs, ... }: let cfg = config.services.caveman; blocklistPath = "/etc/caveman.blocklist"; profanityPath = "/etc/caveman.profanity"; hunterDefaultSettings = { redis = "redis://127.0.0.1:${toString cfg.redis.port}/"; hosts = [ "mastodon.social" "fosstodon.org" "chaos.social" "dresden.network" ]; max_workers = 16; prometheus_port = 9101; blocklist = blocklistPath; }; hunterSettings = lib.recursiveUpdate hunterDefaultSettings cfg.hunter.settings; hunterConfigFile = builtins.toFile "hunter.yaml" ( builtins.toJSON hunterSettings ); butcherDefaultSettings = { redis = "redis://127.0.0.1:${toString cfg.redis.port}/"; profanity = profanityPath; }; butcherSettings = lib.recursiveUpdate butcherDefaultSettings cfg.butcher.settings; butcherConfigFile = builtins.toFile "butcher.yaml" ( builtins.toJSON butcherSettings ); gathererDefaultSettings = { redis = "redis://127.0.0.1:${toString cfg.redis.port}/"; listen_port = 8000; }; gathererSettings = lib.recursiveUpdate gathererDefaultSettings cfg.gatherer.settings; gathererConfigFile = builtins.toFile "gatherer.yaml" ( builtins.toJSON gathererSettings ); smokestackDefaultSettings = { redis = "redis://127.0.0.1:${toString cfg.redis.port}/"; listen_port = 23; }; smokestackSettings = lib.recursiveUpdate smokestackDefaultSettings cfg.smokestack.settings; smokestackConfigFile = builtins.toFile "smokestack.yaml" ( builtins.toJSON smokestackSettings ); limitNOFILE = 1000000; in { options.services.caveman = with lib; { redis.port = mkOption { type = types.int; default = 6379; }; redis.maxmemory = mkOption { type = types.int; default = 1024 * 1024 * 1024; }; redis.maxmemory-samples = mkOption { type = types.int; default = 8; }; hunter.enable = mkEnableOption "caveman hunter"; hunter.settings = mkOption { type = types.anything; default = hunterDefaultSettings; }; hunter.logLevel = mkOption { type = types.enum [ "ERROR" "WARN" "INFO" "DEBUG" "TRACE" ]; default = "DEBUG"; }; butcher.enable = mkEnableOption "caveman butcher"; butcher.settings = mkOption { type = types.anything; default = butcherDefaultSettings; }; butcher.logLevel = mkOption { type = types.enum [ "ERROR" "WARN" "INFO" "DEBUG" "TRACE" ]; default = "DEBUG"; }; gatherer.enable = mkEnableOption "caveman gatherer"; gatherer.settings = mkOption { type = types.anything; default = gathererDefaultSettings; }; gatherer.logLevel = mkOption { type = types.enum [ "ERROR" "WARN" "INFO" "DEBUG" "TRACE" ]; default = "DEBUG"; }; smokestack.enable = mkEnableOption "caveman smokestack"; smokestack.settings = mkOption { type = types.anything; default = smokestackDefaultSettings; }; smokestack.logLevel = mkOption { type = types.enum [ "ERROR" "WARN" "INFO" "DEBUG" "TRACE" ]; default = "DEBUG"; }; }; config = { systemd.extraConfig = '' DefaultLimitNOFILE=${toString limitNOFILE} ''; networking.firewall.allowedTCPPorts = [ hunterSettings.prometheus_port ]; systemd.tmpfiles.rules = [ "L ${profanityPath} - - - - ${./profanity.txt}" ]; # redis restore can be slow systemd.services.redis-caveman.serviceConfig.TimeoutStartSec = "infinity"; services.redis.servers.caveman = lib.mkIf cfg.hunter.enable { enable = true; port = cfg.redis.port; settings = { inherit (cfg.redis) maxmemory maxmemory-samples; maxmemory-policy = "allkeys-lru"; }; }; systemd.services.caveman-hunter = lib.mkIf cfg.hunter.enable { wantedBy = [ "multi-user.target" ]; requires = [ "redis-caveman.service" ]; after = [ "redis-caveman.service" "network-online.target" ]; environment.RUST_LOG = "caveman=${cfg.hunter.logLevel}"; serviceConfig = { ExecStart = "${pkgs.caveman-hunter}/bin/caveman-hunter ${hunterConfigFile}"; Type = "notify"; WatchdogSec = 600; Restart = "always"; RestartSec = 30; DynamicUser = true; User = "caveman-hunter"; ProtectSystem = "strict"; ProtectHome = true; ProtectHostname = true; ProtectKernelLogs = true; ProtectKernelModules = true; ProtectKernelTunables = true; RestrictNamespaces = true; RestrictRealtime = true; LockPersonality = true; MemoryDenyWriteExecute = true; LimitNOFile = limitNOFILE; LimitRSS = "4G:6G"; }; }; systemd.services.caveman-butcher = lib.mkIf cfg.butcher.enable { wantedBy = [ "multi-user.target" ]; requires = [ "redis-caveman.service" ]; after = [ "redis-caveman.service" "network-online.target" ]; environment.RUST_LOG = "caveman=${cfg.butcher.logLevel}"; serviceConfig = { ExecStart = "${pkgs.caveman-butcher}/bin/caveman-butcher ${butcherConfigFile}"; Type = "notify"; WatchdogSec = 600; Restart = "always"; RestartSec = 30; DynamicUser = true; User = "caveman-butcher"; ProtectSystem = "strict"; ProtectHome = true; ProtectHostname = true; ProtectKernelLogs = true; ProtectKernelModules = true; ProtectKernelTunables = true; RestrictNamespaces = true; RestrictRealtime = true; LockPersonality = true; MemoryDenyWriteExecute = true; LimitNOFile = limitNOFILE; LimitRSS = "4G:6G"; }; }; systemd.services.caveman-gatherer = lib.mkIf cfg.gatherer.enable { wantedBy = [ "multi-user.target" ]; requires = [ "redis-caveman.service" ]; after = [ "redis-caveman.service" "network-online.target" ]; environment.RUST_LOG = "caveman=${cfg.gatherer.logLevel}"; serviceConfig = { ExecStart = "${pkgs.caveman-gatherer}/bin/caveman-gatherer ${gathererConfigFile}"; Type = "notify"; WatchdogSec = 90; Restart = "always"; RestartSec = 1; DynamicUser = true; User = "caveman-gatherer"; ProtectSystem = "strict"; ProtectHome = true; ProtectHostname = true; ProtectKernelLogs = true; ProtectKernelModules = true; ProtectKernelTunables = true; RestrictNamespaces = true; RestrictRealtime = true; LockPersonality = true; MemoryDenyWriteExecute = true; LimitNOFile = limitNOFILE; WorkingDirectory = "${pkgs.caveman-gatherer}/share/caveman/gatherer"; LimitRSS = "512M:1G"; }; }; systemd.timers.caveman-gatherer-probe = lib.mkIf cfg.gatherer.enable { wantedBy = [ "timers.target" ]; timerConfig.OnCalendar = "minutely"; }; systemd.services.caveman-gatherer-probe = lib.mkIf cfg.gatherer.enable { requires = [ "caveman-gatherer.service" ]; serviceConfig = { Type = "oneshot"; User = "caveman-gatherer-probe"; DynamicUser = true; ProtectSystem = "full"; }; path = with pkgs; [ wget ]; script = '' wget -O /dev/null --user-agent=caveman-gatherer-probe 127.0.0.1:${toString gathererSettings.listen_port}/ ''; }; systemd.services.caveman-smokestack = lib.mkIf cfg.smokestack.enable { wantedBy = [ "multi-user.target" ]; requires = [ "redis-caveman.service" ]; after = [ "redis-caveman.service" "network-online.target" ]; environment.RUST_LOG = "caveman=${cfg.smokestack.logLevel}"; serviceConfig = { ExecStart = "${pkgs.caveman-smokestack}/bin/caveman-smokestack ${smokestackConfigFile}"; Type = "notify"; WatchdogSec = 10; Restart = "always"; RestartSec = 10; DynamicUser = true; User = "caveman-smokestack"; ProtectSystem = "strict"; ProtectHome = true; ProtectHostname = true; ProtectKernelLogs = true; ProtectKernelModules = true; ProtectKernelTunables = true; RestrictNamespaces = true; RestrictRealtime = true; LockPersonality = true; MemoryDenyWriteExecute = true; LimitNOFile = limitNOFILE; LimitRSS = "64M:256M"; # Allow listening on ports <1024 AmbientCapabilities = "CAP_NET_BIND_SERVICE"; }; }; systemd.services.blocklist-update = lib.mkIf cfg.hunter.enable { after = [ "network.target" ]; path = with pkgs; [ coreutils wget ]; script = '' T=$(mktemp blocklistXXXX) wget -O $T https://raw.githubusercontent.com/gardenfence/blocklist/main/gardenfence.txt chmod a+r $T mv $T ${lib.escapeShellArg blocklistPath} ''; serviceConfig = { Type = "oneshot"; Restart = "on-failure"; RestartSec = 600; }; }; systemd.timers.blocklist-update = lib.mkIf cfg.hunter.enable { wantedBy = [ "timers.target" ]; timerConfig.OnCalendar = "hourly"; }; }; }