Fix alertmanager forwarding
This commit is contained in:
parent
d918cf7d86
commit
82ecb7fea5
|
@ -22,58 +22,32 @@
|
||||||
|
|
||||||
alertmanager = {
|
alertmanager = {
|
||||||
enable = true;
|
enable = true;
|
||||||
openFirewall = true;
|
|
||||||
webExternalUrl = "https://prometheus.serv.zentralwerk.org/alertmanager/";
|
webExternalUrl = "https://prometheus.serv.zentralwerk.org/alertmanager/";
|
||||||
listenAddress = "127.0.0.1";
|
listenAddress = "[::1]";
|
||||||
configuration = {
|
configuration = {
|
||||||
"global" = {
|
"global" = { };
|
||||||
# "smtp_smarthost" = "mail.serv.zentralwerk.org:587";
|
|
||||||
# "smtp_from" = "alertmanager@prometheus.serv.zentralwerk.org";
|
|
||||||
};
|
|
||||||
"route" = {
|
"route" = {
|
||||||
"group_by" = [ "alertname" "alias" ];
|
"group_by" = [ "instance" ];
|
||||||
"group_wait" = "30s";
|
"group_wait" = "1m";
|
||||||
"group_interval" = "2m";
|
"group_interval" = "1m";
|
||||||
"repeat_interval" = "4h";
|
"repeat_interval" = "4h";
|
||||||
"receiver" = "team-admins";
|
"receiver" = "xmpp";
|
||||||
};
|
};
|
||||||
"receivers" = [{
|
"receivers" = [{
|
||||||
"name" = "team-admins";
|
"name" = "xmpp";
|
||||||
# "email_configs" = [
|
"webhook_configs" = with config.services.prometheus.xmpp-alerts.settings; [{
|
||||||
# {
|
"url" = "http://${listen_address}:${toString listen_port}/alert";
|
||||||
# "to" = "devnull@example.com";
|
}];
|
||||||
# "send_resolved" = true;
|
|
||||||
# }
|
|
||||||
# ];
|
|
||||||
# "webhook_configs" = [
|
|
||||||
# {
|
|
||||||
# "url" = "https://example.com/prometheus-alerts";
|
|
||||||
# "send_resolved" = true;
|
|
||||||
# }
|
|
||||||
# ];
|
|
||||||
}];
|
}];
|
||||||
};
|
};
|
||||||
};
|
};
|
||||||
|
|
||||||
# pushgateway = {
|
alertmanagers = [{
|
||||||
# enable = true;
|
static_configs = [{
|
||||||
# web.external-url = "https://prometheus.serv.zentralwerk.org/push/";
|
targets = [ "localhost:${toString config.services.prometheus.alertmanager.port}" ];
|
||||||
# };
|
}];
|
||||||
|
path_prefix = "/alertmanager";
|
||||||
# rules = [{
|
}];
|
||||||
# groups = [{
|
|
||||||
# alert = "oom_kills";
|
|
||||||
# expr = "increase(node_vmstat_oom_kill[7d]) > 0.999";
|
|
||||||
# for = "10m";
|
|
||||||
# labels = {
|
|
||||||
# severity = "error";
|
|
||||||
# };
|
|
||||||
# annotations = {
|
|
||||||
# summary = "Service gets oom killed";
|
|
||||||
# # description = "";
|
|
||||||
# };
|
|
||||||
# }];
|
|
||||||
# }];
|
|
||||||
|
|
||||||
rules = [
|
rules = [
|
||||||
''
|
''
|
||||||
|
@ -121,7 +95,7 @@
|
||||||
]);
|
]);
|
||||||
labels.__meta_net = "net-flpk";
|
labels.__meta_net = "net-flpk";
|
||||||
} {
|
} {
|
||||||
targets = [ "http://localhost:${toString config.services.prometheus.exporters.collectd.port}/metrics" ];
|
targets = [ "localhost:${toString config.services.prometheus.exporters.collectd.port}" ];
|
||||||
} ];
|
} ];
|
||||||
}];
|
}];
|
||||||
|
|
||||||
|
@ -130,11 +104,25 @@
|
||||||
enable = true;
|
enable = true;
|
||||||
collectdBinary.enable = true;
|
collectdBinary.enable = true;
|
||||||
};
|
};
|
||||||
|
# TODO: deploy with every nginx
|
||||||
nginx = {
|
nginx = {
|
||||||
enable = true;
|
enable = true;
|
||||||
openFirewall = true;
|
openFirewall = true;
|
||||||
};
|
};
|
||||||
};
|
};
|
||||||
|
|
||||||
|
webExternalUrl = "https://prometheus.serv.zentralwerk.org/";
|
||||||
|
|
||||||
|
xmpp-alerts = {
|
||||||
|
enable = true;
|
||||||
|
settings = {
|
||||||
|
jid = "alerta@jabber.c3d2.de";
|
||||||
|
password_command = "cat ${config.sops.secrets."alertmanager/xmpp-password".path}";
|
||||||
|
to_jid = "admins@chat.c3d2.de";
|
||||||
|
listen_address = "127.0.0.1";
|
||||||
|
listen_port = 9199;
|
||||||
|
};
|
||||||
|
};
|
||||||
};
|
};
|
||||||
|
|
||||||
services.nginx = {
|
services.nginx = {
|
||||||
|
@ -164,7 +152,13 @@
|
||||||
sops = {
|
sops = {
|
||||||
defaultSopsFile = ./secrets.yaml;
|
defaultSopsFile = ./secrets.yaml;
|
||||||
secrets."nginx/httpAuth".owner = config.systemd.services.nginx.serviceConfig.User;
|
secrets."nginx/httpAuth".owner = config.systemd.services.nginx.serviceConfig.User;
|
||||||
|
secrets."alertmanager/xmpp-password".owner = config.systemd.services.prometheus-xmpp-alerts.serviceConfig.User;
|
||||||
};
|
};
|
||||||
|
|
||||||
system.stateVersion = "22.11";
|
system.stateVersion = "22.11";
|
||||||
|
|
||||||
|
systemd.services.prometheus-xmpp-alerts.serviceConfig = {
|
||||||
|
DynamicUser = lib.mkForce false;
|
||||||
|
User = "prometheus";
|
||||||
|
};
|
||||||
}
|
}
|
||||||
|
|
|
@ -1,3 +1,5 @@
|
||||||
|
alertmanager:
|
||||||
|
xmpp-password: ENC[AES256_GCM,data:v+pRv/q4Z/ZT18PBxxKrq9P9QNbjN14edSeMCo5If6Y=,iv:oIdXFPdppgV7uTWY/eKSK9T2vDXW2Uur9iwnftQB+dQ=,tag:QD2MB3ZeMlvuGIMIpHI97Q==,type:str]
|
||||||
nginx:
|
nginx:
|
||||||
httpAuth: ENC[AES256_GCM,data:PS7icDVNB4g7XBMP7mMSbalkvQ==,iv:0GOfGl97k1AjkRxm2x2f4LpeQOuJcFqAHgdRrbceW6U=,tag:GX5L0wI5zwHwuls7ZOPlOQ==,type:str]
|
httpAuth: ENC[AES256_GCM,data:PS7icDVNB4g7XBMP7mMSbalkvQ==,iv:0GOfGl97k1AjkRxm2x2f4LpeQOuJcFqAHgdRrbceW6U=,tag:GX5L0wI5zwHwuls7ZOPlOQ==,type:str]
|
||||||
sops:
|
sops:
|
||||||
|
@ -24,8 +26,8 @@ sops:
|
||||||
dkpOeVJIVnJtNDM5M0RQaWRudUcxOG8KZnHCLuyPFdx4j1WY6fk8nqMeACmpYZzU
|
dkpOeVJIVnJtNDM5M0RQaWRudUcxOG8KZnHCLuyPFdx4j1WY6fk8nqMeACmpYZzU
|
||||||
EpNqjoBswCkUnaRMVcj5lrHvHDjdbQ0Ypn3s/YvI4UBsXMnnv9UD7w==
|
EpNqjoBswCkUnaRMVcj5lrHvHDjdbQ0Ypn3s/YvI4UBsXMnnv9UD7w==
|
||||||
-----END AGE ENCRYPTED FILE-----
|
-----END AGE ENCRYPTED FILE-----
|
||||||
lastmodified: "2022-11-27T00:27:41Z"
|
lastmodified: "2022-12-10T21:16:19Z"
|
||||||
mac: ENC[AES256_GCM,data:FsqddyIQqc0qZerOc6zXs39hBOOwh6Bnjd0gw+Kdq11NMxPFKd05/XGkpoHzVbAFioMc528XkpWubVO5rnCBsLKkwuCm+wtQbFU74oXXUbZKrF7Ucxk0bUSmCX1Y+YTsiO5SfUwWuO+YA5RZbdNekE19MYRnVQ4MDBnfWlrZERk=,iv:d8Rceuua4//ZEcDEoAziw70ySKv/PtPr46sM79s3Ex4=,tag:jfCwyfhjIrYlHgEyv8BaQA==,type:str]
|
mac: ENC[AES256_GCM,data:yZyBuZE5Gb6TSViqZaugZeloGxbsspc1oDMVVaoNZ7fcDXT7ELg85qWTokLV5PcySeh2IUpDtaqt+QV8tqHlWbREOHHWi+gwBGfBWww7k+H6h9+Vj3hpydPBBohklMpYYWK0F8fAuJjLhE6Usv96N8/CnCv4NJUIjK33pca5vMY=,iv:s8jumWZMU52PKHq0FAdl8IDv7aSym9cOG0W/cSn9XUI=,tag:Rh3oCJ2jucubvqRs7A+abQ==,type:str]
|
||||||
pgp:
|
pgp:
|
||||||
- created_at: "2022-11-27T00:27:03Z"
|
- created_at: "2022-11-27T00:27:03Z"
|
||||||
enc: |-
|
enc: |-
|
||||||
|
|
Loading…
Reference in New Issue
Block a user