hosts/losurdo/prometheus.nix

   1 { pkgs, lib, config, hostName, ... }:
   2 let
   3   inherit (config.services) prometheus;
   4   listenAddress = "127.0.0.1";
   5 in
   6 {
   7 services.prometheus = {
   8   enable = true;
   9   inherit listenAddress;
  10   port = 9090;
  11   extraFlags = [
  12     "--storage.tsdb.retention.time 30d"
  13   ];
  14   exporters = {
  15     apcupsd = {
  16       enable = true;
  17       inherit listenAddress;
  18     };
  19     node = {
  20       enable = true;
  21       inherit listenAddress;
  22       #enabledCollectors = [ "wifi" ];
  23     };
  24     smokeping = {
  25       #enable = true;
  26       inherit listenAddress;
  27       buckets = "0.0001,0.001,0.005,0.01,0.02,0.04,0.06,0.08,0.16,0.24,0.32,0.4,0.48,0.8,1.6,3.2,6.4";
  28       hosts = [ "www.fdn.fr" "8.8.8.8" ];
  29       pingInterval = "3s";
  30     };
  31     systemd = {
  32       enable = true;
  33       inherit listenAddress;
  34     };
  35     wireguard = {
  36       #enable = true;
  37       inherit listenAddress;
  38       withRemoteIp = true;
  39     };
  40   };
  41   scrapeConfigs = [
  42     {
  43       job_name = hostName;
  44       static_configs = [
  45         {
  46           targets = [
  47             "${listenAddress}:${toString prometheus.exporters.apcupsd.port}"
  48             "${listenAddress}:${toString prometheus.exporters.node.port}"
  49             #"[${listenAddress}:${toString prometheus.exporters.smokeping.port}"
  50             "${listenAddress}:${toString prometheus.exporters.systemd.port}"
  51             #"${listenAddress}:${toString prometheus.exporters.wireguard.port}"
  52           ];
  53         }
  54       ];
  55     }
  56   ];
  57   /*
  58   alertmanagers = [
  59     {
  60       static_configs = [ { targets = [ "${listenAddress}:9093" ]; } ];
  61     }
  62   ];
  63   alertmanager = {
  64     enable = true;
  65     inherit listenAddress;
  66     configuration = {
  67       global = {
  68         "smtp_smarthost" = "localhost:25";
  69         "smtp_require_tls" = false;
  70         "smtp_from" = "alertmanager@${domain}";
  71       };
  72       route = {
  73         "group_by" = [ "alertname" "alias" ];
  74         "group_wait" = "30s";
  75         "group_interval" = "2m";
  76         "repeat_interval" = "12h";
  77         "receiver" = "root";
  78       };
  79       receivers = [
  80         {
  81           "name" = "root";
  82           "email_configs" = [
  83             {
  84               "to" = "root+alertmanager@${domain}";
  85               "send_resolved" = true;
  86             }
  87           ];
  88         }
  89       ];
  90     };
  91   };
  92   rules = [
  93     ''
  94       groups:
  95         - name: custom_rules
  96           rules:
  97             - record: battery_percent
  98               expr: 100 * battery_energy_now / battery_energy_full
  99             - alert: battery_soon_out
 100               expr: predict_linear(battery_percent[30m], 3600) <= 10
 101               for: 5m
 102               labels:
 103                 severity: warning
 104               annotations:
 105                 summary: "Instance [{{ $labels.instance }}] battery about 1h left"
 106                 description: "[{{ $labels.instance }}] battery in 1h estimated to {{ $value }}%"
 107     ''
 108   ];
 109   */
 110 };
 111 systemd.services.grafana.after = ["wireguard.wg-intra"];
 112 systemd.services.grafana.requires = ["wireguard.wg-intra"];
 113 services.grafana = {
 114   enable = true;
 115   addr = "losurdo.wg"; # listenAddress;
 116   port = 3000;
 117   analytics.reporting.enable = false;
 118   extraOptions = {
 119     ANALYTICS_CHECK_FOR_UPDATES = "false";
 120   };
 121 };
 122 # override systemd exporter execstart to enable option...
 123 # FIXME: use extraFlags
 124 systemd.services.prometheus-systemd-exporter.serviceConfig = {
 125   ExecStart = lib.mkForce ''
 126     ${pkgs.prometheus-systemd-exporter}/bin/systemd_exporter \
 127       --web.listen-address=${listenAddress}:${toString prometheus.exporters.systemd.port} \
 128       --collector.enable-ip-accounting \
 129       --collector.enable-restart-count
 130   '';
 131 };
 132 }