Deploy Prometheus + Grafana

nixos/hosts/eidola/configuration.nix

@@ -11,6 +11,7 @@
     ./nebula.nix
     ./zfs.nix
     ./samba.nix
+    ./prometheus.nix
   ];
 
   networking.hostName = "eidola"; # Define your hostname.

nixos/hosts/eidola/prometheus.nix

@@ -0,0 +1,11 @@
+{...}: let
+  ipInternal = "10.13.1.1"; # TODO: hardcoding
+in {
+  services.prometheus.exporters = {
+    node = {
+      enable = true;
+      listenAddress = ipInternal;
+      enabledCollectors = ["systemd"];
+    };
+  };
+}

nixos/hosts/silver/configuration.nix

@@ -13,11 +13,13 @@
   };
 in {
   imports = [
+    ./services
+
     ./hardware.nix
     ./disk-config.nix
     ./mounts.nix
     ./secrets.nix
-    ./services
+    ./prometheus.nix
   ];
 
   networking.hostName = "silver"; # Define your hostname.

nixos/hosts/silver/mounts.nix

@@ -14,6 +14,9 @@
 
       "/var/lib/acme"
 
+      "/var/lib/prometheus2"
+      "/var/lib/grafana"
+
       "/srv"
     ];
     files = [

nixos/hosts/silver/prometheus.nix

@@ -0,0 +1,11 @@
+{...}: let
+  ipInternal = "10.13.0.1"; # TODO: hardcoding
+in {
+  services.prometheus.exporters = {
+    node = {
+      enable = true;
+      listenAddress = ipInternal;
+      enabledCollectors = ["systemd"];
+    };
+  };
+}

nixos/hosts/silver/services/breeze.nix

@@ -7,16 +7,14 @@ in {
     group = "breeze";
   };
 
-  services.nginx = {
+  services.nginx.virtualHosts.${dom} = {
-    virtualHosts.${dom} = {
+    forceSSL = true;
-      forceSSL = true;
+    enableACME = true;
-      enableACME = true;
 
-      quic = true;
+    quic = true;
 
-      locations."/" = {
+    locations."/" = {
-        proxyPass = "http://127.0.0.1:${toString httpIntPort}";
+      proxyPass = "http://127.0.0.1:${toString httpIntPort}";
-      };
     };
   };
 

nixos/hosts/silver/services/default.nix

@@ -6,6 +6,8 @@
     ./gitea.nix
     ./synapse.nix
     ./nebula.nix
+    ./prometheus.nix
+    ./grafana.nix
   ];
 
   security.acme = {

nixos/hosts/silver/services/grafana.nix

@@ -0,0 +1,29 @@
+{...}: let
+  dom = "graf.min.rip";
+  httpIntPort = 14050;
+in {
+  services.nginx.virtualHosts.${dom} = {
+    forceSSL = true;
+    enableACME = true;
+
+    locations."/" = {
+      proxyPass = "http://127.0.0.1:${toString httpIntPort}";
+    };
+  };
+
+  services.grafana = {
+    enable = true;
+
+    settings = {
+      server = {
+        http_addr = "127.0.0.1";
+        http_port = httpIntPort;
+
+        enable_gzip = true;
+
+        enforce_domain = true;
+        domain = dom;
+      };
+    };
+  };
+}

nixos/hosts/silver/services/prometheus.nix

@@ -0,0 +1,27 @@
+{...}: let
+  ipSilver = "10.13.0.1"; # TODO: hardcoding
+  ipEidola = "10.13.1.1"; # TODO: hardcoding
+in {
+  services.prometheus = {
+    enable = true;
+
+    scrapeConfigs = [
+      {
+        job_name = "silver";
+        static_configs = [
+          {
+            targets = ["${ipSilver}:9100"];
+          }
+        ];
+      }
+      {
+        job_name = "eidola";
+        static_configs = [
+          {
+            targets = ["${ipEidola}:9100"];
+          }
+        ];
+      }
+    ];
+  };
+}