node_exporter as a nomad job

ansible/roles/nomad/templates/25-base.hcl.j2

@@ -1,4 +1,5 @@
 data_dir = "/var/lib/nomad"
+plugin_dir = "/usr/libexec/nomad"
 
 advertise {
   http = "{{void_mesh[inventory_hostname]}}"

ansible/roles/nomad_client/tasks/main.yml

@@ -1,4 +1,10 @@
 ---
+- name: Install plugins
+  community.general.xbps:
+    pkg: nomad-driver-exec2
+    state: present
+  tags: [install_nomad]
+
 - name: Install Configuration
   ansible.builtin.template:
     src: 40-client.hcl

ansible/roles/nomad_client/templates/40-client.hcl

@@ -59,3 +59,9 @@ plugin "docker" {
     allow_caps = {{ ( nomad_default_caps + ( nomad_extra_caps | default([]) ) ) | to_json }}
   }
 }
+
+plugin "nomad-driver-exec2" {
+  config {
+    unveil_by_task = true
+  }
+}

services/nomad/monitoring/node_exporter.nomad

@@ -0,0 +1,34 @@
+job "node_exporter" {
+  datacenters = [
+    "VOID",
+    "VOID-MX",
+    "VOID-MIRROR",
+    "VOID-CONTROL",
+  ]
+  namespace = "monitoring"
+  type      = "system"
+  priority  = 99
+
+  group "app" {
+    network {
+      mode = "bridge"
+      port "metrics" { to = 9100 }
+    }
+
+    task "vector" {
+      driver = "exec2"
+
+      config {
+        command = "node_exporter"
+        args    = ["--collector.runit", "--collector.runit.servicedir", "/var/service"]
+      }
+
+      service {
+        provider = "nomad"
+        name     = "node_exporter"
+        port     = "metrics"
+        tags     = ["prometheus_enable"]
+      }
+    }
+  }
+}

services/nomad/monitoring/prometheus.yml

@@ -17,14 +17,6 @@ scrape_configs:
     static_configs:
       - targets:
         - localhost:9090
-  - job_name: node
-    consul_sd_configs:
-      - server: '{{ env "NOMAD_HOST_IP_http" }}:8500'
-        datacenter: void
-        services: ['node-exporter']
-    relabel_configs:
-      - source_labels: ['__meta_consul_node']
-        target_label: instance
   # {{ range nomadService 1 $allocID "ssl-exporter?ns=monitoring" }}
   - job_name: 'ssl'
     metrics_path: /probe