Introduce custom metrics.

# Conflicts:
#	nativelink-scheduler/src/simple_scheduler_state_manager.rs
#	nativelink-store/src/redis_store.rs
#	nativelink-util/BUILD.bazel

# Conflicts:
#	nativelink-store/src/redis_store.rs
#	nativelink-util/BUILD.bazel

Author: dkostyrev

Cargo.lock

@@ -23,7 +23,7 @@ services:
 
   # Prometheus with OTLP support
   prometheus:
-    image: prom/prometheus:v3.0.0
+    image: prom/prometheus:v3.7.3
     container_name: prometheus
     restart: unless-stopped
     command:
@@ -34,6 +34,7 @@ services:
       - '--web.enable-lifecycle'
       - '--web.enable-otlp-receiver'  # Enable OTLP receiver
       - '--storage.tsdb.retention.time=30d'
+      - '--query.max-concurrency=20'
     volumes:
       - ./prometheus-config.yaml:/etc/prometheus/prometheus.yml:ro
       - ./prometheus-recording-rules.yml:/etc/prometheus/rules/nativelink.yml:ro
@@ -67,20 +68,20 @@ services:
       - prometheus
 
   # Optional: AlertManager for alerts
-  alertmanager:
-    image: prom/alertmanager:v0.27.0
-    container_name: alertmanager
-    restart: unless-stopped
-    volumes:
-      - ./alertmanager-config.yml:/etc/alertmanager/config.yml:ro
-      - alertmanager_data:/alertmanager
-    ports:
-      - "9093:9093"
-    command:
-      - '--config.file=/etc/alertmanager/config.yml'
-      - '--storage.path=/alertmanager'
-    networks:
-      - metrics
+#  alertmanager:
+#    image: prom/alertmanager:v0.27.0
+#    container_name: alertmanager
+#    restart: unless-stopped
+#    volumes:
+#      - ./alertmanager-config.yml:/etc/alertmanager/config.yml:ro
+#      - alertmanager_data:/alertmanager
+#    ports:
+#      - "9093:9093"
+#    command:
+#      - '--config.file=/etc/alertmanager/config.yml'
+#      - '--storage.path=/alertmanager'
+#    networks:
+#      - metrics
 
   # Optional: Node exporter for host metrics
   node-exporter: