Adding metric collector for node related items

src/main/java/org/jenkinsci/plugins/prometheus/ExecutorCollector.java

@@ -30,13 +30,13 @@ public List<MetricFamilySamples> collect() {
 
         List<MetricCollector<LoadStatistics.LoadStatisticsSnapshot, ? extends Collector>> collectors = new ArrayList<>();
 
-        collectors.add(factory.createExecutorCollector(CollectorType.EXECUTORS_AVAILABLE_GAUGE, labelNameArray, prefix));
-        collectors.add(factory.createExecutorCollector(CollectorType.EXECUTORS_BUSY_GAUGE, labelNameArray, prefix));
-        collectors.add(factory.createExecutorCollector(CollectorType.EXECUTORS_CONNECTING_GAUGE, labelNameArray, prefix));
-        collectors.add(factory.createExecutorCollector(CollectorType.EXECUTORS_DEFINED_GAUGE, labelNameArray, prefix));
-        collectors.add(factory.createExecutorCollector(CollectorType.EXECUTORS_IDLE_GAUGE, labelNameArray, prefix));
-        collectors.add(factory.createExecutorCollector(CollectorType.EXECUTORS_ONLINE_GAUGE, labelNameArray, prefix));
-        collectors.add(factory.createExecutorCollector(CollectorType.EXECUTORS_QUEUE_LENGTH_GAUGE, labelNameArray, prefix));
+        collectors.add(factory.createLoadStatisticsCollector(CollectorType.EXECUTORS_AVAILABLE_GAUGE, labelNameArray, prefix));
+        collectors.add(factory.createLoadStatisticsCollector(CollectorType.EXECUTORS_BUSY_GAUGE, labelNameArray, prefix));
+        collectors.add(factory.createLoadStatisticsCollector(CollectorType.EXECUTORS_CONNECTING_GAUGE, labelNameArray, prefix));
+        collectors.add(factory.createLoadStatisticsCollector(CollectorType.EXECUTORS_DEFINED_GAUGE, labelNameArray, prefix));
+        collectors.add(factory.createLoadStatisticsCollector(CollectorType.EXECUTORS_IDLE_GAUGE, labelNameArray, prefix));
+        collectors.add(factory.createLoadStatisticsCollector(CollectorType.EXECUTORS_ONLINE_GAUGE, labelNameArray, prefix));
+        collectors.add(factory.createLoadStatisticsCollector(CollectorType.EXECUTORS_QUEUE_LENGTH_GAUGE, labelNameArray, prefix));
 
         LOGGER.debug("getting load statistics for Executors");
 

src/main/java/org/jenkinsci/plugins/prometheus/NodeCollector.java

@@ -0,0 +1,54 @@
+package org.jenkinsci.plugins.prometheus;
+
+import hudson.model.Computer;
+import hudson.model.Executor;
+import hudson.model.Node;
+import io.prometheus.client.Collector;
+import jenkins.model.Jenkins;
+import org.jenkinsci.plugins.prometheus.collectors.CollectorFactory;
+import org.jenkinsci.plugins.prometheus.collectors.CollectorType;
+import org.jenkinsci.plugins.prometheus.collectors.MetricCollector;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import java.util.Collection;
+import java.util.List;
+import java.util.Objects;
+import java.util.stream.Collectors;
+
+public class NodeCollector extends Collector {
+
+    private static final Logger LOGGER = LoggerFactory.getLogger(NodeCollector.class);
+
+    @Override
+    public List<MetricFamilySamples> collect() {
+        LOGGER.debug("Collecting node metrics for prometheus");
+        String[] labelNameArray = {"computerName"};
+
+        CollectorFactory factory = new CollectorFactory();
+
+        MetricCollector<Executor, ? extends Collector> likelyStuckCollector = factory.createExecutorStatisticsCollector(CollectorType.EXECUTOR_LIKELY_STUCK_GAUGE, labelNameArray);
+
+        List<? extends MetricCollector<Executor, ? extends Collector>> collectors = List.of(likelyStuckCollector);
+
+        List<Computer> computers = Jenkins.get().getNodes().parallelStream()
+                .map(Node::toComputer)
+                .filter(Objects::nonNull)
+                .collect(Collectors.toList());
+
+        for (Computer computer : computers) {
+            String computerName = computer.getName();
+            List<Executor> executors = computer.getExecutors();
+            if (executors != null) {
+                for (Executor ex : executors) {
+                    likelyStuckCollector.calculateMetric(ex, new String[]{computerName});
+                }
+            }
+        }
+
+        return collectors.stream()
+                .map(MetricCollector::collect)
+                .flatMap(Collection::stream)
+                .collect(Collectors.toList());
+    }
+}

src/main/java/org/jenkinsci/plugins/prometheus/collectors/CollectorFactory.java

@@ -2,6 +2,7 @@
 
 import com.cloudbees.simplediskusage.DiskItem;
 import com.cloudbees.simplediskusage.JobDiskItem;
+import hudson.model.Executor;
 import hudson.model.Job;
 import hudson.model.LoadStatistics;
 import hudson.model.Run;
@@ -13,7 +14,7 @@
 import org.jenkinsci.plugins.prometheus.collectors.executors.ExecutorCollectorFactory;
 import org.jenkinsci.plugins.prometheus.collectors.jenkins.JenkinsCollectorFactory;
 import org.jenkinsci.plugins.prometheus.collectors.jobs.JobCollectorFactory;
-import org.json.Cookie;
+import org.jenkinsci.plugins.prometheus.collectors.nodes.NodeCollectorFactory;
 
 import java.nio.file.FileStore;
 
@@ -27,13 +28,16 @@ public class CollectorFactory {
 
     private final CoverageCollectorFactory coverageCollectorFactory;
 
+    private final NodeCollectorFactory nodeCollectorFactory;
+
     public CollectorFactory() {
         buildCollectorFactory = new BuildCollectorFactory();
         jobCollectorFactory = new JobCollectorFactory();
         jenkinsCollectorFactory = new JenkinsCollectorFactory();
         executorCollectorFactory = new ExecutorCollectorFactory();
         diskCollectorFactory = new DiskCollectorFactory();
         coverageCollectorFactory = new CoverageCollectorFactory();
+        nodeCollectorFactory = new NodeCollectorFactory();
     }
 
     public MetricCollector<Run<?,?>, ? extends Collector> createCoverageRunCollector(CollectorType type, String[] labelNames) {
@@ -48,11 +52,15 @@ public CollectorFactory() {
         return jobCollectorFactory.createCollector(type, labelNames);
     }
 
+    public MetricCollector<Executor, ? extends Collector> createExecutorStatisticsCollector(CollectorType type, String[] labelNames) {
+        return nodeCollectorFactory.createExecutorCollector(type, labelNames);
+    }
+
     public MetricCollector<Jenkins, ? extends Collector> createJenkinsCollector(CollectorType type, String[] labelNames) {
         return jenkinsCollectorFactory.createCollector(type, labelNames);
     }
 
-    public MetricCollector<LoadStatistics.LoadStatisticsSnapshot, ? extends Collector> createExecutorCollector(CollectorType type, String[] labelNames, String prefix) {
+    public MetricCollector<LoadStatistics.LoadStatisticsSnapshot, ? extends Collector> createLoadStatisticsCollector(CollectorType type, String[] labelNames, String prefix) {
         return executorCollectorFactory.createCollector(type, labelNames, prefix);
     }
 

src/main/java/org/jenkinsci/plugins/prometheus/collectors/CollectorType.java

@@ -52,7 +52,8 @@ public enum CollectorType {
     COVERAGE_FILE_MISSED("coverage_file_missed"),
     COVERAGE_FILE_TOTAL("coverage_file_total"),
 
-    JOB_LOG_UPDATED_GAUGE("job_log_updated");
+    JOB_LOG_UPDATED_GAUGE("job_log_updated"),
+    EXECUTOR_LIKELY_STUCK_GAUGE("likely_stuck");
 
     private final String name;
 

src/main/java/org/jenkinsci/plugins/prometheus/collectors/nodes/ExecutorLikelyStuckGauge.java

@@ -0,0 +1,39 @@
+package org.jenkinsci.plugins.prometheus.collectors.nodes;
+
+import hudson.model.Executor;
+import io.prometheus.client.Gauge;
+import io.prometheus.client.SimpleCollector;
+import org.jenkinsci.plugins.prometheus.collectors.BaseMetricCollector;
+import org.jenkinsci.plugins.prometheus.collectors.CollectorType;
+
+public class ExecutorLikelyStuckGauge extends BaseMetricCollector<Executor, Gauge> {
+
+    protected ExecutorLikelyStuckGauge(String[] labelNames, String namespace, String subsystem) {
+        super(labelNames, namespace, subsystem);
+    }
+
+    @Override
+    protected CollectorType getCollectorType() {
+        return CollectorType.EXECUTOR_LIKELY_STUCK_GAUGE;
+    }
+
+    @Override
+    protected String getHelpText() {
+        return "Returns an indication if an executor of a node is likely stuck";
+    }
+
+    @Override
+    protected SimpleCollector.Builder<?, Gauge> getCollectorBuilder() {
+        return Gauge.build();
+    }
+
+    @Override
+    public void calculateMetric(Executor executor, String[] labelValues) {
+        if (executor == null) {
+            return;
+        }
+        boolean likelyStuck = executor.isLikelyStuck();
+        collector.labels(labelValues).set(likelyStuck ? 1.0 : 0.0);
+    }
+
+}

src/main/java/org/jenkinsci/plugins/prometheus/collectors/nodes/NodeCollectorFactory.java

@@ -0,0 +1,23 @@
+package org.jenkinsci.plugins.prometheus.collectors.nodes;
+
+import hudson.model.Executor;
+import org.jenkinsci.plugins.prometheus.collectors.BaseCollectorFactory;
+import org.jenkinsci.plugins.prometheus.collectors.CollectorType;
+import org.jenkinsci.plugins.prometheus.collectors.MetricCollector;
+import org.jenkinsci.plugins.prometheus.collectors.NoOpMetricCollector;
+
+import java.util.stream.Collector;
+
+public class NodeCollectorFactory extends BaseCollectorFactory {
+
+    public NodeCollectorFactory(){super();}
+
+    public MetricCollector<Executor, ? extends Collector> createExecutorCollector(CollectorType type, String[] labelNames) {
+        switch (type) {
+            case EXECUTOR_LIKELY_STUCK_GAUGE:
+                return saveBuildCollector(new ExecutorLikelyStuckGauge(labelNames, namespace, subsystem));
+            default:
+                return new NoOpMetricCollector<>();
+        }
+    }
+}

src/main/java/org/jenkinsci/plugins/prometheus/service/DefaultPrometheusMetrics.java

@@ -31,6 +31,7 @@ public DefaultPrometheusMetrics() {
         collectorRegistry.register(new DropwizardExports(Metrics.metricRegistry(), new JenkinsNodeBuildsSampleBuilder()));
         collectorRegistry.register(new DiskUsageCollector());
         collectorRegistry.register(new ExecutorCollector());
+        collectorRegistry.register(new NodeCollector());
         collectorRegistry.register(new CodeCoverageCollector());
 
         // other collectors from other plugins