chore(ci): Collect Vector telemetry in regression tests (#21422)

* chore(ci): Collect Vector telemetry in regression tests To help diagnose regressions. Signed-off-by: Jesse Szwedko <[email protected]> * whitespace Signed-off-by: Jesse Szwedko <[email protected]> --------- Signed-off-by: Jesse Szwedko <[email protected]>
vectordotdev · Oct 4, 2024 · 42b0d3e · 42b0d3e
1 parent 0cda47c
commit 42b0d3e
Show file tree

Hide file tree

Showing 27 changed files with 110 additions and 0 deletions.
diff --git a/regression/cases/datadog_agent_remap_blackhole/lading/lading.yaml b/regression/cases/datadog_agent_remap_blackhole/lading/lading.yaml
@@ -11,3 +11,6 @@ generator:
         post:
           variant: "datadog_log"
           maximum_prebuild_cache_size_bytes: "256 Mb"
+target_metrics:
+  - prometheus: # internal telemetry
+      uri: "http://127.0.0.1:9090/telemetry"
diff --git a/regression/cases/datadog_agent_remap_blackhole_acks/lading/lading.yaml b/regression/cases/datadog_agent_remap_blackhole_acks/lading/lading.yaml
@@ -11,3 +11,6 @@ generator:
         post:
           variant: "datadog_log"
           maximum_prebuild_cache_size_bytes: "256 Mb"
+target_metrics:
+  - prometheus: # internal telemetry
+      uri: "http://127.0.0.1:9090/telemetry"
diff --git a/regression/cases/datadog_agent_remap_datadog_logs/lading/lading.yaml b/regression/cases/datadog_agent_remap_datadog_logs/lading/lading.yaml
@@ -14,3 +14,7 @@ generator:
 blackhole:
   - http:
       binding_addr: "0.0.0.0:8080"
+
+target_metrics:
+  - prometheus: # internal telemetry
+      uri: "http://127.0.0.1:9090/telemetry"
diff --git a/regression/cases/datadog_agent_remap_datadog_logs_acks/lading/lading.yaml b/regression/cases/datadog_agent_remap_datadog_logs_acks/lading/lading.yaml
@@ -14,3 +14,7 @@ generator:
 blackhole:
   - http:
       binding_addr: "0.0.0.0:8080"
+
+target_metrics:
+  - prometheus: # internal telemetry
+      uri: "http://127.0.0.1:9090/telemetry"
diff --git a/regression/cases/file_to_blackhole/lading/lading.yaml b/regression/cases/file_to_blackhole/lading/lading.yaml
@@ -12,3 +12,7 @@ generator:
 blackhole:
   - tcp:
       binding_addr: "127.0.0.1:15400"
+
+target_metrics:
+  - prometheus: # internal telemetry
+      uri: "http://127.0.0.1:9090/telemetry"
diff --git a/regression/cases/fluent_elasticsearch/lading/lading.yaml b/regression/cases/fluent_elasticsearch/lading/lading.yaml
@@ -11,3 +11,7 @@ generator:
 blackhole:
   - http:
       binding_addr: "0.0.0.0:8080"
+
+target_metrics:
+  - prometheus: # internal telemetry
+      uri: "http://127.0.0.1:9090/telemetry"
diff --git a/regression/cases/http_elasticsearch/lading/lading.yaml b/regression/cases/http_elasticsearch/lading/lading.yaml
@@ -14,3 +14,7 @@ generator:
 blackhole:
   - http:
       binding_addr: "0.0.0.0:8080"
+
+target_metrics:
+  - prometheus: # internal telemetry
+      uri: "http://127.0.0.1:9090/telemetry"
diff --git a/regression/cases/http_text_to_http_json/lading/lading.yaml b/regression/cases/http_text_to_http_json/lading/lading.yaml
@@ -14,3 +14,7 @@ generator:
 blackhole:
   - http:
       binding_addr: "0.0.0.0:8080"
+
+target_metrics:
+  - prometheus: # internal telemetry
+      uri: "http://127.0.0.1:9090/telemetry"
diff --git a/regression/cases/http_text_to_http_json/vector/vector.yaml b/regression/cases/http_text_to_http_json/vector/vector.yaml
@@ -5,6 +5,9 @@ data_dir: "/var/lib/vector"
 ##
 
 sources:
+  internal_metrics:
+    type: "internal_metrics"
+
   logs:
     type:    "http"
     address: "0.0.0.0:8282"
@@ -16,6 +19,11 @@ sources:
 ##
 
 sinks:
+  prometheus:
+    type:    "prometheus_exporter"
+    inputs:  [ "internal_metrics" ]
+    address: "0.0.0.0:9090"
+
   http_sink:
     type: "http"
     uri:  "http://localhost:8080"

diff --git a/regression/cases/http_to_http_acks/lading/lading.yaml b/regression/cases/http_to_http_acks/lading/lading.yaml
@@ -14,3 +14,7 @@ generator:
 blackhole:
   - http:
       binding_addr: "0.0.0.0:8080"
+
+target_metrics:
+  - prometheus: # internal telemetry
+      uri: "http://127.0.0.1:9090/telemetry"
diff --git a/regression/cases/http_to_http_json/lading/lading.yaml b/regression/cases/http_to_http_json/lading/lading.yaml
@@ -14,3 +14,7 @@ generator:
 blackhole:
   - http:
       binding_addr: "0.0.0.0:8080"
+
+target_metrics:
+  - prometheus: # internal telemetry
+      uri: "http://127.0.0.1:9090/telemetry"
diff --git a/regression/cases/http_to_http_noack/lading/lading.yaml b/regression/cases/http_to_http_noack/lading/lading.yaml
@@ -14,3 +14,7 @@ generator:
 blackhole:
   - http:
       binding_addr: "0.0.0.0:8080"
+
+target_metrics:
+  - prometheus: # internal telemetry
+      uri: "http://127.0.0.1:9090/telemetry"
diff --git a/regression/cases/http_to_s3/lading/lading.yaml b/regression/cases/http_to_s3/lading/lading.yaml
@@ -13,3 +13,7 @@ generator:
 blackhole:
   - http:
       binding_addr: "0.0.0.0:8080"
+
+target_metrics:
+  - prometheus: # internal telemetry
+      uri: "http://127.0.0.1:9090/telemetry"
diff --git a/regression/cases/otlp_grpc_to_blackhole/lading/lading.yaml b/regression/cases/otlp_grpc_to_blackhole/lading/lading.yaml
@@ -12,3 +12,7 @@ generator:
 blackhole:
   - tcp:
       binding_addr: "127.0.0.1:15400"
+
+target_metrics:
+  - prometheus: # internal telemetry
+      uri: "http://127.0.0.1:9090/telemetry"
diff --git a/regression/cases/otlp_http_to_blackhole/lading/lading.yaml b/regression/cases/otlp_http_to_blackhole/lading/lading.yaml
@@ -15,3 +15,7 @@ generator:
 blackhole:
   - tcp:
       binding_addr: "127.0.0.1:15400"
+
+target_metrics:
+  - prometheus: # internal telemetry
+      uri: "http://127.0.0.1:9090/telemetry"
diff --git a/regression/cases/socket_to_socket_blackhole/lading/lading.yaml b/regression/cases/socket_to_socket_blackhole/lading/lading.yaml
@@ -11,3 +11,7 @@ generator:
 blackhole:
   - tcp:
       binding_addr: "0.0.0.0:8080"
+
+target_metrics:
+  - prometheus: # internal telemetry
+      uri: "http://127.0.0.1:9090/telemetry"
diff --git a/regression/cases/splunk_hec_indexer_ack_blackhole/lading/lading.yaml b/regression/cases/splunk_hec_indexer_ack_blackhole/lading/lading.yaml
@@ -11,3 +11,7 @@ generator:
       acknowledgements:
         ack_query_interval_seconds: 10
         ack_timeout_seconds: 300
+
+target_metrics:
+  - prometheus: # internal telemetry
+      uri: "http://127.0.0.1:9090/telemetry"
diff --git a/regression/cases/splunk_hec_route_s3/lading/lading.yaml b/regression/cases/splunk_hec_route_s3/lading/lading.yaml
@@ -11,3 +11,7 @@ generator:
 blackhole:
   - http:
       binding_addr: "0.0.0.0:8080"
+
+target_metrics:
+  - prometheus: # internal telemetry
+      uri: "http://127.0.0.1:9090/telemetry"
diff --git a/regression/cases/splunk_hec_to_splunk_hec_logs_acks/lading/lading.yaml b/regression/cases/splunk_hec_to_splunk_hec_logs_acks/lading/lading.yaml
@@ -14,3 +14,7 @@ generator:
 blackhole:
   - splunk_hec:
       binding_addr: "0.0.0.0:8080"
+
+target_metrics:
+  - prometheus: # internal telemetry
+      uri: "http://127.0.0.1:9090/telemetry"
diff --git a/regression/cases/splunk_hec_to_splunk_hec_logs_noack/lading/lading.yaml b/regression/cases/splunk_hec_to_splunk_hec_logs_noack/lading/lading.yaml
@@ -11,3 +11,7 @@ generator:
 blackhole:
   - splunk_hec:
       binding_addr: "0.0.0.0:8080"
+
+target_metrics:
+  - prometheus: # internal telemetry
+      uri: "http://127.0.0.1:9090/telemetry"
diff --git a/regression/cases/syslog_humio_logs/lading/lading.yaml b/regression/cases/syslog_humio_logs/lading/lading.yaml
@@ -10,3 +10,7 @@ generator:
 blackhole:
   - http:
       binding_addr: "0.0.0.0:8080"
+
+target_metrics:
+  - prometheus: # internal telemetry
+      uri: "http://127.0.0.1:9090/telemetry"
diff --git a/regression/cases/syslog_log2metric_humio_metrics/lading/lading.yaml b/regression/cases/syslog_log2metric_humio_metrics/lading/lading.yaml
@@ -10,3 +10,7 @@ generator:
 blackhole:
   - http:
       binding_addr: "0.0.0.0:8080"
+
+target_metrics:
+  - prometheus: # internal telemetry
+      uri: "http://127.0.0.1:9090/telemetry"
diff --git a/regression/cases/syslog_log2metric_splunk_hec_metrics/lading/lading.yaml b/regression/cases/syslog_log2metric_splunk_hec_metrics/lading/lading.yaml
@@ -10,3 +10,7 @@ generator:
 blackhole:
   - http:
       binding_addr: "0.0.0.0:8080"
+
+target_metrics:
+  - prometheus: # internal telemetry
+      uri: "http://127.0.0.1:9090/telemetry"
diff --git a/regression/cases/syslog_log2metric_tag_cardinality_limit_blackhole/lading/lading.yaml b/regression/cases/syslog_log2metric_tag_cardinality_limit_blackhole/lading/lading.yaml
@@ -6,3 +6,7 @@ generator:
       bytes_per_second: "500 Mb"
       block_sizes: ["1Kb", "2Kb", "4Kb", "8Kb", "256Kb", "512Kb", "1024Kb"]
       maximum_prebuild_cache_size_bytes: "256 Mb"
+
+target_metrics:
+  - prometheus: # internal telemetry
+      uri: "http://127.0.0.1:9090/telemetry"
diff --git a/regression/cases/syslog_loki/lading/lading.yaml b/regression/cases/syslog_loki/lading/lading.yaml
@@ -11,3 +11,7 @@ generator:
 blackhole:
   - http:
       binding_addr: "0.0.0.0:8080"
+
+target_metrics:
+  - prometheus: # internal telemetry
+      uri: "http://127.0.0.1:9090/telemetry"
diff --git a/regression/cases/syslog_regex_logs2metric_ddmetrics/lading/lading.yaml b/regression/cases/syslog_regex_logs2metric_ddmetrics/lading/lading.yaml
@@ -10,3 +10,7 @@ generator:
 blackhole:
   - http:
       binding_addr: "0.0.0.0:8080"
+
+target_metrics:
+  - prometheus: # internal telemetry
+      uri: "http://127.0.0.1:9090/telemetry"
diff --git a/regression/cases/syslog_splunk_hec_logs/lading/lading.yaml b/regression/cases/syslog_splunk_hec_logs/lading/lading.yaml
@@ -10,3 +10,7 @@ generator:
 blackhole:
   - http:
       binding_addr: "0.0.0.0:8080"
+
+target_metrics:
+  - prometheus: # internal telemetry
+      uri: "http://127.0.0.1:9090/telemetry"