diff --git a/.github/actions/spelling/allow.txt b/.github/actions/spelling/allow.txt index 81e97a661380d..690b830ba2fec 100644 --- a/.github/actions/spelling/allow.txt +++ b/.github/actions/spelling/allow.txt @@ -44,6 +44,7 @@ Collectd Comcast Consolas Coolpad +BADDCAFE DEBHELPER Danew dkr diff --git a/regression/cases/datadog_agent_remap_blackhole/vector/vector.toml b/regression/cases/datadog_agent_remap_blackhole/vector/vector.toml deleted file mode 100644 index f6458269987e9..0000000000000 --- a/regression/cases/datadog_agent_remap_blackhole/vector/vector.toml +++ /dev/null @@ -1,49 +0,0 @@ -data_dir = "/var/lib/vector" - -## -## Sources -## - -[sources.internal_metrics] -type = "internal_metrics" - -[sources.datadog_agent] -type = "datadog_agent" -acknowledgements = false -address = "0.0.0.0:8282" - -## -## Transforms -## - -[transforms.remap] -type = "remap" -inputs = ["datadog_agent"] -source = ''' -.hostname = "vector" - -if .status == "warning" { - .thing = upcase(.hostname) -} else if .status == "notice" { - .thung = downcase(.hostname) -} else { - .nong = upcase(.hostname) -} - -.matches = { "name": .message, "num": "2" } -.origin, .err = .hostname + "/" + .matches.name + "/" + .matches.num -''' - -## -## Sinks -## - -[sinks.prometheus] -type = "prometheus_exporter" -inputs = ["internal_metrics"] -address = "0.0.0.0:9090" - -[sinks.blackhole] -type = "blackhole" -print_interval_secs = 0 -inputs = ["remap"] diff --git a/regression/cases/datadog_agent_remap_blackhole/vector/vector.yaml b/regression/cases/datadog_agent_remap_blackhole/vector/vector.yaml new file mode 100644 index 0000000000000..36704ea5986e3 --- /dev/null +++ b/regression/cases/datadog_agent_remap_blackhole/vector/vector.yaml @@ -0,0 +1,51 @@ +data_dir: "/var/lib/vector" + +## +## Sources +## + +sources: + internal_metrics: + type: "internal_metrics" + + datadog_agent: + type: "datadog_agent" + acknowledgements: false + address: "0.0.0.0:8282" + +## +## Transforms +## + +transforms: + remap: + type: "remap" + inputs: [ "datadog_agent" ] + source: | + .hostname = "vector" + + if .status == "warning" { + .thing = upcase(.hostname) + } else if .status == "notice" { + .thung = downcase(.hostname) + } else { + .nong = upcase(.hostname) + } + + .matches = { "name": .message, "num": "2" } + .origin, .err = .hostname + "/" + .matches.name + "/" + .matches.num + +## +## Sinks +## + +sinks: + prometheus: + type: "prometheus_exporter" + inputs: [ "internal_metrics" ] + address: "0.0.0.0:9090" + + blackhole: + type: "blackhole" + print_interval_secs: 0 + inputs: [ "remap" ] diff --git a/regression/cases/datadog_agent_remap_blackhole_acks/vector/vector.toml b/regression/cases/datadog_agent_remap_blackhole_acks/vector/vector.toml deleted file mode 100644 index abf02dbb2a277..0000000000000 --- a/regression/cases/datadog_agent_remap_blackhole_acks/vector/vector.toml +++ /dev/null @@ -1,49 +0,0 @@ -data_dir = "/var/lib/vector" - -## -## Sources -## - -[sources.internal_metrics] -type = "internal_metrics" - -[sources.datadog_agent] -type = "datadog_agent" -acknowledgements = true -address = "0.0.0.0:8282" - -## -## Transforms -## - -[transforms.remap] -type = "remap" -inputs = ["datadog_agent"] -source = ''' -.hostname = "vector" - -if .status == "warning" { - .thing = upcase(.hostname) -} else if .status == "notice" { - .thung = downcase(.hostname) -} else { - .nong = upcase(.hostname) -} - -.matches = { "name": .message, "num": "2" } -.origin, .err = .hostname + "/" + .matches.name + "/" + .matches.num -''' - -## -## Sinks -## - -[sinks.prometheus] -type = "prometheus_exporter" -inputs = ["internal_metrics"] -address = "0.0.0.0:9090" - -[sinks.blackhole] -type = "blackhole" -print_interval_secs = 0 -inputs = ["remap"] diff --git a/regression/cases/datadog_agent_remap_blackhole_acks/vector/vector.yaml b/regression/cases/datadog_agent_remap_blackhole_acks/vector/vector.yaml new file mode 100644 index 0000000000000..aaf73d1570cfd --- /dev/null +++ b/regression/cases/datadog_agent_remap_blackhole_acks/vector/vector.yaml @@ -0,0 +1,51 @@ +data_dir: "/var/lib/vector" + +## +## Sources +## + +sources: + internal_metrics: + type: "internal_metrics" + + datadog_agent: + type: "datadog_agent" + acknowledgements: true + address: "0.0.0.0:8282" + +## +## Transforms +## + +transforms: + remap: + type: "remap" + inputs: [ "datadog_agent" ] + source: | + .hostname = "vector" + + if .status == "warning" { + .thing = upcase(.hostname) + } else if .status == "notice" { + .thung = downcase(.hostname) + } else { + .nong = upcase(.hostname) + } + + .matches = { "name": .message, "num": "2" } + .origin, .err = .hostname + "/" + .matches.name + "/" + .matches.num + +## +## Sinks +## + +sinks: + prometheus: + type: "prometheus_exporter" + inputs: [ "internal_metrics" ] + address: "0.0.0.0:9090" + + blackhole: + type: "blackhole" + print_interval_secs: 0 + inputs: [ "remap" ] diff --git a/regression/cases/datadog_agent_remap_datadog_logs/vector/vector.toml b/regression/cases/datadog_agent_remap_datadog_logs/vector/vector.toml deleted file mode 100644 index 873070cedd688..0000000000000 --- a/regression/cases/datadog_agent_remap_datadog_logs/vector/vector.toml +++ /dev/null @@ -1,45 +0,0 @@ -data_dir = "/var/lib/vector" - -## -## Sources -## - -[sources.internal_metrics] -type = "internal_metrics" - -[sources.datadog_agent] -type = "datadog_agent" -acknowledgements = false -address = "0.0.0.0:8282" - -## -## Transforms -## - -[transforms.parse_message] -type = "remap" -inputs = ["datadog_agent"] -source = ''' -pyld, err = parse_json(.message) -if err == null { - .message = pyld.mineral -} -''' - -## -## Sinks -## - -[sinks.prometheus] -type = "prometheus_exporter" -inputs = ["internal_metrics"] -address = "0.0.0.0:9090" - -[sinks.datadog_logs] -type = "datadog_logs" -inputs = ["parse_message"] -endpoint = "http://localhost:8080" -default_api_key = "DEADBEEF" -healthcheck.enabled = false -buffer.type = "memory" -buffer.max_events = 50000 # buffer 50 payloads at a time diff --git a/regression/cases/datadog_agent_remap_datadog_logs/vector/vector.yaml b/regression/cases/datadog_agent_remap_datadog_logs/vector/vector.yaml new file mode 100644 index 0000000000000..4691ea851f14c --- /dev/null +++ b/regression/cases/datadog_agent_remap_datadog_logs/vector/vector.yaml @@ -0,0 +1,49 @@ +data_dir: "/var/lib/vector" + +## +## Sources +## + +sources: + internal_metrics: + type: "internal_metrics" + + datadog_agent: + type: "datadog_agent" + acknowledgements: false + address: "0.0.0.0:8282" + +## +## Transforms +## + +transforms: + parse_message: + type: "remap" + inputs: [ "datadog_agent" ] + source: | + pyld, err = parse_json(.message) + if err == null { + .message = pyld.mineral + } + +## +## Sinks +## + +sinks: + prometheus: + type: "prometheus_exporter" + inputs: [ "internal_metrics" ] + address: "0.0.0.0:9090" + + datadog_logs: + type: "datadog_logs" + inputs: [ "parse_message" ] + endpoint: "http://localhost:8080" + default_api_key: "DEADBEEF" + healthcheck: + enabled: false + buffer: + type: "memory" + max_events: 50000 # buffer 50 payloads at a time diff --git a/regression/cases/datadog_agent_remap_datadog_logs_acks/vector/vector.toml b/regression/cases/datadog_agent_remap_datadog_logs_acks/vector/vector.toml deleted file mode 100644 index 5106eaad708b6..0000000000000 --- a/regression/cases/datadog_agent_remap_datadog_logs_acks/vector/vector.toml +++ /dev/null @@ -1,45 +0,0 @@ -data_dir = "/var/lib/vector" - -## -## Sources -## - -[sources.internal_metrics] -type = "internal_metrics" - -[sources.datadog_agent] -type = "datadog_agent" -acknowledgements = true -address = "0.0.0.0:8282" - -## -## Transforms -## - -[transforms.parse_message] -type = "remap" -inputs = ["datadog_agent"] -source = ''' -pyld, err = parse_json(.message) -if err == null { - .message = pyld.mineral -} -''' - -## -## Sinks -## - -[sinks.prometheus] -type = "prometheus_exporter" -inputs = ["internal_metrics"] -address = "0.0.0.0:9090" - -[sinks.datadog_logs] -type = "datadog_logs" -inputs = ["parse_message"] -endpoint = "http://localhost:8080" -default_api_key = "DEADBEEF" -healthcheck.enabled = false -buffer.type = "memory" -buffer.max_events = 50000 # buffer 50 payloads at a time diff --git a/regression/cases/datadog_agent_remap_datadog_logs_acks/vector/vector.yaml b/regression/cases/datadog_agent_remap_datadog_logs_acks/vector/vector.yaml new file mode 100644 index 0000000000000..2e9d42fd6db20 --- /dev/null +++ b/regression/cases/datadog_agent_remap_datadog_logs_acks/vector/vector.yaml @@ -0,0 +1,49 @@ +data_dir: "/var/lib/vector" + +## +## Sources +## + +sources: + internal_metrics: + type: "internal_metrics" + + datadog_agent: + type: "datadog_agent" + acknowledgements: true + address: "0.0.0.0:8282" + +## +## Transforms +## + +transforms: + parse_message: + type: "remap" + inputs: [ "datadog_agent" ] + source: | + pyld, err = parse_json(.message) + if err == null { + .message = pyld.mineral + } + +## +## Sinks +## + +sinks: + prometheus: + type: "prometheus_exporter" + inputs: [ "internal_metrics" ] + address: "0.0.0.0:9090" + + datadog_logs: + type: "datadog_logs" + inputs: [ "parse_message" ] + endpoint: "http://localhost:8080" + default_api_key: "DEADBEEF" + healthcheck: + enabled: false + buffer: + type: "memory" + max_events: 50000 # buffer 50 payloads at a time diff --git a/regression/cases/enterprise_http_to_http/vector/vector.toml b/regression/cases/enterprise_http_to_http/vector/vector.toml deleted file mode 100644 index 5b84e19e1162c..0000000000000 --- a/regression/cases/enterprise_http_to_http/vector/vector.toml +++ /dev/null @@ -1,39 +0,0 @@ -data_dir = "/var/lib/vector" - -## -## Enterprise -## -[enterprise] -api_key = "${DD_API_KEY}" -configuration_key = "${DD_CONFIGURATION_KEY}" -endpoint = "http://localhost:8080" - -## -## Sources -## - -[sources.internal_metrics] -type = "internal_metrics" - -[sources.http_source] -type = "http" -acknowledgements.enabled = false -address = "0.0.0.0:8282" - -## -## Sinks -## - -[sinks.prometheus] -type = "prometheus_exporter" -inputs = ["internal_metrics"] -address = "0.0.0.0:9090" - -[sinks.http_sink] -type = "http" -inputs = ["http_source"] -uri = "http://localhost:8080" -encoding.codec = "text" -healthcheck.enabled = false -buffer.type = "memory" -buffer.max_events = 50000 # buffer 50 payloads at a time diff --git a/regression/cases/enterprise_http_to_http/vector/vector.yaml b/regression/cases/enterprise_http_to_http/vector/vector.yaml new file mode 100644 index 0000000000000..3e9784c339ffa --- /dev/null +++ b/regression/cases/enterprise_http_to_http/vector/vector.yaml @@ -0,0 +1,45 @@ +data_dir: "/var/lib/vector" + +## +## Enterprise +## +enterprise: + api_key: "${DD_API_KEY}" + configuration_key: "${DD_CONFIGURATION_KEY}" + endpoint: "http://localhost:8080" + +## +## Sources +## + +sources: + internal_metrics: + type: "internal_metrics" + + http_source: + type: "http" + acknowledgements: + enabled: false + address: "0.0.0.0:8282" + +## +## Sinks +## + +sinks: + prometheus: + type: "prometheus_exporter" + inputs: [ "internal_metrics" ] + address: "0.0.0.0:9090" + + http_sink: + type: "http" + inputs: [ "http_source" ] + uri: "http://localhost:8080" + encoding: + codec: "text" + healthcheck: + enabled: false + buffer: + type: "memory" + max_events: 50000 # buffer 50 payloads at a time diff --git a/regression/cases/file_to_blackhole/vector/vector.toml b/regression/cases/file_to_blackhole/vector/vector.toml deleted file mode 100644 index fb135a6bf5e27..0000000000000 --- a/regression/cases/file_to_blackhole/vector/vector.toml +++ /dev/null @@ -1,28 +0,0 @@ -data_dir = "/var/lib/vector" - -## -## Sources -## - -[sources.internal_metrics] -type = "internal_metrics" - -[sources.file] -type = "file" -include = ["/tmp/file-gen-*.log"] - -## -## Sinks -## - -[sinks.prometheus] -type = "prometheus_exporter" -inputs = ["internal_metrics"] -address = "0.0.0.0:9090" - -[sinks.socket_sink] -type = "socket" -inputs = ["file"] -mode = "tcp" -address = "127.0.0.1:15400" -encoding.codec = "json" diff --git a/regression/cases/file_to_blackhole/vector/vector.yaml b/regression/cases/file_to_blackhole/vector/vector.yaml new file mode 100644 index 0000000000000..48edf30e0e851 --- /dev/null +++ b/regression/cases/file_to_blackhole/vector/vector.yaml @@ -0,0 +1,32 @@ +data_dir: "/var/lib/vector" + +## +## Sources +## + +sources: + internal_metrics: + type: "internal_metrics" + + file: + type: "file" + include: + - "/tmp/file-gen-*.log" + +## +## Sinks +## + +sinks: + prometheus: + type: "prometheus_exporter" + inputs: [ "internal_metrics" ] + address: "0.0.0.0:9090" + + socket_sink: + type: "socket" + inputs: [ "file" ] + mode: "tcp" + address: "127.0.0.1:15400" + encoding: + codec: "json" diff --git a/regression/cases/fluent_elasticsearch/vector/vector.toml b/regression/cases/fluent_elasticsearch/vector/vector.toml deleted file mode 100644 index 01a688500c27e..0000000000000 --- a/regression/cases/fluent_elasticsearch/vector/vector.toml +++ /dev/null @@ -1,35 +0,0 @@ -data_dir = "/var/lib/vector" - -## -## Sources -## - -[sources.internal_metrics] -type = "internal_metrics" - -[sources.fluent] -type = "fluent" -address = "0.0.0.0:8282" - -## -## Transforms -## - -## -## Sinks -## - -[sinks.prometheus] -type = "prometheus_exporter" -inputs = ["internal_metrics"] -address = "0.0.0.0:9090" - -[sinks.elasticsearch] -type = "elasticsearch" -inputs = [ "fluent"] -endpoint = "http://localhost:8080" -mode = "bulk" -pipeline = "pipeline-name" -compression = "none" -[sinks.elasticsearch.bulk] -index = "vector-%F" diff --git a/regression/cases/fluent_elasticsearch/vector/vector.yaml b/regression/cases/fluent_elasticsearch/vector/vector.yaml new file mode 100644 index 0000000000000..2098b71a773d9 --- /dev/null +++ b/regression/cases/fluent_elasticsearch/vector/vector.yaml @@ -0,0 +1,39 @@ +data_dir: "/var/lib/vector" + +## +## Sources +## + +sources: + internal_metrics: + type: "internal_metrics" + + fluent: + type: "fluent" + address: "0.0.0.0:8282" + +## +## Transforms +## + +## No transforms specified in the original TOML configuration. + +## +## Sinks +## + +sinks: + prometheus: + type: "prometheus_exporter" + inputs: [ "internal_metrics" ] + address: "0.0.0.0:9090" + + elasticsearch: + type: "elasticsearch" + inputs: [ "fluent" ] + endpoint: "http://localhost:8080" + mode: "bulk" + pipeline: "pipeline-name" + compression: "none" + bulk: + index: "vector-%F" diff --git a/regression/cases/http_text_to_http_json/vector/vector.toml b/regression/cases/http_text_to_http_json/vector/vector.toml deleted file mode 100644 index 1b3c2771b1159..0000000000000 --- a/regression/cases/http_text_to_http_json/vector/vector.toml +++ /dev/null @@ -1,20 +0,0 @@ -data_dir = "/var/lib/vector" - -## -## Sources -## - -[sources.logs] -type = "http" -address = "0.0.0.0:8282" -decoding.codec = "bytes" - -## -## Sinks -## - -[sinks.http_sink] -type = "http" -uri = "http://localhost:8080" -inputs = ["logs"] -encoding.codec = "json" diff --git a/regression/cases/http_text_to_http_json/vector/vector.yaml b/regression/cases/http_text_to_http_json/vector/vector.yaml new file mode 100644 index 0000000000000..ecb5961f00897 --- /dev/null +++ b/regression/cases/http_text_to_http_json/vector/vector.yaml @@ -0,0 +1,24 @@ +data_dir: "/var/lib/vector" + +## +## Sources +## + +sources: + logs: + type: "http" + address: "0.0.0.0:8282" + decoding: + codec: "bytes" + +## +## Sinks +## + +sinks: + http_sink: + type: "http" + uri: "http://localhost:8080" + inputs: [ "logs" ] + encoding: + codec: "json" diff --git a/regression/cases/http_to_http_acks/vector/vector.toml b/regression/cases/http_to_http_acks/vector/vector.toml deleted file mode 100644 index 5db2bf1d60e00..0000000000000 --- a/regression/cases/http_to_http_acks/vector/vector.toml +++ /dev/null @@ -1,31 +0,0 @@ -data_dir = "/var/lib/vector" - -## -## Sources -## - -[sources.internal_metrics] -type = "internal_metrics" - -[sources.http_source] -type = "http" -acknowledgements = true -address = "0.0.0.0:8282" - -## -## Sinks -## - -[sinks.prometheus] -type = "prometheus_exporter" -inputs = ["internal_metrics"] -address = "0.0.0.0:9090" - -[sinks.http_sink] -type = "http" -inputs = ["http_source"] -uri = "http://localhost:8080" -encoding.codec = "text" -healthcheck.enabled = false -buffer.type = "memory" -buffer.max_events = 50000 # buffer 50 payloads at a time diff --git a/regression/cases/http_to_http_acks/vector/vector.yaml b/regression/cases/http_to_http_acks/vector/vector.yaml new file mode 100644 index 0000000000000..3636dfe569d73 --- /dev/null +++ b/regression/cases/http_to_http_acks/vector/vector.yaml @@ -0,0 +1,36 @@ +data_dir: "/var/lib/vector" + +## +## Sources +## + +sources: + internal_metrics: + type: "internal_metrics" + + http_source: + type: "http" + acknowledgements: true + address: "0.0.0.0:8282" + +## +## Sinks +## + +sinks: + prometheus: + type: "prometheus_exporter" + inputs: [ "internal_metrics" ] + address: "0.0.0.0:9090" + + http_sink: + type: "http" + inputs: [ "http_source" ] + uri: "http://localhost:8080" + encoding: + codec: "text" + healthcheck: + enabled: false + buffer: + type: "memory" + max_events: 50000 # buffer 50 payloads at a time diff --git a/regression/cases/http_to_http_json/vector/vector.toml b/regression/cases/http_to_http_json/vector/vector.toml deleted file mode 100644 index 51a2af96823a8..0000000000000 --- a/regression/cases/http_to_http_json/vector/vector.toml +++ /dev/null @@ -1,32 +0,0 @@ -data_dir = "/var/lib/vector" - -## -## Sources -## - -[sources.internal_metrics] -type = "internal_metrics" - -[sources.http_source] -type = "http" -acknowledgements = false -address = "0.0.0.0:8282" -decoding.codec = "json" - -## -## Sinks -## - -[sinks.prometheus] -type = "prometheus_exporter" -inputs = ["internal_metrics"] -address = "0.0.0.0:9090" - -[sinks.http_sink] -type = "http" -inputs = ["http_source"] -uri = "http://localhost:8080" -encoding.codec = "json" -healthcheck.enabled = false -buffer.type = "memory" -buffer.max_events = 50000 # buffer 50 payloads at a time diff --git a/regression/cases/http_to_http_json/vector/vector.yaml b/regression/cases/http_to_http_json/vector/vector.yaml new file mode 100644 index 0000000000000..3d571dd5b407d --- /dev/null +++ b/regression/cases/http_to_http_json/vector/vector.yaml @@ -0,0 +1,36 @@ +data_dir: "/var/lib/vector" + +## +## Sources +## + +sources: + internal_metrics: + type: "internal_metrics" + + http_source: + type: "http" + acknowledgements: false + address: "0.0.0.0:8282" + +## +## Sinks +## + +sinks: + prometheus: + type: "prometheus_exporter" + inputs: [ "internal_metrics" ] + address: "0.0.0.0:9090" + + http_sink: + type: "http" + inputs: [ "http_source" ] + uri: "http://localhost:8080" + encoding: + codec: "text" + healthcheck: + enabled: false + buffer: + type: "memory" + max_events: 50000 # buffer 50 payloads at a time diff --git a/regression/cases/http_to_http_noack/vector/vector.toml b/regression/cases/http_to_http_noack/vector/vector.toml deleted file mode 100644 index d355a8afc2375..0000000000000 --- a/regression/cases/http_to_http_noack/vector/vector.toml +++ /dev/null @@ -1,31 +0,0 @@ -data_dir = "/var/lib/vector" - -## -## Sources -## - -[sources.internal_metrics] -type = "internal_metrics" - -[sources.http_source] -type = "http" -acknowledgements = false -address = "0.0.0.0:8282" - -## -## Sinks -## - -[sinks.prometheus] -type = "prometheus_exporter" -inputs = ["internal_metrics"] -address = "0.0.0.0:9090" - -[sinks.http_sink] -type = "http" -inputs = ["http_source"] -uri = "http://localhost:8080" -encoding.codec = "text" -healthcheck.enabled = false -buffer.type = "memory" -buffer.max_events = 50000 # buffer 50 payloads at a time diff --git a/regression/cases/http_to_http_noack/vector/vector.yaml b/regression/cases/http_to_http_noack/vector/vector.yaml new file mode 100644 index 0000000000000..3d571dd5b407d --- /dev/null +++ b/regression/cases/http_to_http_noack/vector/vector.yaml @@ -0,0 +1,36 @@ +data_dir: "/var/lib/vector" + +## +## Sources +## + +sources: + internal_metrics: + type: "internal_metrics" + + http_source: + type: "http" + acknowledgements: false + address: "0.0.0.0:8282" + +## +## Sinks +## + +sinks: + prometheus: + type: "prometheus_exporter" + inputs: [ "internal_metrics" ] + address: "0.0.0.0:9090" + + http_sink: + type: "http" + inputs: [ "http_source" ] + uri: "http://localhost:8080" + encoding: + codec: "text" + healthcheck: + enabled: false + buffer: + type: "memory" + max_events: 50000 # buffer 50 payloads at a time diff --git a/regression/cases/http_to_s3/vector/vector.toml b/regression/cases/http_to_s3/vector/vector.toml deleted file mode 100644 index 1973451a103f7..0000000000000 --- a/regression/cases/http_to_s3/vector/vector.toml +++ /dev/null @@ -1,38 +0,0 @@ -data_dir = "/var/lib/vector" - -## -## Sources -## - -[sources.internal_metrics] -type = "internal_metrics" - -[sources.http_source] -type = "http" -acknowledgements = false -address = "0.0.0.0:8282" -decoding.codec = "json" - -## -## Sinks -## - -[sinks.prometheus] -type = "prometheus_exporter" -inputs = ["internal_metrics"] -address = "0.0.0.0:9090" - -[sinks.s3_service] -type = "aws_s3" -inputs = ["http_source"] - -region = "us-west-2" -endpoint = "http://localhost:8080" -bucket = "vector-soak-service" - -framing.method = "newline_delimited" -encoding.codec = "json" - -[sinks.s3_service.auth] -access_key_id = "BADDCAFE" -secret_access_key = "BADDCAFE" diff --git a/regression/cases/http_to_s3/vector/vector.yaml b/regression/cases/http_to_s3/vector/vector.yaml new file mode 100644 index 0000000000000..a41bc700ef805 --- /dev/null +++ b/regression/cases/http_to_s3/vector/vector.yaml @@ -0,0 +1,40 @@ +data_dir: "/var/lib/vector" + +## +## Sources +## + +sources: + internal_metrics: + type: "internal_metrics" + + http_source: + type: "http" + acknowledgements: false + address: "0.0.0.0:8282" + decoding: + codec: "json" + +## +## Sinks +## + +sinks: + prometheus: + type: "prometheus_exporter" + inputs: [ "internal_metrics" ] + address: "0.0.0.0:9090" + + s3_service: + type: "aws_s3" + inputs: [ "http_source" ] + region: "us-west-2" + endpoint: "http://localhost:8080" + bucket: "vector-soak-service" + framing: + method: "newline_delimited" + encoding: + codec: "json" + auth: + access_key_id: "BADDCAFE" + secret_access_key: "BADDCAFE" diff --git a/regression/cases/otlp_grpc_to_blackhole/vector/vector.toml b/regression/cases/otlp_grpc_to_blackhole/vector/vector.toml deleted file mode 100644 index 8a31d8485e93f..0000000000000 --- a/regression/cases/otlp_grpc_to_blackhole/vector/vector.toml +++ /dev/null @@ -1,33 +0,0 @@ -data_dir = "/var/lib/vector" - -## -## Sources -## - -[sources.internal_metrics] -type = "internal_metrics" - -[sources.opentelemetry] -type = "opentelemetry" - -[sources.opentelemetry.http] -address = "127.0.0.1:4318" - -[sources.opentelemetry.grpc] -address = "127.0.0.1:4317" - -## -## Sinks -## - -[sinks.prometheus] -type = "prometheus_exporter" -inputs = ["internal_metrics"] -address = "127.0.0.1:9090" - -[sinks.socket_sink] -type = "socket" -inputs = ["opentelemetry.logs"] -mode = "tcp" -address = "127.0.0.1:15400" -encoding.codec = "json" diff --git a/regression/cases/otlp_grpc_to_blackhole/vector/vector.yaml b/regression/cases/otlp_grpc_to_blackhole/vector/vector.yaml new file mode 100644 index 0000000000000..ad267d1b9ec8d --- /dev/null +++ b/regression/cases/otlp_grpc_to_blackhole/vector/vector.yaml @@ -0,0 +1,34 @@ +data_dir: "/var/lib/vector" + +## +## Sources +## + +sources: + internal_metrics: + type: "internal_metrics" + + opentelemetry: + type: "opentelemetry" + http: + address: "127.0.0.1:4318" + grpc: + address: "127.0.0.1:4317" + +## +## Sinks +## + +sinks: + prometheus: + type: "prometheus_exporter" + inputs: [ "internal_metrics" ] + address: "127.0.0.1:9090" + + socket_sink: + type: "socket" + inputs: [ "opentelemetry.logs" ] + mode: "tcp" + address: "127.0.0.1:15400" + encoding: + codec: "json" diff --git a/regression/cases/otlp_http_to_blackhole/vector/vector.toml b/regression/cases/otlp_http_to_blackhole/vector/vector.toml deleted file mode 100644 index 8a31d8485e93f..0000000000000 --- a/regression/cases/otlp_http_to_blackhole/vector/vector.toml +++ /dev/null @@ -1,33 +0,0 @@ -data_dir = "/var/lib/vector" - -## -## Sources -## - -[sources.internal_metrics] -type = "internal_metrics" - -[sources.opentelemetry] -type = "opentelemetry" - -[sources.opentelemetry.http] -address = "127.0.0.1:4318" - -[sources.opentelemetry.grpc] -address = "127.0.0.1:4317" - -## -## Sinks -## - -[sinks.prometheus] -type = "prometheus_exporter" -inputs = ["internal_metrics"] -address = "127.0.0.1:9090" - -[sinks.socket_sink] -type = "socket" -inputs = ["opentelemetry.logs"] -mode = "tcp" -address = "127.0.0.1:15400" -encoding.codec = "json" diff --git a/regression/cases/otlp_http_to_blackhole/vector/vector.yaml b/regression/cases/otlp_http_to_blackhole/vector/vector.yaml new file mode 100644 index 0000000000000..ad267d1b9ec8d --- /dev/null +++ b/regression/cases/otlp_http_to_blackhole/vector/vector.yaml @@ -0,0 +1,34 @@ +data_dir: "/var/lib/vector" + +## +## Sources +## + +sources: + internal_metrics: + type: "internal_metrics" + + opentelemetry: + type: "opentelemetry" + http: + address: "127.0.0.1:4318" + grpc: + address: "127.0.0.1:4317" + +## +## Sinks +## + +sinks: + prometheus: + type: "prometheus_exporter" + inputs: [ "internal_metrics" ] + address: "127.0.0.1:9090" + + socket_sink: + type: "socket" + inputs: [ "opentelemetry.logs" ] + mode: "tcp" + address: "127.0.0.1:15400" + encoding: + codec: "json" diff --git a/regression/cases/socket_to_socket_blackhole/vector/vector.toml b/regression/cases/socket_to_socket_blackhole/vector/vector.toml deleted file mode 100644 index 2c2b1540f077c..0000000000000 --- a/regression/cases/socket_to_socket_blackhole/vector/vector.toml +++ /dev/null @@ -1,29 +0,0 @@ -data_dir = "/var/lib/vector" - -## -## Sources -## - -[sources.internal_metrics] -type = "internal_metrics" - -[sources.socket_source] -type = "socket" -address = "0.0.0.0:8282" -mode = "tcp" - -## -## Sinks -## - -[sinks.prometheus] -type = "prometheus_exporter" -inputs = ["internal_metrics"] -address = "0.0.0.0:9090" - -[sinks.socket_sink] -type = "socket" -inputs = ["socket_source"] -mode = "tcp" -address = "localhost:8080" -encoding.codec = "json" diff --git a/regression/cases/socket_to_socket_blackhole/vector/vector.yaml b/regression/cases/socket_to_socket_blackhole/vector/vector.yaml new file mode 100644 index 0000000000000..76ddd6acf6919 --- /dev/null +++ b/regression/cases/socket_to_socket_blackhole/vector/vector.yaml @@ -0,0 +1,32 @@ +data_dir: "/var/lib/vector" + +## +## Sources +## + +sources: + internal_metrics: + type: "internal_metrics" + + socket_source: + type: "socket" + address: "0.0.0.0:8282" + mode: "tcp" + +## +## Sinks +## + +sinks: + prometheus: + type: "prometheus_exporter" + inputs: [ "internal_metrics" ] + address: "0.0.0.0:9090" + + socket_sink: + type: "socket" + inputs: [ "socket_source" ] + mode: "tcp" + address: "localhost:8080" + encoding: + codec: "json" diff --git a/regression/cases/splunk_hec_indexer_ack_blackhole/vector/vector.toml b/regression/cases/splunk_hec_indexer_ack_blackhole/vector/vector.toml deleted file mode 100644 index bd4f727a52655..0000000000000 --- a/regression/cases/splunk_hec_indexer_ack_blackhole/vector/vector.toml +++ /dev/null @@ -1,27 +0,0 @@ -data_dir = "/var/lib/vector" - -## -## Sources -## - -[sources.internal_metrics] -type = "internal_metrics" - -[sources.splunk_hec] -type = "splunk_hec" -address = "0.0.0.0:8282" -acknowledgements.enabled = true - -## -## Sinks -## - -[sinks.prometheus] -type = "prometheus_exporter" -inputs = ["internal_metrics"] -address = "0.0.0.0:9090" - -[sinks.blackhole] -type = "blackhole" -print_interval_secs = 0 -inputs = ["splunk_hec"] diff --git a/regression/cases/splunk_hec_indexer_ack_blackhole/vector/vector.yaml b/regression/cases/splunk_hec_indexer_ack_blackhole/vector/vector.yaml new file mode 100644 index 0000000000000..d9b277f336517 --- /dev/null +++ b/regression/cases/splunk_hec_indexer_ack_blackhole/vector/vector.yaml @@ -0,0 +1,30 @@ +data_dir: "/var/lib/vector" + +## +## Sources +## + +sources: + internal_metrics: + type: "internal_metrics" + + splunk_hec: + type: "splunk_hec" + address: "0.0.0.0:8282" + acknowledgements: + enabled: true + +## +## Sinks +## + +sinks: + prometheus: + type: "prometheus_exporter" + inputs: [ "internal_metrics" ] + address: "0.0.0.0:9090" + + blackhole: + type: "blackhole" + print_interval_secs: 0 + inputs: [ "splunk_hec" ] diff --git a/regression/cases/splunk_hec_route_s3/vector/vector.toml b/regression/cases/splunk_hec_route_s3/vector/vector.toml deleted file mode 100644 index 6f0d04fb12b72..0000000000000 --- a/regression/cases/splunk_hec_route_s3/vector/vector.toml +++ /dev/null @@ -1,67 +0,0 @@ -data_dir = "/var/lib/vector" - -## -## Sources -## - -[sources.internal_metrics] -type = "internal_metrics" - -[sources.splunk] -address = "0.0.0.0:8282" -type = "splunk_hec" - -## -## Transforms -## - -[transforms.container_type] -type = "route" -inputs = ["splunk"] - -[transforms.container_type.route] -service = '.attrs.c2cContainerType == "service"' -sidecar = '.attrs.c2cContainerType != "service"' - -## -## Sinks -## - -[sinks.prometheus] -type = "prometheus_exporter" -inputs = ["internal_metrics"] -address = "0.0.0.0:9090" - -[sinks.s3_sidecar] -type = "aws_s3" -inputs = ["container_type.sidecar"] - -region = "us-west-2" -endpoint = "http://localhost:8080" -bucket = "vector-soak-sidecar" - -framing.method = "newline_delimited" -encoding.codec = "json" -encoding.except_fields = ["timestamp"] -key_prefix = "v1/source_type/sidecar/aws_account_id/{{attrs.aws_account}}/system_id/{{attrs.systemid}}/service/{{attrs.c2cService}}/partition/{{attrs.c2cPartition}}/stage/{{attrs.c2cStage}}/year/%Y/month/%m/day/%d/hour/%H" - -[sinks.s3_sidecar.auth] -access_key_id = "BADDCAFE" -secret_access_key = "BADDCAFE" - -[sinks.s3_service] -type = "aws_s3" -inputs = ["container_type.service"] - -region = "us-west-2" -endpoint = "http://localhost:8080" -bucket = "vector-soak-service" - -framing.method = "newline_delimited" -encoding.codec = "json" -encoding.except_fields = ["timestamp"] -key_prefix = "v1/source_type/app/system_id/{{attrs.systemid}}/service/{{attrs.c2cService}}/partition/{{attrs.c2cPartition}}/stage/{{attrs.c2cStage}}/year/%Y/month/%m/day/%d/hour/%H" - -[sinks.s3_service.auth] -access_key_id = "BADDCAFE" -secret_access_key = "BADDCAFE" diff --git a/regression/cases/splunk_hec_route_s3/vector/vector.yaml b/regression/cases/splunk_hec_route_s3/vector/vector.yaml new file mode 100644 index 0000000000000..c81d227c190d7 --- /dev/null +++ b/regression/cases/splunk_hec_route_s3/vector/vector.yaml @@ -0,0 +1,67 @@ +data_dir: "/var/lib/vector" + +## +## Sources +## + +sources: + internal_metrics: + type: "internal_metrics" + + splunk: + address: "0.0.0.0:8282" + type: "splunk_hec" + +## +## Transforms +## + +transforms: + container_type: + type: "route" + inputs: [ "splunk" ] + route: + service: '.attrs.c2cContainerType == "service"' + sidecar: '.attrs.c2cContainerType != "service"' + +## +## Sinks +## + +sinks: + prometheus: + type: "prometheus_exporter" + inputs: [ "internal_metrics" ] + address: "0.0.0.0:9090" + + s3_sidecar: + type: "aws_s3" + inputs: [ "container_type.sidecar" ] + region: "us-west-2" + endpoint: "http://localhost:8080" + bucket: "vector-soak-sidecar" + framing: + method: "newline_delimited" + encoding: + codec: "json" + except_fields: [ "timestamp" ] + key_prefix: "v1/source_type/sidecar/aws_account_id/{{attrs.aws_account}}/system_id/{{attrs.systemid}}/service/{{attrs.c2cService}}/partition/{{attrs.c2cPartition}}/stage/{{attrs.c2cStage}}/year/%Y/month/%m/day/%d/hour/%H" + auth: + access_key_id: "BADDCAFE" + secret_access_key: "BADDCAFE" + + s3_service: + type: "aws_s3" + inputs: [ "container_type.service" ] + region: "us-west-2" + endpoint: "http://localhost:8080" + bucket: "vector-soak-service" + framing: + method: "newline_delimited" + encoding: + codec: "json" + except_fields: [ "timestamp" ] + key_prefix: "v1/source_type/app/system_id/{{attrs.systemid}}/service/{{attrs.c2cService}}/partition/{{attrs.c2cPartition}}/stage/{{attrs.c2cStage}}/year/%Y/month/%m/day/%d/hour/%H" + auth: + access_key_id: "BADDCAFE" + secret_access_key: "BADDCAFE" diff --git a/regression/cases/splunk_hec_to_splunk_hec_logs_acks/vector/vector.toml b/regression/cases/splunk_hec_to_splunk_hec_logs_acks/vector/vector.toml deleted file mode 100644 index c2e8de5d8fba3..0000000000000 --- a/regression/cases/splunk_hec_to_splunk_hec_logs_acks/vector/vector.toml +++ /dev/null @@ -1,31 +0,0 @@ -data_dir = "/var/lib/vector" - -## -## Sources -## - -[sources.internal_metrics] -type = "internal_metrics" - -[sources.splunk_hec] -type = "splunk_hec" -acknowledgements = true -address = "0.0.0.0:8282" - -## -## Sinks -## - -[sinks.prometheus] -type = "prometheus_exporter" -inputs = ["internal_metrics"] -address = "0.0.0.0:9090" - -[sinks.splunk_hec_logs] -type = "splunk_hec_logs" -inputs = ["splunk_hec"] -endpoint = "http://localhost:8080" -encoding.codec = "json" -token = "abcd1234" -healthcheck.enabled = false -acknowledgements.indexer_acknowledgements_enabled = true diff --git a/regression/cases/splunk_hec_to_splunk_hec_logs_acks/vector/vector.yaml b/regression/cases/splunk_hec_to_splunk_hec_logs_acks/vector/vector.yaml new file mode 100644 index 0000000000000..39cb209c758f5 --- /dev/null +++ b/regression/cases/splunk_hec_to_splunk_hec_logs_acks/vector/vector.yaml @@ -0,0 +1,36 @@ +data_dir: "/var/lib/vector" + +## +## Sources +## + +sources: + internal_metrics: + type: "internal_metrics" + + splunk_hec: + type: "splunk_hec" + acknowledgements: true + address: "0.0.0.0:8282" + +## +## Sinks +## + +sinks: + prometheus: + type: "prometheus_exporter" + inputs: [ "internal_metrics" ] + address: "0.0.0.0:9090" + + splunk_hec_logs: + type: "splunk_hec_logs" + inputs: [ "splunk_hec" ] + endpoint: "http://localhost:8080" + encoding: + codec: "json" + token: "abcd1234" + healthcheck: + enabled: false + acknowledgements: + indexer_acknowledgements_enabled: true diff --git a/regression/cases/splunk_hec_to_splunk_hec_logs_noack/vector/vector.toml b/regression/cases/splunk_hec_to_splunk_hec_logs_noack/vector/vector.toml deleted file mode 100644 index 6cf0c06bc2b6b..0000000000000 --- a/regression/cases/splunk_hec_to_splunk_hec_logs_noack/vector/vector.toml +++ /dev/null @@ -1,31 +0,0 @@ -data_dir = "/var/lib/vector" - -## -## Sources -## - -[sources.internal_metrics] -type = "internal_metrics" - -[sources.splunk_hec] -type = "splunk_hec" -acknowledgements = false -address = "0.0.0.0:8282" - -## -## Sinks -## - -[sinks.prometheus] -type = "prometheus_exporter" -inputs = ["internal_metrics"] -address = "0.0.0.0:9090" - -[sinks.splunk_hec_logs] -type = "splunk_hec_logs" -inputs = ["splunk_hec"] -endpoint = "http://localhost:8080" -encoding.codec = "json" -token = "abcd1234" -healthcheck.enabled = false -acknowledgements.indexer_acknowledgements_enabled = false diff --git a/regression/cases/splunk_hec_to_splunk_hec_logs_noack/vector/vector.yaml b/regression/cases/splunk_hec_to_splunk_hec_logs_noack/vector/vector.yaml new file mode 100644 index 0000000000000..b19ec94b5dcd2 --- /dev/null +++ b/regression/cases/splunk_hec_to_splunk_hec_logs_noack/vector/vector.yaml @@ -0,0 +1,36 @@ +data_dir: "/var/lib/vector" + +## +## Sources +## + +sources: + internal_metrics: + type: "internal_metrics" + + splunk_hec: + type: "splunk_hec" + acknowledgements: false + address: "0.0.0.0:8282" + +## +## Sinks +## + +sinks: + prometheus: + type: "prometheus_exporter" + inputs: [ "internal_metrics" ] + address: "0.0.0.0:9090" + + splunk_hec_logs: + type: "splunk_hec_logs" + inputs: [ "splunk_hec" ] + endpoint: "http://localhost:8080" + encoding: + codec: "json" + token: "abcd1234" + healthcheck: + enabled: false + acknowledgements: + indexer_acknowledgements_enabled: false diff --git a/regression/cases/syslog_humio_logs/vector/vector.toml b/regression/cases/syslog_humio_logs/vector/vector.toml deleted file mode 100644 index f9cbcf1e94545..0000000000000 --- a/regression/cases/syslog_humio_logs/vector/vector.toml +++ /dev/null @@ -1,31 +0,0 @@ -data_dir = "/var/lib/vector" - -## -## Sources -## - -[sources.internal_metrics] -type = "internal_metrics" - -[sources.syslog] -type = "syslog" -address = "0.0.0.0:8282" -max_length = 1_500_000 -mode = "tcp" - -## -## Sinks -## - -[sinks.prometheus] -type = "prometheus_exporter" -inputs = ["internal_metrics"] -address = "0.0.0.0:9090" - -[sinks.humio_logs] -type = "humio_logs" -inputs = ["syslog"] -endpoint = "http://localhost:8080" -encoding.codec = "json" -token = "humio_token" -healthcheck.enabled = false diff --git a/regression/cases/syslog_humio_logs/vector/vector.yaml b/regression/cases/syslog_humio_logs/vector/vector.yaml new file mode 100644 index 0000000000000..2145e2f6b5638 --- /dev/null +++ b/regression/cases/syslog_humio_logs/vector/vector.yaml @@ -0,0 +1,35 @@ +data_dir: "/var/lib/vector" + +## +## Sources +## + +sources: + internal_metrics: + type: "internal_metrics" + + syslog: + type: "syslog" + address: "0.0.0.0:8282" + max_length: 1500000 + mode: "tcp" + +## +## Sinks +## + +sinks: + prometheus: + type: "prometheus_exporter" + inputs: [ "internal_metrics" ] + address: "0.0.0.0:9090" + + humio_logs: + type: "humio_logs" + inputs: [ "syslog" ] + endpoint: "http://localhost:8080" + encoding: + codec: "json" + token: "humio_token" + healthcheck: + enabled: false diff --git a/regression/cases/syslog_log2metric_humio_metrics/vector/vector.toml b/regression/cases/syslog_log2metric_humio_metrics/vector/vector.toml deleted file mode 100644 index 8826a94a9ff62..0000000000000 --- a/regression/cases/syslog_log2metric_humio_metrics/vector/vector.toml +++ /dev/null @@ -1,45 +0,0 @@ -data_dir = "/var/lib/vector" - -## -## Sources -## - -[sources.internal_metrics] -type = "internal_metrics" - -[sources.syslog] -type = "syslog" -address = "0.0.0.0:8282" -max_length = 1_500_000 -mode = "tcp" - -## -## Transforms -## - -[transforms.log2metric] -type = "log_to_metric" -inputs = ["syslog"] - - [[transforms.log2metric.metrics]] - type = "gauge" - field = "procid" - tags.hostname = "{{ hostname }}" - tags.facility = "{{ facility }}" - tags.severity = "{{ severity }}" - -## -## Sinks -## - -[sinks.prometheus] -type = "prometheus_exporter" -inputs = ["internal_metrics"] -address = "0.0.0.0:9090" - -[sinks.humio_metrics] -type = "humio_metrics" -inputs = ["log2metric"] -endpoint = "http://localhost:8080" -token = "humio_token" -healthcheck.enabled = false diff --git a/regression/cases/syslog_log2metric_humio_metrics/vector/vector.yaml b/regression/cases/syslog_log2metric_humio_metrics/vector/vector.yaml new file mode 100644 index 0000000000000..9b03fd34cd462 --- /dev/null +++ b/regression/cases/syslog_log2metric_humio_metrics/vector/vector.yaml @@ -0,0 +1,49 @@ +data_dir: "/var/lib/vector" + +## +## Sources +## + +sources: + internal_metrics: + type: "internal_metrics" + + syslog: + type: "syslog" + address: "0.0.0.0:8282" + max_length: 1500000 + mode: "tcp" + +## +## Transforms +## + +transforms: + log2metric: + type: "log_to_metric" + inputs: [ "syslog" ] + metrics: + - type: "gauge" + field: "procid" + tags: + hostname: "{{ hostname }}" + facility: "{{ facility }}" + severity: "{{ severity }}" + +## +## Sinks +## + +sinks: + prometheus: + type: "prometheus_exporter" + inputs: [ "internal_metrics" ] + address: "0.0.0.0:9090" + + humio_metrics: + type: "humio_metrics" + inputs: [ "log2metric" ] + endpoint: "http://localhost:8080" + token: "humio_token" + healthcheck: + enabled: false diff --git a/regression/cases/syslog_log2metric_splunk_hec_metrics/vector/vector.toml b/regression/cases/syslog_log2metric_splunk_hec_metrics/vector/vector.toml deleted file mode 100644 index 734b29a4d7859..0000000000000 --- a/regression/cases/syslog_log2metric_splunk_hec_metrics/vector/vector.toml +++ /dev/null @@ -1,45 +0,0 @@ -data_dir = "/var/lib/vector" - -## -## Sources -## - -[sources.internal_metrics] -type = "internal_metrics" - -[sources.syslog] -type = "syslog" -address = "0.0.0.0:8282" -max_length = 1_500_000 -mode = "tcp" - -## -## Transforms -## - -[transforms.log2metric] -type = "log_to_metric" -inputs = ["syslog"] - - [[transforms.log2metric.metrics]] - type = "gauge" - field = "procid" - tags.hostname = "{{ hostname }}" - tags.facility = "{{ facility }}" - tags.severity = "{{ severity }}" - -## -## Sinks -## - -[sinks.prometheus] -type = "prometheus_exporter" -inputs = ["internal_metrics"] -address = "0.0.0.0:9090" - -[sinks.splunk_hec_metrics] -type = "splunk_hec_metrics" -inputs = ["log2metric"] -endpoint = "http://localhost:8080" -token = "splunk_token" -healthcheck.enabled = false diff --git a/regression/cases/syslog_log2metric_splunk_hec_metrics/vector/vector.yaml b/regression/cases/syslog_log2metric_splunk_hec_metrics/vector/vector.yaml new file mode 100644 index 0000000000000..4c02e036f81da --- /dev/null +++ b/regression/cases/syslog_log2metric_splunk_hec_metrics/vector/vector.yaml @@ -0,0 +1,49 @@ +data_dir: "/var/lib/vector" + +## +## Sources +## + +sources: + internal_metrics: + type: "internal_metrics" + + syslog: + type: "syslog" + address: "0.0.0.0:8282" + max_length: 1500000 + mode: "tcp" + +## +## Transforms +## + +transforms: + log2metric: + type: "log_to_metric" + inputs: [ "syslog" ] + metrics: + - type: "gauge" + field: "procid" + tags: + hostname: "{{ hostname }}" + facility: "{{ facility }}" + severity: "{{ severity }}" + +## +## Sinks +## + +sinks: + prometheus: + type: "prometheus_exporter" + inputs: [ "internal_metrics" ] + address: "0.0.0.0:9090" + + splunk_hec_metrics: + type: "splunk_hec_metrics" + inputs: [ "log2metric" ] + endpoint: "http://localhost:8080" + token: "splunk_token" + healthcheck: + enabled: false diff --git a/regression/cases/syslog_loki/vector/vector.toml b/regression/cases/syslog_loki/vector/vector.toml deleted file mode 100644 index 55489d896d018..0000000000000 --- a/regression/cases/syslog_loki/vector/vector.toml +++ /dev/null @@ -1,33 +0,0 @@ -data_dir = "/var/lib/vector" - -## -## Sources -## - -[sources.internal_metrics] -type = "internal_metrics" - -[sources.syslog] -type = "syslog" -address = "0.0.0.0:8282" -max_length = 1_500_000 -mode = "tcp" - -## -## Sinks -## - -[sinks.prometheus] -type = "prometheus_exporter" -inputs = ["internal_metrics"] -address = "0.0.0.0:9090" - -[sinks.loki] -type = "loki" -inputs = ["syslog"] -endpoint = "http://localhost:8080" -encoding.codec = "json" -out_of_order_action = "accept" - -[sinks.loki.labels] -host = "{{ .host }}" diff --git a/regression/cases/syslog_loki/vector/vector.yaml b/regression/cases/syslog_loki/vector/vector.yaml new file mode 100644 index 0000000000000..a6196b0fd2b8a --- /dev/null +++ b/regression/cases/syslog_loki/vector/vector.yaml @@ -0,0 +1,36 @@ +data_dir: "/var/lib/vector" + +## +## Sources +## + +sources: + internal_metrics: + type: "internal_metrics" + + syslog: + type: "syslog" + address: "0.0.0.0:8282" + max_length: 1500000 + mode: "tcp" + +## +## Sinks +## + +sinks: + prometheus: + type: "prometheus_exporter" + inputs: [ "internal_metrics" ] + address: "0.0.0.0:9090" + + loki: + type: "loki" + inputs: [ "syslog" ] + endpoint: "http://localhost:8080" + encoding: + codec: "json" + out_of_order_action: "accept" + + labels: + host: "{{ .host }}" diff --git a/regression/cases/syslog_regex_logs2metric_ddmetrics/vector/vector.toml b/regression/cases/syslog_regex_logs2metric_ddmetrics/vector/vector.toml deleted file mode 100644 index b04171757296c..0000000000000 --- a/regression/cases/syslog_regex_logs2metric_ddmetrics/vector/vector.toml +++ /dev/null @@ -1,50 +0,0 @@ -data_dir = "/var/lib/vector" - -## -## Sources -## - -[sources.internal_metrics] -type = "internal_metrics" - -[sources.syslog] -type = "syslog" -address = "0.0.0.0:8282" -max_length = 1_500_000 -mode = "tcp" - -## -## Transforms -## - -[transforms.remap] -type = "remap" -inputs = ["syslog"] -source = ". |= parse_regex!(.host, r'^(?P[a-z]+)\\.(?P[a-z]+)')" - -[transforms.log2metric] -type = "log_to_metric" -inputs = ["remap"] - - [[transforms.log2metric.metrics]] - type = "counter" - field = "procid" - tags.hostname = "{{ hostname }}" - tags.facility = "{{ facility }}" - tags.severity = "{{ severity }}" - -## -## Sinks -## - -[sinks.prometheus] -type = "prometheus_exporter" -inputs = ["internal_metrics"] -address = "0.0.0.0:9090" - -[sinks.datadog_metrics] -type = "datadog_metrics" -inputs = ["log2metric"] -endpoint = "http://localhost:8080" -default_api_key = "DEADBEEF" -default_namespace = "vector" diff --git a/regression/cases/syslog_regex_logs2metric_ddmetrics/vector/vector.yaml b/regression/cases/syslog_regex_logs2metric_ddmetrics/vector/vector.yaml new file mode 100644 index 0000000000000..b66ca6210dd7b --- /dev/null +++ b/regression/cases/syslog_regex_logs2metric_ddmetrics/vector/vector.yaml @@ -0,0 +1,53 @@ +data_dir: "/var/lib/vector" + +## +## Sources +## + +sources: + internal_metrics: + type: "internal_metrics" + + syslog: + type: "syslog" + address: "0.0.0.0:8282" + max_length: 1500000 + mode: "tcp" + +## +## Transforms +## + +transforms: + remap: + type: "remap" + inputs: [ "syslog" ] + source: ". |= parse_regex!(.host, r'^(?P[a-z]+)\\.(?P[a-z]+)')" + + log2metric: + type: "log_to_metric" + inputs: [ "remap" ] + metrics: + - type: "counter" + field: "procid" + tags: + hostname: "{{ hostname }}" + facility: "{{ facility }}" + severity: "{{ severity }}" + +## +## Sinks +## + +sinks: + prometheus: + type: "prometheus_exporter" + inputs: [ "internal_metrics" ] + address: "0.0.0.0:9090" + + datadog_metrics: + type: "datadog_metrics" + inputs: [ "log2metric" ] + endpoint: "http://localhost:8080" + default_api_key: "DEADBEEF" + default_namespace: "vector" diff --git a/regression/cases/syslog_splunk_hec_logs/vector/vector.toml b/regression/cases/syslog_splunk_hec_logs/vector/vector.toml deleted file mode 100644 index 0802a25fe49bb..0000000000000 --- a/regression/cases/syslog_splunk_hec_logs/vector/vector.toml +++ /dev/null @@ -1,31 +0,0 @@ -data_dir = "/var/lib/vector" - -## -## Sources -## - -[sources.internal_metrics] -type = "internal_metrics" - -[sources.syslog] -type = "syslog" -address = "0.0.0.0:8282" -max_length = 1_500_000 -mode = "tcp" - -## -## Sinks -## - -[sinks.prometheus] -type = "prometheus_exporter" -inputs = ["internal_metrics"] -address = "0.0.0.0:9090" - -[sinks.splunk_hec_logs] -type = "splunk_hec_logs" -inputs = ["syslog"] -endpoint = "http://localhost:8080" -encoding.codec = "json" -token = "abcd1234" -healthcheck.enabled = false diff --git a/regression/cases/syslog_splunk_hec_logs/vector/vector.yaml b/regression/cases/syslog_splunk_hec_logs/vector/vector.yaml new file mode 100644 index 0000000000000..af4b6f0387cff --- /dev/null +++ b/regression/cases/syslog_splunk_hec_logs/vector/vector.yaml @@ -0,0 +1,35 @@ +data_dir: "/var/lib/vector" + +## +## Sources +## + +sources: + internal_metrics: + type: "internal_metrics" + + syslog: + type: "syslog" + address: "0.0.0.0:8282" + max_length: 1500000 + mode: "tcp" + +## +## Sinks +## + +sinks: + prometheus: + type: "prometheus_exporter" + inputs: [ "internal_metrics" ] + address: "0.0.0.0:9090" + + splunk_hec_logs: + type: "splunk_hec_logs" + inputs: [ "syslog" ] + endpoint: "http://localhost:8080" + encoding: + codec: "json" + token: "abcd1234" + healthcheck: + enabled: false diff --git a/workload-checks/typical/cases/http_text_to_http_json/vector/vector.toml b/workload-checks/typical/cases/http_text_to_http_json/vector/vector.toml deleted file mode 100644 index 0451005596036..0000000000000 --- a/workload-checks/typical/cases/http_text_to_http_json/vector/vector.toml +++ /dev/null @@ -1,12 +0,0 @@ -data_dir = "/var/lib/vector" - -[sources.logs] -type = "http_server" -address = "0.0.0.0:8282" -decoding.codec = "bytes" - -[sinks.http_sink] -type = "http" -uri = "http://localhost:8080" -inputs = ["logs"] -encoding.codec = "json" diff --git a/workload-checks/typical/cases/http_text_to_http_json/vector/vector.yaml b/workload-checks/typical/cases/http_text_to_http_json/vector/vector.yaml new file mode 100644 index 0000000000000..0382b83448579 --- /dev/null +++ b/workload-checks/typical/cases/http_text_to_http_json/vector/vector.yaml @@ -0,0 +1,16 @@ +data_dir: "/var/lib/vector" + +sources: + logs: + type: "http_server" + address: "0.0.0.0:8282" + decoding: + codec: "bytes" + +sinks: + http_sink: + type: "http" + uri: "http://localhost:8080" + inputs: [ "logs" ] + encoding: + codec: "json"