chore: Move TLS library to vector-core (#13913)

This reduces the knot of feature flag dependencies for a relatively small
but core library.

Basically, I was trying to run one of the unit tests with minimal flags, but gave up trying to figure out all of the needed "utils" flags I needed to run the test. This is the fruit of that frustration as it removes a number of those flags.

Author: bruceg

Cargo.lock

@@ -312,12 +312,8 @@ heim = { git = "https://github.com/vectordotdev/heim.git", branch="update-nix",
 mlua = { version = "0.8.3", default-features = false, features = ["lua54", "send", "vendored"], optional = true }
 
 [target.'cfg(windows)'.dependencies]
-schannel = "0.1.20"
 windows-service = "0.5.0"
 
-[target.'cfg(target_os = "macos")'.dependencies]
-security-framework = "2.7.0"
-
 [target.'cfg(unix)'.dependencies]
 atty = { version = "0.2.14", default-features = false }
 nix = { version = "0.25.0", default-features = false, features = ["socket", "signal"] }
@@ -487,18 +483,18 @@ sources-metrics = [
 
 sources-apache_metrics = []
 sources-aws_ecs_metrics = []
-sources-aws_kinesis_firehose = ["dep:base64", "dep:infer", "sources-utils-tls"]
+sources-aws_kinesis_firehose = ["dep:base64", "dep:infer"]
 sources-aws_s3 = ["aws-core", "dep:aws-sdk-sqs", "dep:aws-sdk-s3", "dep:semver", "dep:async-compression", "sources-aws_sqs", "tokio-util/io"]
 sources-aws_sqs = ["aws-core", "dep:aws-sdk-sqs"]
-sources-datadog_agent = ["sources-utils-tls", "sources-utils-http-error", "protobuf-build"]
+sources-datadog_agent = ["sources-utils-http-error", "protobuf-build"]
 sources-demo_logs = ["dep:fakedata"]
 sources-dnstap = ["dep:base64", "dep:trust-dns-proto", "dep:dnsmsg-parser", "protobuf-build"]
 sources-docker_logs = ["docker"]
 sources-eventstoredb_metrics = []
 sources-exec = []
 sources-file = ["dep:file-source"]
 sources-file-descriptor = ["tokio-util/io"]
-sources-fluent = ["dep:base64", "listenfd", "tokio-util/net", "dep:rmpv", "dep:rmp-serde", "sources-utils-tcp-keepalive", "sources-utils-tcp-socket", "sources-utils-tls", "dep:serde_bytes"]
+sources-fluent = ["dep:base64", "listenfd", "tokio-util/net", "dep:rmpv", "dep:rmp-serde", "dep:serde_bytes"]
 sources-gcp_pubsub = ["gcp", "dep:h2", "dep:prost-types", "protobuf-build", "dep:tonic"]
 sources-heroku_logs = ["sources-utils-http", "sources-utils-http-query", "sources-http"]
 sources-host_metrics = ["dep:heim"]
@@ -508,31 +504,28 @@ sources-internal_metrics = []
 sources-journald = []
 sources-kafka = ["dep:rdkafka"]
 sources-kubernetes_logs = ["dep:file-source", "kubernetes", "transforms-reduce"]
-sources-logstash = ["listenfd", "tokio-util/net", "sources-utils-tcp-keepalive", "sources-utils-tcp-socket", "sources-utils-tls"]
+sources-logstash = ["listenfd", "tokio-util/net"]
 sources-mongodb_metrics = ["dep:mongodb"]
 sources-nats = ["dep:nats", "dep:nkeys"]
 sources-nginx_metrics = ["dep:nom"]
 sources-opentelemetry = ["dep:hex", "dep:opentelemetry-proto", "dep:prost-types", "sources-http", "sources-utils-http", "sources-vector"]
 sources-postgresql_metrics = ["dep:postgres-openssl", "dep:tokio-postgres"]
 sources-prometheus = ["dep:prometheus-parser", "sinks-prometheus", "sources-http", "sources-utils-http"]
 sources-redis= ["dep:redis"]
-sources-socket = ["listenfd", "tokio-util/net", "sources-utils-udp", "sources-utils-tcp-keepalive", "sources-utils-tcp-socket", "sources-utils-tls", "sources-utils-unix"]
-sources-splunk_hec = ["sources-utils-tls", "dep:roaring"]
-sources-statsd = ["listenfd", "sources-utils-tcp-keepalive", "sources-utils-tcp-socket", "sources-utils-tls", "sources-utils-udp", "sources-utils-unix", "tokio-util/net"]
+sources-socket = ["listenfd", "tokio-util/net", "sources-utils-udp", "sources-utils-unix"]
+sources-splunk_hec = ["dep:roaring"]
+sources-statsd = ["listenfd", "sources-utils-udp", "sources-utils-unix", "tokio-util/net"]
 sources-stdin = ["tokio-util/io"]
-sources-syslog = ["listenfd", "tokio-util/net", "sources-utils-udp", "sources-utils-tcp-keepalive", "sources-utils-tcp-socket", "sources-utils-tls", "sources-utils-unix", "codecs/syslog"]
-sources-utils-http = ["dep:snap", "sources-utils-tls", "sources-utils-http-auth", "sources-utils-http-encoding", "sources-utils-http-error", "sources-utils-http-prelude"]
+sources-syslog = ["listenfd", "tokio-util/net", "sources-utils-udp", "sources-utils-unix", "codecs/syslog"]
+sources-utils-http = ["dep:snap", "sources-utils-http-auth", "sources-utils-http-encoding", "sources-utils-http-error", "sources-utils-http-prelude"]
 sources-utils-http-auth = ["sources-utils-http-error"]
 sources-utils-http-encoding = ["dep:snap", "sources-utils-http-error"]
 sources-utils-http-error = []
-sources-utils-http-prelude = ["sources-utils-http", "sources-utils-tls", "sources-utils-http-auth", "sources-utils-http-encoding", "sources-utils-http-error"]
+sources-utils-http-prelude = ["sources-utils-http", "sources-utils-http-auth", "sources-utils-http-encoding", "sources-utils-http-error"]
 sources-utils-http-query = []
-sources-utils-tcp-keepalive = []
-sources-utils-tcp-socket = []
-sources-utils-tls = []
 sources-utils-udp = []
 sources-utils-unix = []
-sources-vector = ["listenfd", "sources-utils-tcp-keepalive", "sources-utils-tcp-socket", "sources-utils-tls", "dep:tonic", "protobuf-build"]
+sources-vector = ["listenfd", "dep:tonic", "protobuf-build"]
 
 # Transforms
 transforms = ["transforms-logs", "transforms-metrics"]
@@ -669,7 +662,7 @@ sinks-nats = ["dep:nats", "dep:nkeys"]
 sinks-new_relic_logs = ["sinks-http"]
 sinks-new_relic = []
 sinks-papertrail = ["dep:syslog"]
-sinks-prometheus = ["dep:prometheus-parser", "dep:snap", "sources-utils-tls", "dep:serde_with"]
+sinks-prometheus = ["dep:prometheus-parser", "dep:snap", "dep:serde_with"]
 sinks-pulsar = ["dep:avro-rs", "dep:pulsar"]
 sinks-redis = ["dep:redis"]
 sinks-sematext = ["sinks-elasticsearch", "sinks-influxdb"]

Cargo.toml

@@ -30,6 +30,7 @@ metrics-util = { version = "0.14.0", default-features = false, features = ["regi
 mlua = { version = "0.8.3", default-features = false, features = ["lua54", "send", "vendored"], optional = true }
 no-proxy = { version  = "0.3.2", default-features = false, features = ["serialize"] }
 once_cell = { version = "1.13", default-features = false }
+openssl = { version = "0.10.41", default-features = false, features = ["vendored"] }
 ordered-float = { version = "3.0.0", default-features = false }
 pin-project = { version = "1.0.12", default-features = false }
 proptest = { version = "1.0", optional = true }
@@ -40,10 +41,13 @@ regex = { version = "1.6.0", default-features = false, features = ["std", "perf"
 serde = { version = "1.0.144", default-features = false, features = ["derive", "rc"] }
 serde_json = { version = "1.0.85", default-features = false }
 snafu = { version = "0.7.1", default-features = false }
-tokio = { version = "1.20.1", default-features = false }
+socket2 = { version = "0.4.4", default-features = false }
+tokio = { version = "1.20.1", default-features = false, features = ["net"] }
+tokio-openssl = { version = "0.6.3", default-features = false }
 tokio-stream = { version = "0.1", default-features = false, features = ["time"], optional = true }
 tokio-util = { version = "0.7.0", default-features = false, features = ["time"] }
 toml = { version = "0.5.9", default-features = false }
+tonic = { version = "0.7.2", default-features = false, features = ["transport"] }
 tower = { version = "0.4", default-features = false, features = ["util"] }
 tracing = { version = "0.1.34", default-features = false }
 tracing-core = { version = "0.1.26", default-features = false }
@@ -61,6 +65,12 @@ vector-config-macros = { path = "../vector-config-macros" }
 # https://doc.rust-lang.org/cargo/reference/unstable.html#namespaced-features
 vrl-lib = { package = "vrl", path = "../vrl/vrl", optional = true }
 
+[target.'cfg(target_os = "macos")'.dependencies]
+security-framework = "2.7.0"
+
+[target.'cfg(windows)'.dependencies]
+schannel = "0.1.20"
+
 [build-dependencies]
 prost-build = "0.10.4"
 

lib/vector-core/Cargo.toml

@@ -37,9 +37,11 @@ pub mod serde;
 pub mod sink;
 pub mod source;
 pub mod stream;
+pub mod tcp;
 #[cfg(test)]
 mod test_util;
 pub mod time;
+pub mod tls;
 pub mod transform;
 #[cfg(feature = "vrl")]
 mod vrl;

lib/vector-core/src/lib.rs

@@ -8,7 +8,7 @@ use vector_config::configurable_component;
 #[serde(deny_unknown_fields)]
 pub struct TcpKeepaliveConfig {
     /// The time to wait, in seconds, before starting to send TCP keepalive probes on an idle connection.
-    pub(crate) time_secs: Option<u64>,
+    pub time_secs: Option<u64>,
 }
 
 // This function will be obsolete after tokio/mio internally use `socket2` and expose the methods to