Compare commits

...

13 Commits

Author SHA1 Message Date
Istio Automation ac67367eb9
Automator: update common-files@master in istio/ztunnel@master (#1607) 2025-08-07 17:29:24 -04:00
Ian Rudie ec120597bd
chore - clippy cleanup (#1610)
* fix build.rs

Signed-off-by: Ian Rudie <ian.rudie@solo.io>

* clippy

Signed-off-by: Ian Rudie <ian.rudie@solo.io>

* remove swap

Signed-off-by: Ian Rudie <ian.rudie@solo.io>

---------

Signed-off-by: Ian Rudie <ian.rudie@solo.io>
2025-08-07 17:08:25 -04:00
Istio Automation 2837b0f410
Automator: update common-files@master in istio/ztunnel@master (#1604) 2025-08-01 07:17:06 -04:00
Steven Landow 6640774d9f
respect IPV6 setting for DNS server (#1601) 2025-07-24 16:45:47 -04:00
Ian Rudie 4f50f8403b
adopt rcgen 14 (#1599)
* adopt rcgen 14

Signed-off-by: Ian Rudie <ian.rudie@solo.io>

* fmt

Signed-off-by: Ian Rudie <ian.rudie@solo.io>

* fmt fuzz

Signed-off-by: Ian Rudie <ian.rudie@solo.io>

---------

Signed-off-by: Ian Rudie <ian.rudie@solo.io>
2025-07-18 17:01:43 -04:00
Istio Automation b102502cbd
Automator: update common-files@master in istio/ztunnel@master (#1598) 2025-07-17 12:57:43 -04:00
Istio Automation d58e82441f
Automator: update common-files@master in istio/ztunnel@master (#1597) 2025-07-15 11:26:38 -04:00
Istio Automation c555eaa812
Automator: update common-files@master in istio/ztunnel@master (#1596) 2025-07-15 06:07:38 -04:00
Istio Automation 85a94b6cc4
Automator: update common-files@master in istio/ztunnel@master (#1595) 2025-07-10 07:15:33 -04:00
Istio Automation 3fa6335035
Automator: update common-files@master in istio/ztunnel@master (#1589) 2025-07-08 05:44:30 -04:00
Steven Jin dfa3b58bbc
Buffer inner h2 streams (#1580)
* Buffer h2 streams

* Tests

* naming

* Review

simplify code
2025-07-07 17:52:29 -04:00
Gustavo Meira c2d2534edb
increasing limit for open files (#1586)
* increasing limit for open files

* suggestion from PR

* adding comment

* Update src/main.rs

Co-authored-by: Daniel Hawton <daniel@hawton.org>

---------

Co-authored-by: Daniel Hawton <daniel@hawton.org>
2025-07-07 15:37:29 -04:00
Krinkin, Mike 84f0e52e64
Multinetwork/Support remote networks for services with waypoints (#1565)
* Multinetwork/Support remote networks for services with waypoints

Currently `build_request` when it sees a service with a waypoint
resolves the waypoint backend and routes request there using regular
HBONE.

In multi network scenario though the waypoint may have workload on a
remote network and to reach it we have to go through E/W gateway and use
double HBONE.

This change enables handling of services with waypoint on a remote
network.

Some of the assumptions that were used when I prepared this change:

1. We assume uniformity of configuration (e.g., if service X in local
   cluster has a waypoint, then service X in remote network also has a
   waypoint, if waypoint is service addressable, then it's using service
   to address waypoint both locally and on remote network)
2  Split-horizon representation of waypoint workloads, just like with
   any regular workloads and services (e.g., in the local cluster
   instead of an actual waypoint workload pointing to a pod on another
   network we will have a "proxy" representation that just has network
   gateway).

Both of those can be in hanled by the controlplane (e.g., controlplane
can generate split-horizon workloads and when configuration is
non-uniform, just filter out remote configs for remote networks), though
we don't yet have a complete implementation.

Signed-off-by: Mikhail Krinkin <mkrinkin@microsoft.com>

* Return an error instead of panicking

Signed-off-by: Mikhail Krinkin <mkrinkin@microsoft.com>

* Update comments in src/proxy/outbound.rs

Co-authored-by: Ian Rudie <ilrudie@gmail.com>

* Update comments in src/proxy/outbound.rs

Signed-off-by: Mikhail Krinkin <mkrinkin@microsoft.com>

* Add a debug assert to provide a bit more context to the error in tests

Signed-off-by: Mikhail Krinkin <mkrinkin@microsoft.com>

* Fix formatting

Signed-off-by: Mikhail Krinkin <mkrinkin@microsoft.com>

* Added a few debug logs to be able to trace when a workload on a remote network is picked

Signed-off-by: Mikhail Krinkin <mkrinkin@microsoft.com>

---------

Signed-off-by: Mikhail Krinkin <mkrinkin@microsoft.com>
Co-authored-by: Ian Rudie <ilrudie@gmail.com>
2025-07-07 12:29:29 -04:00
34 changed files with 536 additions and 168 deletions

View File

@ -1,6 +1,6 @@
{
"name": "istio build-tools",
"image": "gcr.io/istio-testing/build-tools:master-9a50b34135f1aa16b04d56dcb89c5b91101a28aa",
"image": "gcr.io/istio-testing/build-tools:master-672e6089ff843019a2b28cf9e87754c7b74358ea",
"privileged": true,
"remoteEnv": {
"USE_GKE_GCLOUD_AUTH_PLUGIN": "True",

20
Cargo.lock generated
View File

@ -1802,7 +1802,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "fc2f4eb4bc735547cfed7c0a4922cbd04a4655978c09b54f1f7b228750664c34"
dependencies = [
"cfg-if",
"windows-targets 0.48.5",
"windows-targets 0.52.6",
]
[[package]]
@ -2777,6 +2777,21 @@ dependencies = [
"yasna",
]
[[package]]
name = "rcgen"
version = "0.14.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "49bc8ffa8a832eb1d7c8000337f8b0d2f4f2f5ec3cf4ddc26f125e3ad2451824"
dependencies = [
"aws-lc-rs",
"pem",
"ring",
"rustls-pki-types",
"time",
"x509-parser",
"yasna",
]
[[package]]
name = "redox_syscall"
version = "0.5.11"
@ -4455,7 +4470,8 @@ dependencies = [
"prost-build",
"prost-types",
"rand 0.9.0",
"rcgen",
"rcgen 0.13.3",
"rcgen 0.14.2",
"ring",
"rustc_version",
"rustls",

View File

@ -71,7 +71,7 @@ itertools = "0.14"
keyed_priority_queue = "0.4"
libc = "0.2"
log = "0.4"
nix = { version = "0.29", features = ["socket", "sched", "uio", "fs", "ioctl", "user", "net", "mount"] }
nix = { version = "0.29", features = ["socket", "sched", "uio", "fs", "ioctl", "user", "net", "mount", "resource" ] }
once_cell = "1.21"
num_cpus = "1.16"
ppp = "2.3"
@ -80,7 +80,7 @@ prometheus-parse = "0.2"
prost = "0.13"
prost-types = "0.13"
rand = { version = "0.9" , features = ["small_rng"]}
rcgen = { version = "0.13", optional = true, features = ["pem"] }
rcgen = { version = "0.14", optional = true, features = ["pem"] }
rustls = { version = "0.23", default-features = false }
rustls-native-certs = "0.8"
rustls-pemfile = "2.2"

View File

@ -458,10 +458,10 @@ fn hbone_connection_config() -> ztunnel::config::ConfigSource {
workload: Workload {
workload_ips: vec![hbone_connection_ip(i)],
protocol: InboundProtocol::HBONE,
uid: strng::format!("cluster1//v1/Pod/default/remote{}", i),
name: strng::format!("workload-{}", i),
namespace: strng::format!("namespace-{}", i),
service_account: strng::format!("service-account-{}", i),
uid: strng::format!("cluster1//v1/Pod/default/remote{i}"),
name: strng::format!("workload-{i}"),
namespace: strng::format!("namespace-{i}"),
service_account: strng::format!("service-account-{i}"),
..test_helpers::test_default_workload()
},
services: Default::default(),

View File

@ -94,9 +94,6 @@ fn main() -> Result<(), anyhow::Error> {
"cargo:rustc-env=ZTUNNEL_BUILD_RUSTC_VERSION={}",
rustc_version::version().unwrap()
);
println!(
"cargo:rustc-env=ZTUNNEL_BUILD_PROFILE_NAME={}",
profile_name
);
println!("cargo:rustc-env=ZTUNNEL_BUILD_PROFILE_NAME={profile_name}");
Ok(())
}

View File

@ -1 +1 @@
73315b91eb0bb247476b5b03911ec7f2cb6b5176
d235bc9f4a20f3c78c5aacbfa3f24d08a884a82e

View File

@ -184,6 +184,10 @@ linters:
- linters:
- staticcheck
text: 'S1007'
# TODO: remove once we have updated package names
- linters:
- revive
text: "var-naming: avoid meaningless package names"
paths:
- .*\.pb\.go
- .*\.gen\.go

View File

@ -75,7 +75,7 @@ fi
TOOLS_REGISTRY_PROVIDER=${TOOLS_REGISTRY_PROVIDER:-gcr.io}
PROJECT_ID=${PROJECT_ID:-istio-testing}
if [[ "${IMAGE_VERSION:-}" == "" ]]; then
IMAGE_VERSION=master-9a50b34135f1aa16b04d56dcb89c5b91101a28aa
IMAGE_VERSION=master-672e6089ff843019a2b28cf9e87754c7b74358ea
fi
if [[ "${IMAGE_NAME:-}" == "" ]]; then
IMAGE_NAME=build-tools

4
fuzz/Cargo.lock generated
View File

@ -2359,9 +2359,9 @@ dependencies = [
[[package]]
name = "rcgen"
version = "0.13.2"
version = "0.14.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "75e669e5202259b5314d1ea5397316ad400819437857b90861765f24c4cf80a2"
checksum = "49bc8ffa8a832eb1d7c8000337f8b0d2f4f2f5ec3cf4ddc26f125e3ad2451824"
dependencies = [
"aws-lc-rs",
"pem",

View File

@ -390,7 +390,7 @@ fn change_log_level(reset: bool, level: &str) -> Response<Full<Bytes>> {
// Invalid level provided
return plaintext_response(
hyper::StatusCode::BAD_REQUEST,
format!("Invalid level provided: {}\n{}", level, HELP_STRING),
format!("Invalid level provided: {level}\n{HELP_STRING}"),
);
};
}
@ -398,7 +398,7 @@ fn change_log_level(reset: bool, level: &str) -> Response<Full<Bytes>> {
Ok(_) => list_loggers(),
Err(e) => plaintext_response(
hyper::StatusCode::BAD_REQUEST,
format!("Failed to set new level: {}\n{}", e, HELP_STRING),
format!("Failed to set new level: {e}\n{HELP_STRING}"),
),
}
}

View File

@ -309,6 +309,8 @@ pub struct Config {
pub ztunnel_identity: Option<identity::Identity>,
pub ztunnel_workload: Option<state::WorkloadInfo>,
pub ipv6_enabled: bool,
}
#[derive(serde::Serialize, Clone, Copy, Debug)]
@ -438,7 +440,7 @@ fn parse_worker_threads(default: usize) -> Result<usize, Error> {
Error::EnvVar(
ZTUNNEL_WORKER_THREADS.to_string(),
value.clone(),
format!("invalid percentage: {}", e),
format!("invalid percentage: {e}"),
)
})?;
@ -460,7 +462,7 @@ fn parse_worker_threads(default: usize) -> Result<usize, Error> {
Error::EnvVar(
ZTUNNEL_WORKER_THREADS.to_string(),
value,
format!("invalid number: {}", e),
format!("invalid number: {e}"),
)
})
}
@ -597,7 +599,7 @@ pub fn construct_config(pc: ProxyConfig) -> Result<Config, Error> {
// on a pod-by-pod basis.
let dns_proxy_addr: Address = match pc.proxy_metadata.get(DNS_PROXY_ADDR_METADATA) {
Some(dns_addr) => Address::new(ipv6_localhost_enabled, dns_addr)
.unwrap_or_else(|_| panic!("failed to parse DNS_PROXY_ADDR: {}", dns_addr)),
.unwrap_or_else(|_| panic!("failed to parse DNS_PROXY_ADDR: {dns_addr}")),
None => Address::Localhost(ipv6_localhost_enabled, DEFAULT_DNS_PORT),
};
@ -862,6 +864,7 @@ pub fn construct_config(pc: ProxyConfig) -> Result<Config, Error> {
localhost_app_tunnel: parse_default(LOCALHOST_APP_TUNNEL, true)?,
ztunnel_identity,
ztunnel_workload,
ipv6_enabled,
})
}

View File

@ -86,6 +86,7 @@ impl Server {
socket_factory: &(dyn SocketFactory + Send + Sync),
local_workload_information: Arc<LocalWorkloadFetcher>,
prefered_service_namespace: Option<String>,
ipv6_enabled: bool,
) -> Result<Self, Error> {
// if the address we got from config is supposed to be v6-enabled,
// actually check if the local pod context our socketfactory operates in supports V6.
@ -104,6 +105,7 @@ impl Server {
metrics,
local_workload_information,
prefered_service_namespace,
ipv6_enabled,
);
let store = Arc::new(store);
let handler = dns::handler::Handler::new(store.clone());
@ -194,6 +196,7 @@ struct Store {
metrics: Arc<Metrics>,
local_workload: Arc<LocalWorkloadFetcher>,
prefered_service_namespace: Option<String>,
ipv6_enabled: bool,
}
impl Store {
@ -204,6 +207,7 @@ impl Store {
metrics: Arc<Metrics>,
local_workload_information: Arc<LocalWorkloadFetcher>,
prefered_service_namespace: Option<String>,
ipv6_enabled: bool,
) -> Self {
let domain = as_name(domain);
let svc_domain = append_name(as_name("svc"), &domain);
@ -216,6 +220,7 @@ impl Store {
metrics,
local_workload: local_workload_information,
prefered_service_namespace,
ipv6_enabled,
}
}
@ -422,6 +427,13 @@ impl Store {
None
}
fn record_type_enabled(&self, addr: &IpAddr) -> bool {
match addr {
IpAddr::V4(_) => true, // IPv4 always
IpAddr::V6(_) => self.ipv6_enabled, // IPv6 must be not be disabled in config
}
}
/// Gets the list of addresses of the requested record type from the server.
fn get_addresses(
&self,
@ -434,7 +446,7 @@ impl Store {
.workload_ips
.iter()
.filter_map(|addr| {
if is_record_type(addr, record_type) {
if is_record_type(addr, record_type) && self.record_type_enabled(addr) {
Some(*addr)
} else {
None
@ -453,10 +465,9 @@ impl Store {
debug!("failed to fetch workload for {}", ep.workload_uid);
return None;
};
wl.workload_ips
.iter()
.copied()
.find(|addr| is_record_type(addr, record_type))
wl.workload_ips.iter().copied().find(|addr| {
is_record_type(addr, record_type) && self.record_type_enabled(addr)
})
})
.collect()
} else {
@ -468,6 +479,7 @@ impl Store {
.filter_map(|vip| {
if is_record_type(&vip.address, record_type)
&& client.network == vip.network
&& self.record_type_enabled(&vip.address)
{
Some(vip.address)
} else {
@ -637,7 +649,7 @@ impl Resolver for Store {
// From this point on, we are the authority for the response.
let is_authoritative = true;
if !service_family_allowed(&service_match.server, record_type) {
if !service_family_allowed(&service_match.server, record_type, self.ipv6_enabled) {
access_log(
request,
Some(&client),
@ -706,7 +718,13 @@ impl Resolver for Store {
/// anyway, so would naturally work.
/// Headless services, however, do not have VIPs, and the Pods behind them can have dual stack IPs even with
/// the Service being single-stack. In this case, we are NOT supposed to return both IPs.
fn service_family_allowed(server: &Address, record_type: RecordType) -> bool {
/// If IPv6 is globally disabled, AAAA records are not allowed.
fn service_family_allowed(server: &Address, record_type: RecordType, ipv6_enabled: bool) -> bool {
// If IPv6 is globally disabled, don't allow AAAA records
if !ipv6_enabled && record_type == RecordType::AAAA {
return false;
}
match server {
Address::Service(service) => match service.ip_families {
Some(IpFamily::IPv4) if record_type == RecordType::AAAA => false,
@ -1087,6 +1105,7 @@ mod tests {
metrics: test_metrics(),
local_workload,
prefered_service_namespace: None,
ipv6_enabled: true,
};
let namespaced_domain = n(format!("{}.svc.cluster.local", c.client_namespace));
@ -1432,6 +1451,7 @@ mod tests {
&factory,
local_workload,
Some(PREFERRED.to_string()),
true, // ipv6_enabled for tests
)
.await
.unwrap();
@ -1451,8 +1471,8 @@ mod tests {
tasks.push(async move {
let name = format!("[{protocol}] {}", c.name);
let resp = send_request(&mut client, n(c.host), c.query_type).await;
assert_eq!(c.expect_authoritative, resp.authoritative(), "{}", name);
assert_eq!(c.expect_code, resp.response_code(), "{}", name);
assert_eq!(c.expect_authoritative, resp.authoritative(), "{name}");
assert_eq!(c.expect_code, resp.response_code(), "{name}");
if c.expect_code == ResponseCode::NoError {
let mut actual = resp.answers().to_vec();
@ -1463,7 +1483,7 @@ mod tests {
if c.expect_authoritative {
sort_records(&mut actual);
}
assert_eq!(c.expect_records, actual, "{}", name);
assert_eq!(c.expect_records, actual, "{name}");
}
});
}
@ -1519,6 +1539,7 @@ mod tests {
&factory,
local_workload,
None,
true, // ipv6_enabled for tests
)
.await
.unwrap();
@ -1533,7 +1554,7 @@ mod tests {
for (protocol, client) in [("tcp", &mut tcp_client), ("udp", &mut udp_client)] {
let name = format!("[{protocol}] {}", c.name);
let resp = send_request(client, n(c.host), RecordType::A).await;
assert_eq!(c.expect_code, resp.response_code(), "{}", name);
assert_eq!(c.expect_code, resp.response_code(), "{name}");
if c.expect_code == ResponseCode::NoError {
assert!(!resp.answers().is_empty());
}
@ -1569,6 +1590,7 @@ mod tests {
state.clone(),
),
prefered_service_namespace: None,
ipv6_enabled: true,
};
let ip4n6_client_ip = ip("::ffff:202:202");
@ -1576,7 +1598,7 @@ mod tests {
match store.lookup(&req).await {
Ok(_) => {}
Err(e) => {
panic!("IPv6 encoded IPv4 should work! Error was {:?}", e)
panic!("IPv6 encoded IPv4 should work! Error was {e:?}");
}
}
}
@ -1603,6 +1625,7 @@ mod tests {
&factory,
local_workload,
None,
true, // ipv6_enabled for tests
)
.await
.unwrap();

View File

@ -148,7 +148,7 @@ impl crate::proxy::SocketFactory for InPodSocketPortReuseFactory {
})?;
if let Err(e) = sock.set_reuseport(true) {
tracing::warn!("setting set_reuseport failed: {} addr: {}", e, addr);
tracing::warn!("setting set_reuseport failed: {e} addr: {addr}");
}
sock.bind(addr)?;

View File

@ -37,7 +37,7 @@ use std::os::fd::{AsRawFd, OwnedFd};
use tracing::debug;
pub fn uid(i: usize) -> crate::inpod::WorkloadUid {
crate::inpod::WorkloadUid::new(format!("uid{}", i))
crate::inpod::WorkloadUid::new(format!("uid{i}"))
}
pub struct Fixture {
@ -138,7 +138,7 @@ pub async fn read_msg(s: &mut UnixStream) -> WorkloadResponse {
debug!("read {} bytes", read_amount);
let ret = WorkloadResponse::decode(&buf[..read_amount])
.unwrap_or_else(|_| panic!("failed to decode. read amount: {}", read_amount));
.unwrap_or_else(|_| panic!("failed to decode. read amount: {read_amount}"));
debug!("decoded {:?}", ret);
ret

View File

@ -401,7 +401,7 @@ pub(crate) mod tests {
assert!(e.contains("EOF"));
}
Ok(()) => {}
Err(e) => panic!("expected error due to EOF {:?}", e),
Err(e) => panic!("expected error due to EOF {e:?}"),
}
}

View File

@ -14,8 +14,9 @@
extern crate core;
use nix::sys::resource::{Resource, getrlimit, setrlimit};
use std::sync::Arc;
use tracing::info;
use tracing::{info, warn};
use ztunnel::*;
#[cfg(feature = "jemalloc")]
@ -28,6 +29,26 @@ static ALLOC: tikv_jemallocator::Jemalloc = tikv_jemallocator::Jemalloc;
#[unsafe(export_name = "malloc_conf")]
pub static malloc_conf: &[u8] = b"prof:true,prof_active:true,lg_prof_sample:19\0";
// We use this on Unix systems to increase the number of open file descriptors
// if possible. This is useful for high-load scenarios where the default limit
// is too low, which can lead to droopped connections and other issues:
// see: https://github.com/istio/ztunnel/issues/1585
fn increase_open_files_limit() {
#[cfg(unix)]
if let Ok((soft_limit, hard_limit)) = getrlimit(Resource::RLIMIT_NOFILE) {
if let Err(e) = setrlimit(Resource::RLIMIT_NOFILE, hard_limit, hard_limit) {
warn!("failed to set file descriptor limits: {e}");
} else {
info!(
"set file descriptor limits from {} to {}",
soft_limit, hard_limit
);
}
} else {
warn!("failed to get file descriptor limits");
}
}
fn main() -> anyhow::Result<()> {
let _log_flush = telemetry::setup_logging();
@ -74,6 +95,7 @@ fn version() -> anyhow::Result<()> {
async fn proxy(cfg: Arc<config::Config>) -> anyhow::Result<()> {
info!("version: {}", version::BuildInfo::new());
increase_open_files_limit();
info!("running with config: {}", serde_yaml::to_string(&cfg)?);
app::build(cfg).await?.wait_termination().await
}

View File

@ -306,7 +306,7 @@ impl Proxy {
old_cfg.inbound_addr = inbound.address();
let mut new_pi = (*pi).clone();
new_pi.cfg = Arc::new(old_cfg);
std::mem::swap(&mut pi, &mut Arc::new(new_pi));
pi = Arc::new(new_pi);
warn!("TEST FAKE: new address is {:?}", pi.cfg.inbound_addr);
}
@ -373,7 +373,7 @@ impl fmt::Display for AuthorizationRejectionError {
match self {
Self::NoWorkload => write!(fmt, "workload not found"),
Self::WorkloadMismatch => write!(fmt, "workload mismatch"),
Self::ExplicitlyDenied(a, b) => write!(fmt, "explicitly denied by: {}/{}", a, b),
Self::ExplicitlyDenied(a, b) => write!(fmt, "explicitly denied by: {a}/{b}"),
Self::NotAllowed => write!(fmt, "allow policies exist, but none allowed"),
}
}
@ -484,6 +484,9 @@ pub enum Error {
#[error("requested service {0} found, but has no IP addresses")]
NoIPForService(String),
#[error("no service for target address: {0}")]
NoService(SocketAddr),
#[error(
"ip addresses were resolved for workload {0}, but valid dns response had no A/AAAA records"
)]
@ -844,8 +847,8 @@ impl HboneAddress {
impl std::fmt::Display for HboneAddress {
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
match self {
HboneAddress::SocketAddr(addr) => write!(f, "{}", addr),
HboneAddress::SvcHostname(host, port) => write!(f, "{}:{}", host, port),
HboneAddress::SocketAddr(addr) => write!(f, "{addr}"),
HboneAddress::SvcHostname(host, port) => write!(f, "{host}:{port}"),
}
}
}

View File

@ -13,7 +13,7 @@
// limitations under the License.
use crate::copy;
use bytes::{BufMut, Bytes};
use bytes::Bytes;
use futures_core::ready;
use h2::Reason;
use std::io::Error;
@ -85,7 +85,10 @@ pub struct H2StreamWriteHalf {
_dropped: Option<DropCounter>,
}
pub struct TokioH2Stream(H2Stream);
pub struct TokioH2Stream {
stream: H2Stream,
buf: Bytes,
}
struct DropCounter {
// Whether the other end of this shared counter has already dropped.
@ -144,7 +147,10 @@ impl Drop for DropCounter {
// then the specific implementation will conflict with the generic one.
impl TokioH2Stream {
pub fn new(stream: H2Stream) -> Self {
Self(stream)
Self {
stream,
buf: Bytes::new(),
}
}
}
@ -154,21 +160,21 @@ impl tokio::io::AsyncRead for TokioH2Stream {
cx: &mut Context<'_>,
buf: &mut tokio::io::ReadBuf<'_>,
) -> Poll<std::io::Result<()>> {
let pinned = std::pin::Pin::new(&mut self.0.read);
copy::ResizeBufRead::poll_bytes(pinned, cx).map(|r| match r {
Ok(bytes) => {
if buf.remaining() < bytes.len() {
Err(Error::other(format!(
"kould overflow buffer of with {} remaining",
buf.remaining()
)))
} else {
buf.put(bytes);
Ok(())
}
}
Err(e) => Err(e),
})
// Just return the bytes we have left over and don't poll the stream because
// its unclear what to do if there are bytes left over from the previous read, and when we
// poll, we get an error.
if self.buf.is_empty() {
// If we have no unread bytes, we can poll the stream
// and fill self.buf with the bytes we read.
let pinned = std::pin::Pin::new(&mut self.stream.read);
let res = ready!(copy::ResizeBufRead::poll_bytes(pinned, cx))?;
self.buf = res;
}
// Copy as many bytes as we can from self.buf.
let cnt = Ord::min(buf.remaining(), self.buf.len());
buf.put_slice(&self.buf[..cnt]);
self.buf = self.buf.split_off(cnt);
Poll::Ready(Ok(()))
}
}
@ -178,7 +184,7 @@ impl tokio::io::AsyncWrite for TokioH2Stream {
cx: &mut Context<'_>,
buf: &[u8],
) -> Poll<Result<usize, tokio::io::Error>> {
let pinned = std::pin::Pin::new(&mut self.0.write);
let pinned = std::pin::Pin::new(&mut self.stream.write);
let buf = Bytes::copy_from_slice(buf);
copy::AsyncWriteBuf::poll_write_buf(pinned, cx, buf)
}
@ -187,7 +193,7 @@ impl tokio::io::AsyncWrite for TokioH2Stream {
mut self: Pin<&mut Self>,
cx: &mut Context<'_>,
) -> Poll<Result<(), std::io::Error>> {
let pinned = std::pin::Pin::new(&mut self.0.write);
let pinned = std::pin::Pin::new(&mut self.stream.write);
copy::AsyncWriteBuf::poll_flush(pinned, cx)
}
@ -195,7 +201,7 @@ impl tokio::io::AsyncWrite for TokioH2Stream {
mut self: Pin<&mut Self>,
cx: &mut Context<'_>,
) -> Poll<Result<(), std::io::Error>> {
let pinned = std::pin::Pin::new(&mut self.0.write);
let pinned = std::pin::Pin::new(&mut self.stream.write);
copy::AsyncWriteBuf::poll_shutdown(pinned, cx)
}
}

View File

@ -391,7 +391,7 @@ pub fn log_early_deny<E: std::error::Error>(
"inbound"
},
error = format!("{}", err),
error = format!("{err}"),
"connection failed"
);

View File

@ -35,10 +35,10 @@ use crate::proxy::{ConnectionOpen, ConnectionResult, DerivedWorkload, metrics};
use crate::drain::DrainWatcher;
use crate::drain::run_with_drain;
use crate::proxy::h2::{H2Stream, client::WorkloadKey};
use crate::state::ServiceResolutionMode;
use crate::state::service::ServiceDescription;
use crate::state::service::{Service, ServiceDescription};
use crate::state::workload::OutboundProtocol;
use crate::state::workload::{InboundProtocol, NetworkAddress, Workload, address::Address};
use crate::state::{ServiceResolutionMode, Upstream};
use crate::{assertions, copy, proxy, socket};
use super::h2::TokioH2Stream;
@ -369,6 +369,83 @@ impl OutboundConnection {
}
}
// This function is called when the select next hop is on a different network,
// so we expect the upstream workload to have a network gatewy configured.
//
// When we use a gateway to reach to a workload on a remote network we have to
// use double HBONE (HBONE incapsulated inside HBONE). The gateway will
// terminate the outer HBONE tunnel and forward the inner HBONE to the actual
// destination as a opaque stream of bytes and the actual destination will
// interpret it as an HBONE connection.
//
// If the upstream workload does not have an E/W gateway this function returns
// an error indicating that it could not find a valid destination.
//
// A note about double HBONE, in double HBONE both inner and outer HBONE use
// destination service name as HBONE target URI.
//
// Having target URI in the outer HBONE tunnel allows E/W gateway to figure out
// where to route the data next witout the need to terminate inner HBONE tunnel.
// In other words, it could forward inner HBONE as if it's an opaque stream of
// bytes without trying to interpret it.
//
// NOTE: when connecting through an E/W gateway, regardless of whether there is
// a waypoint or not, we always use service hostname and the service port. It's
// somewhat different from how regular HBONE works, so I'm calling it out here.
async fn build_request_through_gateway(
&self,
source: Arc<Workload>,
// next hop on the remote network that we picked as our destination.
// It may be a local view of a Waypoint workload on remote network or
// a local view of the service workload (when waypoint is not
// configured).
upstream: Upstream,
// This is a target service we wanted to reach in the first place.
//
// NOTE: Crossing network boundaries is only supported for services
// at the moment, so we should always have a service we could use.
service: &Service,
target: SocketAddr,
) -> Result<Request, Error> {
if let Some(gateway) = &upstream.workload.network_gateway {
let gateway_upstream = self
.pi
.state
.fetch_network_gateway(gateway, &source, target)
.await?;
let hbone_target_destination = Some(HboneAddress::SvcHostname(
service.hostname.clone(),
target.port(),
));
debug!("built request to a destination on another network through an E/W gateway");
Ok(Request {
protocol: OutboundProtocol::DOUBLEHBONE,
source,
hbone_target_destination,
actual_destination_workload: Some(gateway_upstream.workload.clone()),
intended_destination_service: Some(ServiceDescription::from(service)),
actual_destination: gateway_upstream.workload_socket_addr().ok_or(
Error::NoValidDestination(Box::new((*gateway_upstream.workload).clone())),
)?,
// The outer tunnel of double HBONE is terminated by the E/W
// gateway and so for the credentials of the next hop
// (upstream_sans) we use gateway credentials.
upstream_sans: gateway_upstream.workload_and_services_san(),
// The inner HBONE tunnel is terminated by either the server
// we want to reach or a Waypoint in front of it, depending on
// the configuration. So for the final destination credentials
// (final_sans) we use the upstream workload credentials.
final_sans: upstream.service_sans(),
})
} else {
// Do not try to send cross-network traffic without network gateway.
Err(Error::NoValidDestination(Box::new(
(*upstream.workload).clone(),
)))
}
}
// build_request computes all information about the request we should send
// TODO: Do we want a single lock for source and upstream...?
async fn build_request(
@ -381,7 +458,7 @@ impl OutboundConnection {
// If this is to-service traffic check for a service waypoint
// Capture result of whether this is svc addressed
let svc_addressed = if let Some(Address::Service(target_service)) = state
let service = if let Some(Address::Service(target_service)) = state
.fetch_address(&NetworkAddress {
network: self.pi.cfg.network.clone(),
address: target.ip(),
@ -393,6 +470,18 @@ impl OutboundConnection {
.fetch_service_waypoint(&target_service, &source_workload, target)
.await?
{
if waypoint.workload.network != source_workload.network {
debug!("picked a waypoint on remote network");
return self
.build_request_through_gateway(
source_workload.clone(),
waypoint,
&target_service,
target,
)
.await;
}
let upstream_sans = waypoint.workload_and_services_san();
let actual_destination =
waypoint
@ -413,10 +502,10 @@ impl OutboundConnection {
});
}
// this was service addressed but we did not find a waypoint
true
Some(target_service)
} else {
// this wasn't service addressed
false
None
};
let Some(us) = state
@ -428,7 +517,7 @@ impl OutboundConnection {
)
.await?
else {
if svc_addressed {
if service.is_some() {
return Err(Error::NoHealthyUpstream(target));
}
debug!("built request as passthrough; no upstream found");
@ -446,37 +535,26 @@ impl OutboundConnection {
// Check whether we are using an E/W gateway and sending cross network traffic
if us.workload.network != source_workload.network {
if let Some(ew_gtw) = &us.workload.network_gateway {
let gtw_us = {
self.pi
.state
.fetch_network_gateway(ew_gtw, &source_workload, target)
.await?
};
let svc = us
.destination_service
.as_ref()
.expect("Workloads with network gateways must be service addressed.");
let hbone_target_destination =
Some(HboneAddress::SvcHostname(svc.hostname.clone(), us.port));
return Ok(Request {
protocol: OutboundProtocol::DOUBLEHBONE,
source: source_workload,
hbone_target_destination,
actual_destination_workload: Some(gtw_us.workload.clone()),
intended_destination_service: us.destination_service.clone(),
actual_destination: gtw_us.workload_socket_addr().ok_or(
Error::NoValidDestination(Box::new((*gtw_us.workload).clone())),
)?,
upstream_sans: gtw_us.workload_and_services_san(),
final_sans: us.service_sans(),
});
} else {
// Do not try to send cross-network traffic without network gateway.
return Err(Error::NoValidDestination(Box::new((*us.workload).clone())));
}
// Workloads on remote network must be service addressed, so if we got here
// and we don't have a service for the original target address then it's a
// bug either in ztunnel itself or in istiod.
//
// For a double HBONE protocol implementation we have to know the
// destination service and if there is no service for the target it's a bug.
//
// This situation "should never happen" because for workloads fetch_upstream
// above only checks the workloads on the same network as this ztunnel
// instance and therefore it should not be able to find a workload on a
// different network.
debug_assert!(
service.is_some(),
"workload on remote network is not service addressed"
);
debug!("picked a workload on remote network");
let service = service.as_ref().ok_or(Error::NoService(target))?;
return self
.build_request_through_gateway(source_workload.clone(), us, service, target)
.await;
}
// We are not using a network gateway and there is no workload address.
@ -491,7 +569,7 @@ impl OutboundConnection {
// Check if we need to go through a workload addressed waypoint.
// Don't traverse waypoint twice if the source is sandwich-outbound.
// Don't traverse waypoint if traffic was addressed to a service (handled before)
if !from_waypoint && !svc_addressed {
if !from_waypoint && service.is_none() {
// For case upstream server has enabled waypoint
let waypoint = state
.fetch_workload_waypoint(&us.workload, &source_workload, target)
@ -816,6 +894,8 @@ mod tests {
#[tokio::test]
async fn build_request_double_hbone() {
// example.com service has a workload on remote network.
// E/W gateway is addressed by an IP.
run_build_request_multi(
"127.0.0.1",
"127.0.0.3:80",
@ -867,11 +947,13 @@ mod tests {
],
Some(ExpectedRequest {
protocol: OutboundProtocol::DOUBLEHBONE,
hbone_destination: "example.com:8080",
hbone_destination: "example.com:80",
destination: "10.22.1.1:15009",
}),
)
.await;
// example.com service has a workload on remote network.
// E/W gateway is addressed by a hostname.
run_build_request_multi(
"127.0.0.1",
"127.0.0.3:80",
@ -944,11 +1026,218 @@ mod tests {
],
Some(ExpectedRequest {
protocol: OutboundProtocol::DOUBLEHBONE,
hbone_destination: "example.com:8080",
hbone_destination: "example.com:80",
destination: "127.0.0.5:15008",
}),
)
.await;
// example.com service has a waypoint and waypoint workload is on remote network.
// E/W gateway is addressed by an IP.
run_build_request_multi(
"127.0.0.1",
"127.0.0.3:80",
vec![
XdsAddressType::Service(XdsService {
hostname: "example.com".to_string(),
addresses: vec![XdsNetworkAddress {
network: "".to_string(),
address: vec![127, 0, 0, 3],
}],
ports: vec![Port {
service_port: 80,
target_port: 8080,
}],
waypoint: Some(xds::istio::workload::GatewayAddress {
destination: Some(
xds::istio::workload::gateway_address::Destination::Hostname(
XdsNamespacedHostname {
namespace: Default::default(),
hostname: "waypoint.com".into(),
},
),
),
hbone_mtls_port: 15008,
}),
..Default::default()
}),
XdsAddressType::Service(XdsService {
hostname: "waypoint.com".to_string(),
addresses: vec![XdsNetworkAddress {
network: "".to_string(),
address: vec![127, 0, 0, 4],
}],
ports: vec![Port {
service_port: 15008,
target_port: 15008,
}],
..Default::default()
}),
XdsAddressType::Workload(XdsWorkload {
uid: "Kubernetes//Pod/default/remote-waypoint-pod".to_string(),
addresses: vec![],
network: "remote".to_string(),
network_gateway: Some(xds::istio::workload::GatewayAddress {
destination: Some(
xds::istio::workload::gateway_address::Destination::Address(
XdsNetworkAddress {
network: "remote".to_string(),
address: vec![10, 22, 1, 1],
},
),
),
hbone_mtls_port: 15009,
}),
services: std::collections::HashMap::from([(
"/waypoint.com".to_string(),
PortList {
ports: vec![Port {
service_port: 15008,
target_port: 15008,
}],
},
)]),
..Default::default()
}),
XdsAddressType::Workload(XdsWorkload {
uid: "Kubernetes//Pod/default/remote-ew-gtw".to_string(),
addresses: vec![Bytes::copy_from_slice(&[10, 22, 1, 1])],
network: "remote".to_string(),
..Default::default()
}),
],
Some(ExpectedRequest {
protocol: OutboundProtocol::DOUBLEHBONE,
hbone_destination: "example.com:80",
destination: "10.22.1.1:15009",
}),
)
.await;
}
#[tokio::test]
async fn build_request_failover_to_remote() {
// Similar to the double HBONE test that we already have, but it sets up a scenario when
// load balancing logic will pick a workload on a remote cluster when local workloads are
// unhealthy, thus showing the expected failover behavior.
let service = XdsAddressType::Service(XdsService {
hostname: "example.com".to_string(),
addresses: vec![XdsNetworkAddress {
network: "".to_string(),
address: vec![127, 0, 0, 3],
}],
ports: vec![Port {
service_port: 80,
target_port: 8080,
}],
// Prefer routing to workloads on the same network, but when nothing is healthy locally
// allow failing over to remote networks.
load_balancing: Some(xds::istio::workload::LoadBalancing {
routing_preference: vec![
xds::istio::workload::load_balancing::Scope::Network.into(),
],
mode: xds::istio::workload::load_balancing::Mode::Failover.into(),
..Default::default()
}),
..Default::default()
});
let ew_gateway = XdsAddressType::Workload(XdsWorkload {
uid: "Kubernetes//Pod/default/remote-ew-gtw".to_string(),
addresses: vec![Bytes::copy_from_slice(&[10, 22, 1, 1])],
network: "remote".to_string(),
..Default::default()
});
let remote_workload = XdsAddressType::Workload(XdsWorkload {
uid: "Kubernetes//Pod/default/remote-example.com-pod".to_string(),
addresses: vec![],
network: "remote".to_string(),
network_gateway: Some(xds::istio::workload::GatewayAddress {
destination: Some(xds::istio::workload::gateway_address::Destination::Address(
XdsNetworkAddress {
network: "remote".to_string(),
address: vec![10, 22, 1, 1],
},
)),
hbone_mtls_port: 15009,
}),
services: std::collections::HashMap::from([(
"/example.com".to_string(),
PortList {
ports: vec![Port {
service_port: 80,
target_port: 8080,
}],
},
)]),
..Default::default()
});
let healthy_local_workload = XdsAddressType::Workload(XdsWorkload {
uid: "Kubernetes//Pod/default/local-example.com-pod".to_string(),
addresses: vec![Bytes::copy_from_slice(&[127, 0, 0, 2])],
network: "".to_string(),
tunnel_protocol: xds::istio::workload::TunnelProtocol::Hbone.into(),
services: std::collections::HashMap::from([(
"/example.com".to_string(),
PortList {
ports: vec![Port {
service_port: 80,
target_port: 8080,
}],
},
)]),
status: xds::istio::workload::WorkloadStatus::Healthy.into(),
..Default::default()
});
let unhealthy_local_workload = XdsAddressType::Workload(XdsWorkload {
uid: "Kubernetes//Pod/default/local-example.com-pod".to_string(),
addresses: vec![Bytes::copy_from_slice(&[127, 0, 0, 2])],
network: "".to_string(),
tunnel_protocol: xds::istio::workload::TunnelProtocol::Hbone.into(),
services: std::collections::HashMap::from([(
"/example.com".to_string(),
PortList {
ports: vec![Port {
service_port: 80,
target_port: 8080,
}],
},
)]),
status: xds::istio::workload::WorkloadStatus::Unhealthy.into(),
..Default::default()
});
run_build_request_multi(
"127.0.0.1",
"127.0.0.3:80",
vec![
service.clone(),
ew_gateway.clone(),
remote_workload.clone(),
healthy_local_workload.clone(),
],
Some(ExpectedRequest {
protocol: OutboundProtocol::HBONE,
hbone_destination: "127.0.0.2:8080",
destination: "127.0.0.2:15008",
}),
)
.await;
run_build_request_multi(
"127.0.0.1",
"127.0.0.3:80",
vec![
service.clone(),
ew_gateway.clone(),
remote_workload.clone(),
unhealthy_local_workload.clone(),
],
Some(ExpectedRequest {
protocol: OutboundProtocol::DOUBLEHBONE,
hbone_destination: "example.com:80",
destination: "10.22.1.1:15009",
}),
)
.await;
}
#[tokio::test]

View File

@ -594,9 +594,10 @@ mod test {
}
/// This is really a test for TokioH2Stream, but its nicer here because we have access to
/// streams
/// streams.
/// Most important, we make sure there are no panics.
#[tokio::test(flavor = "multi_thread", worker_threads = 2)]
async fn small_reads() {
async fn read_buffering() {
let (mut pool, srv) = setup_test(3).await;
let key = key(&srv, 2);
@ -612,13 +613,28 @@ mod test {
let c = pool.send_request_pooled(&key.clone(), req()).await.unwrap();
let mut c = TokioH2Stream::new(c);
c.write_all(b"abcde").await.unwrap();
let mut b = [0u8; 0];
// Crucially, this should error rather than panic.
if let Err(e) = c.read(&mut b).await {
assert_eq!(e.kind(), io::ErrorKind::Other);
} else {
panic!("Should have errored");
}
let mut b = [0u8; 100];
// Properly buffer reads and don't error
assert_eq!(c.read(&mut b).await.unwrap(), 8);
assert_eq!(&b[..8], b"poolsrv\n"); // this is added by itself
assert_eq!(c.read(&mut b[..1]).await.unwrap(), 1);
assert_eq!(&b[..1], b"a");
assert_eq!(c.read(&mut b[..1]).await.unwrap(), 1);
assert_eq!(&b[..1], b"b");
assert_eq!(c.read(&mut b[..1]).await.unwrap(), 1);
assert_eq!(&b[..1], b"c");
assert_eq!(c.read(&mut b).await.unwrap(), 2); // there are only two bytes left
assert_eq!(&b[..2], b"de");
// Once we drop the pool, we should still retained the buffered data,
// but then we should error.
c.write_all(b"abcde").await.unwrap();
assert_eq!(c.read(&mut b[..3]).await.unwrap(), 3);
assert_eq!(&b[..3], b"abc");
drop(pool);
assert_eq!(c.read(&mut b[..2]).await.unwrap(), 2);
assert_eq!(&b[..2], b"de");
assert!(c.read(&mut b).await.is_err());
}
#[tokio::test(flavor = "multi_thread", worker_threads = 2)]

View File

@ -203,8 +203,7 @@ async fn negotiate_socks_connection(
if version != 0x05 {
return Err(SocksError::invalid_protocol(format!(
"unsupported version {}",
version
"unsupported version {version}",
)));
}

View File

@ -113,6 +113,7 @@ impl ProxyFactory {
socket_factory.as_ref(),
local_workload_information.as_fetcher(),
self.config.prefered_service_namespace.clone(),
self.config.ipv6_enabled,
)
.await?;
resolver = Some(server.resolver());

View File

@ -870,7 +870,7 @@ impl DemandProxyState {
self.finalize_upstream(source_workload, target_address, res)
.await?
.ok_or_else(|| {
Error::UnknownNetworkGateway(format!("network gateway {:?} not found", gw_address))
Error::UnknownNetworkGateway(format!("network gateway {gw_address:?} not found"))
})
}
@ -926,7 +926,7 @@ impl DemandProxyState {
};
self.finalize_upstream(source_workload, target_address, res)
.await?
.ok_or_else(|| Error::UnknownWaypoint(format!("waypoint {:?} not found", gw_address)))
.ok_or_else(|| Error::UnknownWaypoint(format!("waypoint {gw_address:?} not found")))
}
pub async fn fetch_service_waypoint(
@ -1378,17 +1378,17 @@ mod tests {
fn create_workload(dest_uid: u8) -> Workload {
Workload {
name: "test".into(),
namespace: format!("ns{}", dest_uid).into(),
namespace: format!("ns{dest_uid}").into(),
trust_domain: "cluster.local".into(),
service_account: "defaultacct".into(),
workload_ips: vec![IpAddr::V4(Ipv4Addr::new(192, 168, 0, dest_uid))],
uid: format!("{}", dest_uid).into(),
uid: format!("{dest_uid}").into(),
..test_helpers::test_default_workload()
}
}
fn get_workload(state: &DemandProxyState, dest_uid: u8) -> Arc<Workload> {
let key: Strng = format!("{}", dest_uid).into();
let key: Strng = format!("{dest_uid}").into();
state.read().workloads.by_uid[&key].clone()
}
@ -1397,7 +1397,7 @@ mod tests {
dest_uid: u8,
src_svc_acct: &str,
) -> crate::state::ProxyRbacContext {
let key: Strng = format!("{}", dest_uid).into();
let key: Strng = format!("{dest_uid}").into();
let workload = &state.read().workloads.by_uid[&key];
crate::state::ProxyRbacContext {
conn: rbac::Connection {

View File

@ -1028,8 +1028,8 @@ mod tests {
},
)]);
let uid1 = format!("cluster1//v1/Pod/default/my-pod/{:?}", ip1);
let uid2 = format!("cluster1//v1/Pod/default/my-pod/{:?}", ip2);
let uid1 = format!("cluster1//v1/Pod/default/my-pod/{ip1:?}");
let uid2 = format!("cluster1//v1/Pod/default/my-pod/{ip2:?}");
updater
.insert_workload(
@ -1734,7 +1734,7 @@ mod tests {
let xds_ip1 = Bytes::copy_from_slice(&[127, 0, 0, 1]);
let ip1 = IpAddr::V4(Ipv4Addr::new(127, 0, 0, 1));
let uid1 = format!("cluster1//v1/Pod/default/my-pod/{:?}", ip1);
let uid1 = format!("cluster1//v1/Pod/default/my-pod/{ip1:?}");
let services = HashMap::from([(
"ns/svc1.ns.svc.cluster.local".to_string(),

View File

@ -170,7 +170,7 @@ impl Visitor<'_> {
} else {
" "
};
write!(self.writer, "{}{:?}", padding, value)
write!(self.writer, "{padding}{value:?}")
}
}
@ -188,9 +188,9 @@ impl field::Visit for Visitor<'_> {
// Skip fields that are actually log metadata that have already been handled
name if name.starts_with("log.") => Ok(()),
// For the message, write out the message and a tab to separate the future fields
"message" => write!(self.writer, "{:?}\t", val),
"message" => write!(self.writer, "{val:?}\t"),
// For the rest, k=v.
_ => self.write_padded(&format_args!("{}={:?}", field.name(), val)),
_ => self.write_padded(&format_args!("{}={val:?}", field.name())),
}
}
}
@ -234,7 +234,7 @@ where
let target = meta.target();
// No need to prefix everything
let target = target.strip_prefix("ztunnel::").unwrap_or(target);
write!(writer, "{}", target)?;
write!(writer, "{target}")?;
// Write out span fields. Istio logging outside of Rust doesn't really have this concept
if let Some(scope) = ctx.event_scope() {
@ -243,7 +243,7 @@ where
let ext = span.extensions();
if let Some(fields) = &ext.get::<FormattedFields<N>>() {
if !fields.is_empty() {
write!(writer, "{{{}}}", fields)?;
write!(writer, "{{{fields}}}")?;
}
}
}
@ -285,7 +285,7 @@ impl<S: SerializeMap> Visit for JsonVisitory<S> {
if self.state.is_ok() {
self.state = self
.serializer
.serialize_entry(field.name(), &format_args!("{:?}", value))
.serialize_entry(field.name(), &format_args!("{value:?}"))
}
}
@ -505,7 +505,7 @@ pub mod testing {
.map(|h| {
h.iter()
.sorted_by_key(|(k, _)| *k)
.map(|(k, err)| format!("{}:{}", k, err))
.map(|(k, err)| format!("{k}:{err}"))
.join("\n")
})
.join("\n\n");

View File

@ -169,10 +169,9 @@ pub fn localhost_error_message() -> String {
TEST_VIP,
];
format!(
"These tests use the following loopback addresses: {:?}. \
"These tests use the following loopback addresses: {addrs:?}. \
Your OS may require an explicit alias for each. If so, you'll need to manually \
configure your system for each IP (e.g. `sudo ifconfig lo0 alias 127.0.0.2 up`).",
addrs
)
}
@ -239,7 +238,7 @@ fn test_custom_workload(
hostname_only: bool,
) -> anyhow::Result<LocalWorkload> {
let host = match hostname_only {
true => format!("{}.reflect.internal.", ip_str),
true => format!("{ip_str}.reflect.internal."),
false => "".to_string(),
};
let wips = match hostname_only {
@ -250,7 +249,7 @@ fn test_custom_workload(
workload_ips: wips,
hostname: host.into(),
protocol,
uid: format!("cluster1//v1/Pod/default/{}", name).into(),
uid: format!("cluster1//v1/Pod/default/{name}").into(),
name: name.into(),
namespace: "default".into(),
service_account: "default".into(),
@ -282,7 +281,7 @@ fn test_custom_svc(
}],
ports: HashMap::from([(80u16, echo_port)]),
endpoints: EndpointSet::from_list([Endpoint {
workload_uid: format!("cluster1//v1/Pod/default/{}", workload_name).into(),
workload_uid: format!("cluster1//v1/Pod/default/{workload_name}").into(),
port: HashMap::from([(80u16, echo_port)]),
status: HealthStatus::Healthy,
}]),

View File

@ -105,7 +105,7 @@ impl TestApp {
let get_resp = move || async move {
let req = Request::builder()
.method(Method::GET)
.uri(format!("http://localhost:{}/{path}", port))
.uri(format!("http://localhost:{port}/{path}"))
.header("content-type", "application/json")
.body(Empty::<Bytes>::new())
.unwrap();
@ -130,7 +130,7 @@ impl TestApp {
let get_resp = move || async move {
let req = Request::builder()
.method(Method::GET)
.uri(format!("http://localhost:{}/{path}", port))
.uri(format!("http://localhost:{port}/{path}"))
.header("content-type", "application/json")
.body(Empty::<Bytes>::new())
.unwrap();

View File

@ -299,6 +299,7 @@ pub async fn run_dns(responses: HashMap<Name, Vec<IpAddr>>) -> anyhow::Result<Te
state.clone(),
),
Some("prefered-namespace".to_string()),
true, // ipv6_enabled for tests
)
.await?;

View File

@ -428,7 +428,6 @@ mod test {
SystemTime::now() + Duration::from_secs(60),
None,
TEST_ROOT_KEY,
TEST_ROOT,
);
let cert1 =
WorkloadCertificate::new(key.as_bytes(), cert.as_bytes(), vec![&joined]).unwrap();
@ -440,7 +439,6 @@ mod test {
SystemTime::now() + Duration::from_secs(60),
None,
TEST_ROOT2_KEY,
TEST_ROOT2,
);
let cert2 =
WorkloadCertificate::new(key.as_bytes(), cert.as_bytes(), vec![&joined]).unwrap();

View File

@ -18,7 +18,6 @@ use std::fmt::{Display, Formatter};
use rand::RngCore;
use rand::SeedableRng;
use rand::rngs::SmallRng;
use rcgen::{Certificate, CertificateParams, KeyPair};
use std::net::IpAddr;
use std::sync::Arc;
use std::time::{Duration, SystemTime};
@ -105,8 +104,7 @@ pub fn generate_test_certs_at(
not_after: SystemTime,
rng: Option<&mut dyn rand::RngCore>,
) -> WorkloadCertificate {
let (key, cert) =
generate_test_certs_with_root(id, not_before, not_after, rng, TEST_ROOT_KEY, TEST_ROOT);
let (key, cert) = generate_test_certs_with_root(id, not_before, not_after, rng, TEST_ROOT_KEY);
let mut workload =
WorkloadCertificate::new(key.as_bytes(), cert.as_bytes(), vec![TEST_ROOT]).unwrap();
// Certificates do not allow sub-millisecond, but we need this for tests.
@ -121,7 +119,6 @@ pub fn generate_test_certs_with_root(
not_after: SystemTime,
rng: Option<&mut dyn rand::RngCore>,
ca_key: &[u8],
ca_cert: &[u8],
) -> (String, String) {
use rcgen::*;
let serial_number = {
@ -150,15 +147,17 @@ pub fn generate_test_certs_with_root(
ExtendedKeyUsagePurpose::ClientAuth,
];
p.subject_alt_names = vec![match id {
TestIdentity::Identity(i) => SanType::URI(Ia5String::try_from(i.to_string()).unwrap()),
TestIdentity::Identity(i) => {
SanType::URI(string::Ia5String::try_from(i.to_string()).unwrap())
}
TestIdentity::Ip(i) => SanType::IpAddress(*i),
}];
let kp = KeyPair::from_pem(std::str::from_utf8(TEST_PKEY).unwrap()).unwrap();
let ca_kp = KeyPair::from_pem(std::str::from_utf8(ca_key).unwrap()).unwrap();
let key = kp.serialize_pem();
let ca = test_ca(ca_key, ca_cert);
let cert = p.signed_by(&kp, &ca, &ca_kp).unwrap();
let issuer = Issuer::from_params(&p, &ca_kp);
let cert = p.signed_by(&kp, &issuer).unwrap();
let cert = cert.pem();
(key, cert)
}
@ -172,12 +171,6 @@ pub fn generate_test_certs(
generate_test_certs_at(id, not_before, not_before + duration_until_expiry, None)
}
fn test_ca(key: &[u8], cert: &[u8]) -> Certificate {
let key = KeyPair::from_pem(std::str::from_utf8(key).unwrap()).unwrap();
let ca_param = CertificateParams::from_ca_cert_pem(std::str::from_utf8(cert).unwrap()).unwrap();
ca_param.self_signed(&key).unwrap()
}
#[derive(Debug, Clone)]
pub struct MockServerCertProvider(Arc<WorkloadCertificate>);

View File

@ -876,7 +876,7 @@ mod tests {
fn get_auth(i: usize) -> ProtoResource {
let addr = XdsAuthorization {
name: format!("foo{}", i),
name: format!("foo{i}"),
namespace: "default".to_string(),
scope: crate::xds::istio::security::Scope::Global as i32,
action: crate::xds::istio::security::Action::Deny as i32,
@ -890,7 +890,7 @@ mod tests {
}],
};
ProtoResource {
name: format!("foo{}", i),
name: format!("foo{i}"),
aliases: vec![],
version: "0.0.1".to_string(),
resource: Some(Any {
@ -908,8 +908,8 @@ mod tests {
};
let addr = XdsAddress {
r#type: Some(XdsType::Workload(XdsWorkload {
name: format!("foo{}", i),
uid: format!("default/foo{}", i),
name: format!("foo{i}"),
uid: format!("default/foo{i}"),
namespace: "default".to_string(),
addresses: vec![octets.into()],
tunnel_protocol: 0,
@ -924,7 +924,7 @@ mod tests {
};
ProtoResource {
name: format!("foo{}", i),
name: format!("foo{i}"),
aliases: vec![],
version: "0.0.1".to_string(),
resource: Some(Any {

View File

@ -282,8 +282,7 @@ fn on_demand_dns_assertions(metrics: ParsedMetrics) {
};
assert!(
value == expected,
"expected metric {metric} to be 1, was {:?}",
value
"expected metric {metric} to be 1, was {value:?}",
);
}
}
@ -361,9 +360,9 @@ async fn test_stats_exist() {
{
for (name, doc) in metric_info {
if stable_metrics.contains(&*name) {
assert!(!doc.contains("unstable"), "{}: {}", name, doc);
assert!(!doc.contains("unstable"), "{name}: {doc}");
} else {
assert!(doc.contains("unstable"), "{}: {}", name, doc);
assert!(doc.contains("unstable"), "{name}: {doc}");
}
}
}

View File

@ -1430,7 +1430,7 @@ mod namespaced {
// Use the actual metrics address ztunnel is listening on (e.g., [::]:15020)
// but combine it with the node IP for the client to target.
let target_metrics_addr = SocketAddr::new(ztunnel_node_ip, zt.metrics_address.port());
let target_metrics_url = format!("http://{}/metrics", target_metrics_addr);
let target_metrics_url = format!("http://{target_metrics_addr}/metrics");
// Deploy a client workload (simulating Prometheus)
let client = manager
@ -1469,8 +1469,7 @@ mod namespaced {
assert!(
response_str.contains("# TYPE"),
"Expected Prometheus metrics (# TYPE) in response, got:\n{}",
response_str
"Expected Prometheus metrics (# TYPE) in response, got:\n{response_str}",
);
info!("Successfully verified metrics response body");
@ -1487,8 +1486,8 @@ mod namespaced {
verify_metrics(&zt, &metrics, &destination_labels()).await;
// Verify INBOUND telemetry log for the metrics connection
let dst_addr_log = format!("{}:15008", ztunnel_node_ip);
let dst_hbone_addr_log = format!("{}", target_metrics_addr);
let dst_addr_log = format!("{ztunnel_node_ip}:15008");
let dst_hbone_addr_log = format!("{target_metrics_addr}");
// We don't know exact byte counts, so omit them from the check for now
let want = HashMap::from([