Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 2 additions & 0 deletions Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -48,6 +48,7 @@ arc-swap = "1.7"
# Cloud storage support
base64 = { version = "0.22", default-features = false, features = ["std"], optional = true }
form_urlencoded = { version = "1.2", optional = true }
hickory-resolver = { version = "0.25", optional = true }
http-body-util = { version = "0.1.2", optional = true }
httparse = { version = "1.8.0", default-features = false, features = ["std"], optional = true }
hyper = { version = "1.2", default-features = false, optional = true }
Expand Down Expand Up @@ -76,6 +77,7 @@ azure = ["cloud", "httparse"]
fs = ["walkdir"]
gcp = ["cloud", "rustls-pemfile"]
aws = ["cloud", "md-5"]
hickory-dns = ["dep:hickory-resolver", "reqwest?/hickory-dns"]
http = ["cloud"]
tls-webpki-roots = ["reqwest?/rustls-tls-webpki-roots"]
integration = ["rand"]
Expand Down
5 changes: 4 additions & 1 deletion src/azure/client.rs
Original file line number Diff line number Diff line change
Expand Up @@ -1567,7 +1567,10 @@ Time:2018-06-14T16:46:54.6040685Z</Message></Error>\r
server.push_fn(move |req| {
assert_eq!(req.method(), Method::PUT);
assert_eq!(req.headers().get(IF_NONE_MATCH).unwrap(), "*");
Response::builder().status(status).body(String::new()).unwrap()
Response::builder()
.status(status)
.body(String::new())
.unwrap()
});

let credential_provider = Arc::new(StaticCredentialProvider::new(
Expand Down
78 changes: 61 additions & 17 deletions src/client/dns.rs
Original file line number Diff line number Diff line change
Expand Up @@ -16,35 +16,79 @@
// under the License.

use std::net::ToSocketAddrs;
use std::sync::Arc;

#[cfg(feature = "hickory-dns")]
use hickory_resolver::{config::LookupIpStrategy, TokioResolver};
use rand::prelude::SliceRandom;
use reqwest::dns::{Addrs, Name, Resolve, Resolving};
#[cfg(feature = "hickory-dns")]
use tokio::sync::OnceCell;
use tokio::task::JoinSet;

type DynErr = Box<dyn std::error::Error + Send + Sync>;

#[derive(Debug)]
#[derive(Debug, Default)]
pub(crate) struct ShuffleResolver;

impl Resolve for ShuffleResolver {
fn resolve(&self, name: Name) -> Resolving {
resolve_socket_addrs(name)
}
}

#[cfg(feature = "hickory-dns")]
#[derive(Debug, Default)]
pub(crate) struct HickoryShuffleResolver {
hickory: Arc<OnceCell<TokioResolver>>,
}

#[cfg(feature = "hickory-dns")]
impl Resolve for HickoryShuffleResolver {
fn resolve(&self, name: Name) -> Resolving {
let resolver = Arc::clone(&self.hickory);

Box::pin(async move {
// use `JoinSet` to propagate cancelation
let mut tasks = JoinSet::new();
tasks.spawn_blocking(move || {
let it = (name.as_str(), 0).to_socket_addrs()?;
let mut addrs = it.collect::<Vec<_>>();

addrs.shuffle(&mut rand::rng());

Ok(Box::new(addrs.into_iter()) as Addrs)
});

tasks
.join_next()
.await
.expect("spawned on task")
.map_err(|err| Box::new(err) as DynErr)?
let resolver = resolver
.get_or_try_init(|| async {
let mut builder = TokioResolver::builder_tokio()
.map_err(|err| -> DynErr { Box::new(err) })?;
builder.options_mut().ip_strategy = LookupIpStrategy::Ipv4AndIpv6;
Ok::<TokioResolver, DynErr>(builder.build())
})
.await?;

let mut addrs = resolver
.lookup_ip(name.as_str())
.await?
.into_iter()
.map(|ip_addr| std::net::SocketAddr::new(ip_addr, 0))
.collect::<Vec<_>>();

addrs.shuffle(&mut rand::rng());

Ok(Box::new(addrs.into_iter()) as Addrs)
})
}
}

fn resolve_socket_addrs(name: Name) -> Resolving {
Box::pin(async move {
// use `JoinSet` to propagate cancelation
let mut tasks = JoinSet::new();
tasks.spawn_blocking(move || {
let it = (name.as_str(), 0).to_socket_addrs()?;
let mut addrs = it.collect::<Vec<_>>();

addrs.shuffle(&mut rand::rng());

Ok(Box::new(addrs.into_iter()) as Addrs)
});

tasks
.join_next()
.await
.expect("spawned on task")
.map_err(|err| Box::new(err) as DynErr)?
})
}
10 changes: 9 additions & 1 deletion src/client/mod.rs
Original file line number Diff line number Diff line change
Expand Up @@ -706,7 +706,15 @@ impl ClientOptions {
builder = builder.no_gzip().no_brotli().no_zstd().no_deflate();

if self.randomize_addresses.get()? {
builder = builder.dns_resolver(Arc::new(dns::ShuffleResolver));
#[cfg(feature = "hickory-dns")]
{
builder = builder.dns_resolver(Arc::new(dns::HickoryShuffleResolver::default()));
}

#[cfg(not(feature = "hickory-dns"))]
{
builder = builder.dns_resolver(Arc::new(dns::ShuffleResolver::default()));
}
}

builder
Expand Down
Loading