wreq 1.2.4 → 1.2.5

data/crates/wreq-util/src/emulate/macros.rs

@@ -0,0 +1,370 @@
+macro_rules! define_enum {
+    (
+        $(#[$meta:meta])*
+        dispatch,
+        $name:ident, $default_variant:ident,
+        $const_target:ident,
+        $(
+            $variant:ident => ($rename:expr, $emulation_fn:path)
+        ),* $(,)?
+    ) => {
+        $(#[$meta])*
+        #[non_exhaustive]
+        #[derive(Clone, Copy, Hash, Debug, PartialEq, Eq)]
+        #[cfg_attr(feature = "emulation-serde", derive(Deserialize, Serialize))]
+        pub enum $name {
+            $(
+                #[cfg_attr(feature = "emulation-serde", serde(rename = $rename))]
+                $variant,
+            )*
+        }
+
+        impl $name {
+            pub const VARIANTS: &[$name] = &[
+                $(
+                    $name::$variant,
+                )*
+            ];
+
+            pub fn match_emulation(self, opt: $const_target) -> wreq::Emulation {
+                match self {
+                    $(
+                        $name::$variant => $emulation_fn(opt),
+                    )*
+                }
+            }
+        }
+
+        impl Default for $name {
+            fn default() -> Self {
+                $name::$default_variant
+            }
+        }
+
+        #[allow(non_upper_case_globals)]
+        impl $const_target {
+            $(
+                pub const $variant: $name = $name::$variant;
+            )*
+        }
+    };
+
+    (
+        $(#[$meta:meta])*
+        plain,
+        $name:ident, $default_variant:ident,
+        $(
+            $variant:ident => $rename:expr
+        ),* $(,)?
+    ) => {
+        $(#[$meta])*
+        #[non_exhaustive]
+        #[derive(Clone, Copy, Hash, Debug, PartialEq, Eq)]
+        #[cfg_attr(feature = "emulation-serde", derive(Deserialize, Serialize))]
+        pub enum $name {
+            $(
+                #[cfg_attr(feature = "emulation-serde", serde(rename = $rename))]
+                $variant,
+            )*
+        }
+
+        impl $name {
+            pub const VARIANTS: &[$name] = &[
+                $(
+                    $name::$variant,
+                )*
+            ];
+        }
+
+        impl Default for $name {
+            fn default() -> Self {
+                $name::$default_variant
+            }
+        }
+    };
+}
+
+macro_rules! header_chrome_sec_ch_ua {
+    ($headers:expr, $ua:expr, $platform:expr, $is_mobile:expr) => {
+        let mobile = if $is_mobile { "?1" } else { "?0" };
+        $headers.insert("sec-ch-ua", HeaderValue::from_static($ua));
+        $headers.insert("sec-ch-ua-mobile", HeaderValue::from_static(mobile));
+        $headers.insert("sec-ch-ua-platform", HeaderValue::from_static($platform));
+    };
+}
+
+macro_rules! header_chrome_sec_fetch {
+    ($headers:expr) => {
+        $headers.insert("sec-fetch-dest", HeaderValue::from_static("document"));
+        $headers.insert("sec-fetch-mode", HeaderValue::from_static("navigate"));
+        $headers.insert("sec-fetch-site", HeaderValue::from_static("none"));
+    };
+}
+
+macro_rules! header_chrome_ua {
+    ($headers:expr, $ua:expr) => {
+        $headers.insert(USER_AGENT, HeaderValue::from_static($ua));
+    };
+}
+
+macro_rules! header_chrome_accept {
+    ($headers:expr) => {
+        $headers.insert(ACCEPT, HeaderValue::from_static("text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9"));
+        #[cfg(feature = "emulation-compression")]
+        $headers.insert(
+            ACCEPT_ENCODING,
+            HeaderValue::from_static("gzip, deflate, br"),
+        );
+        $headers.insert(ACCEPT_LANGUAGE, HeaderValue::from_static("en-US,en;q=0.9"));
+    };
+    (zstd, $headers:expr) => {
+        $headers.insert(ACCEPT, HeaderValue::from_static("text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9"));
+        #[cfg(feature = "emulation-compression")]
+        $headers.insert(
+            ACCEPT_ENCODING,
+            HeaderValue::from_static("gzip, deflate, br, zstd"),
+        );
+        $headers.insert(ACCEPT_LANGUAGE, HeaderValue::from_static("en-US,en;q=0.9"));
+    }
+}
+
+macro_rules! header_firefox_sec_fetch {
+    ($headers:expr) => {
+        $headers.insert("sec-fetch-dest", HeaderValue::from_static("document"));
+        $headers.insert("sec-fetch-mode", HeaderValue::from_static("navigate"));
+        $headers.insert("sec-fetch-site", HeaderValue::from_static("none"));
+    };
+}
+
+macro_rules! header_firefox_accept {
+    ($headers:expr) => {
+        $headers.insert(
+            ACCEPT,
+            HeaderValue::from_static(
+                "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8",
+            ),
+        );
+        #[cfg(feature = "emulation-compression")]
+        $headers.insert(
+            ACCEPT_ENCODING,
+            HeaderValue::from_static("gzip, deflate, br"),
+        );
+        $headers.insert(ACCEPT_LANGUAGE, HeaderValue::from_static("en-US,en;q=0.5"));
+    };
+    (zstd, $headers:expr) => {
+        $headers.insert(
+            ACCEPT,
+            HeaderValue::from_static(
+                "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8",
+            ),
+        );
+        #[cfg(feature = "emulation-compression")]
+        $headers.insert(
+            ACCEPT_ENCODING,
+            HeaderValue::from_static("gzip, deflate, br, zstd"),
+        );
+        $headers.insert(ACCEPT_LANGUAGE, HeaderValue::from_static("en-US,en;q=0.5"));
+    };
+}
+
+macro_rules! header_firefox_ua {
+    ($headers:expr, $ua:expr) => {
+        $headers.insert(
+            HeaderName::from_static("te"),
+            HeaderValue::from_static("trailers"),
+        );
+        $headers.insert(USER_AGENT, HeaderValue::from_static($ua));
+    };
+}
+
+macro_rules! join {
+    ($sep:expr, $first:expr $(, $rest:expr)*) => {
+        concat!($first $(, $sep, $rest)*)
+    };
+}
+
+macro_rules! standard_mod_generator {
+    ($mod_name:ident, $tls_options:expr, $http2_options:expr, $headers:expr) => {
+        pub(crate) mod $mod_name {
+            use super::*;
+
+            #[inline]
+            pub fn emulation(emulation: Emulation) -> wreq::Emulation {
+                build_emulation(emulation.http2, ($headers)(&emulation))
+            }
+
+            pub fn build_emulation(
+                http2: bool,
+                default_headers: Option<HeaderMap>,
+            ) -> wreq::Emulation {
+                build_standard_emulation(
+                    stringify!($mod_name),
+                    $tls_options,
+                    http2.then(|| $http2_options),
+                    default_headers,
+                )
+            }
+        }
+    };
+    ($mod_name:ident, $build_emulation:expr, $headers:expr) => {
+        pub(crate) mod $mod_name {
+            use super::*;
+
+            #[inline]
+            pub fn emulation(emulation: Emulation) -> wreq::Emulation {
+                $build_emulation(emulation.http2, ($headers)(&emulation))
+            }
+        }
+    };
+}
+
+macro_rules! fixed_headers {
+    ($emulation:expr, $header_initializer:ident, $ua:expr) => {
+        $emulation.headers.then(|| $header_initializer($ua))
+    };
+}
+
+macro_rules! platform_headers {
+    (
+        $emulation:expr,
+        $header_initializer:ident,
+        [($default_os:ident, $default_sec_ch_ua:tt, $default_ua:tt) $(, ($other_os:ident, $other_sec_ch_ua:tt, $other_ua:tt))*]
+    ) => {{
+        #[allow(unreachable_patterns)]
+        $emulation.headers.then(|| {
+            match $emulation.platform {
+                $(
+                    Platform::$other_os => $header_initializer(
+                        $other_sec_ch_ua,
+                        $other_ua,
+                        $emulation.platform,
+                    ),
+                )*
+                _ => $header_initializer(
+                    $default_sec_ch_ua,
+                    $default_ua,
+                    Platform::$default_os,
+                ),
+            }
+        })
+    }};
+}
+
+macro_rules! firefox_platform_headers {
+    ($emulation:expr, $header_initializer:ident, [($default_os:ident, $default_ua:tt) $(, ($other_os:ident, $other_ua:tt))*]) => {{
+        #[allow(unreachable_patterns)]
+        $emulation.headers.then(|| {
+            match $emulation.platform {
+                $(
+                    Platform::$other_os => $header_initializer($other_ua),
+                )*
+                _ => $header_initializer($default_ua),
+            }
+        })
+    }};
+}
+
+macro_rules! mod_generator {
+    (
+        $mod_name:ident,
+        $tls_options:expr,
+        $http2_options:expr,
+        $header_initializer:ident,
+        [($default_os:ident, $default_sec_ch_ua:tt, $default_ua:tt) $(, ($other_os:ident, $other_sec_ch_ua:tt, $other_ua:tt))*]
+    ) => {
+        standard_mod_generator!(
+            $mod_name,
+            $tls_options,
+            $http2_options,
+            |emulation: &Emulation| {
+                platform_headers!(
+                    emulation,
+                    $header_initializer,
+                    [($default_os, $default_sec_ch_ua, $default_ua) $(, ($other_os, $other_sec_ch_ua, $other_ua))*]
+                )
+            }
+        );
+    };
+    (
+        $mod_name:ident,
+        $tls_options:expr,
+        $http2_options:expr,
+        $header_initializer:ident,
+        [($default_os:ident, $default_ua:tt) $(, ($other_os:ident, $other_ua:tt))*]
+    ) => {
+        standard_mod_generator!(
+            $mod_name,
+            $tls_options,
+            $http2_options,
+            |emulation: &Emulation| {
+                firefox_platform_headers!(
+                    emulation,
+                    $header_initializer,
+                    [($default_os, $default_ua) $(, ($other_os, $other_ua))*]
+                )
+            }
+        );
+    };
+    (
+        $mod_name:ident,
+        $tls_options:expr,
+        $http2_options:expr,
+        $header_initializer:ident,
+        $ua:expr
+    ) => {
+        standard_mod_generator!(
+            $mod_name,
+            $tls_options,
+            $http2_options,
+            |emulation: &Emulation| fixed_headers!(emulation, $header_initializer, $ua)
+        );
+    };
+    (
+        $mod_name:ident,
+        $build_emulation:expr,
+        $header_initializer:ident,
+        [($default_os:ident, $default_sec_ch_ua:tt, $default_ua:tt) $(, ($other_os:ident, $other_sec_ch_ua:tt, $other_ua:tt))*]
+    ) => {
+        standard_mod_generator!(
+            $mod_name,
+            $build_emulation,
+            |emulation: &Emulation| {
+                platform_headers!(
+                    emulation,
+                    $header_initializer,
+                    [($default_os, $default_sec_ch_ua, $default_ua) $(, ($other_os, $other_sec_ch_ua, $other_ua))*]
+                )
+            }
+        );
+    };
+    (
+        $mod_name:ident,
+        $build_emulation:expr,
+        $header_initializer:ident,
+        [($default_os:ident, $default_ua:tt) $(, ($other_os:ident, $other_ua:tt))*]
+    ) => {
+        standard_mod_generator!(
+            $mod_name,
+            $build_emulation,
+            |emulation: &Emulation| {
+                firefox_platform_headers!(
+                    emulation,
+                    $header_initializer,
+                    [($default_os, $default_ua) $(, ($other_os, $other_ua))*]
+                )
+            }
+        );
+    };
+    (
+        $mod_name:ident,
+        $build_emulation:expr,
+        $header_initializer:ident,
+        $ua:expr
+    ) => {
+        standard_mod_generator!(
+            $mod_name,
+            $build_emulation,
+            |emulation: &Emulation| fixed_headers!(emulation, $header_initializer, $ua)
+        );
+    };
+}

data/crates/wreq-util/src/emulate/profile/chrome/header.rs

@@ -0,0 +1,59 @@
+use super::*;
+
+pub fn header_initializer(
+    sec_ch_ua: &'static str,
+    ua: &'static str,
+    emulation_os: Platform,
+) -> HeaderMap {
+    let mut headers = HeaderMap::new();
+    header_chrome_sec_ch_ua!(
+        headers,
+        sec_ch_ua,
+        emulation_os.platform(),
+        emulation_os.is_mobile()
+    );
+    header_chrome_ua!(headers, ua);
+    header_chrome_sec_fetch!(headers);
+    header_chrome_accept!(headers);
+    headers
+}
+
+pub fn header_initializer_with_zstd(
+    sec_ch_ua: &'static str,
+    ua: &'static str,
+    emulation_os: Platform,
+) -> HeaderMap {
+    let mut headers = HeaderMap::new();
+    header_chrome_sec_ch_ua!(
+        headers,
+        sec_ch_ua,
+        emulation_os.platform(),
+        emulation_os.is_mobile()
+    );
+    header_chrome_ua!(headers, ua);
+    header_chrome_sec_fetch!(headers);
+    header_chrome_accept!(zstd, headers);
+    headers
+}
+
+pub fn header_initializer_with_zstd_priority(
+    sec_ch_ua: &'static str,
+    ua: &'static str,
+    emulation_os: Platform,
+) -> HeaderMap {
+    let mut headers = HeaderMap::new();
+    header_chrome_sec_ch_ua!(
+        headers,
+        sec_ch_ua,
+        emulation_os.platform(),
+        emulation_os.is_mobile()
+    );
+    header_chrome_ua!(headers, ua);
+    header_chrome_sec_fetch!(headers);
+    header_chrome_accept!(zstd, headers);
+    headers.insert(
+        HeaderName::from_static("priority"),
+        HeaderValue::from_static("u=0, i"),
+    );
+    headers
+}

data/crates/wreq-util/src/emulate/profile/chrome/http2.rs

@@ -0,0 +1,65 @@
+macro_rules! headers_stream_dependency {
+    () => {
+        StreamDependency::new(StreamId::zero(), 219, true)
+    };
+}
+
+macro_rules! pseudo_order {
+    () => {
+        PseudoOrder::builder()
+            .extend([
+                PseudoId::Method,
+                PseudoId::Authority,
+                PseudoId::Scheme,
+                PseudoId::Path,
+            ])
+            .build()
+    };
+}
+
+macro_rules! settings_order {
+    () => {
+        SettingsOrder::builder()
+            .extend([
+                SettingId::HeaderTableSize,
+                SettingId::EnablePush,
+                SettingId::MaxConcurrentStreams,
+                SettingId::InitialWindowSize,
+                SettingId::MaxFrameSize,
+                SettingId::MaxHeaderListSize,
+                SettingId::EnableConnectProtocol,
+                SettingId::NoRfc7540Priorities,
+            ])
+            .build()
+    };
+}
+
+macro_rules! http2_options {
+    (@base $builder:expr) => {
+        $builder
+            .initial_window_size(6291456)
+            .initial_connection_window_size(15728640)
+            .max_header_list_size(262144)
+            .header_table_size(65536)
+            .headers_stream_dependency(headers_stream_dependency!())
+            .headers_pseudo_order(pseudo_order!())
+            .settings_order(settings_order!())
+    };
+
+    (1) => {
+        http2_options!(@base Http2Options::builder())
+            .max_concurrent_streams(1000)
+            .build()
+    };
+    (2) => {
+        http2_options!(@base Http2Options::builder())
+            .max_concurrent_streams(1000)
+            .enable_push(false)
+            .build()
+    };
+    (3) => {
+        http2_options!(@base Http2Options::builder())
+            .enable_push(false)
+            .build()
+    };
+}

data/crates/wreq-util/src/emulate/profile/chrome/tls.rs

@@ -0,0 +1,153 @@
+use super::*;
+
+macro_rules! tls_options {
+    (@build $builder:expr) => {
+        $builder.build().into()
+    };
+
+    (1) => {
+        tls_options!(@build ChromeTlsConfig::builder())
+    };
+    (2) => {
+        tls_options!(@build ChromeTlsConfig::builder().enable_ech_grease(true))
+    };
+    (3) => {
+        tls_options!(@build ChromeTlsConfig::builder().permute_extensions(true))
+    };
+    (4) => {
+        tls_options!(@build ChromeTlsConfig::builder()
+            .permute_extensions(true)
+            .enable_ech_grease(true))
+    };
+    (5) => {
+        tls_options!(@build ChromeTlsConfig::builder()
+            .permute_extensions(true)
+            .enable_ech_grease(true)
+            .pre_shared_key(true))
+    };
+    (6, $curves:expr) => {
+        tls_options!(@build ChromeTlsConfig::builder()
+            .permute_extensions(true)
+            .enable_ech_grease(true)
+            .pre_shared_key(true)
+            .curves($curves))
+    };
+    (7, $curves:expr) => {
+        tls_options!(@build ChromeTlsConfig::builder()
+            .permute_extensions(true)
+            .enable_ech_grease(true)
+            .pre_shared_key(true)
+            .curves($curves)
+            .alps_use_new_codepoint(true))
+    };
+    (8, $curves:expr, $sigalgs:expr) => {
+        tls_options!(@build ChromeTlsConfig::builder()
+            .permute_extensions(true)
+            .enable_ech_grease(true)
+            .pre_shared_key(true)
+            .curves($curves)
+            .sigalgs_list($sigalgs)
+            .alps_use_new_codepoint(true))
+    };
+}
+
+pub const CURVES_1: &str = join!(":", "X25519", "P-256", "P-384");
+pub const CURVES_2: &str = join!(":", "X25519Kyber768Draft00", "X25519", "P-256", "P-384");
+pub const CURVES_3: &str = join!(":", "X25519MLKEM768", "X25519", "P-256", "P-384");
+
+pub const CIPHER_LIST: &str = join!(
+    ":",
+    "TLS_AES_128_GCM_SHA256",
+    "TLS_AES_256_GCM_SHA384",
+    "TLS_CHACHA20_POLY1305_SHA256",
+    "TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256",
+    "TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256",
+    "TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384",
+    "TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384",
+    "TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256",
+    "TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256",
+    "TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA",
+    "TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA",
+    "TLS_RSA_WITH_AES_128_GCM_SHA256",
+    "TLS_RSA_WITH_AES_256_GCM_SHA384",
+    "TLS_RSA_WITH_AES_128_CBC_SHA",
+    "TLS_RSA_WITH_AES_256_CBC_SHA"
+);
+
+pub const SIGALGS_LIST: &str = join!(
+    ":",
+    "ecdsa_secp256r1_sha256",
+    "rsa_pss_rsae_sha256",
+    "rsa_pkcs1_sha256",
+    "ecdsa_secp384r1_sha384",
+    "rsa_pss_rsae_sha384",
+    "rsa_pkcs1_sha384",
+    "rsa_pss_rsae_sha512",
+    "rsa_pkcs1_sha512"
+);
+
+pub const NEW_SIGALGS_LIST: &str = join!(
+    ":",
+    "mldsa44",
+    "mldsa65",
+    "mldsa87",
+    "ecdsa_secp256r1_sha256",
+    "rsa_pss_rsae_sha256",
+    "rsa_pkcs1_sha256",
+    "ecdsa_secp384r1_sha384",
+    "rsa_pss_rsae_sha384",
+    "rsa_pkcs1_sha384",
+    "rsa_pss_rsae_sha512",
+    "rsa_pkcs1_sha512"
+);
+
+pub const CERTIFICATE_COMPRESSORS: &[&'static dyn CertificateCompressor] = &[&BrotliCompressor];
+
+#[derive(TypedBuilder)]
+pub struct ChromeTlsConfig {
+    #[builder(default = CURVES_1)]
+    curves: &'static str,
+
+    #[builder(default = SIGALGS_LIST)]
+    sigalgs_list: &'static str,
+
+    #[builder(default = CIPHER_LIST)]
+    cipher_list: &'static str,
+
+    #[builder(default = AlpsProtocol::HTTP2, setter(into))]
+    alps_protos: AlpsProtocol,
+
+    #[builder(default = false)]
+    alps_use_new_codepoint: bool,
+
+    #[builder(default = false, setter(into))]
+    enable_ech_grease: bool,
+
+    #[builder(default = false, setter(into))]
+    permute_extensions: bool,
+
+    #[builder(default = false, setter(into))]
+    pre_shared_key: bool,
+}
+
+impl From<ChromeTlsConfig> for TlsOptions {
+    fn from(val: ChromeTlsConfig) -> Self {
+        TlsOptions::builder()
+            .grease_enabled(true)
+            .enable_ocsp_stapling(true)
+            .enable_signed_cert_timestamps(true)
+            .curves_list(val.curves)
+            .sigalgs_list(val.sigalgs_list)
+            .cipher_list(val.cipher_list)
+            .min_tls_version(TlsVersion::TLS_1_2)
+            .max_tls_version(TlsVersion::TLS_1_3)
+            .permute_extensions(val.permute_extensions)
+            .pre_shared_key(val.pre_shared_key)
+            .enable_ech_grease(val.enable_ech_grease)
+            .alps_protocols([val.alps_protos])
+            .alps_use_new_codepoint(val.alps_use_new_codepoint)
+            .aes_hw_override(true)
+            .certificate_compressors(CERTIFICATE_COMPRESSORS)
+            .build()
+    }
+}