wreq 1.2.4 → 1.2.5

data/crates/wreq-util/src/emulate/profile/okhttp.rs

@@ -0,0 +1,241 @@
+use super::*;
+
+const CURVES: &str = join!(":", "X25519", "P-256", "P-384");
+
+const SIGALGS_LIST: &str = join!(
+    ":",
+    "ecdsa_secp256r1_sha256",
+    "rsa_pss_rsae_sha256",
+    "rsa_pkcs1_sha256",
+    "ecdsa_secp384r1_sha384",
+    "rsa_pss_rsae_sha384",
+    "rsa_pkcs1_sha384",
+    "rsa_pss_rsae_sha512",
+    "rsa_pkcs1_sha512",
+    "rsa_pkcs1_sha1"
+);
+
+const CIPHER_LIST: &str = join!(
+    ":",
+    "TLS_AES_128_GCM_SHA256",
+    "TLS_AES_256_GCM_SHA384",
+    "TLS_CHACHA20_POLY1305_SHA256",
+    "TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256",
+    "TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256",
+    "TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384",
+    "TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384",
+    "TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256",
+    "TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256",
+    "TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA",
+    "TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA",
+    "TLS_RSA_WITH_AES_128_GCM_SHA256",
+    "TLS_RSA_WITH_AES_256_GCM_SHA384",
+    "TLS_RSA_WITH_AES_128_CBC_SHA",
+    "TLS_RSA_WITH_AES_256_CBC_SHA",
+    "TLS_RSA_WITH_3DES_EDE_CBC_SHA"
+);
+
+#[derive(TypedBuilder)]
+struct OkHttpTlsConfig {
+    #[builder(default = CURVES)]
+    curves: &'static str,
+
+    #[builder(default = SIGALGS_LIST)]
+    sigalgs_list: &'static str,
+
+    cipher_list: &'static str,
+}
+
+impl From<OkHttpTlsConfig> for TlsOptions {
+    fn from(val: OkHttpTlsConfig) -> Self {
+        TlsOptions::builder()
+            .enable_ocsp_stapling(true)
+            .curves_list(val.curves)
+            .sigalgs_list(val.sigalgs_list)
+            .cipher_list(val.cipher_list)
+            .min_tls_version(TlsVersion::TLS_1_2)
+            .max_tls_version(TlsVersion::TLS_1_3)
+            .aes_hw_override(true)
+            .build()
+    }
+}
+
+macro_rules! mod_generator {
+    ($mod_name:ident, $cipher:expr, $ua:expr) => {
+        pub(crate) mod $mod_name {
+            use super::*;
+
+            pub fn emulation(emulation: Emulation) -> wreq::Emulation {
+                build_emulation(stringify!($mod_name), emulation, $cipher, $ua)
+            }
+        }
+    };
+}
+
+fn build_emulation(
+    group: &'static str,
+    emulation: Emulation,
+    cipher_list: &'static str,
+    user_agent: &'static str,
+) -> wreq::Emulation {
+    let tls_options = OkHttpTlsConfig::builder()
+        .cipher_list(cipher_list)
+        .build()
+        .into();
+
+    let http2_options = emulation.http2.then(|| {
+        let settings_order = SettingsOrder::builder()
+            .extend([
+                SettingId::HeaderTableSize,
+                SettingId::EnablePush,
+                SettingId::MaxConcurrentStreams,
+                SettingId::InitialWindowSize,
+                SettingId::MaxFrameSize,
+                SettingId::MaxHeaderListSize,
+                SettingId::EnableConnectProtocol,
+                SettingId::NoRfc7540Priorities,
+            ])
+            .build();
+
+        Http2Options::builder()
+            .initial_window_size(16777216)
+            .initial_connection_window_size(16777216)
+            .headers_pseudo_order(
+                PseudoOrder::builder()
+                    .extend([
+                        PseudoId::Method,
+                        PseudoId::Path,
+                        PseudoId::Authority,
+                        PseudoId::Scheme,
+                    ])
+                    .build(),
+            )
+            .settings_order(settings_order)
+            .build()
+    });
+
+    let headers = emulation.headers.then(|| {
+        let mut headers = HeaderMap::new();
+        headers.insert(ACCEPT, HeaderValue::from_static("*/*"));
+        headers.insert(ACCEPT_LANGUAGE, HeaderValue::from_static("en-US,en;q=0.9"));
+        headers.insert(USER_AGENT, HeaderValue::from_static(user_agent));
+        #[cfg(feature = "emulation-compression")]
+        headers.insert(ACCEPT_ENCODING, HeaderValue::from_static("gzip"));
+        headers
+    });
+
+    build_standard_emulation(group, tls_options, http2_options, headers)
+}
+
+mod_generator!(
+    okhttp3_9,
+    join!(
+        ":",
+        "TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256",
+        "TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256",
+        "TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384",
+        "TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384",
+        "TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256",
+        "TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256",
+        "TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA",
+        "TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA",
+        "TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA",
+        "TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA",
+        "TLS_RSA_WITH_AES_128_GCM_SHA256",
+        "TLS_RSA_WITH_AES_256_GCM_SHA384",
+        "TLS_RSA_WITH_AES_128_CBC_SHA",
+        "TLS_RSA_WITH_AES_256_CBC_SHA",
+        "TLS_RSA_WITH_3DES_EDE_CBC_SHA"
+    ),
+    "MaiMemo/4.4.50_639 okhttp/3.9 Android/5.0 Channel/WanDouJia Device/alps+M8+Emulator (armeabi-v7a) Screen/4.44 Resolution/480x800 DId/aa6cde19def3806806d5374c4e5fd617 RAM/0.94 ROM/4.91 Theme/Day"
+);
+
+mod_generator!(
+    okhttp3_11,
+    join!(
+        ":",
+        "TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256",
+        "TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256",
+        "TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384",
+        "TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384",
+        "TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256",
+        "TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256",
+        "TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA",
+        "TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA",
+        "TLS_RSA_WITH_AES_128_GCM_SHA256",
+        "TLS_RSA_WITH_AES_256_GCM_SHA384",
+        "TLS_RSA_WITH_AES_128_CBC_SHA",
+        "TLS_RSA_WITH_AES_256_CBC_SHA",
+        "TLS_RSA_WITH_3DES_EDE_CBC_SHA"
+    ),
+    "NRC Audio/2.0.6 (nl.nrc.audio; build:36; Android 12; Sdk:31; Manufacturer:motorola; Model: moto g72) OkHttp/3.11.0"
+);
+
+mod_generator!(
+    okhttp3_13,
+    join!(
+        ":",
+        "TLS_AES_128_GCM_SHA256",
+        "TLS_AES_256_GCM_SHA384",
+        "TLS_CHACHA20_POLY1305_SHA256",
+        "TLS_AES_128_CCM_SHA256",
+        "TLS_AES_256_CCM_8_SHA256",
+        "TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256",
+        "TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256",
+        "TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384",
+        "TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384",
+        "TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256",
+        "TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256",
+        "TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA",
+        "TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA",
+        "TLS_RSA_WITH_AES_128_GCM_SHA256",
+        "TLS_RSA_WITH_AES_256_GCM_SHA384",
+        "TLS_RSA_WITH_AES_128_CBC_SHA",
+        "TLS_RSA_WITH_AES_256_CBC_SHA",
+        "TLS_RSA_WITH_3DES_EDE_CBC_SHA"
+    ),
+    "GM-Android/6.112.2 (240590300; M:Google Pixel 7a; O:34; D:2b045e03986fa6dc) ObsoleteUrlFactory/1.0 OkHttp/3.13.0"
+);
+
+mod_generator!(
+    okhttp3_14,
+    CIPHER_LIST,
+    "DS podcast/2.0.1 (be.standaard.audio; build:9; Android 11; Sdk:30; Manufacturer:samsung; Model: SM-A405FN) OkHttp/3.14.0"
+);
+
+mod_generator!(
+    okhttp4_10,
+    CIPHER_LIST,
+    "GM-Android/6.112.2 (240590300; M:samsung SM-G781U1; O:33; D:edb34792871638d8) ObsoleteUrlFactory/1.0 OkHttp/4.10.0"
+);
+
+mod_generator!(
+    okhttp4_9,
+    join!(
+        ":",
+        "TLS_AES_128_GCM_SHA256",
+        "TLS_AES_256_GCM_SHA384",
+        "TLS_CHACHA20_POLY1305_SHA256",
+        "TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256",
+        "TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384",
+        "TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256",
+        "TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256",
+        "TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384",
+        "TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256",
+        "TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA",
+        "TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA",
+        "TLS_RSA_WITH_AES_128_GCM_SHA256",
+        "TLS_RSA_WITH_AES_256_GCM_SHA384",
+        "TLS_RSA_WITH_AES_128_CBC_SHA",
+        "TLS_RSA_WITH_AES_256_CBC_SHA"
+    ),
+    "GM-Android/6.111.1 (240460200; M:motorola moto g power (2021); O:30; D:76ba9f6628d198c8) ObsoleteUrlFactory/1.0 OkHttp/4.9"
+);
+
+mod_generator!(okhttp4_12, CIPHER_LIST, "okhttp/4.12.0");
+
+mod_generator!(
+    okhttp5,
+    CIPHER_LIST,
+    "NRC Audio/2.0.6 (nl.nrc.audio; build:36; Android 14; Sdk:34; Manufacturer:OnePlus; Model: CPH2609) OkHttp/5.0.0-alpha2"
+);

data/crates/wreq-util/src/emulate/profile/opera/header.rs

@@ -0,0 +1,30 @@
+use super::*;
+
+#[inline]
+pub fn header_initializer_with_zstd_priority(
+    sec_ch_ua: &'static str,
+    ua: &'static str,
+    emulation_os: Platform,
+) -> HeaderMap {
+    let mut headers = HeaderMap::new();
+    header_chrome_sec_ch_ua!(
+        headers,
+        sec_ch_ua,
+        emulation_os.platform(),
+        emulation_os.is_mobile()
+    );
+    header_chrome_ua!(headers, ua);
+
+    headers.insert(ACCEPT, HeaderValue::from_static("text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9"));
+    #[cfg(feature = "emulation-compression")]
+    headers.insert(
+        ACCEPT_ENCODING,
+        HeaderValue::from_static("gzip, deflate, br, zstd"),
+    );
+    headers.insert(ACCEPT_LANGUAGE, HeaderValue::from_static("en-US,en;q=0.9"));
+    headers.insert(
+        HeaderName::from_static("priority"),
+        HeaderValue::from_static("u=0, i"),
+    );
+    headers
+}

data/crates/wreq-util/src/emulate/profile/opera/http2.rs

@@ -0,0 +1,50 @@
+macro_rules! headers_stream_dependency {
+    () => {
+        StreamDependency::new(StreamId::zero(), 219, true)
+    };
+}
+
+macro_rules! pseudo_order {
+    () => {
+        PseudoOrder::builder()
+            .extend([
+                PseudoId::Method,
+                PseudoId::Authority,
+                PseudoId::Scheme,
+                PseudoId::Path,
+            ])
+            .build()
+    };
+}
+
+macro_rules! settings_order {
+    () => {
+        SettingsOrder::builder()
+            .extend([
+                SettingId::HeaderTableSize,
+                SettingId::EnablePush,
+                SettingId::MaxConcurrentStreams,
+                SettingId::InitialWindowSize,
+                SettingId::MaxFrameSize,
+                SettingId::MaxHeaderListSize,
+                SettingId::EnableConnectProtocol,
+                SettingId::NoRfc7540Priorities,
+            ])
+            .build()
+    };
+}
+
+macro_rules! http2_options {
+    () => {
+        Http2Options::builder()
+            .initial_window_size(6291456)
+            .initial_connection_window_size(15728640)
+            .max_header_list_size(262144)
+            .header_table_size(65536)
+            .enable_push(false)
+            .headers_stream_dependency(headers_stream_dependency!())
+            .headers_pseudo_order(pseudo_order!())
+            .settings_order(settings_order!())
+            .build()
+    };
+}

data/crates/wreq-util/src/emulate/profile/opera/tls.rs

@@ -0,0 +1,97 @@
+use super::*;
+
+macro_rules! tls_options {
+    ($curves:expr) => {
+        OperaTlsConfig::builder()
+            .curves($curves)
+            .permute_extensions(true)
+            .pre_shared_key(true)
+            .enable_ech_grease(true)
+            .build()
+            .into()
+    };
+}
+
+pub const CURVES: &str = join!(":", "X25519MLKEM768", "X25519", "P-256", "P-384");
+
+pub const CIPHER_LIST: &str = join!(
+    ":",
+    "TLS_AES_128_GCM_SHA256",
+    "TLS_AES_256_GCM_SHA384",
+    "TLS_CHACHA20_POLY1305_SHA256",
+    "TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256",
+    "TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256",
+    "TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384",
+    "TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384",
+    "TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256",
+    "TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256",
+    "TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA",
+    "TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA",
+    "TLS_RSA_WITH_AES_128_GCM_SHA256",
+    "TLS_RSA_WITH_AES_256_GCM_SHA384",
+    "TLS_RSA_WITH_AES_128_CBC_SHA",
+    "TLS_RSA_WITH_AES_256_CBC_SHA"
+);
+
+pub const SIGALGS_LIST: &str = join!(
+    ":",
+    "ecdsa_secp256r1_sha256",
+    "rsa_pss_rsae_sha256",
+    "rsa_pkcs1_sha256",
+    "ecdsa_secp384r1_sha384",
+    "rsa_pss_rsae_sha384",
+    "rsa_pkcs1_sha384",
+    "rsa_pss_rsae_sha512",
+    "rsa_pkcs1_sha512"
+);
+
+pub const CERTIFICATE_COMPRESSORS: &[&'static dyn CertificateCompressor] = &[&BrotliCompressor];
+
+#[derive(TypedBuilder)]
+pub struct OperaTlsConfig {
+    #[builder(default = CURVES)]
+    curves: &'static str,
+
+    #[builder(default = SIGALGS_LIST)]
+    sigalgs_list: &'static str,
+
+    #[builder(default = CIPHER_LIST)]
+    cipher_list: &'static str,
+
+    #[builder(default = AlpsProtocol::HTTP2, setter(into))]
+    alps_protos: AlpsProtocol,
+
+    #[builder(default = false)]
+    alps_use_new_codepoint: bool,
+
+    #[builder(default = false, setter(into))]
+    enable_ech_grease: bool,
+
+    #[builder(default = false, setter(into))]
+    permute_extensions: bool,
+
+    #[builder(default = false, setter(into))]
+    pre_shared_key: bool,
+}
+
+impl From<OperaTlsConfig> for TlsOptions {
+    fn from(val: OperaTlsConfig) -> Self {
+        TlsOptions::builder()
+            .grease_enabled(true)
+            .enable_ocsp_stapling(true)
+            .enable_signed_cert_timestamps(true)
+            .curves_list(val.curves)
+            .sigalgs_list(val.sigalgs_list)
+            .cipher_list(val.cipher_list)
+            .min_tls_version(TlsVersion::TLS_1_2)
+            .max_tls_version(TlsVersion::TLS_1_3)
+            .permute_extensions(val.permute_extensions)
+            .pre_shared_key(val.pre_shared_key)
+            .enable_ech_grease(val.enable_ech_grease)
+            .alps_protocols([val.alps_protos])
+            .alps_use_new_codepoint(val.alps_use_new_codepoint)
+            .aes_hw_override(true)
+            .certificate_compressors(CERTIFICATE_COMPRESSORS)
+            .build()
+    }
+}