wreq 1.2.4 → 1.2.5

data/crates/wreq-util/src/emulate/profile/firefox/header.rs

@@ -0,0 +1,21 @@
+use super::*;
+
+pub fn header_initializer(ua: &'static str) -> HeaderMap {
+    let mut headers = HeaderMap::new();
+    header_firefox_ua!(headers, ua);
+    header_firefox_accept!(headers);
+    header_firefox_sec_fetch!(headers);
+    headers
+}
+
+pub fn header_initializer_with_zstd(ua: &'static str) -> HeaderMap {
+    let mut headers = HeaderMap::new();
+    header_firefox_ua!(headers, ua);
+    header_firefox_accept!(zstd, headers);
+    header_firefox_sec_fetch!(headers);
+    headers.insert(
+        HeaderName::from_static("priority"),
+        HeaderValue::from_static("u=0, i"),
+    );
+    headers
+}

data/crates/wreq-util/src/emulate/profile/firefox/http2.rs

@@ -0,0 +1,113 @@
+macro_rules! headers_stream_dependency {
+    (1) => {
+        StreamDependency::new(StreamId::zero(), 21, false)
+    };
+    (2) => {
+        StreamDependency::new(StreamId::from(13), 21, false)
+    };
+}
+
+macro_rules! pseudo_order {
+    () => {
+        PseudoOrder::builder()
+            .extend([
+                PseudoId::Method,
+                PseudoId::Path,
+                PseudoId::Authority,
+                PseudoId::Scheme,
+            ])
+            .build()
+    };
+}
+
+macro_rules! settings_order {
+    () => {
+        SettingsOrder::builder()
+            .extend([
+                SettingId::HeaderTableSize,
+                SettingId::EnablePush,
+                SettingId::MaxConcurrentStreams,
+                SettingId::InitialWindowSize,
+                SettingId::MaxFrameSize,
+                SettingId::MaxHeaderListSize,
+                SettingId::EnableConnectProtocol,
+                SettingId::NoRfc7540Priorities,
+            ])
+            .build()
+    };
+}
+
+macro_rules! http2_options {
+    (@base $builder:expr) => {
+        $builder
+            .initial_window_size(131072)
+            .max_frame_size(16384)
+            .initial_connection_window_size(12517377 + 65535)
+            .headers_pseudo_order(pseudo_order!())
+            .settings_order(settings_order!())
+    };
+
+    (1) => {
+        http2_options!(@base Http2Options::builder())
+            .initial_stream_id(3)
+            .header_table_size(65536)
+            .enable_push(false)
+            .headers_stream_dependency(headers_stream_dependency!(1))
+            .build()
+    };
+    (2) => {
+        http2_options!(@base Http2Options::builder())
+            .initial_stream_id(15)
+            .header_table_size(65536)
+            .headers_stream_dependency(headers_stream_dependency!(2))
+            .priorities(
+                Priorities::builder()
+                    .extend([
+                        Priority::new(
+                            StreamId::from(3),
+                            StreamDependency::new(StreamId::zero(), 200, false),
+                        ),
+                        Priority::new(
+                            StreamId::from(5),
+                            StreamDependency::new(StreamId::zero(), 100, false),
+                        ),
+                        Priority::new(
+                            StreamId::from(7),
+                            StreamDependency::new(StreamId::zero(), 0, false),
+                        ),
+                        Priority::new(
+                            StreamId::from(9),
+                            StreamDependency::new(StreamId::from(7), 0, false),
+                        ),
+                        Priority::new(
+                            StreamId::from(11),
+                            StreamDependency::new(StreamId::from(3), 0, false),
+                        ),
+                        Priority::new(
+                            StreamId::from(13),
+                            StreamDependency::new(StreamId::zero(), 240, false),
+                        ),
+                    ])
+                    .build(),
+            )
+            .build()
+    };
+    (3) => {
+        http2_options!(@base Http2Options::builder())
+            .initial_stream_id(3)
+            .header_table_size(65536)
+            .enable_push(false)
+            .max_concurrent_streams(0)
+            .headers_stream_dependency(headers_stream_dependency!(1))
+            .build()
+    };
+    (4) => {
+        http2_options!(@base Http2Options::builder())
+            .initial_stream_id(3)
+            .header_table_size(4096)
+            .enable_push(false)
+            .initial_window_size(32768)
+            .headers_stream_dependency(headers_stream_dependency!(1))
+            .build()
+    };
+}

data/crates/wreq-util/src/emulate/profile/firefox/tls.rs

@@ -0,0 +1,253 @@
+use super::*;
+
+macro_rules! tls_options {
+    (@build $builder:expr) => {
+        $builder.build().into()
+    };
+
+    (@base $builder:expr, $cipher_list:expr, $curves:expr) => {
+        $builder
+            .cipher_list($cipher_list)
+            .curves_list($curves)
+    };
+
+    (1, $cipher_list:expr, $curves:expr, $key_shares:expr) => {
+        tls_options!(@build tls_options!(@base FirefoxTlsConfig::builder(), $cipher_list, $curves)
+            .enable_ech_grease(true)
+            .pre_shared_key(true)
+            .psk_skip_session_tickets(true)
+            .key_shares($key_shares)
+            .certificate_compressors(CERTIFICATE_COMPRESSORS))
+    };
+    (2, $cipher_list:expr, $curves:expr) => {
+        tls_options!(@build tls_options!(@base FirefoxTlsConfig::builder(), $cipher_list, $curves))
+    };
+    (3, $cipher_list:expr, $curves:expr, $key_shares:expr) => {
+        tls_options!(@build tls_options!(@base FirefoxTlsConfig::builder(), $cipher_list, $curves)
+            .session_ticket(false)
+            .enable_ech_grease(true)
+            .psk_dhe_ke(false)
+            .key_shares($key_shares))
+    };
+    (4, $cipher_list:expr, $curves:expr, $key_shares:expr) => {
+        tls_options!(@build tls_options!(@base FirefoxTlsConfig::builder(), $cipher_list, $curves)
+            .enable_ech_grease(true)
+            .enable_signed_cert_timestamps(true)
+            .session_ticket(true)
+            .pre_shared_key(true)
+            .psk_skip_session_tickets(true)
+            .key_shares($key_shares)
+            .certificate_compressors(CERTIFICATE_COMPRESSORS))
+    };
+    (5, $cipher_list:expr, $curves:expr, $key_shares:expr) => {
+        tls_options!(@build tls_options!(@base FirefoxTlsConfig::builder(), $cipher_list, $curves)
+            .enable_ech_grease(true)
+            .pre_shared_key(true)
+            .psk_skip_session_tickets(true)
+            .key_shares($key_shares)
+            .certificate_compressors(CERTIFICATE_COMPRESSORS))
+    };
+    (6, $cipher_list:expr, $curves:expr, $key_shares:expr) => {
+        tls_options!(@build tls_options!(@base FirefoxTlsConfig::builder(), $cipher_list, $curves)
+            .enable_ech_grease(true)
+            .enable_signed_cert_timestamps(true)
+            .session_ticket(false)
+            .psk_dhe_ke(false)
+            .key_shares($key_shares)
+            .certificate_compressors(CERTIFICATE_COMPRESSORS))
+    };
+}
+
+pub const CURVES_1: &str = join!(
+    ":",
+    "X25519",
+    "P-256",
+    "P-384",
+    "P-521",
+    "ffdhe2048",
+    "ffdhe3072"
+);
+
+pub const CURVES_2: &str = join!(
+    ":",
+    "X25519MLKEM768",
+    "X25519",
+    "P-256",
+    "P-384",
+    "P-521",
+    "ffdhe2048",
+    "ffdhe3072"
+);
+
+pub const KEY_SHARES_1: &[KeyShare] = &[KeyShare::X25519, KeyShare::P256];
+
+pub const KEY_SHARES_2: &[KeyShare] =
+    &[KeyShare::X25519_MLKEM768, KeyShare::X25519, KeyShare::P256];
+
+pub const CIPHER_LIST_1: &str = join!(
+    ":",
+    "TLS_AES_128_GCM_SHA256",
+    "TLS_CHACHA20_POLY1305_SHA256",
+    "TLS_AES_256_GCM_SHA384",
+    "TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256",
+    "TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256",
+    "TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256",
+    "TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256",
+    "TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384",
+    "TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384",
+    "TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA",
+    "TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA",
+    "TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA",
+    "TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA",
+    "TLS_RSA_WITH_AES_128_GCM_SHA256",
+    "TLS_RSA_WITH_AES_256_GCM_SHA384",
+    "TLS_RSA_WITH_AES_128_CBC_SHA",
+    "TLS_RSA_WITH_AES_256_CBC_SHA"
+);
+
+pub const CIPHER_LIST_2: &str = join!(
+    ":",
+    "TLS_AES_128_GCM_SHA256",
+    "TLS_CHACHA20_POLY1305_SHA256",
+    "TLS_AES_256_GCM_SHA384",
+    "TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256",
+    "TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256",
+    "TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256",
+    "TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256",
+    "TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384",
+    "TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384",
+    "TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA",
+    "TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA",
+    "TLS_RSA_WITH_AES_128_GCM_SHA256",
+    "TLS_RSA_WITH_AES_256_GCM_SHA384",
+    "TLS_RSA_WITH_AES_128_CBC_SHA",
+    "TLS_RSA_WITH_AES_256_CBC_SHA"
+);
+
+pub const SIGALGS_LIST: &str = join!(
+    ":",
+    "ecdsa_secp256r1_sha256",
+    "ecdsa_secp384r1_sha384",
+    "ecdsa_secp521r1_sha512",
+    "rsa_pss_rsae_sha256",
+    "rsa_pss_rsae_sha384",
+    "rsa_pss_rsae_sha512",
+    "rsa_pkcs1_sha256",
+    "rsa_pkcs1_sha384",
+    "rsa_pkcs1_sha512",
+    "ecdsa_sha1",
+    "rsa_pkcs1_sha1"
+);
+
+pub const CERTIFICATE_COMPRESSORS: &[&'static dyn CertificateCompressor] =
+    &[&ZlibCompressor, &BrotliCompressor, &ZstdCompressor];
+
+pub const DELEGATED_CREDENTIALS: &str = join!(
+    ":",
+    "ecdsa_secp256r1_sha256",
+    "ecdsa_secp384r1_sha384",
+    "ecdsa_secp521r1_sha512",
+    "ecdsa_sha1"
+);
+
+pub const RECORD_SIZE_LIMIT: u16 = 0x4001;
+
+pub const EXTENSION_PERMUTATION_INDICES: &[ExtensionType] = &[
+    ExtensionType::SERVER_NAME,
+    ExtensionType::EXTENDED_MASTER_SECRET,
+    ExtensionType::RENEGOTIATE,
+    ExtensionType::SUPPORTED_GROUPS,
+    ExtensionType::EC_POINT_FORMATS,
+    ExtensionType::SESSION_TICKET,
+    ExtensionType::APPLICATION_LAYER_PROTOCOL_NEGOTIATION,
+    ExtensionType::STATUS_REQUEST,
+    ExtensionType::DELEGATED_CREDENTIAL,
+    ExtensionType::CERTIFICATE_TIMESTAMP,
+    ExtensionType::KEY_SHARE,
+    ExtensionType::SUPPORTED_VERSIONS,
+    ExtensionType::SIGNATURE_ALGORITHMS,
+    ExtensionType::PSK_KEY_EXCHANGE_MODES,
+    ExtensionType::RECORD_SIZE_LIMIT,
+    ExtensionType::CERT_COMPRESSION,
+    ExtensionType::ENCRYPTED_CLIENT_HELLO,
+];
+
+#[derive(TypedBuilder)]
+pub struct FirefoxTlsConfig {
+    #[builder(default = SIGALGS_LIST)]
+    sigalgs_list: &'static str,
+
+    #[builder(setter(into))]
+    cipher_list: &'static str,
+
+    #[builder(setter(into))]
+    curves_list: &'static str,
+
+    #[builder(default, setter(into))]
+    key_shares: Option<&'static [KeyShare]>,
+
+    #[builder(default = true)]
+    session_ticket: bool,
+
+    #[builder(default = false, setter(into))]
+    enable_ech_grease: bool,
+
+    #[builder(default = false, setter(into))]
+    enable_signed_cert_timestamps: bool,
+
+    #[builder(default = false, setter(into))]
+    pre_shared_key: bool,
+
+    #[builder(default = false, setter(into))]
+    psk_skip_session_tickets: bool,
+
+    #[builder(default = DELEGATED_CREDENTIALS, setter(into))]
+    delegated_credentials: &'static str,
+
+    #[builder(default = RECORD_SIZE_LIMIT, setter(into))]
+    record_size_limit: u16,
+
+    #[builder(default = true, setter(into))]
+    psk_dhe_ke: bool,
+
+    #[builder(default, setter(into))]
+    certificate_compressors: Option<&'static [&'static dyn CertificateCompressor]>,
+
+    #[builder(default = EXTENSION_PERMUTATION_INDICES, setter(into))]
+    extension_permutation: &'static [ExtensionType],
+}
+
+impl From<FirefoxTlsConfig> for TlsOptions {
+    fn from(val: FirefoxTlsConfig) -> Self {
+        let mut builder = TlsOptions::builder()
+            .curves_list(val.curves_list)
+            .sigalgs_list(val.sigalgs_list)
+            .cipher_list(val.cipher_list)
+            .session_ticket(val.session_ticket)
+            .delegated_credentials(val.delegated_credentials)
+            .record_size_limit(val.record_size_limit)
+            .enable_ocsp_stapling(true)
+            .enable_ech_grease(val.enable_ech_grease)
+            .enable_signed_cert_timestamps(val.enable_signed_cert_timestamps)
+            .alpn_protocols([AlpnProtocol::HTTP2, AlpnProtocol::HTTP1])
+            .min_tls_version(TlsVersion::TLS_1_2)
+            .max_tls_version(TlsVersion::TLS_1_3)
+            .pre_shared_key(val.pre_shared_key)
+            .psk_skip_session_ticket(val.psk_skip_session_tickets)
+            .psk_dhe_ke(val.psk_dhe_ke)
+            .preserve_tls13_cipher_list(true)
+            .extension_permutation(val.extension_permutation)
+            .aes_hw_override(true)
+            .random_aes_hw_override(true);
+
+        if let Some(key_shares) = val.key_shares {
+            builder = builder.key_shares(key_shares)
+        }
+
+        if let Some(certificate_compressors) = val.certificate_compressors {
+            builder = builder.certificate_compressors(certificate_compressors)
+        }
+
+        builder.build()
+    }
+}