cfsolve 0.1.1 → 0.1.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +18 -0
- data/README.md +10 -9
- data/THIRD_PARTY_LICENSES/README.md +71 -254
- data/THIRD_PARTY_LICENSES/{derive_builder_macro-0.20.2/LICENSE-APACHE → bytecount-0.6.9/LICENSE.Apache2} +0 -1
- data/THIRD_PARTY_LICENSES/{darling-0.20.11/LICENSE → bytecount-0.6.9/LICENSE.MIT} +1 -3
- data/THIRD_PARTY_LICENSES/{ident_case-1.0.1/LICENSE → cobs-0.3.0/LICENSE-MIT} +1 -1
- data/THIRD_PARTY_LICENSES/cow-utils-0.1.3/LICENSE +21 -0
- data/THIRD_PARTY_LICENSES/{hashbrown-0.14.5 → embedded-io-0.4.0}/LICENSE-MIT +1 -1
- data/THIRD_PARTY_LICENSES/{ahash-0.8.12 → embedded-io-0.6.1}/LICENSE-MIT +1 -1
- data/THIRD_PARTY_LICENSES/{browserslist-data-0.1.4 → escape-simd-0.1.1}/LICENSE +1 -1
- data/THIRD_PARTY_LICENSES/escape-simd-0.1.1/NOTICE +62 -0
- data/THIRD_PARTY_LICENSES/json-escape-simd-3.1.3/LICENSE +21 -0
- data/THIRD_PARTY_LICENSES/{miette-7.6.0/LICENSE → json-escape-simd-3.1.3/LICENSE-APACHE} +0 -1
- data/THIRD_PARTY_LICENSES/json-escape-simd-3.1.3/NOTICE +62 -0
- data/THIRD_PARTY_LICENSES/memchr-2.8.3/UNLICENSE +24 -0
- data/THIRD_PARTY_LICENSES/{derive_builder_core-0.20.2 → nonmax-0.5.5}/LICENSE-APACHE +1 -2
- data/THIRD_PARTY_LICENSES/{dashmap-5.5.3/LICENSE → nonmax-0.5.5/LICENSE-MIT} +2 -4
- data/THIRD_PARTY_LICENSES/{rand-0.8.5 → num-bigint-0.5.1}/LICENSE-MIT +0 -1
- data/THIRD_PARTY_LICENSES/oxc-0.157.0/LICENSE +22 -0
- data/THIRD_PARTY_LICENSES/oxc-0.157.0/THIRD-PARTY-LICENSE +763 -0
- data/THIRD_PARTY_LICENSES/{browserslist-rs-0.19.0 → oxc-browserslist-5.0.1}/LICENSE +1 -0
- data/THIRD_PARTY_LICENSES/oxc_allocator-0.157.0/LICENSE +22 -0
- data/THIRD_PARTY_LICENSES/oxc_allocator-0.157.0/THIRD-PARTY-LICENSE +763 -0
- data/THIRD_PARTY_LICENSES/oxc_ast-0.157.0/LICENSE +22 -0
- data/THIRD_PARTY_LICENSES/oxc_ast-0.157.0/THIRD-PARTY-LICENSE +763 -0
- data/THIRD_PARTY_LICENSES/oxc_ast_macros-0.157.0/LICENSE +22 -0
- data/THIRD_PARTY_LICENSES/oxc_ast_macros-0.157.0/THIRD-PARTY-LICENSE +763 -0
- data/THIRD_PARTY_LICENSES/oxc_ast_visit-0.157.0/LICENSE +22 -0
- data/THIRD_PARTY_LICENSES/oxc_ast_visit-0.157.0/THIRD-PARTY-LICENSE +763 -0
- data/THIRD_PARTY_LICENSES/oxc_codegen-0.157.0/LICENSE +22 -0
- data/THIRD_PARTY_LICENSES/oxc_codegen-0.157.0/THIRD-PARTY-LICENSE +763 -0
- data/THIRD_PARTY_LICENSES/oxc_compat-0.157.0/LICENSE +22 -0
- data/THIRD_PARTY_LICENSES/oxc_compat-0.157.0/THIRD-PARTY-LICENSE +763 -0
- data/THIRD_PARTY_LICENSES/oxc_data_structures-0.157.0/LICENSE +22 -0
- data/THIRD_PARTY_LICENSES/oxc_data_structures-0.157.0/THIRD-PARTY-LICENSE +763 -0
- data/THIRD_PARTY_LICENSES/oxc_diagnostics-0.157.0/LICENSE +22 -0
- data/THIRD_PARTY_LICENSES/oxc_diagnostics-0.157.0/THIRD-PARTY-LICENSE +763 -0
- data/THIRD_PARTY_LICENSES/oxc_ecmascript-0.157.0/LICENSE +22 -0
- data/THIRD_PARTY_LICENSES/oxc_ecmascript-0.157.0/THIRD-PARTY-LICENSE +763 -0
- data/THIRD_PARTY_LICENSES/oxc_estree-0.157.0/LICENSE +22 -0
- data/THIRD_PARTY_LICENSES/oxc_estree-0.157.0/THIRD-PARTY-LICENSE +763 -0
- data/THIRD_PARTY_LICENSES/oxc_index-5.0.0/LICENSE +22 -0
- data/THIRD_PARTY_LICENSES/oxc_parser-0.157.0/LICENSE +22 -0
- data/THIRD_PARTY_LICENSES/oxc_parser-0.157.0/THIRD-PARTY-LICENSE +763 -0
- data/THIRD_PARTY_LICENSES/oxc_regular_expression-0.157.0/LICENSE +22 -0
- data/THIRD_PARTY_LICENSES/oxc_regular_expression-0.157.0/THIRD-PARTY-LICENSE +763 -0
- data/THIRD_PARTY_LICENSES/oxc_semantic-0.157.0/LICENSE +22 -0
- data/THIRD_PARTY_LICENSES/oxc_semantic-0.157.0/THIRD-PARTY-LICENSE +763 -0
- data/THIRD_PARTY_LICENSES/oxc_span-0.157.0/LICENSE +22 -0
- data/THIRD_PARTY_LICENSES/oxc_span-0.157.0/THIRD-PARTY-LICENSE +763 -0
- data/THIRD_PARTY_LICENSES/oxc_str-0.157.0/LICENSE +22 -0
- data/THIRD_PARTY_LICENSES/oxc_str-0.157.0/THIRD-PARTY-LICENSE +763 -0
- data/THIRD_PARTY_LICENSES/oxc_syntax-0.157.0/LICENSE +22 -0
- data/THIRD_PARTY_LICENSES/oxc_syntax-0.157.0/THIRD-PARTY-LICENSE +763 -0
- data/THIRD_PARTY_LICENSES/{fixedbitset-0.5.7 → postcard-1.1.3}/LICENSE-MIT +1 -1
- data/THIRD_PARTY_LICENSES/{bytes-str-0.2.7/LICENSE → self_cell-1.3.0/LICENSE-APACHE} +1 -2
- data/THIRD_PARTY_LICENSES/self_cell-1.3.0/LICENSE-GPLv2 +339 -0
- data/THIRD_PARTY_LICENSES/{darling_core-0.20.11 → smawk-0.3.3}/LICENSE +1 -1
- data/UPSTREAM.md +10 -8
- data/ext/cfsolve/Cargo.lock +534 -1727
- data/ext/cfsolve/Cargo.toml +4 -0
- data/ext/cfsolve/src/main.rs +1 -1
- data/lib/cfsolve/profiles/safari-26-ios/answers.json +2570 -1894
- data/lib/cfsolve/profiles/safari-26-ios/challenge-page-answers.json +1867 -1192
- data/lib/cfsolve/profiles/safari-26-ios.json +102 -156
- data/lib/cfsolve/version.rb +2 -2
- data/vendor/cfsolve/Cargo.lock +561 -1729
- data/vendor/cfsolve/Cargo.toml +26 -8
- data/vendor/cfsolve/README.md +4 -35
- data/vendor/cfsolve/examples/build_profile.rs +17 -15
- data/vendor/cfsolve/examples/capture_session.rs +37 -0
- data/vendor/cfsolve/examples/check_answers.rs +66 -0
- data/vendor/cfsolve/examples/compare_session.rs +189 -0
- data/vendor/cfsolve/examples/solver_profile.rs +84 -0
- data/vendor/cfsolve/examples/solver_smoke.rs +9 -8
- data/vendor/cfsolve/examples/stage2_snapshot.rs +6 -3
- data/vendor/cfsolve/examples/tls_echo.rs +3 -3
- data/vendor/cfsolve/examples/vm_snapshot.rs +32 -33
- data/vendor/cfsolve/profiles/safari-26-ios/answers.json +2570 -1894
- data/vendor/cfsolve/profiles/safari-26-ios/challenge-page-answers.json +1867 -1192
- data/vendor/cfsolve/profiles/safari-26-ios.json +102 -156
- data/vendor/cfsolve/scripts/capture_cssom.mjs +42 -0
- data/vendor/cfsolve/scripts/serve_cssom.py +111 -0
- data/vendor/cfsolve/src/bin/capture-proxy/main.rs +3 -2
- data/vendor/cfsolve/src/bin/challenge/cli.rs +8 -2
- data/vendor/cfsolve/src/bin/challenge/main.rs +7 -2
- data/vendor/cfsolve/src/capture/profile.rs +7 -18
- data/vendor/cfsolve/src/capture/proxy/tests.rs +1 -1
- data/vendor/cfsolve/src/capture/proxy.rs +44 -13
- data/vendor/cfsolve/src/capture/recorded.rs +42 -7
- data/vendor/cfsolve/src/capture/sessions.rs +4 -3
- data/vendor/cfsolve/src/capture/upstream.rs +1 -1
- data/vendor/cfsolve/src/challenge/codec.rs +4 -2
- data/vendor/cfsolve/src/challenge/expression.rs +161 -117
- data/vendor/cfsolve/src/challenge/installed/audit.rs +132 -0
- data/vendor/cfsolve/src/challenge/installed.rs +127 -269
- data/vendor/cfsolve/src/challenge/merge.rs +120 -80
- data/vendor/cfsolve/src/challenge/orchestrator.rs +57 -44
- data/vendor/cfsolve/src/challenge/payload.rs +175 -35
- data/vendor/cfsolve/src/challenge/program.rs +197 -178
- data/vendor/cfsolve/src/challenge/reduced_timing.rs +55 -40
- data/vendor/cfsolve/src/challenge/source.rs +151 -96
- data/vendor/cfsolve/src/challenge/state.rs +236 -122
- data/vendor/cfsolve/src/challenge/tally.rs +64 -50
- data/vendor/cfsolve/src/challenge.rs +1 -0
- data/vendor/cfsolve/src/deobfuscate/analysis/bindings.rs +187 -185
- data/vendor/cfsolve/src/deobfuscate/analysis/effects.rs +42 -51
- data/vendor/cfsolve/src/deobfuscate/analysis/hoisting.rs +147 -228
- data/vendor/cfsolve/src/deobfuscate/analysis/properties.rs +250 -425
- data/vendor/cfsolve/src/deobfuscate/analysis/unconditional.rs +79 -0
- data/vendor/cfsolve/src/deobfuscate/analysis.rs +259 -41
- data/vendor/cfsolve/src/deobfuscate/argument_arrays.rs +70 -73
- data/vendor/cfsolve/src/deobfuscate/arrow_blocks.rs +91 -104
- data/vendor/cfsolve/src/deobfuscate/ast.rs +383 -0
- data/vendor/cfsolve/src/deobfuscate/bitwise.rs +44 -54
- data/vendor/cfsolve/src/deobfuscate/blocks.rs +36 -29
- data/vendor/cfsolve/src/deobfuscate/call_helpers.rs +80 -131
- data/vendor/cfsolve/src/deobfuscate/control_flow.rs +239 -297
- data/vendor/cfsolve/src/deobfuscate/copy_propagation.rs +114 -135
- data/vendor/cfsolve/src/deobfuscate/dead_branches.rs +62 -61
- data/vendor/cfsolve/src/deobfuscate/dead_properties.rs +197 -214
- data/vendor/cfsolve/src/deobfuscate/dispatch.rs +238 -298
- data/vendor/cfsolve/src/deobfuscate/encoded_strings.rs +201 -205
- data/vendor/cfsolve/src/deobfuscate/function_lengths.rs +32 -38
- data/vendor/cfsolve/src/deobfuscate/helper_objects.rs +346 -536
- data/vendor/cfsolve/src/deobfuscate/hygiene.rs +197 -0
- data/vendor/cfsolve/src/deobfuscate/int32_helpers.rs +121 -155
- data/vendor/cfsolve/src/deobfuscate/literals.rs +116 -67
- data/vendor/cfsolve/src/deobfuscate/loops.rs +43 -43
- data/vendor/cfsolve/src/deobfuscate/memoized_strings.rs +127 -131
- data/vendor/cfsolve/src/deobfuscate/merged_functions.rs +262 -220
- data/vendor/cfsolve/src/deobfuscate/pipeline.rs +199 -244
- data/vendor/cfsolve/src/deobfuscate/register_arrays.rs +361 -322
- data/vendor/cfsolve/src/deobfuscate/removal.rs +83 -52
- data/vendor/cfsolve/src/deobfuscate/simplify.rs +147 -0
- data/vendor/cfsolve/src/deobfuscate/state_machines.rs +88 -110
- data/vendor/cfsolve/src/deobfuscate/statements.rs +228 -228
- data/vendor/cfsolve/src/deobfuscate/static_members.rs +46 -31
- data/vendor/cfsolve/src/deobfuscate/testing.rs +49 -59
- data/vendor/cfsolve/src/deobfuscate/unused_bindings.rs +92 -102
- data/vendor/cfsolve/src/deobfuscate.rs +15 -11
- data/vendor/cfsolve/src/embedding_page/extra_params.rs +23 -32
- data/vendor/cfsolve/src/embedding_page/page.rs +28 -2
- data/vendor/cfsolve/src/embedding_page/render_sample.rs +184 -147
- data/vendor/cfsolve/src/error.rs +40 -5
- data/vendor/cfsolve/src/fingerprint.rs +8 -2
- data/vendor/cfsolve/src/http/client.rs +9 -1
- data/vendor/cfsolve/src/http/requests.rs +2 -2
- data/vendor/cfsolve/src/js/ast.rs +479 -254
- data/vendor/cfsolve/src/js/objects.rs +9 -2
- data/vendor/cfsolve/src/lib.rs +1 -0
- data/vendor/cfsolve/src/listing/fold.rs +19 -92
- data/vendor/cfsolve/src/listing/query.rs +26 -291
- data/vendor/cfsolve/src/listing.rs +0 -1
- data/vendor/cfsolve/src/performance_clock.rs +20 -1
- data/vendor/cfsolve/src/profiling.rs +49 -0
- data/vendor/cfsolve/src/script.rs +35 -24
- data/vendor/cfsolve/src/session/challenge_page.rs +41 -21
- data/vendor/cfsolve/src/session/channel.rs +2 -2
- data/vendor/cfsolve/src/session/initial.rs +19 -10
- data/vendor/cfsolve/src/session/probes.rs +160 -125
- data/vendor/cfsolve/src/session/sink.rs +26 -1
- data/vendor/cfsolve/src/session/tests/challenge_page.rs +36 -1
- data/vendor/cfsolve/src/session/timing.rs +58 -53
- data/vendor/cfsolve/src/session/widget.rs +5 -6
- data/vendor/cfsolve/src/session.rs +1 -1
- data/vendor/cfsolve/src/solver.rs +3 -1
- data/vendor/cfsolve/src/stage2/analysis/analyze.rs +50 -33
- data/vendor/cfsolve/src/stage2/analysis/audit.rs +4 -2
- data/vendor/cfsolve/src/stage2/analysis/discovery.rs +61 -66
- data/vendor/cfsolve/src/stage2/analysis/envelope.rs +33 -22
- data/vendor/cfsolve/src/stage2/analysis/recognize.rs +3 -5
- data/vendor/cfsolve/src/stage2/analysis.rs +0 -1
- data/vendor/cfsolve/src/stage2/audit_globals.rs +378 -0
- data/vendor/cfsolve/src/stage2/benchmark.rs +66 -38
- data/vendor/cfsolve/src/stage2/call_stack.rs +1463 -1017
- data/vendor/cfsolve/src/stage2/challenge_page.rs +3 -2
- data/vendor/cfsolve/src/stage2/interaction/checkbox.rs +202 -150
- data/vendor/cfsolve/src/stage2/interaction/click.rs +2 -2
- data/vendor/cfsolve/src/stage2/interaction/native.rs +2 -1
- data/vendor/cfsolve/src/stage2/interaction/plan.rs +5 -7
- data/vendor/cfsolve/src/stage2/payload/recover.rs +56 -25
- data/vendor/cfsolve/src/stage2/probes/clock.rs +1 -3
- data/vendor/cfsolve/src/stage2/probes/ice.rs +11 -10
- data/vendor/cfsolve/src/stage2/probes/media.rs +47 -33
- data/vendor/cfsolve/src/stage2/probes/performance.rs +13 -8
- data/vendor/cfsolve/src/stage2/probes/rects.rs +12 -17
- data/vendor/cfsolve/src/stage2/probes/stack.rs +50 -103
- data/vendor/cfsolve/src/stage2/probes/websocket_echo.rs +17 -86
- data/vendor/cfsolve/src/stage2/probes.rs +0 -1
- data/vendor/cfsolve/src/stage2/queries.rs +50 -0
- data/vendor/cfsolve/src/stage2/records.rs +4 -13
- data/vendor/cfsolve/src/stage2/reference.json +1 -1
- data/vendor/cfsolve/src/stage2/reference.rs +98 -100
- data/vendor/cfsolve/src/stage2/registry.rs +41 -34
- data/vendor/cfsolve/src/stage2/replay.rs +182 -254
- data/vendor/cfsolve/src/stage2/stylesheets.rs +176 -0
- data/vendor/cfsolve/src/stage2/syntax.rs +88 -0
- data/vendor/cfsolve/src/stage2/trace.rs +152 -108
- data/vendor/cfsolve/src/stage2/vocabulary.rs +103 -403
- data/vendor/cfsolve/src/stage2.rs +4 -1
- data/vendor/cfsolve/src/vm/disassemble.rs +46 -13
- data/vendor/cfsolve/src/vm/dispatch.rs +93 -65
- data/vendor/cfsolve/src/vm/extract.rs +347 -250
- data/vendor/cfsolve/src/vm/interpret/access.rs +67 -68
- data/vendor/cfsolve/src/vm/interpret/builtin.rs +16 -63
- data/vendor/cfsolve/src/vm/interpret/call.rs +192 -51
- data/vendor/cfsolve/src/vm/interpret/compile.rs +643 -0
- data/vendor/cfsolve/src/vm/interpret/copies.rs +232 -120
- data/vendor/cfsolve/src/vm/interpret/evaluate/tests.rs +149 -40
- data/vendor/cfsolve/src/vm/interpret/evaluate.rs +189 -572
- data/vendor/cfsolve/src/vm/interpret/explore.rs +159 -46
- data/vendor/cfsolve/src/vm/interpret/formula.rs +131 -0
- data/vendor/cfsolve/src/vm/interpret/frozen.rs +169 -0
- data/vendor/cfsolve/src/vm/interpret/intrinsic.rs +414 -0
- data/vendor/cfsolve/src/vm/interpret/mix32.rs +189 -0
- data/vendor/cfsolve/src/vm/interpret/native_dispatch.rs +220 -0
- data/vendor/cfsolve/src/vm/interpret/pattern.rs +1736 -0
- data/vendor/cfsolve/src/vm/interpret/plan.rs +605 -330
- data/vendor/cfsolve/src/vm/interpret/register_helpers.rs +384 -0
- data/vendor/cfsolve/src/vm/interpret/run.rs +314 -54
- data/vendor/cfsolve/src/vm/interpret/semantics.rs +71 -46
- data/vendor/cfsolve/src/vm/interpret/setup.rs +80 -45
- data/vendor/cfsolve/src/vm/interpret/string_decoder.rs +482 -0
- data/vendor/cfsolve/src/vm/interpret.rs +16 -3
- data/vendor/cfsolve/src/vm/machine.rs +58 -47
- data/vendor/cfsolve/src/vm/output.rs +13 -5
- data/vendor/cfsolve/src/vm/packed_names.rs +311 -0
- data/vendor/cfsolve/src/vm/session.rs +197 -110
- data/vendor/cfsolve/src/vm/value.rs +35 -19
- data/vendor/cfsolve/src/vm.rs +3 -1
- data/vendor/cfsolve/vendor/btls-sys/Cargo.toml +3 -0
- data/vendor/cfsolve/vendor/btls-sys/build/main.rs +20 -0
- data/vendor/cfsolve/vendor/btls-sys/src/lib.rs +3 -0
- metadata +106 -183
- data/THIRD_PARTY_LICENSES/Inflector-0.11.4/LICENSE.md +0 -22
- data/THIRD_PARTY_LICENSES/arrayvec-0.7.6/LICENSE-MIT +0 -25
- data/THIRD_PARTY_LICENSES/ascii-1.1.0/LICENSE-APACHE +0 -201
- data/THIRD_PARTY_LICENSES/ascii-1.1.0/LICENSE-MIT +0 -22
- data/THIRD_PARTY_LICENSES/ast_node-5.0.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/better_scoped_tls-1.0.1/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/bitvec-1.0.1/LICENSE.txt +0 -21
- data/THIRD_PARTY_LICENSES/bstr-1.12.1/COPYING +0 -8
- data/THIRD_PARTY_LICENSES/bstr-1.12.1/LICENSE-MIT +0 -21
- data/THIRD_PARTY_LICENSES/cargo-platform-0.1.9/LICENSE-APACHE +0 -201
- data/THIRD_PARTY_LICENSES/cargo_metadata-0.19.2/LICENSE-MIT +0 -23
- data/THIRD_PARTY_LICENSES/darling_macro-0.20.11/LICENSE +0 -21
- data/THIRD_PARTY_LICENSES/debugid-0.8.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/derive_builder-0.20.2/LICENSE-MIT +0 -21
- data/THIRD_PARTY_LICENSES/derive_builder_core-0.20.2/LICENSE-MIT +0 -21
- data/THIRD_PARTY_LICENSES/derive_builder_macro-0.20.2/LICENSE-MIT +0 -21
- data/THIRD_PARTY_LICENSES/foldhash-0.1.5/LICENSE +0 -19
- data/THIRD_PARTY_LICENSES/from_variant-3.0.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/funty-2.0.0/LICENSE.txt +0 -21
- data/THIRD_PARTY_LICENSES/hashbrown-0.16.1/LICENSE-MIT +0 -25
- data/THIRD_PARTY_LICENSES/heck-0.5.0/LICENSE-APACHE +0 -201
- data/THIRD_PARTY_LICENSES/hermit-abi-0.5.2/LICENSE-APACHE +0 -201
- data/THIRD_PARTY_LICENSES/hermit-abi-0.5.2/LICENSE-MIT +0 -23
- data/THIRD_PARTY_LICENSES/hstr-3.0.3/LICENSE +0 -202
- data/THIRD_PARTY_LICENSES/if_chain-1.0.3/LICENSE-APACHE +0 -201
- data/THIRD_PARTY_LICENSES/if_chain-1.0.3/LICENSE-MIT +0 -25
- data/THIRD_PARTY_LICENSES/is-macro-0.3.7/LICENSE +0 -202
- data/THIRD_PARTY_LICENSES/itoa-1.0.17/LICENSE-MIT +0 -23
- data/THIRD_PARTY_LICENSES/jsonc-parser-0.26.3/LICENSE +0 -21
- data/THIRD_PARTY_LICENSES/lazy_static-1.5.0/LICENSE-APACHE +0 -201
- data/THIRD_PARTY_LICENSES/lazy_static-1.5.0/LICENSE-MIT +0 -25
- data/THIRD_PARTY_LICENSES/lru-0.16.2/LICENSE +0 -21
- data/THIRD_PARTY_LICENSES/memchr-2.7.6/COPYING +0 -3
- data/THIRD_PARTY_LICENSES/memchr-2.7.6/LICENSE-MIT +0 -21
- data/THIRD_PARTY_LICENSES/miette-derive-7.6.0/LICENSE +0 -229
- data/THIRD_PARTY_LICENSES/normpath-0.2.0/COPYRIGHT +0 -7
- data/THIRD_PARTY_LICENSES/normpath-0.2.0/LICENSE-MIT +0 -21
- data/THIRD_PARTY_LICENSES/normpath-0.2.0/LICENSE-THIRD-PARTY +0 -210
- data/THIRD_PARTY_LICENSES/num_cpus-1.17.0/LICENSE-APACHE +0 -201
- data/THIRD_PARTY_LICENSES/num_cpus-1.17.0/LICENSE-MIT +0 -20
- data/THIRD_PARTY_LICENSES/owo-colors-4.2.3/LICENSE +0 -21
- data/THIRD_PARTY_LICENSES/par-core-2.0.0/LICENSE +0 -202
- data/THIRD_PARTY_LICENSES/par-iter-2.0.0/LICENSE +0 -202
- data/THIRD_PARTY_LICENSES/path-clean-0.1.0/LICENSE-APACHE +0 -13
- data/THIRD_PARTY_LICENSES/path-clean-0.1.0/LICENSE-MIT +0 -18
- data/THIRD_PARTY_LICENSES/path-clean-1.0.1/LICENSE-APACHE +0 -13
- data/THIRD_PARTY_LICENSES/path-clean-1.0.1/LICENSE-MIT +0 -18
- data/THIRD_PARTY_LICENSES/pathdiff-0.2.3/LICENSE-APACHE +0 -201
- data/THIRD_PARTY_LICENSES/pathdiff-0.2.3/LICENSE-MIT +0 -23
- data/THIRD_PARTY_LICENSES/petgraph-0.7.1/LICENSE-APACHE +0 -201
- data/THIRD_PARTY_LICENSES/precomputed-map-0.2.0/LICENSE +0 -21
- data/THIRD_PARTY_LICENSES/preset_env_base-6.0.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/radium-0.7.0/LICENSE.txt +0 -21
- data/THIRD_PARTY_LICENSES/radix_fmt-1.0.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/rand-0.8.5/COPYRIGHT +0 -12
- data/THIRD_PARTY_LICENSES/rand-0.8.5/LICENSE-APACHE +0 -176
- data/THIRD_PARTY_LICENSES/rand_core-0.6.4/COPYRIGHT +0 -12
- data/THIRD_PARTY_LICENSES/rand_core-0.6.4/LICENSE-APACHE +0 -187
- data/THIRD_PARTY_LICENSES/rand_core-0.6.4/LICENSE-MIT +0 -26
- data/THIRD_PARTY_LICENSES/regress-0.10.5/LICENSE-APACHE +0 -201
- data/THIRD_PARTY_LICENSES/regress-0.10.5/LICENSE-MIT +0 -21
- data/THIRD_PARTY_LICENSES/ryu-1.0.22/LICENSE-APACHE +0 -176
- data/THIRD_PARTY_LICENSES/ryu-1.0.22/LICENSE-BOOST +0 -23
- data/THIRD_PARTY_LICENSES/scoped-tls-1.0.1/LICENSE-APACHE +0 -201
- data/THIRD_PARTY_LICENSES/scoped-tls-1.0.1/LICENSE-MIT +0 -25
- data/THIRD_PARTY_LICENSES/siphasher-0.3.11/COPYING +0 -7
- data/THIRD_PARTY_LICENSES/smallvec-1.15.1/LICENSE-APACHE +0 -201
- data/THIRD_PARTY_LICENSES/smartstring-1.0.1/LICENCE.md +0 -355
- data/THIRD_PARTY_LICENSES/st-map-0.2.4/LICENSE +0 -202
- data/THIRD_PARTY_LICENSES/static-map-macro-0.3.4/LICENSE +0 -202
- data/THIRD_PARTY_LICENSES/string_enum-1.0.2/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/strsim-0.11.1/LICENSE +0 -23
- data/THIRD_PARTY_LICENSES/swc-52.0.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_allocator-4.0.1/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_atoms-9.0.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_common-18.0.1/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_compiler_base-45.0.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_config-3.1.2/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_config_macro-1.0.1/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_core-54.0.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_ecma_ast-19.0.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_ecma_codegen-21.0.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_ecma_codegen_macros-2.0.2/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_ecma_compat_bugfixes-39.0.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_ecma_compat_common-30.0.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_ecma_compat_es2015-39.0.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_ecma_compat_es2016-35.0.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_ecma_compat_es2017-35.0.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_ecma_compat_es2018-36.0.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_ecma_compat_es2019-35.0.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_ecma_compat_es2020-37.0.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_ecma_compat_es2021-35.0.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_ecma_compat_es2022-37.0.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_ecma_compat_es3-26.0.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_ecma_ext_transforms-25.0.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_ecma_hooks-0.3.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_ecma_loader-18.0.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_ecma_minifier-42.0.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_ecma_parser-32.0.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_ecma_preset_env-45.0.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_ecma_transformer-6.0.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_ecma_transforms-44.0.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_ecma_transforms_base-35.0.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_ecma_transforms_classes-35.0.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_ecma_transforms_compat-40.0.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_ecma_transforms_macros-1.0.1/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_ecma_transforms_module-38.0.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_ecma_transforms_optimization-37.0.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_ecma_transforms_proposal-35.0.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_ecma_transforms_react-38.0.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_ecma_transforms_typescript-38.0.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_ecma_usage_analyzer-27.0.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_ecma_utils-25.0.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_ecma_visit-19.0.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_eq_ignore_macros-1.0.1/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_error_reporters-20.0.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_macros_common-1.0.1/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_node_comments-18.0.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_timer-1.0.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_trace_macro-2.0.2/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_transform_common-12.0.0/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/swc_visit-2.0.1/LICENSE +0 -201
- data/THIRD_PARTY_LICENSES/tap-1.0.1/LICENSE.txt +0 -21
- data/THIRD_PARTY_LICENSES/tracing-0.1.44/LICENSE +0 -25
- data/THIRD_PARTY_LICENSES/tracing-attributes-0.1.31/LICENSE +0 -25
- data/THIRD_PARTY_LICENSES/tracing-core-0.1.36/LICENSE +0 -25
- data/THIRD_PARTY_LICENSES/triomphe-0.1.15/LICENSE-APACHE +0 -201
- data/THIRD_PARTY_LICENSES/triomphe-0.1.15/LICENSE-MIT +0 -27
- data/THIRD_PARTY_LICENSES/unicode-width-0.1.14/LICENSE-APACHE +0 -201
- data/THIRD_PARTY_LICENSES/unicode-width-0.1.14/LICENSE-MIT +0 -25
- data/THIRD_PARTY_LICENSES/uuid-1.19.0/LICENSE-APACHE +0 -201
- data/THIRD_PARTY_LICENSES/uuid-1.19.0/LICENSE-MIT +0 -26
- data/THIRD_PARTY_LICENSES/vergen-9.0.6/LICENSE-APACHE +0 -201
- data/THIRD_PARTY_LICENSES/vergen-9.0.6/LICENSE-MIT +0 -25
- data/THIRD_PARTY_LICENSES/vergen-lib-0.1.6/LICENSE-APACHE +0 -201
- data/THIRD_PARTY_LICENSES/vergen-lib-0.1.6/LICENSE-MIT +0 -25
- data/THIRD_PARTY_LICENSES/wyz-0.5.1/LICENSE.txt +0 -21
- data/vendor/cfsolve/src/deobfuscate/analysis/globals.rs +0 -33
- data/vendor/cfsolve/src/deobfuscate/analysis/names.rs +0 -52
- data/vendor/cfsolve/src/listing/normalize.rs +0 -264
- data/vendor/cfsolve/src/stage2/analysis/outputs.rs +0 -327
- data/vendor/cfsolve/src/stage2/probes/stylesheets.rs +0 -249
- data/vendor/cfsolve/src/stage2/reference-expanded.json +0 -42
- data/vendor/cfsolve/src/stage2/session_names.rs +0 -470
- /data/THIRD_PARTY_LICENSES/{derive_builder-0.20.2 → cobs-0.3.0}/LICENSE-APACHE +0 -0
- /data/THIRD_PARTY_LICENSES/{compact_str-0.7.1 → compact_str-0.10.0}/LICENSE +0 -0
- /data/THIRD_PARTY_LICENSES/{ahash-0.8.12 → embedded-io-0.4.0}/LICENSE-APACHE +0 -0
- /data/THIRD_PARTY_LICENSES/{arrayvec-0.7.6 → embedded-io-0.6.1}/LICENSE-APACHE +0 -0
- /data/THIRD_PARTY_LICENSES/{normpath-0.2.0 → escape-simd-0.1.1}/LICENSE-APACHE +0 -0
- /data/THIRD_PARTY_LICENSES/{bstr-1.12.1 → itertools-0.15.0}/LICENSE-APACHE +0 -0
- /data/THIRD_PARTY_LICENSES/{petgraph-0.7.1 → itertools-0.15.0}/LICENSE-MIT +0 -0
- /data/THIRD_PARTY_LICENSES/{itoa-1.0.17 → itoa-1.0.19}/LICENSE-APACHE +0 -0
- /data/THIRD_PARTY_LICENSES/{camino-1.2.2 → itoa-1.0.19}/LICENSE-MIT +0 -0
- /data/THIRD_PARTY_LICENSES/{globset-0.4.18 → memchr-2.8.3}/COPYING +0 -0
- /data/THIRD_PARTY_LICENSES/{globset-0.4.18 → memchr-2.8.3}/LICENSE-MIT +0 -0
- /data/THIRD_PARTY_LICENSES/{camino-1.2.2 → num-bigint-0.5.1}/LICENSE-APACHE +0 -0
- /data/THIRD_PARTY_LICENSES/{swc_sourcemap-9.3.4 → oxc_sourcemap-9.0.0}/LICENSE +0 -0
- /data/THIRD_PARTY_LICENSES/{phf-0.11.3 → phf-0.14.0}/LICENSE +0 -0
- /data/THIRD_PARTY_LICENSES/{phf_generator-0.11.3 → phf_generator-0.14.0}/LICENSE +0 -0
- /data/THIRD_PARTY_LICENSES/{phf_macros-0.11.3 → phf_macros-0.14.0}/LICENSE +0 -0
- /data/THIRD_PARTY_LICENSES/{phf_shared-0.11.3 → phf_shared-0.14.0}/LICENSE +0 -0
- /data/THIRD_PARTY_LICENSES/{fixedbitset-0.5.7 → postcard-1.1.3}/LICENSE-APACHE +0 -0
- /data/THIRD_PARTY_LICENSES/{hashbrown-0.14.5 → smallvec-1.16.5}/LICENSE-APACHE +0 -0
- /data/THIRD_PARTY_LICENSES/{smallvec-1.15.1 → smallvec-1.16.5}/LICENSE-MIT +0 -0
- /data/THIRD_PARTY_LICENSES/{unicode-width-0.1.14 → unicode-segmentation-1.13.3}/COPYRIGHT +0 -0
- /data/THIRD_PARTY_LICENSES/{hashbrown-0.16.1 → unicode-segmentation-1.13.3}/LICENSE-APACHE +0 -0
- /data/THIRD_PARTY_LICENSES/{heck-0.5.0 → unicode-segmentation-1.13.3}/LICENSE-MIT +0 -0
- /data/THIRD_PARTY_LICENSES/{cargo-platform-0.1.9 → zmij_ecma-1.0.23}/LICENSE-MIT +0 -0
|
@@ -1,44 +1,55 @@
|
|
|
1
1
|
//! One parsed, deobfuscated iframe or orchestrator script shared across session extractors.
|
|
2
2
|
|
|
3
|
-
use
|
|
3
|
+
use anyhow::{Result, anyhow};
|
|
4
|
+
use self_cell::self_cell;
|
|
4
5
|
|
|
5
|
-
use
|
|
6
|
-
|
|
7
|
-
use crate::js::ast::{self, ParsedScript};
|
|
6
|
+
use crate::js::ast::{ParsedScript, Script};
|
|
8
7
|
use crate::vm::{Definition, Listing, Machine};
|
|
9
8
|
|
|
9
|
+
/// The VM a script defines, or why recovery failed. Recovery runs with the parse because the
|
|
10
|
+
/// definition borrows the tree; the error surfaces only when the VM is requested.
|
|
11
|
+
struct Recovered<'a>(Result<Definition<'a>>);
|
|
12
|
+
|
|
13
|
+
self_cell!(
|
|
14
|
+
struct Cell {
|
|
15
|
+
owner: ParsedScript,
|
|
16
|
+
#[covariant]
|
|
17
|
+
dependent: Recovered,
|
|
18
|
+
}
|
|
19
|
+
);
|
|
20
|
+
|
|
10
21
|
/// A parsed iframe script shared by encoder extraction, parameter merging, scene recovery, and
|
|
11
22
|
/// VM analysis. Rejects scripts with recoverable parse errors.
|
|
12
|
-
pub struct Source
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
23
|
+
pub struct Source(Cell);
|
|
24
|
+
|
|
25
|
+
// SAFETY: The definition holds only shared references into the tree the `ParsedScript` owns, and
|
|
26
|
+
// plain data. `ParsedScript` is `Send` and `Sync` because the tree is immutable once built; see
|
|
27
|
+
// its implementations.
|
|
28
|
+
unsafe impl Send for Source {}
|
|
29
|
+
// SAFETY: See `Send` above.
|
|
30
|
+
unsafe impl Sync for Source {}
|
|
17
31
|
|
|
18
32
|
impl Source {
|
|
19
|
-
/// Parses `text
|
|
33
|
+
/// Parses `text` and recovers its VM. Errors from VM recovery are deferred until the VM is
|
|
34
|
+
/// requested.
|
|
20
35
|
pub fn try_new(text: &str) -> Result<Self> {
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
})
|
|
36
|
+
let parsed = ParsedScript::parse("deobfuscated script", text)?;
|
|
37
|
+
Ok(Self(Cell::new(parsed, |parsed| {
|
|
38
|
+
Recovered(Definition::from_script(parsed.script()))
|
|
39
|
+
})))
|
|
25
40
|
}
|
|
26
41
|
|
|
27
42
|
#[must_use]
|
|
28
|
-
pub(crate) fn
|
|
29
|
-
|
|
43
|
+
pub(crate) fn script(&self) -> Script<'_> {
|
|
44
|
+
self.0.borrow_owner().script()
|
|
30
45
|
}
|
|
31
46
|
|
|
32
47
|
/// The VM the script defines, ready to decode one program.
|
|
33
48
|
pub fn machine(&self) -> Result<Machine<'_>> {
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
self.definition.get_or_init(|| definition)
|
|
39
|
-
}
|
|
40
|
-
};
|
|
41
|
-
Machine::try_new(definition)
|
|
49
|
+
match &self.0.borrow_dependent().0 {
|
|
50
|
+
Ok(definition) => Machine::try_new(definition),
|
|
51
|
+
Err(error) => Err(anyhow!("{error:#}")),
|
|
52
|
+
}
|
|
42
53
|
}
|
|
43
54
|
|
|
44
55
|
/// Disassembles `program` from its entry using [`Machine::disassemble`]. Probe analysis
|
|
@@ -5,6 +5,7 @@
|
|
|
5
5
|
use anyhow::{Context, Result, bail};
|
|
6
6
|
use serde::Serialize;
|
|
7
7
|
use url::Url;
|
|
8
|
+
use wreq::StatusCode;
|
|
8
9
|
|
|
9
10
|
use super::Sink;
|
|
10
11
|
use super::channel::{Channel, Origin, Stage, Submission};
|
|
@@ -126,13 +127,13 @@ pub(crate) async fn begin(
|
|
|
126
127
|
challenge: ChallengePage,
|
|
127
128
|
referrer_policy: ReferrerPolicy,
|
|
128
129
|
) -> Result<(OrchestratorSession, EmbeddingPage)> {
|
|
129
|
-
sink.
|
|
130
|
+
sink.save("page.html", challenge.html.as_bytes())?;
|
|
130
131
|
let pacing = &page.orchestrator_pacing;
|
|
131
132
|
let timer = Timer::start();
|
|
132
133
|
let script =
|
|
133
134
|
http::fetch_orchestrator(client, &challenge.orchestrator, &challenge.loading).await?;
|
|
134
135
|
let script_fetch = timer.overall(challenge.orchestrator.as_str(), script.len() as u64);
|
|
135
|
-
sink.
|
|
136
|
+
sink.save("orchestrator.js", script.as_bytes())?;
|
|
136
137
|
// The orchestrator's header shows the site's icon as it starts. Deobfuscation runs on its
|
|
137
138
|
// own thread meanwhile.
|
|
138
139
|
let icon_url = challenge.url.join("/favicon.ico")?;
|
|
@@ -148,7 +149,7 @@ pub(crate) async fn begin(
|
|
|
148
149
|
));
|
|
149
150
|
let ((text, cases), icon) =
|
|
150
151
|
tokio::try_join!(initial::deobfuscate(sink, javascript.clone()), icon)?;
|
|
151
|
-
sink.
|
|
152
|
+
sink.save("orchestrator.deobfuscated.js", text.as_bytes())?;
|
|
152
153
|
let source = Source::try_new(&text).context("parsing the deobfuscated orchestrator")?;
|
|
153
154
|
|
|
154
155
|
let intervals = &pacing.intervals;
|
|
@@ -186,7 +187,7 @@ pub(crate) async fn begin(
|
|
|
186
187
|
.context("the orchestrator's message table names no one language")?;
|
|
187
188
|
let ray = first.program.request.ray()?;
|
|
188
189
|
let rendered = embedding_page::challenge_page::render(&challenge, &loader, language, ray)?;
|
|
189
|
-
sink.
|
|
190
|
+
sink.save("rendered-page.html", rendered.as_bytes())?;
|
|
190
191
|
let rendered = RenderedPage::render_explicit(
|
|
191
192
|
&rendered,
|
|
192
193
|
challenge.url.clone(),
|
|
@@ -307,29 +308,20 @@ impl OrchestratorSession {
|
|
|
307
308
|
.as_ref()
|
|
308
309
|
.unwrap_or(&self.challenge.url);
|
|
309
310
|
let cleared = http::submit_form(client, referer, &form.action, &form.fields).await?;
|
|
310
|
-
sink.
|
|
311
|
-
|
|
312
|
-
|
|
313
|
-
|
|
314
|
-
|
|
315
|
-
|
|
316
|
-
|
|
317
|
-
|
|
318
|
-
bail!(Refused::new(Stage::Clearance, message));
|
|
319
|
-
}
|
|
311
|
+
sink.save("cleared.html", cleared.html.as_bytes())?;
|
|
312
|
+
let challenged = ChallengePage::parse(&cleared.html, &cleared.url)?.is_some();
|
|
313
|
+
let cookies = client.cookies(&cleared.url);
|
|
314
|
+
let clearance = cookies
|
|
315
|
+
.iter()
|
|
316
|
+
.find(|cookie| cookie.name() == "cf_clearance")
|
|
317
|
+
.map(|cookie| cookie.value().to_owned());
|
|
318
|
+
let clearance = accept_clearance(cleared.status, challenged, clearance)?;
|
|
320
319
|
sink.progress(&format!(
|
|
321
320
|
"Cleared the challenge: {} answered HTTP {} with the page ({} bytes)",
|
|
322
321
|
cleared.url,
|
|
323
322
|
cleared.status,
|
|
324
323
|
cleared.html.len()
|
|
325
324
|
));
|
|
326
|
-
let cookies = client.cookies(&cleared.url);
|
|
327
|
-
let clearance = cookies
|
|
328
|
-
.iter()
|
|
329
|
-
.find(|cookie| cookie.name() == "cf_clearance")
|
|
330
|
-
.context("the clearance form set no `cf_clearance` cookie")?
|
|
331
|
-
.value()
|
|
332
|
-
.to_owned();
|
|
333
325
|
Ok(Clearance {
|
|
334
326
|
clearance,
|
|
335
327
|
cookies,
|
|
@@ -338,6 +330,34 @@ impl OrchestratorSession {
|
|
|
338
330
|
}
|
|
339
331
|
}
|
|
340
332
|
|
|
333
|
+
/// Decides whether the clearance form passed the challenge, from the response to the form:
|
|
334
|
+
/// its HTTP status, whether it is another challenge page, and the `cf_clearance` cookie it set,
|
|
335
|
+
/// if any. Returns the cookie's value.
|
|
336
|
+
///
|
|
337
|
+
/// Cloudflare sets `cf_clearance` when the form passes. After that, the page behind the
|
|
338
|
+
/// challenge can still answer with an error status. For example, a site's waiting room can
|
|
339
|
+
/// answer HTTP 429 to the visitors it is queueing. So an error status with the cookie still
|
|
340
|
+
/// counts as a pass. Another challenge page, or an error status without the cookie, means
|
|
341
|
+
/// Cloudflare refused the answers.
|
|
342
|
+
pub(crate) fn accept_clearance(
|
|
343
|
+
status: StatusCode,
|
|
344
|
+
challenged: bool,
|
|
345
|
+
clearance: Option<String>,
|
|
346
|
+
) -> Result<String> {
|
|
347
|
+
let refused = || {
|
|
348
|
+
let message = format!("the clearance form returned HTTP {status} without the page");
|
|
349
|
+
Refused::new(Stage::Clearance, message)
|
|
350
|
+
};
|
|
351
|
+
if challenged {
|
|
352
|
+
bail!(refused());
|
|
353
|
+
}
|
|
354
|
+
match clearance {
|
|
355
|
+
Some(clearance) => Ok(clearance),
|
|
356
|
+
None if !status.is_success() => bail!(refused()),
|
|
357
|
+
None => bail!("the clearance form set no `cf_clearance` cookie"),
|
|
358
|
+
}
|
|
359
|
+
}
|
|
360
|
+
|
|
341
361
|
/// Builds two resource timing snapshots for the widget program. The first includes the
|
|
342
362
|
/// unfinished navigation and later loads. The second includes the finished navigation, first
|
|
343
363
|
/// POST, a second icon entry, and the widget iframe. Estimates unmeasured phases. Only the end
|
|
@@ -143,7 +143,7 @@ impl Channel<'_> {
|
|
|
143
143
|
.context("reading challenge POST response")?;
|
|
144
144
|
sink.json(&format!("{name}-network.json"), &network)?;
|
|
145
145
|
let fetch = timer.phased(url.as_str(), waiting_ms, network.encoded_bytes);
|
|
146
|
-
sink.
|
|
146
|
+
sink.save(&format!("{name}.bin"), &body)?;
|
|
147
147
|
sink.progress(&format!(
|
|
148
148
|
"POST returned HTTP {status}; saved {} bytes",
|
|
149
149
|
body.len()
|
|
@@ -155,7 +155,7 @@ impl Channel<'_> {
|
|
|
155
155
|
));
|
|
156
156
|
}
|
|
157
157
|
let text = codec::decode_response(&body, request.ray()?)?;
|
|
158
|
-
sink.
|
|
158
|
+
sink.save(&format!("{name}.decoded.txt"), &text)?;
|
|
159
159
|
let received_ms = performance_clock::epoch_ms();
|
|
160
160
|
let program = STANDARD.decode(text).with_context(|| {
|
|
161
161
|
format!(
|
|
@@ -1,6 +1,8 @@
|
|
|
1
1
|
//! Prepares the first payload: renders the embedding page, fetches and parses the iframe, and
|
|
2
2
|
//! merges page parameters with iframe state.
|
|
3
3
|
|
|
4
|
+
use std::mem;
|
|
5
|
+
|
|
4
6
|
use anyhow::{Context, Result};
|
|
5
7
|
use url::Url;
|
|
6
8
|
|
|
@@ -20,6 +22,7 @@ use crate::resource_timing::LoadTiming;
|
|
|
20
22
|
use crate::script::Source;
|
|
21
23
|
use crate::stage2::call_stack::{self, CaseOpcodes, ScriptPosition};
|
|
22
24
|
use crate::stage2::payload::Environment;
|
|
25
|
+
use crate::stage2::replay::Globals;
|
|
23
26
|
use crate::{deep_stack, performance_clock};
|
|
24
27
|
|
|
25
28
|
/// Default loader URL for pages that load Turnstile dynamically without a script tag.
|
|
@@ -68,6 +71,8 @@ impl Fetched {
|
|
|
68
71
|
|
|
69
72
|
/// The evaluated first-payload template, before sender fields, and state for later payloads.
|
|
70
73
|
pub(crate) struct FirstPayload {
|
|
74
|
+
/// Signatures of the session-named globals the initial program installs.
|
|
75
|
+
pub audit_globals: Globals,
|
|
71
76
|
/// The extracted program with fully populated request options.
|
|
72
77
|
pub program: ExtractedProgram,
|
|
73
78
|
pub state: ScriptState,
|
|
@@ -94,11 +99,11 @@ impl FirstPayload {
|
|
|
94
99
|
options_artifact: &str,
|
|
95
100
|
complete: impl FnOnce(&mut Options) -> (Option<&'mark str>, i64),
|
|
96
101
|
) -> Result<Self> {
|
|
97
|
-
|
|
98
|
-
let
|
|
102
|
+
let installed = mem::take(&mut program.installed);
|
|
103
|
+
let audit_globals = Globals::installed(&installed);
|
|
99
104
|
let fields = &program.payload_fields;
|
|
100
105
|
let options = &mut program.request.options;
|
|
101
|
-
options.extend(installed.options
|
|
106
|
+
options.extend(installed.options);
|
|
102
107
|
if let Some(log) = &state.post_log {
|
|
103
108
|
log.start(options);
|
|
104
109
|
}
|
|
@@ -110,10 +115,11 @@ impl FirstPayload {
|
|
|
110
115
|
intervals,
|
|
111
116
|
));
|
|
112
117
|
sink.json(options_artifact, options)?;
|
|
113
|
-
let window = installed.window
|
|
118
|
+
let window = installed.window;
|
|
114
119
|
let globals = payload::infer_globals(fields, &state, options, &window);
|
|
115
120
|
let plaintext = payload::build(fields, options, &globals)?;
|
|
116
121
|
Ok(Self {
|
|
122
|
+
audit_globals,
|
|
117
123
|
program,
|
|
118
124
|
state,
|
|
119
125
|
window,
|
|
@@ -126,6 +132,7 @@ impl FirstPayload {
|
|
|
126
132
|
|
|
127
133
|
/// Iframe state after merging page parameters, shared by the first and later payloads.
|
|
128
134
|
pub(crate) struct Merged {
|
|
135
|
+
pub audit_globals: Globals,
|
|
129
136
|
/// The first payload, which the probe payload extends.
|
|
130
137
|
pub first: Payload,
|
|
131
138
|
pub state: ScriptState,
|
|
@@ -192,7 +199,7 @@ pub(crate) async fn render_page(
|
|
|
192
199
|
document: PageDocument,
|
|
193
200
|
widget: Option<&Widget>,
|
|
194
201
|
) -> Result<EmbeddingPage> {
|
|
195
|
-
sink.
|
|
202
|
+
sink.save("page.html", document.html.as_bytes())?;
|
|
196
203
|
let widget_id = extra_params::widget_id();
|
|
197
204
|
let rendered = RenderedPage::render(&document.html, document.url.clone(), &widget_id, widget)?;
|
|
198
205
|
// A page that renders its widget from script may load the loader from script too.
|
|
@@ -214,7 +221,8 @@ pub(crate) async fn render_page(
|
|
|
214
221
|
sink,
|
|
215
222
|
rendered,
|
|
216
223
|
script,
|
|
217
|
-
page.layout
|
|
224
|
+
page.layout
|
|
225
|
+
.placed(page.layout.embedding_pages.get(document.url.as_str())),
|
|
218
226
|
document.referrer_policy,
|
|
219
227
|
Embedding::Site,
|
|
220
228
|
))
|
|
@@ -269,10 +277,10 @@ pub(super) async fn fetch(
|
|
|
269
277
|
let timer = Timer::start();
|
|
270
278
|
let iframe = http::fetch_iframe(client, iframe_url, referrer.as_deref()).await?;
|
|
271
279
|
let navigation = timer.overall(iframe.url.as_str(), iframe.navigation.encoded_bytes);
|
|
272
|
-
sink.
|
|
280
|
+
sink.save("iframe.html", iframe.html.as_bytes())?;
|
|
273
281
|
let javascript = source::inline_javascript(&iframe.html)?;
|
|
274
|
-
sink.
|
|
275
|
-
sink.
|
|
282
|
+
sink.save("iframe.js", javascript.as_bytes())?;
|
|
283
|
+
sink.save("iframe-url.txt", iframe.url.as_str().as_bytes())?;
|
|
276
284
|
sink.json("iframe-network.json", &iframe.navigation)?;
|
|
277
285
|
sink.progress(&format!(
|
|
278
286
|
"Fetched {} bytes of HTML; deobfuscating {} bytes of JavaScript",
|
|
@@ -280,7 +288,7 @@ pub(super) async fn fetch(
|
|
|
280
288
|
javascript.len()
|
|
281
289
|
));
|
|
282
290
|
let (text, cases) = deobfuscate(sink, javascript.clone()).await?;
|
|
283
|
-
sink.
|
|
291
|
+
sink.save("iframe.deobfuscated.js", text.as_bytes())?;
|
|
284
292
|
let source = Source::try_new(&text).context("parsing the deobfuscated iframe")?;
|
|
285
293
|
Ok(Fetched {
|
|
286
294
|
iframe,
|
|
@@ -386,6 +394,7 @@ pub(crate) fn merge(
|
|
|
386
394
|
));
|
|
387
395
|
sink.json("payload.json", &first)?;
|
|
388
396
|
let merged = Merged {
|
|
397
|
+
audit_globals: built.audit_globals,
|
|
389
398
|
first,
|
|
390
399
|
state: built.state,
|
|
391
400
|
window: built.window,
|