mangleframes 0.2.7__tar.gz → 0.2.9__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {mangleframes-0.2.7 → mangleframes-0.2.9}/Cargo.lock +70 -69
- {mangleframes-0.2.7 → mangleframes-0.2.9}/PKG-INFO +5 -4
- {mangleframes-0.2.7 → mangleframes-0.2.9}/pyproject.toml +5 -3
- {mangleframes-0.2.7 → mangleframes-0.2.9}/python/mangleframes/__init__.py +2 -15
- mangleframes-0.2.9/viewer/frontend/index.html +16 -0
- mangleframes-0.2.9/viewer/frontend/package-lock.json +2888 -0
- mangleframes-0.2.9/viewer/frontend/package.json +33 -0
- mangleframes-0.2.9/viewer/frontend/postcss.config.js +6 -0
- mangleframes-0.2.9/viewer/frontend/src/App.tsx +16 -0
- mangleframes-0.2.9/viewer/frontend/src/components/analysis/JoinAnalyzer.tsx +165 -0
- mangleframes-0.2.9/viewer/frontend/src/components/analysis/Reconciliation.tsx +643 -0
- mangleframes-0.2.9/viewer/frontend/src/components/analysis/SQLEditor.tsx +160 -0
- mangleframes-0.2.9/viewer/frontend/src/components/data/ColumnDropdown.tsx +182 -0
- mangleframes-0.2.9/viewer/frontend/src/components/data/ColumnStats.tsx +118 -0
- mangleframes-0.2.9/viewer/frontend/src/components/data/DataGrid.tsx +213 -0
- mangleframes-0.2.9/viewer/frontend/src/components/data/SchemaView.tsx +85 -0
- mangleframes-0.2.9/viewer/frontend/src/components/layout/ContextPanel.tsx +84 -0
- mangleframes-0.2.9/viewer/frontend/src/components/layout/Layout.tsx +23 -0
- mangleframes-0.2.9/viewer/frontend/src/components/layout/MainContent.tsx +72 -0
- mangleframes-0.2.9/viewer/frontend/src/components/layout/Sidebar.tsx +117 -0
- mangleframes-0.2.9/viewer/frontend/src/components/layout/StatusBar.tsx +34 -0
- mangleframes-0.2.9/viewer/frontend/src/components/layout/TabBar.tsx +32 -0
- mangleframes-0.2.9/viewer/frontend/src/components/layout/TopBar.tsx +59 -0
- mangleframes-0.2.9/viewer/frontend/src/components/quality/AlertBuilder.tsx +247 -0
- mangleframes-0.2.9/viewer/frontend/src/components/quality/QualityDashboard.tsx +128 -0
- mangleframes-0.2.9/viewer/frontend/src/index.css +59 -0
- mangleframes-0.2.9/viewer/frontend/src/main.tsx +22 -0
- mangleframes-0.2.9/viewer/frontend/src/stores/dataStore.ts +136 -0
- mangleframes-0.2.9/viewer/frontend/src/stores/uiStore.ts +36 -0
- mangleframes-0.2.9/viewer/frontend/tailwind.config.js +25 -0
- mangleframes-0.2.9/viewer/frontend/tsconfig.json +25 -0
- mangleframes-0.2.9/viewer/frontend/tsconfig.node.json +11 -0
- mangleframes-0.2.9/viewer/frontend/vite.config.ts +25 -0
- {mangleframes-0.2.7 → mangleframes-0.2.9}/viewer/src/handlers.rs +52 -19
- {mangleframes-0.2.7 → mangleframes-0.2.9}/viewer/src/main.rs +1 -10
- {mangleframes-0.2.7 → mangleframes-0.2.9}/viewer/src/web_server.rs +2 -9
- mangleframes-0.2.7/python/mangleframes/dqx_server.py +0 -262
- mangleframes-0.2.7/viewer/src/dq_handlers.rs +0 -147
- mangleframes-0.2.7/viewer/static/app.js +0 -2998
- mangleframes-0.2.7/viewer/static/index.html +0 -491
- mangleframes-0.2.7/viewer/static/style.css +0 -2225
- {mangleframes-0.2.7 → mangleframes-0.2.9}/Cargo.toml +0 -0
- {mangleframes-0.2.7 → mangleframes-0.2.9}/python/mangleframes/alerts.py +0 -0
- {mangleframes-0.2.7 → mangleframes-0.2.9}/python/mangleframes/launcher.py +0 -0
- {mangleframes-0.2.7 → mangleframes-0.2.9}/python/mangleframes/session.py +0 -0
- {mangleframes-0.2.7 → mangleframes-0.2.9}/spark-connect/Cargo.toml +0 -0
- {mangleframes-0.2.7 → mangleframes-0.2.9}/spark-connect/build.rs +0 -0
- {mangleframes-0.2.7 → mangleframes-0.2.9}/spark-connect/proto/spark/connect/base.proto +0 -0
- {mangleframes-0.2.7 → mangleframes-0.2.9}/spark-connect/proto/spark/connect/catalog.proto +0 -0
- {mangleframes-0.2.7 → mangleframes-0.2.9}/spark-connect/proto/spark/connect/commands.proto +0 -0
- {mangleframes-0.2.7 → mangleframes-0.2.9}/spark-connect/proto/spark/connect/common.proto +0 -0
- {mangleframes-0.2.7 → mangleframes-0.2.9}/spark-connect/proto/spark/connect/expressions.proto +0 -0
- {mangleframes-0.2.7 → mangleframes-0.2.9}/spark-connect/proto/spark/connect/ml.proto +0 -0
- {mangleframes-0.2.7 → mangleframes-0.2.9}/spark-connect/proto/spark/connect/ml_common.proto +0 -0
- {mangleframes-0.2.7 → mangleframes-0.2.9}/spark-connect/proto/spark/connect/relations.proto +0 -0
- {mangleframes-0.2.7 → mangleframes-0.2.9}/spark-connect/proto/spark/connect/types.proto +0 -0
- {mangleframes-0.2.7 → mangleframes-0.2.9}/spark-connect/src/client.rs +0 -0
- {mangleframes-0.2.7 → mangleframes-0.2.9}/spark-connect/src/error.rs +0 -0
- {mangleframes-0.2.7 → mangleframes-0.2.9}/spark-connect/src/lib.rs +0 -0
- {mangleframes-0.2.7 → mangleframes-0.2.9}/spark-connect/src/proto/spark.connect.rs +0 -0
- {mangleframes-0.2.7 → mangleframes-0.2.9}/viewer/Cargo.toml +0 -0
- {mangleframes-0.2.7 → mangleframes-0.2.9}/viewer/src/alert_handlers.rs +0 -0
- {mangleframes-0.2.7 → mangleframes-0.2.9}/viewer/src/arrow_reader.rs +0 -0
- {mangleframes-0.2.7 → mangleframes-0.2.9}/viewer/src/dashboard.rs +0 -0
- {mangleframes-0.2.7 → mangleframes-0.2.9}/viewer/src/export.rs +0 -0
- {mangleframes-0.2.7 → mangleframes-0.2.9}/viewer/src/history_analysis.rs +0 -0
- {mangleframes-0.2.7 → mangleframes-0.2.9}/viewer/src/history_handlers.rs +0 -0
- {mangleframes-0.2.7 → mangleframes-0.2.9}/viewer/src/join_handlers.rs +0 -0
- {mangleframes-0.2.7 → mangleframes-0.2.9}/viewer/src/perf.rs +0 -0
- {mangleframes-0.2.7 → mangleframes-0.2.9}/viewer/src/reconcile_handlers.rs +0 -0
- {mangleframes-0.2.7 → mangleframes-0.2.9}/viewer/src/spark_client.rs +0 -0
- {mangleframes-0.2.7 → mangleframes-0.2.9}/viewer/src/sql_builder.rs +0 -0
- {mangleframes-0.2.7 → mangleframes-0.2.9}/viewer/src/stats.rs +0 -0
- {mangleframes-0.2.7 → mangleframes-0.2.9}/viewer/src/test_helpers.rs +0 -0
- {mangleframes-0.2.7 → mangleframes-0.2.9}/viewer/src/websocket.rs +0 -0
|
@@ -247,7 +247,7 @@ dependencies = [
|
|
|
247
247
|
"arrow-schema",
|
|
248
248
|
"chrono",
|
|
249
249
|
"half",
|
|
250
|
-
"indexmap 2.
|
|
250
|
+
"indexmap 2.13.0",
|
|
251
251
|
"lexical-core",
|
|
252
252
|
"memchr",
|
|
253
253
|
"num",
|
|
@@ -395,7 +395,7 @@ dependencies = [
|
|
|
395
395
|
"rustversion",
|
|
396
396
|
"serde",
|
|
397
397
|
"sync_wrapper",
|
|
398
|
-
"tower 0.5.
|
|
398
|
+
"tower 0.5.3",
|
|
399
399
|
"tower-layer",
|
|
400
400
|
"tower-service",
|
|
401
401
|
]
|
|
@@ -431,7 +431,7 @@ dependencies = [
|
|
|
431
431
|
"sync_wrapper",
|
|
432
432
|
"tokio",
|
|
433
433
|
"tokio-tungstenite",
|
|
434
|
-
"tower 0.5.
|
|
434
|
+
"tower 0.5.3",
|
|
435
435
|
"tower-layer",
|
|
436
436
|
"tower-service",
|
|
437
437
|
"tracing",
|
|
@@ -544,9 +544,9 @@ checksum = "b35204fbdc0b3f4446b89fc1ac2cf84a8a68971995d0bf2e925ec7cd960f9cb3"
|
|
|
544
544
|
|
|
545
545
|
[[package]]
|
|
546
546
|
name = "cc"
|
|
547
|
-
version = "1.2.
|
|
547
|
+
version = "1.2.53"
|
|
548
548
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
549
|
-
checksum = "
|
|
549
|
+
checksum = "755d2fce177175ffca841e9a06afdb2c4ab0f593d53b4dee48147dfaade85932"
|
|
550
550
|
dependencies = [
|
|
551
551
|
"find-msvc-tools",
|
|
552
552
|
"jobserver",
|
|
@@ -568,9 +568,9 @@ checksum = "613afe47fcd5fac7ccf1db93babcb082c5994d996f20b8b159f2ad1658eb5724"
|
|
|
568
568
|
|
|
569
569
|
[[package]]
|
|
570
570
|
name = "chrono"
|
|
571
|
-
version = "0.4.
|
|
571
|
+
version = "0.4.43"
|
|
572
572
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
573
|
-
checksum = "
|
|
573
|
+
checksum = "fac4744fb15ae8337dc853fee7fb3f4e48c0fbaa23d0afe49c447b4fab126118"
|
|
574
574
|
dependencies = [
|
|
575
575
|
"iana-time-zone",
|
|
576
576
|
"js-sys",
|
|
@@ -615,9 +615,9 @@ dependencies = [
|
|
|
615
615
|
|
|
616
616
|
[[package]]
|
|
617
617
|
name = "clap_lex"
|
|
618
|
-
version = "0.7.
|
|
618
|
+
version = "0.7.7"
|
|
619
619
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
620
|
-
checksum = "
|
|
620
|
+
checksum = "c3e64b0cc0439b12df2fa678eae89a1c56a529fd067a9115f7827f1fffd22b32"
|
|
621
621
|
|
|
622
622
|
[[package]]
|
|
623
623
|
name = "colorchoice"
|
|
@@ -640,7 +640,7 @@ version = "0.1.16"
|
|
|
640
640
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
641
641
|
checksum = "f9d839f2a20b0aee515dc581a6172f2321f96cab76c1a38a4c584a194955390e"
|
|
642
642
|
dependencies = [
|
|
643
|
-
"getrandom 0.2.
|
|
643
|
+
"getrandom 0.2.17",
|
|
644
644
|
"once_cell",
|
|
645
645
|
"tiny-keccak",
|
|
646
646
|
]
|
|
@@ -718,9 +718,9 @@ dependencies = [
|
|
|
718
718
|
|
|
719
719
|
[[package]]
|
|
720
720
|
name = "data-encoding"
|
|
721
|
-
version = "2.
|
|
721
|
+
version = "2.10.0"
|
|
722
722
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
723
|
-
checksum = "
|
|
723
|
+
checksum = "d7a1e2f27636f116493b8b860f5546edb47c8d8f8ea73e1d2a20be88e28d1fea"
|
|
724
724
|
|
|
725
725
|
[[package]]
|
|
726
726
|
name = "digest"
|
|
@@ -782,9 +782,9 @@ checksum = "37909eebbb50d72f9059c3b6d82c0463f2ff062c9e95845c43a6c9c0355411be"
|
|
|
782
782
|
|
|
783
783
|
[[package]]
|
|
784
784
|
name = "find-msvc-tools"
|
|
785
|
-
version = "0.1.
|
|
785
|
+
version = "0.1.8"
|
|
786
786
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
787
|
-
checksum = "
|
|
787
|
+
checksum = "8591b0bcc8a98a64310a2fae1bb3e9b8564dd10e381e6e28010fde8e8e8568db"
|
|
788
788
|
|
|
789
789
|
[[package]]
|
|
790
790
|
name = "fixedbitset"
|
|
@@ -804,9 +804,9 @@ dependencies = [
|
|
|
804
804
|
|
|
805
805
|
[[package]]
|
|
806
806
|
name = "flate2"
|
|
807
|
-
version = "1.1.
|
|
807
|
+
version = "1.1.8"
|
|
808
808
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
809
|
-
checksum = "
|
|
809
|
+
checksum = "b375d6465b98090a5f25b1c7703f3859783755aa9a80433b36e0379a3ec2f369"
|
|
810
810
|
dependencies = [
|
|
811
811
|
"crc32fast",
|
|
812
812
|
"miniz_oxide",
|
|
@@ -901,9 +901,9 @@ dependencies = [
|
|
|
901
901
|
|
|
902
902
|
[[package]]
|
|
903
903
|
name = "getrandom"
|
|
904
|
-
version = "0.2.
|
|
904
|
+
version = "0.2.17"
|
|
905
905
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
906
|
-
checksum = "
|
|
906
|
+
checksum = "ff2abc00be7fca6ebc474524697ae276ad847ad0a6b3faa4bcb027e9a4614ad0"
|
|
907
907
|
dependencies = [
|
|
908
908
|
"cfg-if",
|
|
909
909
|
"js-sys",
|
|
@@ -938,7 +938,7 @@ dependencies = [
|
|
|
938
938
|
"futures-core",
|
|
939
939
|
"futures-sink",
|
|
940
940
|
"http",
|
|
941
|
-
"indexmap 2.
|
|
941
|
+
"indexmap 2.13.0",
|
|
942
942
|
"slab",
|
|
943
943
|
"tokio",
|
|
944
944
|
"tokio-util",
|
|
@@ -1247,9 +1247,9 @@ dependencies = [
|
|
|
1247
1247
|
|
|
1248
1248
|
[[package]]
|
|
1249
1249
|
name = "indexmap"
|
|
1250
|
-
version = "2.
|
|
1250
|
+
version = "2.13.0"
|
|
1251
1251
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1252
|
-
checksum = "
|
|
1252
|
+
checksum = "7714e70437a7dc3ac8eb7e6f8df75fd8eb422675fc7678aff7364301092b1017"
|
|
1253
1253
|
dependencies = [
|
|
1254
1254
|
"equivalent",
|
|
1255
1255
|
"hashbrown 0.16.1",
|
|
@@ -1310,9 +1310,9 @@ dependencies = [
|
|
|
1310
1310
|
|
|
1311
1311
|
[[package]]
|
|
1312
1312
|
name = "js-sys"
|
|
1313
|
-
version = "0.3.
|
|
1313
|
+
version = "0.3.85"
|
|
1314
1314
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1315
|
-
checksum = "
|
|
1315
|
+
checksum = "8c942ebf8e95485ca0d52d97da7c5a2c387d0e7f0ba4c35e93bfcaee045955b3"
|
|
1316
1316
|
dependencies = [
|
|
1317
1317
|
"once_cell",
|
|
1318
1318
|
"wasm-bindgen",
|
|
@@ -1383,9 +1383,9 @@ dependencies = [
|
|
|
1383
1383
|
|
|
1384
1384
|
[[package]]
|
|
1385
1385
|
name = "libc"
|
|
1386
|
-
version = "0.2.
|
|
1386
|
+
version = "0.2.180"
|
|
1387
1387
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1388
|
-
checksum = "
|
|
1388
|
+
checksum = "bcc35a38544a891a5f7c865aca548a982ccb3b8650a5b06d0fd33a10283c56fc"
|
|
1389
1389
|
|
|
1390
1390
|
[[package]]
|
|
1391
1391
|
name = "libm"
|
|
@@ -1734,7 +1734,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
1734
1734
|
checksum = "3672b37090dbd86368a4145bc067582552b29c27377cad4e0a306c97f9bd7772"
|
|
1735
1735
|
dependencies = [
|
|
1736
1736
|
"fixedbitset",
|
|
1737
|
-
"indexmap 2.
|
|
1737
|
+
"indexmap 2.13.0",
|
|
1738
1738
|
]
|
|
1739
1739
|
|
|
1740
1740
|
[[package]]
|
|
@@ -1877,7 +1877,7 @@ dependencies = [
|
|
|
1877
1877
|
"quinn-udp",
|
|
1878
1878
|
"rustc-hash",
|
|
1879
1879
|
"rustls",
|
|
1880
|
-
"socket2 0.
|
|
1880
|
+
"socket2 0.6.1",
|
|
1881
1881
|
"thiserror",
|
|
1882
1882
|
"tokio",
|
|
1883
1883
|
"tracing",
|
|
@@ -1914,9 +1914,9 @@ dependencies = [
|
|
|
1914
1914
|
"cfg_aliases",
|
|
1915
1915
|
"libc",
|
|
1916
1916
|
"once_cell",
|
|
1917
|
-
"socket2 0.
|
|
1917
|
+
"socket2 0.6.1",
|
|
1918
1918
|
"tracing",
|
|
1919
|
-
"windows-sys 0.
|
|
1919
|
+
"windows-sys 0.60.2",
|
|
1920
1920
|
]
|
|
1921
1921
|
|
|
1922
1922
|
[[package]]
|
|
@@ -1952,7 +1952,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
1952
1952
|
checksum = "6db2770f06117d490610c7488547d543617b21bfa07796d7a12f6f1bd53850d1"
|
|
1953
1953
|
dependencies = [
|
|
1954
1954
|
"rand_chacha 0.9.0",
|
|
1955
|
-
"rand_core 0.9.
|
|
1955
|
+
"rand_core 0.9.5",
|
|
1956
1956
|
]
|
|
1957
1957
|
|
|
1958
1958
|
[[package]]
|
|
@@ -1972,7 +1972,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
1972
1972
|
checksum = "d3022b5f1df60f26e1ffddd6c66e8aa15de382ae63b3a0c1bfc0e4d3e3f325cb"
|
|
1973
1973
|
dependencies = [
|
|
1974
1974
|
"ppv-lite86",
|
|
1975
|
-
"rand_core 0.9.
|
|
1975
|
+
"rand_core 0.9.5",
|
|
1976
1976
|
]
|
|
1977
1977
|
|
|
1978
1978
|
[[package]]
|
|
@@ -1981,14 +1981,14 @@ version = "0.6.4"
|
|
|
1981
1981
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1982
1982
|
checksum = "ec0be4795e2f6a28069bec0b5ff3e2ac9bafc99e6a9a7dc3547996c5c816922c"
|
|
1983
1983
|
dependencies = [
|
|
1984
|
-
"getrandom 0.2.
|
|
1984
|
+
"getrandom 0.2.17",
|
|
1985
1985
|
]
|
|
1986
1986
|
|
|
1987
1987
|
[[package]]
|
|
1988
1988
|
name = "rand_core"
|
|
1989
|
-
version = "0.9.
|
|
1989
|
+
version = "0.9.5"
|
|
1990
1990
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1991
|
-
checksum = "
|
|
1991
|
+
checksum = "76afc826de14238e6e8c374ddcc1fa19e374fd8dd986b0d2af0d02377261d83c"
|
|
1992
1992
|
dependencies = [
|
|
1993
1993
|
"getrandom 0.3.4",
|
|
1994
1994
|
]
|
|
@@ -2061,7 +2061,7 @@ dependencies = [
|
|
|
2061
2061
|
"sync_wrapper",
|
|
2062
2062
|
"tokio",
|
|
2063
2063
|
"tokio-rustls",
|
|
2064
|
-
"tower 0.5.
|
|
2064
|
+
"tower 0.5.3",
|
|
2065
2065
|
"tower-http",
|
|
2066
2066
|
"tower-service",
|
|
2067
2067
|
"url",
|
|
@@ -2079,7 +2079,7 @@ checksum = "a4689e6c2294d81e88dc6261c768b63bc4fcdb852be6d1352498b114f61383b7"
|
|
|
2079
2079
|
dependencies = [
|
|
2080
2080
|
"cc",
|
|
2081
2081
|
"cfg-if",
|
|
2082
|
-
"getrandom 0.2.
|
|
2082
|
+
"getrandom 0.2.17",
|
|
2083
2083
|
"libc",
|
|
2084
2084
|
"untrusted",
|
|
2085
2085
|
"windows-sys 0.52.0",
|
|
@@ -2087,9 +2087,9 @@ dependencies = [
|
|
|
2087
2087
|
|
|
2088
2088
|
[[package]]
|
|
2089
2089
|
name = "rust-embed"
|
|
2090
|
-
version = "8.
|
|
2090
|
+
version = "8.11.0"
|
|
2091
2091
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2092
|
-
checksum = "
|
|
2092
|
+
checksum = "04113cb9355a377d83f06ef1f0a45b8ab8cd7d8b1288160717d66df5c7988d27"
|
|
2093
2093
|
dependencies = [
|
|
2094
2094
|
"rust-embed-impl",
|
|
2095
2095
|
"rust-embed-utils",
|
|
@@ -2098,9 +2098,9 @@ dependencies = [
|
|
|
2098
2098
|
|
|
2099
2099
|
[[package]]
|
|
2100
2100
|
name = "rust-embed-impl"
|
|
2101
|
-
version = "8.
|
|
2101
|
+
version = "8.11.0"
|
|
2102
2102
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2103
|
-
checksum = "
|
|
2103
|
+
checksum = "da0902e4c7c8e997159ab384e6d0fc91c221375f6894346ae107f47dd0f3ccaa"
|
|
2104
2104
|
dependencies = [
|
|
2105
2105
|
"proc-macro2",
|
|
2106
2106
|
"quote",
|
|
@@ -2111,9 +2111,9 @@ dependencies = [
|
|
|
2111
2111
|
|
|
2112
2112
|
[[package]]
|
|
2113
2113
|
name = "rust-embed-utils"
|
|
2114
|
-
version = "8.
|
|
2114
|
+
version = "8.11.0"
|
|
2115
2115
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2116
|
-
checksum = "
|
|
2116
|
+
checksum = "5bcdef0be6fe7f6fa333b1073c949729274b05f123a0ad7efcb8efd878e5c3b1"
|
|
2117
2117
|
dependencies = [
|
|
2118
2118
|
"sha2",
|
|
2119
2119
|
"walkdir",
|
|
@@ -2505,9 +2505,9 @@ checksum = "13c2bddecc57b384dee18652358fb23172facb8a2c51ccc10d74c157bdea3292"
|
|
|
2505
2505
|
|
|
2506
2506
|
[[package]]
|
|
2507
2507
|
name = "syn"
|
|
2508
|
-
version = "2.0.
|
|
2508
|
+
version = "2.0.114"
|
|
2509
2509
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2510
|
-
checksum = "
|
|
2510
|
+
checksum = "d4d107df263a3013ef9b1879b0df87d706ff80f65a86ea879bd9c31f9b307c2a"
|
|
2511
2511
|
dependencies = [
|
|
2512
2512
|
"proc-macro2",
|
|
2513
2513
|
"quote",
|
|
@@ -2765,9 +2765,9 @@ dependencies = [
|
|
|
2765
2765
|
|
|
2766
2766
|
[[package]]
|
|
2767
2767
|
name = "tower"
|
|
2768
|
-
version = "0.5.
|
|
2768
|
+
version = "0.5.3"
|
|
2769
2769
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2770
|
-
checksum = "
|
|
2770
|
+
checksum = "ebe5ef63511595f1344e2d5cfa636d973292adc0eec1f0ad45fae9f0851ab1d4"
|
|
2771
2771
|
dependencies = [
|
|
2772
2772
|
"futures-core",
|
|
2773
2773
|
"futures-util",
|
|
@@ -2801,7 +2801,7 @@ dependencies = [
|
|
|
2801
2801
|
"pin-project-lite",
|
|
2802
2802
|
"tokio",
|
|
2803
2803
|
"tokio-util",
|
|
2804
|
-
"tower 0.5.
|
|
2804
|
+
"tower 0.5.3",
|
|
2805
2805
|
"tower-layer",
|
|
2806
2806
|
"tower-service",
|
|
2807
2807
|
"tracing",
|
|
@@ -3024,18 +3024,18 @@ checksum = "ccf3ec651a847eb01de73ccad15eb7d99f80485de043efb2f370cd654f4ea44b"
|
|
|
3024
3024
|
|
|
3025
3025
|
[[package]]
|
|
3026
3026
|
name = "wasip2"
|
|
3027
|
-
version = "1.0.
|
|
3027
|
+
version = "1.0.2+wasi-0.2.9"
|
|
3028
3028
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3029
|
-
checksum = "
|
|
3029
|
+
checksum = "9517f9239f02c069db75e65f174b3da828fe5f5b945c4dd26bd25d89c03ebcf5"
|
|
3030
3030
|
dependencies = [
|
|
3031
3031
|
"wit-bindgen",
|
|
3032
3032
|
]
|
|
3033
3033
|
|
|
3034
3034
|
[[package]]
|
|
3035
3035
|
name = "wasm-bindgen"
|
|
3036
|
-
version = "0.2.
|
|
3036
|
+
version = "0.2.108"
|
|
3037
3037
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3038
|
-
checksum = "
|
|
3038
|
+
checksum = "64024a30ec1e37399cf85a7ffefebdb72205ca1c972291c51512360d90bd8566"
|
|
3039
3039
|
dependencies = [
|
|
3040
3040
|
"cfg-if",
|
|
3041
3041
|
"once_cell",
|
|
@@ -3046,11 +3046,12 @@ dependencies = [
|
|
|
3046
3046
|
|
|
3047
3047
|
[[package]]
|
|
3048
3048
|
name = "wasm-bindgen-futures"
|
|
3049
|
-
version = "0.4.
|
|
3049
|
+
version = "0.4.58"
|
|
3050
3050
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3051
|
-
checksum = "
|
|
3051
|
+
checksum = "70a6e77fd0ae8029c9ea0063f87c46fde723e7d887703d74ad2616d792e51e6f"
|
|
3052
3052
|
dependencies = [
|
|
3053
3053
|
"cfg-if",
|
|
3054
|
+
"futures-util",
|
|
3054
3055
|
"js-sys",
|
|
3055
3056
|
"once_cell",
|
|
3056
3057
|
"wasm-bindgen",
|
|
@@ -3059,9 +3060,9 @@ dependencies = [
|
|
|
3059
3060
|
|
|
3060
3061
|
[[package]]
|
|
3061
3062
|
name = "wasm-bindgen-macro"
|
|
3062
|
-
version = "0.2.
|
|
3063
|
+
version = "0.2.108"
|
|
3063
3064
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3064
|
-
checksum = "
|
|
3065
|
+
checksum = "008b239d9c740232e71bd39e8ef6429d27097518b6b30bdf9086833bd5b6d608"
|
|
3065
3066
|
dependencies = [
|
|
3066
3067
|
"quote",
|
|
3067
3068
|
"wasm-bindgen-macro-support",
|
|
@@ -3069,9 +3070,9 @@ dependencies = [
|
|
|
3069
3070
|
|
|
3070
3071
|
[[package]]
|
|
3071
3072
|
name = "wasm-bindgen-macro-support"
|
|
3072
|
-
version = "0.2.
|
|
3073
|
+
version = "0.2.108"
|
|
3073
3074
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3074
|
-
checksum = "
|
|
3075
|
+
checksum = "5256bae2d58f54820e6490f9839c49780dff84c65aeab9e772f15d5f0e913a55"
|
|
3075
3076
|
dependencies = [
|
|
3076
3077
|
"bumpalo",
|
|
3077
3078
|
"proc-macro2",
|
|
@@ -3082,18 +3083,18 @@ dependencies = [
|
|
|
3082
3083
|
|
|
3083
3084
|
[[package]]
|
|
3084
3085
|
name = "wasm-bindgen-shared"
|
|
3085
|
-
version = "0.2.
|
|
3086
|
+
version = "0.2.108"
|
|
3086
3087
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3087
|
-
checksum = "
|
|
3088
|
+
checksum = "1f01b580c9ac74c8d8f0c0e4afb04eeef2acf145458e52c03845ee9cd23e3d12"
|
|
3088
3089
|
dependencies = [
|
|
3089
3090
|
"unicode-ident",
|
|
3090
3091
|
]
|
|
3091
3092
|
|
|
3092
3093
|
[[package]]
|
|
3093
3094
|
name = "web-sys"
|
|
3094
|
-
version = "0.3.
|
|
3095
|
+
version = "0.3.85"
|
|
3095
3096
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3096
|
-
checksum = "
|
|
3097
|
+
checksum = "312e32e551d92129218ea9a2452120f4aabc03529ef03e4d0d82fb2780608598"
|
|
3097
3098
|
dependencies = [
|
|
3098
3099
|
"js-sys",
|
|
3099
3100
|
"wasm-bindgen",
|
|
@@ -3344,9 +3345,9 @@ checksum = "d6bbff5f0aada427a1e5a6da5f1f98158182f26556f345ac9e04d36d0ebed650"
|
|
|
3344
3345
|
|
|
3345
3346
|
[[package]]
|
|
3346
3347
|
name = "wit-bindgen"
|
|
3347
|
-
version = "0.
|
|
3348
|
+
version = "0.51.0"
|
|
3348
3349
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3349
|
-
checksum = "
|
|
3350
|
+
checksum = "d7249219f66ced02969388cf2bb044a09756a083d0fab1e566056b04d9fbcaa5"
|
|
3350
3351
|
|
|
3351
3352
|
[[package]]
|
|
3352
3353
|
name = "writeable"
|
|
@@ -3379,18 +3380,18 @@ dependencies = [
|
|
|
3379
3380
|
|
|
3380
3381
|
[[package]]
|
|
3381
3382
|
name = "zerocopy"
|
|
3382
|
-
version = "0.8.
|
|
3383
|
+
version = "0.8.33"
|
|
3383
3384
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3384
|
-
checksum = "
|
|
3385
|
+
checksum = "668f5168d10b9ee831de31933dc111a459c97ec93225beb307aed970d1372dfd"
|
|
3385
3386
|
dependencies = [
|
|
3386
3387
|
"zerocopy-derive",
|
|
3387
3388
|
]
|
|
3388
3389
|
|
|
3389
3390
|
[[package]]
|
|
3390
3391
|
name = "zerocopy-derive"
|
|
3391
|
-
version = "0.8.
|
|
3392
|
+
version = "0.8.33"
|
|
3392
3393
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3393
|
-
checksum = "
|
|
3394
|
+
checksum = "2c7962b26b0a8685668b671ee4b54d007a67d4eaf05fda79ac0ecf41e32270f1"
|
|
3394
3395
|
dependencies = [
|
|
3395
3396
|
"proc-macro2",
|
|
3396
3397
|
"quote",
|
|
@@ -3459,9 +3460,9 @@ dependencies = [
|
|
|
3459
3460
|
|
|
3460
3461
|
[[package]]
|
|
3461
3462
|
name = "zmij"
|
|
3462
|
-
version = "1.0.
|
|
3463
|
+
version = "1.0.15"
|
|
3463
3464
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3464
|
-
checksum = "
|
|
3465
|
+
checksum = "94f63c051f4fe3c1509da62131a678643c5b6fbdc9273b2b79d4378ebda003d2"
|
|
3465
3466
|
|
|
3466
3467
|
[[package]]
|
|
3467
3468
|
name = "zstd"
|
|
@@ -1,20 +1,21 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: mangleframes
|
|
3
|
-
Version: 0.2.
|
|
3
|
+
Version: 0.2.9
|
|
4
4
|
Classifier: Programming Language :: Python :: 3
|
|
5
5
|
Classifier: Programming Language :: Rust
|
|
6
6
|
Classifier: License :: OSI Approved :: MIT License
|
|
7
7
|
Requires-Dist: pyspark>=3.5.0
|
|
8
|
-
Requires-Dist: databricks-labs-dqx>=0.12.0
|
|
9
8
|
Requires-Dist: loguru>=0.7.3
|
|
10
9
|
Requires-Dist: maturin[patchelf]>=1.11.2
|
|
11
10
|
Requires-Dist: pyarrow>=11.0.0
|
|
12
11
|
Requires-Dist: python-dateutil>=2.8.0
|
|
12
|
+
Requires-Dist: grpcio>=1.76.0
|
|
13
|
+
Requires-Dist: grpcio-status>=1.76.0
|
|
14
|
+
Requires-Dist: zstandard>=0.25.0
|
|
15
|
+
Requires-Dist: pandas>=2.3.3
|
|
13
16
|
Requires-Dist: pytest>=7.0 ; extra == 'dev'
|
|
14
17
|
Requires-Dist: maturin>=1.4 ; extra == 'dev'
|
|
15
|
-
Requires-Dist: databricks-labs-dqx>=0.1.5 ; extra == 'dqx'
|
|
16
18
|
Provides-Extra: dev
|
|
17
|
-
Provides-Extra: dqx
|
|
18
19
|
License-File: LICENSE
|
|
19
20
|
Summary: PySpark DataFrame viewer with modern web UI
|
|
20
21
|
License: MIT
|
|
@@ -4,7 +4,7 @@ build-backend = "maturin"
|
|
|
4
4
|
|
|
5
5
|
[project]
|
|
6
6
|
name = "mangleframes"
|
|
7
|
-
version = "0.2.
|
|
7
|
+
version = "0.2.9"
|
|
8
8
|
description = "PySpark DataFrame viewer with modern web UI"
|
|
9
9
|
requires-python = ">=3.12"
|
|
10
10
|
license = { text = "MIT" }
|
|
@@ -15,15 +15,17 @@ classifiers = [
|
|
|
15
15
|
]
|
|
16
16
|
dependencies = [
|
|
17
17
|
"pyspark>=3.5.0",
|
|
18
|
-
"databricks-labs-dqx>=0.12.0",
|
|
19
18
|
"loguru>=0.7.3",
|
|
20
19
|
"maturin[patchelf]>=1.11.2",
|
|
21
20
|
"pyarrow>=11.0.0",
|
|
22
21
|
"python-dateutil>=2.8.0",
|
|
22
|
+
"grpcio>=1.76.0",
|
|
23
|
+
"grpcio-status>=1.76.0",
|
|
24
|
+
"zstandard>=0.25.0",
|
|
25
|
+
"pandas>=2.3.3",
|
|
23
26
|
]
|
|
24
27
|
|
|
25
28
|
[project.optional-dependencies]
|
|
26
|
-
dqx = ["databricks-labs-dqx>=0.1.5"]
|
|
27
29
|
dev = ["pytest>=7.0", "maturin>=1.4"]
|
|
28
30
|
|
|
29
31
|
[tool.maturin]
|
|
@@ -28,12 +28,11 @@ from typing import TYPE_CHECKING
|
|
|
28
28
|
|
|
29
29
|
from .launcher import find_viewer_binary
|
|
30
30
|
from .session import SparkSession, get_proxy_port, get_spark_session
|
|
31
|
-
from . import dqx_server
|
|
32
31
|
|
|
33
32
|
if TYPE_CHECKING:
|
|
34
33
|
from pyspark.sql import DataFrame
|
|
35
34
|
|
|
36
|
-
__version__ = "0.2.
|
|
35
|
+
__version__ = "0.2.9"
|
|
37
36
|
|
|
38
37
|
# Import alert classes for convenience (optional dependency)
|
|
39
38
|
try:
|
|
@@ -69,7 +68,7 @@ _cleanup_registered = False
|
|
|
69
68
|
|
|
70
69
|
|
|
71
70
|
def cleanup() -> None:
|
|
72
|
-
"""Clean up MangleFrames viewer process
|
|
71
|
+
"""Clean up MangleFrames viewer process."""
|
|
73
72
|
global _viewer_process
|
|
74
73
|
|
|
75
74
|
if _viewer_process is not None:
|
|
@@ -81,9 +80,6 @@ def cleanup() -> None:
|
|
|
81
80
|
_viewer_process.kill()
|
|
82
81
|
_viewer_process = None
|
|
83
82
|
|
|
84
|
-
if dqx_server.is_running():
|
|
85
|
-
dqx_server.stop_server()
|
|
86
|
-
|
|
87
83
|
|
|
88
84
|
def register(name: str, df: DataFrame) -> None:
|
|
89
85
|
"""Register a DataFrame as a temp view for viewing.
|
|
@@ -132,15 +128,6 @@ def show(
|
|
|
132
128
|
|
|
133
129
|
cmd = [str(binary), "--port", str(port)]
|
|
134
130
|
|
|
135
|
-
# Start DQX sidecar server
|
|
136
|
-
dqx_port = port + 1
|
|
137
|
-
spark = get_spark_session()
|
|
138
|
-
if spark is not None:
|
|
139
|
-
dqx_server.set_spark_session(spark)
|
|
140
|
-
if dqx_server.start_server(dqx_port):
|
|
141
|
-
cmd.extend(["--dqx-url", f"http://localhost:{dqx_port}"])
|
|
142
|
-
print(f"[MangleFrames] DQX sidecar running on port {dqx_port}")
|
|
143
|
-
|
|
144
131
|
# Check if we have a running proxy to connect through
|
|
145
132
|
proxy_port = get_proxy_port()
|
|
146
133
|
if proxy_port is not None:
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
<!DOCTYPE html>
|
|
2
|
+
<html lang="en" class="dark">
|
|
3
|
+
<head>
|
|
4
|
+
<meta charset="UTF-8" />
|
|
5
|
+
<link rel="icon" type="image/svg+xml" href="/favicon.svg" />
|
|
6
|
+
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
|
|
7
|
+
<title>MangleFrames</title>
|
|
8
|
+
<link rel="preconnect" href="https://fonts.googleapis.com">
|
|
9
|
+
<link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
|
|
10
|
+
<link href="https://fonts.googleapis.com/css2?family=JetBrains+Mono:wght@400;500;600&display=swap" rel="stylesheet">
|
|
11
|
+
</head>
|
|
12
|
+
<body class="bg-mf-bg text-mf-text font-mono">
|
|
13
|
+
<div id="root"></div>
|
|
14
|
+
<script type="module" src="/src/main.tsx"></script>
|
|
15
|
+
</body>
|
|
16
|
+
</html>
|