@pheem49/mint 1.17.0 → 1.18.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/Cargo.lock +6 -6
- package/Cargo.toml +2 -2
- package/README.md +8 -2
- package/Release_Note.md +222 -71
- package/crates/mint-cli/src/agent/diff_render.rs +66 -44
- package/crates/mint-cli/src/agent/live_status.rs +21 -4
- package/crates/mint-cli/src/agent/markdown_render.rs +342 -5
- package/crates/mint-cli/src/agent.rs +25 -10
- package/crates/mint-cli/src/commands/agent.rs +4 -92
- package/crates/mint-cli/src/commands/browser.rs +2 -15
- package/crates/mint-cli/src/commands/integrations.rs +3 -3
- package/crates/mint-cli/src/commands/mod.rs +0 -3
- package/crates/mint-cli/src/commands/tailnet_web.rs +1 -0
- package/crates/mint-cli/src/interactive/chat_tui/dialog.rs +572 -0
- package/crates/mint-cli/src/interactive/chat_tui/mod.rs +1427 -0
- package/crates/mint-cli/src/interactive/chat_tui/render.rs +1524 -0
- package/crates/mint-cli/src/interactive/chat_tui/selection.rs +401 -0
- package/crates/mint-cli/src/interactive/chat_tui/state.rs +1833 -0
- package/crates/mint-cli/src/interactive/chat_tui/tests.rs +3414 -0
- package/crates/mint-cli/src/interactive/chat_tui/thought.rs +202 -0
- package/crates/mint-cli/src/interactive/chat_tui/transcript.rs +728 -0
- package/crates/mint-cli/src/interactive/chat_tui/watermark.rs +148 -0
- package/crates/mint-cli/src/interactive/command_ui.rs +53 -5
- package/crates/mint-cli/src/interactive/composer.rs +186 -0
- package/crates/mint-cli/src/interactive/format.rs +78 -3
- package/crates/mint-cli/src/interactive/input_box.rs +61 -1
- package/crates/mint-cli/src/interactive/resume_picker.rs +367 -25
- package/crates/mint-cli/src/interactive/slash_commands.rs +648 -371
- package/crates/mint-cli/src/interactive/tool_activity.rs +93 -20
- package/crates/mint-cli/src/interactive.rs +37 -0
- package/crates/mint-cli/src/main.rs +6 -3
- package/crates/mint-cli/src/markdown.rs +2 -37
- package/crates/mint-cli/src/onboard.rs +700 -282
- package/crates/mint-cli/src/setup.rs +1342 -624
- package/crates/mint-cli/src/terminal_theme.rs +159 -35
- package/crates/mint-cli/tests/library_intake.rs +1 -0
- package/crates/mint-core/src/agent/chat/anthropic.rs +318 -0
- package/crates/mint-core/src/agent/chat/custom.rs +149 -0
- package/crates/mint-core/src/agent/chat/gemini.rs +518 -0
- package/crates/mint-core/src/agent/chat/mod.rs +857 -0
- package/crates/mint-core/src/agent/chat/ollama.rs +321 -0
- package/crates/mint-core/src/agent/chat/openai.rs +582 -0
- package/crates/mint-core/src/agent/chat/streaming.rs +469 -0
- package/crates/mint-core/src/agent/chat/tests.rs +1479 -0
- package/crates/mint-core/src/agent/memory.rs +56 -2
- package/crates/mint-core/src/agent/tasks.rs +2 -2
- package/crates/mint-core/src/api_server/routes/chat.rs +24 -2
- package/crates/mint-core/src/api_server/routes/gemini_live.rs +14 -1
- package/crates/mint-core/src/api_server/routes/html_preview.rs +1 -8
- package/crates/mint-core/src/api_server/routes/sessions.rs +21 -0
- package/crates/mint-core/src/avatar_bridge.rs +0 -22
- package/crates/mint-core/src/browser/cdp.rs +10 -4
- package/crates/mint-core/src/browser/headless.rs +582 -0
- package/crates/mint-core/src/browser/input.rs +7 -62
- package/crates/mint-core/src/browser/interact.rs +0 -14
- package/crates/mint-core/src/browser/mod.rs +8 -29
- package/crates/mint-core/src/browser/navigate.rs +2 -36
- package/crates/mint-core/src/browser/runtime.rs +2 -4
- package/crates/mint-core/src/browser/session.rs +50 -466
- package/crates/mint-core/src/browser/workflow.rs +142 -32
- package/crates/mint-core/src/cron/store.rs +2 -2
- package/crates/mint-core/src/integrations/mcp.rs +6 -8
- package/crates/mint-core/src/lib.rs +0 -5
- package/crates/mint-core/src/media/gemini_live.rs +636 -86
- package/crates/mint-core/src/media/library/migration.rs +26 -0
- package/crates/mint-core/src/media/library/tests.rs +1 -1
- package/crates/mint-core/src/media/library/thumbnails.rs +8 -2
- package/crates/mint-core/src/media/pictures.rs +1 -1
- package/crates/mint-core/src/media/tool_images.rs +92 -1
- package/crates/mint-core/src/mods/manager.rs +101 -35
- package/crates/mint-core/src/orchestration/context_render.rs +441 -24
- package/crates/mint-core/src/orchestration/decision_parsing.rs +531 -16
- package/crates/mint-core/src/orchestration/full_skill_result_tests.rs +12 -0
- package/crates/mint-core/src/orchestration/loop_guard.rs +145 -0
- package/crates/mint-core/src/orchestration/mcp_outcome_tests.rs +864 -0
- package/crates/mint-core/src/orchestration/memory_skill.rs +88 -28
- package/crates/mint-core/src/orchestration/mod.rs +320 -4249
- package/crates/mint-core/src/orchestration/reliability.rs +67 -27
- package/crates/mint-core/src/orchestration/review_regressions.rs +5 -0
- package/crates/mint-core/src/orchestration/tests.rs +1665 -0
- package/crates/mint-core/src/orchestration/tools/dispatch.rs +967 -0
- package/crates/mint-core/src/orchestration/tools/files.rs +1 -0
- package/crates/mint-core/src/orchestration/tools/mod.rs +5 -1
- package/crates/mint-core/src/orchestration/tools/planning.rs +102 -42
- package/crates/mint-core/src/orchestration/tools/shell.rs +129 -58
- package/crates/mint-core/src/orchestration/truncation.rs +170 -13
- package/crates/mint-core/src/orchestration/types.rs +648 -0
- package/crates/mint-core/src/orchestration/verification.rs +0 -3
- package/crates/mint-core/src/orchestration/workspace_helpers.rs +24 -6
- package/crates/mint-core/src/prompts/agent.rs +52 -76
- package/crates/mint-core/src/prompts/tool_catalog.rs +8 -151
- package/crates/mint-core/src/search/files.rs +20 -0
- package/crates/mint-core/src/slash/mod.rs +228 -265
- package/crates/mint-core/src/slash/models.rs +6 -1
- package/crates/mint-core/src/system/bg_shell.rs +1 -0
- package/crates/mint-core/src/system/config.rs +176 -34
- package/crates/mint-mod-runtime/src/lib.rs +37 -23
- package/out/web/assets/ArtifactPreviewPanel-Cx6BVOOF.js +2 -0
- package/out/web/assets/CalculationCard-D2E74u5q.js +1 -0
- package/out/web/assets/CliSessionsView-ZbdtSjvK.css +1 -0
- package/out/web/assets/{CliSessionsView-MI8kXMAb.js → CliSessionsView-z5i6qGyb.js} +1 -1
- package/out/web/assets/CodeReviewPage-BK2bOScd.css +1 -0
- package/out/web/assets/CodeReviewPage-Dp6zHuHu.js +2 -0
- package/out/web/assets/{CommandPalette-BD8SlTE5.js → CommandPalette-DaKlzbKs.js} +1 -1
- package/out/web/assets/ImageGenCard-BMCJHP9O.js +1 -0
- package/out/web/assets/ImageSearchCard-Cld_SOUg.js +1 -0
- package/out/web/assets/{ImageStudioPanel-BP7N4rLr.js → ImageStudioPanel-B5N7TjeB.js} +1 -1
- package/out/web/assets/LibraryPage-CMB89rJ0.css +1 -0
- package/out/web/assets/LibraryPage-DbZEi4W_.js +2 -0
- package/out/web/assets/LinkedFoldersView-9B9DIPoZ.js +1 -0
- package/out/web/assets/{McpRegistryPicker-CoS83vtc.js → McpRegistryPicker-DnXPlzI7.js} +1 -1
- package/out/web/assets/McpServersView-CiNBNUl4.js +1 -0
- package/out/web/assets/MermaidCard-BBDNEXbY.js +2 -0
- package/out/web/assets/MintDashboard-C_UYPoNV.js +119 -0
- package/out/web/assets/MintDashboard-DTd8C_c8.css +1 -0
- package/out/web/assets/PlanCard-C2x5pajq.js +1 -0
- package/out/web/assets/{PluginsView-jBYmcKh4.js → PluginsView-DoTg9MVa.js} +1 -1
- package/out/web/assets/RewindModal-B5oowrR0.js +1 -0
- package/out/web/assets/{ScheduledTasksView-5uw9-V9H.js → ScheduledTasksView-BD5DVPkZ.js} +1 -1
- package/out/web/assets/{SelectField-DXBQtrUK.js → SelectField-Cy6CghrU.js} +1 -1
- package/out/web/assets/SettingsWindow-BYl_oCFh.js +4 -0
- package/out/web/assets/SettingsWindow-Ckcgnjt8.css +1 -0
- package/out/web/assets/{SkillsView-C-gp9J7m.js → SkillsView-CIeWwq5z.js} +1 -1
- package/out/web/assets/StockCard-DxUciKyp.js +1 -0
- package/out/web/assets/ToolSurfacePage-qBgs_VHq.css +1 -0
- package/out/web/assets/ToolSurfacePage-saVbVrkE.js +38 -0
- package/out/web/assets/{UiFeatureCard-6BwxTOCe.js → UiFeatureCard-CdY0hGWy.js} +1 -1
- package/out/web/assets/{UiGridCard-DvZcLNxb.js → UiGridCard-BBK3I5hC.js} +1 -1
- package/out/web/assets/UiMockupWidget-CpR9EDuc.js +1 -0
- package/out/web/assets/{VeoStudioPanel-DOj7_WR3.css → VeoStudioPanel-9kU9YLEN.css} +1 -1
- package/out/web/assets/{VeoStudioPanel-DfsOJKv0.js → VeoStudioPanel-Co6-wEWM.js} +2 -2
- package/out/web/assets/WeatherCard-Buzi7Vfu.js +1 -0
- package/out/web/assets/WorkspacePdfPreview-Bi8Zzyir.js +2 -0
- package/out/web/assets/{abnfDiagram-VCTEODGH-BOo3Ckng.js → abnfDiagram-VCTEODGH-CMfR95N2.js} +1 -1
- package/out/web/assets/{architecture-7GRP2DOG-ZOwheW3n.js → architecture-7GRP2DOG-DhAM4HyO.js} +1 -1
- package/out/web/assets/{architectureDiagram-5GKGNRK7-DC2FDzVd.js → architectureDiagram-5GKGNRK7-Yk3TUJ_F.js} +1 -1
- package/out/web/assets/{blockDiagram-I7D4REHJ-BrKFWdAH.js → blockDiagram-I7D4REHJ-X9fBgJik.js} +1 -1
- package/out/web/assets/{c4Diagram-7LVT6UL2-BHTHK1Yd.js → c4Diagram-7LVT6UL2-Bk9x7N-8.js} +1 -1
- package/out/web/assets/{chunk-4HAMMTFA-BYFkZwNj.js → chunk-4HAMMTFA-Dx5fk1_0.js} +1 -1
- package/out/web/assets/{chunk-75Z2AOVW-BSKfSKSA.js → chunk-75Z2AOVW-BszTQoM4.js} +1 -1
- package/out/web/assets/{chunk-DU6HZSFF-vIhsiW6n.js → chunk-DU6HZSFF-DK-As3rk.js} +1 -1
- package/out/web/assets/{chunk-F27PBJKO-BlYpW9xq.js → chunk-F27PBJKO-LmncZZIS.js} +1 -1
- package/out/web/assets/{chunk-GMAD6QVW-BIBz_Ug5.js → chunk-GMAD6QVW-DSQ_sDRJ.js} +1 -1
- package/out/web/assets/{chunk-GVQU2GXP-NPSHxeqC.js → chunk-GVQU2GXP-Cno3ulje.js} +1 -1
- package/out/web/assets/{chunk-IMKFNOWR-YlJK8_Fp.js → chunk-IMKFNOWR-bIzfY9Jc.js} +1 -1
- package/out/web/assets/{chunk-L3NEJ4N5-DMYi4-af.js → chunk-L3NEJ4N5-Dl6eOa0D.js} +1 -1
- package/out/web/assets/{chunk-OSK3NFVY-Begd3-jA.js → chunk-OSK3NFVY-BaUGJ-cM.js} +1 -1
- package/out/web/assets/{chunk-P2QGCYS3-D1I4xFHN.js → chunk-P2QGCYS3-_066ndhH.js} +1 -1
- package/out/web/assets/{chunk-POPQ4Y6H-CafZZzNE.js → chunk-POPQ4Y6H-YT1AKhTv.js} +1 -1
- package/out/web/assets/{chunk-PWAF6VOD-Dwh6_Lnt.js → chunk-PWAF6VOD-CrEgDsxh.js} +1 -1
- package/out/web/assets/{chunk-SHT3W25Y-B0XrCSEb.js → chunk-SHT3W25Y-_KwaRLOl.js} +1 -1
- package/out/web/assets/{chunk-SVP7TREG-CxLsddxC.js → chunk-SVP7TREG-BQ1qb32L.js} +1 -1
- package/out/web/assets/{chunk-TICWLB2K-y156QInb.js → chunk-TICWLB2K-BDyehCtg.js} +1 -1
- package/out/web/assets/classDiagram-ZZMXUADV-BoSpzRCJ.js +1 -0
- package/out/web/assets/classDiagram-v2-VYDZK3BY-BoSpzRCJ.js +1 -0
- package/out/web/assets/{config-DqXJXeZM.css → config-2suVFPZg.css} +1 -1
- package/out/web/assets/config-CkRCdkxn.js +2 -0
- package/out/web/assets/{cynefin-OW5HDTMX-SMVvrLf-.js → cynefin-OW5HDTMX-Dl_31aaN.js} +1 -1
- package/out/web/assets/{cynefinDiagram-5FMLGOSQ-rZznN24T.js → cynefinDiagram-5FMLGOSQ-Bpir8jha.js} +1 -1
- package/out/web/assets/{dagre-GXQ25YYZ-BOToydFu.js → dagre-GXQ25YYZ-D9xu3nsq.js} +1 -1
- package/out/web/assets/{diagram-S7CK7UJ4-TMVaGQEJ.js → diagram-S7CK7UJ4-DeveoEeB.js} +1 -1
- package/out/web/assets/{diagram-UQ7AKVKN-C2JK-GP2.js → diagram-UQ7AKVKN-p4xWRESV.js} +1 -1
- package/out/web/assets/{diagram-VSXAHHWV-Cw8VSi2K.js → diagram-VSXAHHWV-C7qz9NDF.js} +1 -1
- package/out/web/assets/{diagram-VX7I27RA-DXp4fKk9.js → diagram-VX7I27RA-DRiCa3Vd.js} +1 -1
- package/out/web/assets/{diagram-Z3DM3KII-CzSicYiW.js → diagram-Z3DM3KII-Bt7zduQX.js} +1 -1
- package/out/web/assets/{ebnfDiagram-PWID7BFC-Dqj-zqPu.js → ebnfDiagram-PWID7BFC-DV9WpwdR.js} +1 -1
- package/out/web/assets/{erDiagram-RLTQ6QDP-DZwFZAuD.js → erDiagram-RLTQ6QDP-BJ_nwG2m.js} +1 -1
- package/out/web/assets/{eventmodeling-NTZA5JFV-C0O-Lvgp.js → eventmodeling-NTZA5JFV-BTBMrfVa.js} +1 -1
- package/out/web/assets/flowDiagram-HODETNUW-Cdlq3cJL.js +1 -0
- package/out/web/assets/{ganttDiagram-EL5Y4UJY-Da4ULXTl.js → ganttDiagram-EL5Y4UJY-DQLdsXrC.js} +1 -1
- package/out/web/assets/{gitGraph-4MIJSDKK-B9wNFZIP.js → gitGraph-4MIJSDKK-CL1OEOQ_.js} +1 -1
- package/out/web/assets/{gitGraphDiagram-WWUBYQGX-RjrhB0MP.js → gitGraphDiagram-WWUBYQGX-8cSi42H7.js} +1 -1
- package/out/web/assets/index-BocxnrDG.js +168 -0
- package/out/web/assets/index-yeh_r55a.css +1 -0
- package/out/web/assets/{info-A6RAGUB7-B3dfCpeY.js → info-A6RAGUB7-C1zsX5sc.js} +1 -1
- package/out/web/assets/{infoDiagram-27XIBGKW-QVWkLVx7.js → infoDiagram-27XIBGKW-DsRYtIyI.js} +1 -1
- package/out/web/assets/{ishikawaDiagram-5VMMS53U-CLFNIRI9.js → ishikawaDiagram-5VMMS53U-B2crwIXj.js} +1 -1
- package/out/web/assets/{journeyDiagram-3NMN7TZE-fgOQadYF.js → journeyDiagram-3NMN7TZE-BTH-GyVR.js} +1 -1
- package/out/web/assets/{kanban-definition-UXKFOSKX-G3Q_9g9O.js → kanban-definition-UXKFOSKX-BeRfCnuA.js} +1 -1
- package/out/web/assets/{mermaid-parser.core-v3Jm7nco.js → mermaid-parser.core-BJwgCBBc.js} +3 -3
- package/out/web/assets/{mermaid.core-DTEjLUA1.js → mermaid.core-CsDDodN8.js} +4 -4
- package/out/web/assets/{mindmap-definition-YA3MSWOX-C_D42_fF.js → mindmap-definition-YA3MSWOX-B42efOQ1.js} +1 -1
- package/out/web/assets/{modelManager-BPLycQrN.js → modelManager-B3ZFMh8v.js} +2 -2
- package/out/web/assets/{oauthManager-BUK7ic7q.js → oauthManager-Ch5Du2fF.js} +1 -1
- package/out/web/assets/{packet-AYTQ26CC-B-R-SHlF.js → packet-AYTQ26CC-B6xUyE6r.js} +1 -1
- package/out/web/assets/{pegDiagram-XKGWAZYB-Da2q_giz.js → pegDiagram-XKGWAZYB-1LabVycL.js} +1 -1
- package/out/web/assets/{pie-WAS4IAKB-BC8F0N7-.js → pie-WAS4IAKB-DJwo-nf_.js} +1 -1
- package/out/web/assets/{pieDiagram-E7YTZNPT-Iy9REJNC.js → pieDiagram-E7YTZNPT-icmAqzy4.js} +1 -1
- package/out/web/assets/{quadrantDiagram-AXDQQJYC-ztsiYw7h.js → quadrantDiagram-AXDQQJYC-CZ-wEx41.js} +1 -1
- package/out/web/assets/{radar-RG4KPBEZ-B_1P8Z_z.js → radar-RG4KPBEZ-D7d-Xriw.js} +1 -1
- package/out/web/assets/{railroad-74A4TZTK-DuTqczSo.js → railroad-74A4TZTK-viuhdYbs.js} +1 -1
- package/out/web/assets/{railroad-abnf-HS5TGJTU-Df29WLmp.js → railroad-abnf-HS5TGJTU-DNXiCNea.js} +1 -1
- package/out/web/assets/{railroad-ebnf-LZEXJU2U-ePFMo-qp.js → railroad-ebnf-LZEXJU2U-nkSu1-0C.js} +1 -1
- package/out/web/assets/{railroad-peg-WCYAUIDC-DYXLW4_E.js → railroad-peg-WCYAUIDC-BhbMeQzz.js} +1 -1
- package/out/web/assets/{railroadDiagram-O6MQD6OU-LStnZf2S.js → railroadDiagram-O6MQD6OU-CLpG1jUX.js} +1 -1
- package/out/web/assets/{requirementDiagram-BXWQKSXE-DmzonMH-.js → requirementDiagram-BXWQKSXE-kRDrvWrc.js} +1 -1
- package/out/web/assets/{sankeyDiagram-P5KCCOFB-B8vjmUU1.js → sankeyDiagram-P5KCCOFB-DxAwmq4x.js} +1 -1
- package/out/web/assets/{sequenceDiagram-WJ2MYXX4-CTnplOAX.js → sequenceDiagram-WJ2MYXX4-aLgY-6Wz.js} +1 -1
- package/out/web/assets/{stateDiagram-D77RDMKH-BFrIaLdI.js → stateDiagram-D77RDMKH-D5QWfOhp.js} +1 -1
- package/out/web/assets/stateDiagram-v2-MP3YSRHH-D6OiZoAP.js +1 -0
- package/out/web/assets/{swimlanes-42K2YHIH-BXGngUNU.js → swimlanes-42K2YHIH-CRs5UyA-.js} +1 -1
- package/out/web/assets/swimlanesDiagram-VR7AAH4N-UgEXIsV0.js +8 -0
- package/out/web/assets/syntaxHighlight-C-wAGT84.js +3 -0
- package/out/web/assets/{timeline-definition-24CTP7MA-CegH7n43.js → timeline-definition-24CTP7MA-Denqd9qb.js} +1 -1
- package/out/web/assets/{treeView-Q6P3EWNA-DTpJv2Tw.js → treeView-Q6P3EWNA-0my3Z3s4.js} +1 -1
- package/out/web/assets/{treemap-WGGIJYW6-i8M9iJU6.js → treemap-WGGIJYW6-B_EjkLYq.js} +1 -1
- package/out/web/assets/{vennDiagram-4TSXK5OY-Dpzo1S8U.js → vennDiagram-4TSXK5OY-DxVg3Ewr.js} +1 -1
- package/out/web/assets/{wardley-WFR3VGLG-BrNsgtfw.js → wardley-WFR3VGLG-CGD-Tj4p.js} +1 -1
- package/out/web/assets/{wardleyDiagram-VM6X3IG4-lQ92LFE1.js → wardleyDiagram-VM6X3IG4-CmfS39Xm.js} +1 -1
- package/out/web/assets/{xychartDiagram-S5SC5T6Z-BaOaEoBd.js → xychartDiagram-S5SC5T6Z-BVM9bKis.js} +1 -1
- package/out/web/index-web.html +2 -2
- package/out/web/index.html +2 -2
- package/package.json +2 -2
- package/shared-modules/CODEOWNERS +3 -3
- package/shared-modules/SDL2/SDL2_mixer.json +27 -0
- package/shared-modules/appstream/README.md +13 -0
- package/shared-modules/appstream/appstream-compose.json +111 -0
- package/shared-modules/dbus-glib/dbus-glib.json +2 -2
- package/shared-modules/libportal/libportal.json +23 -0
- package/shared-modules/linux-audio/fluidsynth2-static.json +2 -2
- package/shared-modules/linux-audio/fluidsynth2.json +2 -2
- package/shared-modules/linux-audio/libinstpatch.json +2 -2
- package/shared-modules/linux-audio/liblo-static.json +3 -0
- package/shared-modules/luajit/luajit.json +2 -2
- package/shared-modules/squashfs-tools/squashfs-tools.json +0 -3
- package/slash-commands.json +7 -2
- package/src/renderer/node_modules/.vite/vitest/da39a3ee5e6b4b0d3255bfef95601890afd80709/results.json +1 -1
- package/src/renderer/shared/agentProgress.ts +51 -3
- package/src/renderer/shared/components/Settings/AutomationTab.tsx +2 -56
- package/src/renderer/shared/components/Settings/AvatarCropModal.tsx +15 -1
- package/src/renderer/shared/components/Settings/GeneralTab.tsx +25 -12
- package/src/renderer/shared/components/Settings/ThemeTab.test.tsx +45 -0
- package/src/renderer/shared/components/Settings/ThemeTab.tsx +106 -3
- package/src/renderer/shared/components/activity/AgentActivityDrawer.tsx +67 -17
- package/src/renderer/shared/components/activity/AgentActivityTable.tsx +376 -134
- package/src/renderer/shared/components/activity/AskUserActivityCard.test.tsx +122 -0
- package/src/renderer/shared/components/activity/AskUserActivityCard.tsx +70 -0
- package/src/renderer/shared/components/activity/McpToolResults.tsx +39 -2
- package/src/renderer/shared/components/activity/SubagentDagView.tsx +7 -7
- package/src/renderer/shared/components/activity/ViewedImages.tsx +41 -2
- package/src/renderer/shared/components/app/ChunkErrorBoundary.tsx +3 -3
- package/src/renderer/shared/components/app/CommandPalette.tsx +7 -7
- package/src/renderer/shared/components/app/DesktopTitlebar.tsx +2 -2
- package/src/renderer/shared/components/app/MintDashboard.tsx +27 -17
- package/src/renderer/shared/components/app/ModalErrorBoundary.tsx +3 -3
- package/src/renderer/shared/components/cards/CalculationCard.tsx +3 -3
- package/src/renderer/shared/components/cards/ImageGenCard.tsx +2 -2
- package/src/renderer/shared/components/cards/ImageSearchCard.tsx +2 -2
- package/src/renderer/shared/components/cards/MermaidCard.tsx +1 -1
- package/src/renderer/shared/components/cards/PlanCard.test.tsx +41 -0
- package/src/renderer/shared/components/cards/PlanCard.tsx +32 -0
- package/src/renderer/shared/components/cards/ReleaseNotesCard.test.tsx +29 -0
- package/src/renderer/shared/components/cards/ReleaseNotesCard.tsx +137 -0
- package/src/renderer/shared/components/cards/StockCard.tsx +7 -7
- package/src/renderer/shared/components/cards/ToolResultCards.tsx +11 -3
- package/src/renderer/shared/components/cards/UiMockupWidget.tsx +4 -4
- package/src/renderer/shared/components/cards/WeatherCard.tsx +5 -5
- package/src/renderer/shared/components/chat/ApprovalCard.test.tsx +11 -0
- package/src/renderer/shared/components/chat/ApprovalCard.tsx +21 -2
- package/src/renderer/shared/components/chat/ArtifactCards.test.tsx +69 -0
- package/src/renderer/shared/components/chat/ArtifactCards.tsx +238 -0
- package/src/renderer/shared/components/chat/AttachedDocumentCard.test.tsx +39 -0
- package/src/renderer/shared/components/chat/AttachedDocumentCard.tsx +220 -0
- package/src/renderer/shared/components/chat/ChatCodeBlock.test.tsx +33 -0
- package/src/renderer/shared/components/chat/ChatCodeBlock.tsx +15 -1
- package/src/renderer/shared/components/chat/ChatMessageItem.test.tsx +40 -2
- package/src/renderer/shared/components/chat/ChatMessageItem.tsx +180 -34
- package/src/renderer/shared/components/chat/ChatModeSelector.css +227 -0
- package/src/renderer/shared/components/chat/ChatModeSelector.test.tsx +45 -0
- package/src/renderer/shared/components/chat/ChatModeSelector.tsx +198 -0
- package/src/renderer/shared/components/chat/ChatPanel.test.tsx +22 -0
- package/src/renderer/shared/components/chat/ChatPanel.tsx +227 -53
- package/src/renderer/shared/components/chat/DiffReviewModal.tsx +6 -6
- package/src/renderer/shared/components/chat/GeminiLiveOverlay.test.tsx +142 -1
- package/src/renderer/shared/components/chat/GeminiLiveOverlay.tsx +45 -3
- package/src/renderer/shared/components/chat/ModelSelectorPopover.tsx +42 -14
- package/src/renderer/shared/components/chat/RewindModal.tsx +10 -10
- package/src/renderer/shared/components/chat/SlashSuggestions.test.tsx +14 -0
- package/src/renderer/shared/components/chat/SourcesBlock.test.tsx +53 -0
- package/src/renderer/shared/components/chat/SourcesBlock.tsx +236 -90
- package/src/renderer/shared/components/chat/TurnFileChanges.test.tsx +45 -1
- package/src/renderer/shared/components/chat/TurnFileChanges.tsx +202 -169
- package/src/renderer/shared/components/extensions/CliSessionsView.tsx +5 -4
- package/src/renderer/shared/components/extensions/McpRegistryPicker.tsx +3 -3
- package/src/renderer/shared/components/studio/LibraryPage.tsx +48 -5
- package/src/renderer/shared/components/workspace/ArtifactPreviewPanel.tsx +125 -13
- package/src/renderer/shared/components/workspace/CodeReviewPage.test.tsx +50 -0
- package/src/renderer/shared/components/workspace/CodeReviewPage.tsx +77 -16
- package/src/renderer/shared/components/workspace/GitBranchSelector.tsx +78 -22
- package/src/renderer/shared/components/workspace/ToolSurfacePage.test.tsx +13 -0
- package/src/renderer/shared/components/workspace/ToolSurfacePage.tsx +48 -28
- package/src/renderer/shared/components/workspace/WorkspacePdfPreview.tsx +266 -47
- package/src/renderer/shared/components/workspace/WorkspacePreviewActions.test.tsx +18 -6
- package/src/renderer/shared/components/workspace/background-terminals.css +11 -11
- package/src/renderer/shared/constants/config.ts +1 -5
- package/src/renderer/shared/constants/models.test.ts +51 -0
- package/src/renderer/shared/constants/models.ts +139 -32
- package/src/renderer/shared/conversation/lifecycle.test.ts +91 -3
- package/src/renderer/shared/conversation/lifecycle.ts +104 -5
- package/src/renderer/shared/conversation/progressiveStream.test.ts +83 -0
- package/src/renderer/shared/conversation/progressiveStream.ts +219 -0
- package/src/renderer/shared/css/agent-observability.css +133 -0
- package/src/renderer/shared/css/chat-ui-cards.css +13 -13
- package/src/renderer/shared/css/code-review.css +63 -34
- package/src/renderer/shared/css/code-sessions.css +47 -18
- package/src/renderer/shared/css/collapsed-paste.css +1 -1
- package/src/renderer/shared/css/error-notice.css +1 -1
- package/src/renderer/shared/css/file-changes.css +165 -80
- package/src/renderer/shared/css/library.css +105 -10
- package/src/renderer/shared/css/management-views.css +1 -1
- package/src/renderer/shared/css/mcp-results.css +5 -5
- package/src/renderer/shared/css/model-selector.css +18 -18
- package/src/renderer/shared/css/mods.css +7 -7
- package/src/renderer/shared/css/notification-notice.css +2 -2
- package/src/renderer/shared/css/queued-messages.css +5 -5
- package/src/renderer/shared/css/settings/general.css +18 -13
- package/src/renderer/shared/css/settings/profile.css +5 -5
- package/src/renderer/shared/css/settings/theme.css +5 -5
- package/src/renderer/shared/css/slash-choice.css +2 -2
- package/src/renderer/shared/css/slash-suggestions.css +3 -3
- package/src/renderer/shared/css/sources-block.css +41 -2
- package/src/renderer/shared/css/tools-panel.css +2 -2
- package/src/renderer/shared/css/ui-tailwind.css +8 -0
- package/src/renderer/shared/css/veo-studio.css +2 -2
- package/src/renderer/shared/css/viewed-images.css +7 -7
- package/src/renderer/shared/platform.ts +2 -1
- package/src/renderer/shared/theme/themeManager.test.ts +17 -0
- package/src/renderer/shared/theme/themeManager.ts +21 -4
- package/src/renderer/shared/theme/themes.ts +54 -0
- package/src/renderer/shared/theme/tokens.css +6 -4
- package/src/renderer/shared/types.ts +1 -1
- package/src/renderer/shared/utils/agentActivity.test.ts +468 -2
- package/src/renderer/shared/utils/agentActivity.ts +602 -35
- package/src/renderer/shared/utils/artifactBrowser.test.ts +37 -32
- package/src/renderer/shared/utils/artifactBrowser.ts +17 -19
- package/src/renderer/shared/utils/attachedDocument.test.ts +73 -0
- package/src/renderer/shared/utils/attachedDocument.ts +49 -0
- package/src/renderer/shared/utils/fileIcons.test.ts +59 -0
- package/src/renderer/shared/utils/fileIcons.ts +149 -16
- package/src/renderer/shared/utils/markdown.tsx +72 -19
- package/src/renderer/shared/utils/markdown.webImages.test.tsx +16 -0
- package/src/renderer/shared/utils/mcpResults.test.tsx +29 -0
- package/src/renderer/shared/utils/slashCommandProcessor.ts +4 -1
- package/src/renderer/shared/utils/syntaxHighlight.test.tsx +11 -1
- package/src/renderer/shared/utils/syntaxHighlight.tsx +51 -3
- package/src/renderer/shared/utils/useGeminiLiveVoice.ts +324 -51
- package/src/renderer/shared/utils/workspaceDrag.test.ts +153 -0
- package/src/renderer/shared/utils/workspaceDrag.ts +142 -0
- package/src/renderer/shared/utils/workspaceMedia.ts +10 -2
- package/src/renderer/src/App.tsx +14 -8
- package/src/renderer/src/agentProgress.ts +1 -0
- package/src/renderer/src/components/ScreenPicker.css +1 -1
- package/src/renderer/src/components/WorkspacePanel.tsx +6 -5
- package/src/renderer/src/css/app-shell.css +4 -4
- package/src/renderer/src/css/chat.css +1261 -241
- package/src/renderer/src/css/desktop-tools.css +11 -11
- package/src/renderer/src/css/sidebar-workspace.css +2 -2
- package/src/renderer/src/css/tool-surfaces.css +12 -12
- package/src/renderer/src/index.css +38 -20
- package/src/renderer/src/tauri.ts +22 -2
- package/src/renderer/src-web/App.tsx +14 -0
- package/src/renderer/src-web/agentProgress.ts +1 -0
- package/src/renderer/src-web/css/app-shell.css +4 -4
- package/src/renderer/src-web/css/chat.css +1278 -190
- package/src/renderer/src-web/css/mobile.css +29 -13
- package/src/renderer/src-web/css/settings/mobile.css +2 -2
- package/src/renderer/src-web/css/sidebar-workspace.css +1 -1
- package/src/renderer/src-web/index.css +38 -20
- package/src/renderer/src-web/tauri.ts +22 -2
- package/src/renderer/tests/browserArtifacts.browser.tsx +1 -1
- package/src/renderer/tests/library.browser.tsx +3 -0
- package/src/renderer/tests/liveVoice.browser.html +1 -0
- package/src/renderer/tests/workspaceDrop.browser.tsx +1 -1
- package/src-tauri/src/app/lifecycle.rs +1 -14
- package/src-tauri/src/background/headless.rs +14 -8
- package/src-tauri/src/commands/conversation.rs +38 -0
- package/src-tauri/src/native/mod.rs +0 -1
- package/src-tauri/src/native/system.rs +4 -47
- package/crates/mint-cli/src/interactive/chat_tui.rs +0 -8855
- package/crates/mint-core/src/agent/chat.rs +0 -4394
- package/crates/mint-core/src/browser/lifecycle.rs +0 -291
- package/crates/mint-core/src/browser/logging.rs +0 -20
- package/crates/mint-core/src/orchestration/tools/browser.rs +0 -31
- package/out/web/assets/ArtifactPreviewPanel-S0dPfYFx.js +0 -2
- package/out/web/assets/CalculationCard-CRjP3E1j.js +0 -1
- package/out/web/assets/CliSessionsView-C3Br2v5Y.css +0 -1
- package/out/web/assets/CodeReviewPage-CUJceQme.css +0 -1
- package/out/web/assets/CodeReviewPage-VCUgPla_.js +0 -2
- package/out/web/assets/ImageGenCard-BCXxkVJX.js +0 -1
- package/out/web/assets/ImageSearchCard-N3yQOr8Z.js +0 -1
- package/out/web/assets/LibraryPage-DAxUTAg7.css +0 -1
- package/out/web/assets/LibraryPage-WlviRdR8.js +0 -2
- package/out/web/assets/LinkedFoldersView-CKRgroWK.js +0 -1
- package/out/web/assets/McpServersView-D3wHnuHg.js +0 -1
- package/out/web/assets/MermaidCard-NqrHdyJW.js +0 -2
- package/out/web/assets/MintDashboard-B2DJsDDO.css +0 -1
- package/out/web/assets/MintDashboard-COw_xol7.js +0 -63
- package/out/web/assets/RewindModal-DempuDod.js +0 -1
- package/out/web/assets/SettingsWindow-2YP3yj7s.js +0 -4
- package/out/web/assets/SettingsWindow-Dz8LQVgD.css +0 -1
- package/out/web/assets/StockCard-BDMCe7mx.js +0 -1
- package/out/web/assets/ToolSurfacePage-B0J_q0Jl.js +0 -38
- package/out/web/assets/ToolSurfacePage-CRIQ1owD.css +0 -1
- package/out/web/assets/UiMockupWidget-DD73QWg1.js +0 -1
- package/out/web/assets/WeatherCard-CPucIfq8.js +0 -1
- package/out/web/assets/WorkspacePdfPreview-Dx_lkjNu.js +0 -2
- package/out/web/assets/classDiagram-ZZMXUADV-BgJ5WtSp.js +0 -1
- package/out/web/assets/classDiagram-v2-VYDZK3BY-BgJ5WtSp.js +0 -1
- package/out/web/assets/config-CvIO5hkn.js +0 -2
- package/out/web/assets/flowDiagram-HODETNUW-uqCHJond.js +0 -1
- package/out/web/assets/index-BmpulIkg.js +0 -168
- package/out/web/assets/index-CkvBwhX_.css +0 -1
- package/out/web/assets/stateDiagram-v2-MP3YSRHH-uf3kdNW4.js +0 -1
- package/out/web/assets/swimlanesDiagram-VR7AAH4N-Y8q5bQce.js +0 -8
- package/shared-modules/libsecret/libsecret.json +0 -23
- package/shared-modules/libusb/libusb.json +0 -27
- package/shared-modules/lzo/lzo.json +0 -27
- package/src/renderer/src/components/BrowserShell.tsx +0 -108
- package/src/renderer/src/components/BrowserSuggestionsPopup.tsx +0 -91
- package/src/renderer/src/components/browser-shell.css +0 -185
- package/src-tauri/src/native/browser.rs +0 -252
|
@@ -7,17 +7,12 @@ use crate::MintConfig;
|
|
|
7
7
|
use serde_json::json;
|
|
8
8
|
|
|
9
9
|
use super::cdp::cdp_call_raw;
|
|
10
|
-
use super::lifecycle::ensure_page_open;
|
|
11
|
-
use super::logging::log_action;
|
|
12
10
|
use super::navigate::wait_for_page_load;
|
|
13
11
|
use super::overlay::inject_overlay;
|
|
14
12
|
|
|
15
13
|
/// Move the real browser mouse cursor to (x, y) via CDP Input.dispatchMouseEvent.
|
|
16
14
|
/// Also ensures overlay exists and updates cursor position.
|
|
17
15
|
pub async fn mouse_move(config: &MintConfig, x: f64, y: f64) -> Result<String, String> {
|
|
18
|
-
log_action("MOUSE_MOVE", &format!("Moving mouse to ({x:.0},{y:.0})"));
|
|
19
|
-
ensure_page_open(config).await?;
|
|
20
|
-
|
|
21
16
|
// Ensure overlay exists
|
|
22
17
|
inject_overlay(config).await;
|
|
23
18
|
|
|
@@ -50,13 +45,9 @@ pub async fn mouse_move(config: &MintConfig, x: f64, y: f64) -> Result<String, S
|
|
|
50
45
|
json!({ "expression": cursor_script, "returnByValue": false }),
|
|
51
46
|
)
|
|
52
47
|
.await;
|
|
53
|
-
log_action("MOUSE_MOVE_SUCCESS", &format!("Moved to ({x:.0},{y:.0})"));
|
|
54
48
|
Ok(format!("mouse moved to ({x:.0},{y:.0})"))
|
|
55
49
|
}
|
|
56
|
-
Err(e) =>
|
|
57
|
-
log_action("MOUSE_MOVE_ERROR", &format!("Failed: {e}"));
|
|
58
|
-
Err(e)
|
|
59
|
-
}
|
|
50
|
+
Err(e) => Err(e),
|
|
60
51
|
}
|
|
61
52
|
}
|
|
62
53
|
|
|
@@ -68,12 +59,6 @@ pub async fn mouse_click(
|
|
|
68
59
|
y: f64,
|
|
69
60
|
button: &str,
|
|
70
61
|
) -> Result<String, String> {
|
|
71
|
-
log_action(
|
|
72
|
-
"MOUSE_CLICK",
|
|
73
|
-
&format!("Clicking ({x:.0},{y:.0}) btn={button}"),
|
|
74
|
-
);
|
|
75
|
-
ensure_page_open(config).await?;
|
|
76
|
-
|
|
77
62
|
let button_str = match button {
|
|
78
63
|
"right" => "right",
|
|
79
64
|
"middle" => "middle",
|
|
@@ -114,11 +99,7 @@ pub async fn mouse_click(
|
|
|
114
99
|
"modifiers": 0
|
|
115
100
|
}),
|
|
116
101
|
)
|
|
117
|
-
.await
|
|
118
|
-
.map_err(|e| {
|
|
119
|
-
log_action("MOUSE_CLICK_ERROR", &format!("mousePressed: {e}"));
|
|
120
|
-
e
|
|
121
|
-
})?;
|
|
102
|
+
.await?;
|
|
122
103
|
|
|
123
104
|
tokio::time::sleep(std::time::Duration::from_millis(50)).await;
|
|
124
105
|
|
|
@@ -135,16 +116,8 @@ pub async fn mouse_click(
|
|
|
135
116
|
"modifiers": 0
|
|
136
117
|
}),
|
|
137
118
|
)
|
|
138
|
-
.await
|
|
139
|
-
.map_err(|e| {
|
|
140
|
-
log_action("MOUSE_CLICK_ERROR", &format!("mouseReleased: {e}"));
|
|
141
|
-
e
|
|
142
|
-
})?;
|
|
119
|
+
.await?;
|
|
143
120
|
|
|
144
|
-
log_action(
|
|
145
|
-
"MOUSE_CLICK_SUCCESS",
|
|
146
|
-
&format!("Clicked ({x:.0},{y:.0}) {button_str}"),
|
|
147
|
-
);
|
|
148
121
|
// The click may have landed on a link or submit button and triggered a
|
|
149
122
|
// full page navigation — see `wait_for_page_load`'s doc comment.
|
|
150
123
|
wait_for_page_load(config).await;
|
|
@@ -155,24 +128,9 @@ pub async fn mouse_click(
|
|
|
155
128
|
|
|
156
129
|
/// Type text using CDP Input.insertText (native, supports any Unicode text).
|
|
157
130
|
pub async fn type_text_native(config: &MintConfig, text: &str) -> Result<String, String> {
|
|
158
|
-
log_action(
|
|
159
|
-
"TYPE",
|
|
160
|
-
&format!("Native typing: {} characters", text.chars().count()),
|
|
161
|
-
);
|
|
162
|
-
ensure_page_open(config).await?;
|
|
163
|
-
|
|
164
131
|
match cdp_call_raw(config, "Input.insertText", json!({ "text": text })).await {
|
|
165
|
-
Ok(_) => {
|
|
166
|
-
|
|
167
|
-
"TYPE_SUCCESS",
|
|
168
|
-
&format!("Typed {} characters natively", text.len()),
|
|
169
|
-
);
|
|
170
|
-
Ok(format!("typed {} characters", text.len()))
|
|
171
|
-
}
|
|
172
|
-
Err(e) => {
|
|
173
|
-
log_action("TYPE_ERROR", &format!("Native type failed: {e}"));
|
|
174
|
-
Err(e)
|
|
175
|
-
}
|
|
132
|
+
Ok(_) => Ok(format!("typed {} characters", text.len())),
|
|
133
|
+
Err(e) => Err(e),
|
|
176
134
|
}
|
|
177
135
|
}
|
|
178
136
|
|
|
@@ -183,9 +141,6 @@ pub async fn type_text_native(config: &MintConfig, text: &str) -> Result<String,
|
|
|
183
141
|
/// PageUp, PageDown, Space, F1–F12.
|
|
184
142
|
/// Also accepts single printable characters.
|
|
185
143
|
pub async fn key_press(config: &MintConfig, key: &str) -> Result<String, String> {
|
|
186
|
-
log_action("KEY_PRESS", &format!("Pressing key '{key}'"));
|
|
187
|
-
ensure_page_open(config).await?;
|
|
188
|
-
|
|
189
144
|
let (key_code, code) = key_to_cdp_params(key);
|
|
190
145
|
|
|
191
146
|
// keyDown. For Enter specifically, `text`/`unmodifiedText` must be set to
|
|
@@ -208,12 +163,7 @@ pub async fn key_press(config: &MintConfig, key: &str) -> Result<String, String>
|
|
|
208
163
|
key_down["text"] = json!("\r");
|
|
209
164
|
key_down["unmodifiedText"] = json!("\r");
|
|
210
165
|
}
|
|
211
|
-
cdp_call_raw(config, "Input.dispatchKeyEvent", key_down)
|
|
212
|
-
.await
|
|
213
|
-
.map_err(|e| {
|
|
214
|
-
log_action("KEY_PRESS_ERROR", &format!("keyDown failed: {e}"));
|
|
215
|
-
e
|
|
216
|
-
})?;
|
|
166
|
+
cdp_call_raw(config, "Input.dispatchKeyEvent", key_down).await?;
|
|
217
167
|
|
|
218
168
|
// char event for printable single characters
|
|
219
169
|
if key.chars().count() == 1 && !key.chars().next().map(|c| c.is_control()).unwrap_or(true) {
|
|
@@ -248,13 +198,8 @@ pub async fn key_press(config: &MintConfig, key: &str) -> Result<String, String>
|
|
|
248
198
|
"location": 0
|
|
249
199
|
}),
|
|
250
200
|
)
|
|
251
|
-
.await
|
|
252
|
-
.map_err(|e| {
|
|
253
|
-
log_action("KEY_PRESS_ERROR", &format!("keyUp failed: {e}"));
|
|
254
|
-
e
|
|
255
|
-
})?;
|
|
201
|
+
.await?;
|
|
256
202
|
|
|
257
|
-
log_action("KEY_PRESS_SUCCESS", &format!("Pressed '{key}'"));
|
|
258
203
|
if matches!(key, "Enter" | "\n" | "\r") {
|
|
259
204
|
// Enter commonly submits the focused form — see `wait_for_page_load`'s
|
|
260
205
|
// doc comment. Other keys (Tab, Escape, arrows, ...) don't trigger
|
|
@@ -7,8 +7,6 @@ use serde_json::{Value, json};
|
|
|
7
7
|
|
|
8
8
|
use super::cdp::{cdp_call_raw, response_error};
|
|
9
9
|
use super::input::{mouse_click, type_text_native};
|
|
10
|
-
use super::lifecycle::ensure_page_open;
|
|
11
|
-
use super::logging::log_action;
|
|
12
10
|
use super::overlay::inject_overlay;
|
|
13
11
|
|
|
14
12
|
/// Click a CSS selector element using native CDP mouse events.
|
|
@@ -19,14 +17,8 @@ use super::overlay::inject_overlay;
|
|
|
19
17
|
pub async fn click(config: &MintConfig, selector: &str) -> Result<String, String> {
|
|
20
18
|
let selector = selector.trim();
|
|
21
19
|
if selector.is_empty() || selector.len() > 500 {
|
|
22
|
-
log_action(
|
|
23
|
-
"CLICK_ERROR",
|
|
24
|
-
"Browser selector must contain between 1 and 500 characters",
|
|
25
|
-
);
|
|
26
20
|
return Err("browser selector must contain between 1 and 500 characters".into());
|
|
27
21
|
}
|
|
28
|
-
log_action("CLICK", &format!("Clicking element '{selector}'"));
|
|
29
|
-
ensure_page_open(config).await?;
|
|
30
22
|
|
|
31
23
|
// Ensure overlay exists before doing any visual interaction
|
|
32
24
|
inject_overlay(config).await;
|
|
@@ -40,14 +32,8 @@ pub async fn click(config: &MintConfig, selector: &str) -> Result<String, String
|
|
|
40
32
|
pub async fn type_text(config: &MintConfig, selector: &str, text: &str) -> Result<String, String> {
|
|
41
33
|
let selector = selector.trim();
|
|
42
34
|
if selector.is_empty() || selector.len() > 500 {
|
|
43
|
-
log_action(
|
|
44
|
-
"TYPE_ERROR",
|
|
45
|
-
"Browser selector must contain between 1 and 500 characters",
|
|
46
|
-
);
|
|
47
35
|
return Err("browser selector must contain between 1 and 500 characters".into());
|
|
48
36
|
}
|
|
49
|
-
log_action("TYPE", &format!("Typing into '{selector}'"));
|
|
50
|
-
ensure_page_open(config).await?;
|
|
51
37
|
|
|
52
38
|
edit_text(config, selector, text, false).await
|
|
53
39
|
}
|
|
@@ -1,45 +1,24 @@
|
|
|
1
|
-
//! Browser automation
|
|
2
|
-
//!
|
|
3
|
-
//! click, type, and screenshot a page.
|
|
4
|
-
//!
|
|
5
|
-
//! Split by concern:
|
|
6
|
-
//! - `session` — run-scoped tab leases, observations, verification, and recovery
|
|
7
|
-
//! - `cdp` — the pinned, bounded CDP websocket transport
|
|
8
|
-
//! - `lifecycle` — spawning/detecting the automation browser instance
|
|
9
|
-
//! - `navigate` — navigation and page-state reading (tabs, text, screenshot)
|
|
10
|
-
//! - `interact` — selector-driven click/type
|
|
11
|
-
//! - `input` — native mouse/keyboard primitives (`interact` builds on these)
|
|
12
|
-
//! - `overlay` — the visible green-aura + cursor overlay injected into the page
|
|
13
|
-
//! - `logging` — the `browser-automation.log` tail `mint auto` reads from
|
|
1
|
+
//! Browser automation and headless Chrome integration. Drives Chromium over CDP
|
|
2
|
+
//! for bounded workflows (`mint browser run`) and CLI shell execution.
|
|
14
3
|
|
|
15
4
|
mod cdp;
|
|
16
5
|
mod evidence;
|
|
6
|
+
pub mod headless;
|
|
17
7
|
mod input;
|
|
18
8
|
mod interact;
|
|
19
|
-
mod lifecycle;
|
|
20
|
-
mod logging;
|
|
21
9
|
mod navigate;
|
|
22
10
|
mod overlay;
|
|
23
11
|
pub mod runtime;
|
|
24
12
|
mod session;
|
|
25
13
|
pub mod workflow;
|
|
26
14
|
|
|
27
|
-
pub(crate) use
|
|
28
|
-
pub use session::{
|
|
29
|
-
BrowserActionResult, BrowserObservation, BrowserSession, capture_metadata, execute_action,
|
|
30
|
-
run_session, with_tab,
|
|
31
|
-
};
|
|
32
|
-
pub(crate) use session::{finish_evidence as session_finish_evidence, selected_tab};
|
|
15
|
+
pub(crate) use session::{capture_metadata, execute_action, run_session, selected_tab};
|
|
33
16
|
|
|
34
|
-
use
|
|
17
|
+
pub(crate) use input::{key_press, mouse_click, mouse_move};
|
|
18
|
+
pub(crate) use interact::{click, get_element_coordinates, type_text};
|
|
19
|
+
pub(crate) use navigate::{list_tabs, navigate, read_page_text, screenshot};
|
|
35
20
|
|
|
36
|
-
|
|
37
|
-
pub use interact::{click, get_element_coordinates, type_text};
|
|
38
|
-
pub use lifecycle::{
|
|
39
|
-
enable_browser_tools, ensure_page_open, is_browser_running, spawn_automation_browser,
|
|
40
|
-
spawn_automation_browser_with_url,
|
|
41
|
-
};
|
|
42
|
-
pub use navigate::{list_tabs, navigate, read_page_text, screenshot};
|
|
21
|
+
use serde::Serialize;
|
|
43
22
|
|
|
44
23
|
#[derive(Debug, Clone, Serialize)]
|
|
45
24
|
#[serde(rename_all = "camelCase")]
|
|
@@ -6,13 +6,8 @@ use serde_json::json;
|
|
|
6
6
|
|
|
7
7
|
use super::BrowserTab;
|
|
8
8
|
use super::cdp::{cdp_call, cdp_call_raw, fetch_pages, response_error};
|
|
9
|
-
use super::lifecycle::{ensure_page_open, is_browser_running};
|
|
10
|
-
use super::logging::log_action;
|
|
11
9
|
|
|
12
10
|
pub async fn list_tabs(config: &MintConfig) -> Result<Vec<BrowserTab>, String> {
|
|
13
|
-
if !is_browser_running(config).await {
|
|
14
|
-
return Err("Browser automation is not running. Please run 'mint auto' first.".to_string());
|
|
15
|
-
}
|
|
16
11
|
Ok(fetch_pages(config)
|
|
17
12
|
.await?
|
|
18
13
|
.into_iter()
|
|
@@ -44,8 +39,6 @@ pub(super) fn validate_url(url: &str) -> Result<(), String> {
|
|
|
44
39
|
|
|
45
40
|
pub async fn navigate(config: &MintConfig, url: &str) -> Result<String, String> {
|
|
46
41
|
validate_url(url)?;
|
|
47
|
-
log_action("NAVIGATE", &format!("Navigating to {url}"));
|
|
48
|
-
ensure_page_open(config).await?;
|
|
49
42
|
match cdp_call(config, "Page.navigate", json!({ "url": url })).await {
|
|
50
43
|
Ok(response) => {
|
|
51
44
|
if let Some(error) = response["result"]["errorText"].as_str() {
|
|
@@ -53,21 +46,13 @@ pub async fn navigate(config: &MintConfig, url: &str) -> Result<String, String>
|
|
|
53
46
|
}
|
|
54
47
|
if response["result"]["frameId"].as_str().is_some() {
|
|
55
48
|
wait_for_page_load(config).await;
|
|
56
|
-
log_action(
|
|
57
|
-
"NAVIGATE_SUCCESS",
|
|
58
|
-
&format!("Successfully navigated to {url}"),
|
|
59
|
-
);
|
|
60
49
|
Ok(format!("navigating to {url}"))
|
|
61
50
|
} else {
|
|
62
51
|
let err = response_error(&response);
|
|
63
|
-
log_action("NAVIGATE_ERROR", &format!("Failed: {err}"));
|
|
64
52
|
Err(err)
|
|
65
53
|
}
|
|
66
54
|
}
|
|
67
|
-
Err(e) =>
|
|
68
|
-
log_action("NAVIGATE_ERROR", &format!("Websocket error: {e}"));
|
|
69
|
-
Err(e)
|
|
70
|
-
}
|
|
55
|
+
Err(e) => Err(e),
|
|
71
56
|
}
|
|
72
57
|
}
|
|
73
58
|
|
|
@@ -110,8 +95,6 @@ pub(super) async fn wait_for_page_load(config: &MintConfig) {
|
|
|
110
95
|
}
|
|
111
96
|
|
|
112
97
|
pub async fn read_page_text(config: &MintConfig) -> Result<String, String> {
|
|
113
|
-
log_action("READ", "Reading page text content");
|
|
114
|
-
ensure_page_open(config).await?;
|
|
115
98
|
match cdp_call(
|
|
116
99
|
config,
|
|
117
100
|
"Runtime.evaluate",
|
|
@@ -144,19 +127,13 @@ pub async fn read_page_text(config: &MintConfig) -> Result<String, String> {
|
|
|
144
127
|
{
|
|
145
128
|
Ok(response) => {
|
|
146
129
|
if let Some(val) = response["result"]["result"]["value"].as_str() {
|
|
147
|
-
log_action(
|
|
148
|
-
"READ_SUCCESS",
|
|
149
|
-
&format!("Successfully read {} characters", val.len()),
|
|
150
|
-
);
|
|
151
130
|
Ok(val.to_owned())
|
|
152
131
|
} else {
|
|
153
132
|
let err = response_error(&response);
|
|
154
|
-
log_action("READ_ERROR", &format!("Failed: {err}"));
|
|
155
133
|
Err(err)
|
|
156
134
|
}
|
|
157
135
|
}
|
|
158
136
|
Err(e) => {
|
|
159
|
-
log_action("READ_ERROR", &format!("Websocket error: {e}"));
|
|
160
137
|
Err(e)
|
|
161
138
|
}
|
|
162
139
|
}
|
|
@@ -172,9 +149,6 @@ pub(super) async fn capture_page(
|
|
|
172
149
|
config: &MintConfig,
|
|
173
150
|
args: &serde_json::Value,
|
|
174
151
|
) -> Result<String, String> {
|
|
175
|
-
log_action("SCREENSHOT", "Capturing screenshot");
|
|
176
|
-
ensure_page_open(config).await?;
|
|
177
|
-
|
|
178
152
|
let mode = args["mode"]
|
|
179
153
|
.as_str()
|
|
180
154
|
.filter(|s| !s.is_empty())
|
|
@@ -234,20 +208,12 @@ pub(super) async fn capture_page(
|
|
|
234
208
|
if data.len() > crate::media::tool_images::ORIGINAL_LIMIT.div_ceil(3) * 4 + 4 {
|
|
235
209
|
return Err("Screenshot exceeds 20 MiB; capture a smaller region.".into());
|
|
236
210
|
}
|
|
237
|
-
log_action(
|
|
238
|
-
"SCREENSHOT_SUCCESS",
|
|
239
|
-
&format!("Captured {} base64 bytes", data.len()),
|
|
240
|
-
);
|
|
241
211
|
Ok(data.to_owned())
|
|
242
212
|
} else {
|
|
243
213
|
let err = response_error(&response);
|
|
244
|
-
log_action("SCREENSHOT_ERROR", &format!("Failed: {err}"));
|
|
245
214
|
Err(err)
|
|
246
215
|
}
|
|
247
216
|
}
|
|
248
|
-
Err(e) =>
|
|
249
|
-
log_action("SCREENSHOT_ERROR", &format!("Websocket error: {e}"));
|
|
250
|
-
Err(e)
|
|
251
|
-
}
|
|
217
|
+
Err(e) => Err(e),
|
|
252
218
|
}
|
|
253
219
|
}
|
|
@@ -40,12 +40,11 @@ impl Drop for ManagedBrowser {
|
|
|
40
40
|
|
|
41
41
|
impl ManagedBrowser {
|
|
42
42
|
pub fn metadata(&self) -> Value {
|
|
43
|
-
json!({"mode":
|
|
43
|
+
json!({"mode":"headless","command":self.command,"diagnostics":self.diagnostics.lock().unwrap().as_str()})
|
|
44
44
|
}
|
|
45
45
|
|
|
46
46
|
pub async fn launch(config: &MintConfig) -> Result<Self, String> {
|
|
47
|
-
let headless =
|
|
48
|
-
config.extra.get("browserAgentMode").and_then(Value::as_str) != Some("headed");
|
|
47
|
+
let headless = true;
|
|
49
48
|
let width = config
|
|
50
49
|
.extra
|
|
51
50
|
.get("browserViewportWidth")
|
|
@@ -240,7 +239,6 @@ impl ManagedBrowser {
|
|
|
240
239
|
let endpoint = format!("http://127.0.0.1:{port}/json/list");
|
|
241
240
|
if super::cdp::fetch_pages_endpoint(&endpoint).await.is_ok() {
|
|
242
241
|
runtime.endpoint = endpoint;
|
|
243
|
-
super::logging::log_action("LAUNCH", &runtime.command);
|
|
244
242
|
return Ok(runtime);
|
|
245
243
|
}
|
|
246
244
|
}
|