autoglm-gui 1.4.0__py3-none-any.whl → 1.5.0__py3-none-any.whl

autoglm_gui-1.5.0.dist-info/RECORD

@@ -0,0 +1,157 @@
+AutoGLM_GUI/__init__.py,sha256=XHKVEKeLm9LLoM5Otd_9Sk1ald7GxGIvIvjQlCpQTCc,2387
+AutoGLM_GUI/__main__.py,sha256=liPZEFLCuhshCCodW_ldn0A63-i_gXy29TLIuDhuWvQ,6920
+AutoGLM_GUI/config.py,sha256=OrjhbjcaZWBRLiLTzmknm6pONglDXjfoZngQd8jU9bk,2286
+AutoGLM_GUI/config_manager.py,sha256=WZEa8p2iXIg1CneuquKh-EemdQL1uiPoz_I7yWPY99A,24312
+AutoGLM_GUI/device_adapter.py,sha256=eA0bOlU-lzJig9cNCZrS0FqApEVbSOg7oke5P1iJ1rA,9011
+AutoGLM_GUI/device_manager.py,sha256=QvxTjXvnVz_BhJAIfNColsXkw6YUQkf1yiC1An8u7kU,35293
+AutoGLM_GUI/device_protocol.py,sha256=T3JctpggGekkYDeNXiPj_PoINPg8yFqalTx8Lk9w-9A,6944
+AutoGLM_GUI/exceptions.py,sha256=QXTQzxdbEHDUrtaD1G4zuKZydFJO5ymNvuo8ZvVjUdA,3487
+AutoGLM_GUI/history_manager.py,sha256=wbndRk2fnuY5n2bcsfbt2HEa_1N9AcnSC1xAn1VMgcA,6347
+AutoGLM_GUI/i18n.py,sha256=-x8yD5ywyK7xwjoI-pOYqPlSeId_W9KkVjmKayr36m0,2501
+AutoGLM_GUI/logger.py,sha256=wLzjbRqsHAsOtI9yB0bcUZFVzgGK6qM8330std6FjVw,2553
+AutoGLM_GUI/metrics.py,sha256=L72hzMNzw1eemQLz6Hoth5sRW6OQlI4Np5BIFSFwl1c,8994
+AutoGLM_GUI/phone_agent_manager.py,sha256=Bcz--lMTjLFzB2wX8teOm7CAyjcB7h_1E2eVkh3qogQ,19798
+AutoGLM_GUI/platform_utils.py,sha256=tsZ-H6Lsgz3aceWQ3GVBmO4lgKBEyD5l-fYyXU7nPU4,3356
+AutoGLM_GUI/prompt_config.py,sha256=3eNEDdlrk8rvuqakQTiVrGEmFFH5X-UdV-9yUibCSsI,336
+AutoGLM_GUI/prompts.py,sha256=lC5UktW0KRpWKij6T0GG1OrNKV9gAfM6dUcp_tjX7mo,4814
+AutoGLM_GUI/scheduler_manager.py,sha256=6EFo1o4QdD00V2-uMKIclQo_QYY8Ktwy_a3q22IUWds,10296
+AutoGLM_GUI/schemas.py,sha256=JvEQlRZIzY1kZuahyMAKfqTVd10XtTkCzcvwrV81LxI,21274
+AutoGLM_GUI/scrcpy_protocol.py,sha256=h6AtAGq3zMM30FWM7EYiYKJz7BDikpNCOjcKtFcRx3s,997
+AutoGLM_GUI/scrcpy_stream.py,sha256=cI30cOnDeAgaWZhHdkbAvQvuWovA3FVC8IatyrSspeE,21376
+AutoGLM_GUI/server.py,sha256=Fo2Afl6CFT5B6MBggvR0n_savNxqxW22bFdN51NXRJs,299
+AutoGLM_GUI/socketio_server.py,sha256=Y_B3lKXCv9rDs8IbbKUCGoA2eldZ1pr6_qK1Gh99XOQ,6532
+AutoGLM_GUI/state.py,sha256=qGnqZKdWFDpegVBLB4KHDbzfAVWc89C0AiCum_R9LSk,912
+AutoGLM_GUI/types.py,sha256=FY-M0VWK0CyiLhV1gL1aqY872zdftlkHiJPLEORk4ug,2927
+AutoGLM_GUI/version.py,sha256=z0MPXu-k9UO7RXxVGcAwim2M3yklrRqLwgOq66zSdzo,178
+AutoGLM_GUI/workflow_manager.py,sha256=AZ_zrhSeEvtlF1HTNMNS3f4qBwRuX-bzImdZEVZVXV8,5552
+AutoGLM_GUI/actions/__init__.py,sha256=kdprfh9IzhoaBBlKG10q6MROSQ96n-uo9GkREjcv9gc,165
+AutoGLM_GUI/actions/handler.py,sha256=wztZwIDRIAhokxJ3LvDQY8i2AS9MdmTn7Q3h3e34Elo,6993
+AutoGLM_GUI/actions/types.py,sha256=19TZNoi6KkFtsGkaqhw23vIE7c549j1t2CpKxBXuUKo,266
+AutoGLM_GUI/adb/__init__.py,sha256=QdiryYhjt-Ox8MKGCUv6Dd9L1e0VFAcXS4TMpDNCi9s,1095
+AutoGLM_GUI/adb/apps.py,sha256=D9HcsGzqwJL3g1ZRS4_Iq4WjviijDDEtkBJlV4-TSjE,8774
+AutoGLM_GUI/adb/connection.py,sha256=4_u3tZ21y8SvDrucSTe1tLDk4MSIMRV-vRl6uS3njFk,9212
+AutoGLM_GUI/adb/device.py,sha256=erVAjyefzsd1Dz5qB2nrr7zJwwPNFOrLiX_Se9r7Kjk,4351
+AutoGLM_GUI/adb/input.py,sha256=DELZOebzg9Dh7OxOICe-cPIPbe6kIye2pUY24fIHTVM,1738
+AutoGLM_GUI/adb/screenshot.py,sha256=VJWbZM3wNCc0kfdm6ra7ja0fcS9yw5KvfezzaMH4mfk,434
+AutoGLM_GUI/adb/timing.py,sha256=3NPcuMzNQuo_eqs3SKQESsKeRa5L4Ice5GTyrx0WqLc,5790
+AutoGLM_GUI/adb_plus/__init__.py,sha256=YwYYbeMrsKv8BGPcD6dv0PB8-wW93Ik9pMHo02i8QoU,945
+AutoGLM_GUI/adb_plus/device.py,sha256=nCMDUd18LPfl5CsJeDjKd9HSt6FFOy2jS1muOSeLO08,1683
+AutoGLM_GUI/adb_plus/ip.py,sha256=dt6ffIjiW_jGoEqUKUDi9fRGbWN1W9LxfT8rWIqgS-0,2200
+AutoGLM_GUI/adb_plus/keyboard_installer.py,sha256=OfBdtFNbIZtiEgsJJaewgCAucaP4ppoAmd1M6y9-URY,13586
+AutoGLM_GUI/adb_plus/mdns.py,sha256=AwQ4MQsPKVW1tPjIUpOWvBQGlJxvVrO9eTvxoqsgPUo,5862
+AutoGLM_GUI/adb_plus/pair.py,sha256=3UElG0yjylhmZBtPpDER2BNMZs9CwDeavjuQOwOC4sw,1945
+AutoGLM_GUI/adb_plus/qr_pair.py,sha256=WHvx76q2xfTnJPXf5y_qI9cNuiBC_KeWwqYpuROdPkw,13571
+AutoGLM_GUI/adb_plus/screenshot.py,sha256=12JFZJsrUsW4hTSFCQMEDFtMA6WWROaa8bcXxVvi1iw,4023
+AutoGLM_GUI/adb_plus/serial.py,sha256=DZEm5R-w9UypMpqPbnE1uRvQXsAx9Jr-4vQk07_X7eM,3850
+AutoGLM_GUI/adb_plus/touch.py,sha256=cqGmGBmo9gUjSI31OBEV4Q_hLKhRo48ed4XNmbYwgSs,2135
+AutoGLM_GUI/adb_plus/version.py,sha256=u5u1N40izJceeORN9kFhyz0wq_hZtlwBXaiytfA3px8,2428
+AutoGLM_GUI/agents/__init__.py,sha256=z4AggrPOw8xa9S0e053UvOFIES5GTe052HZcjnYCmLU,1264
+AutoGLM_GUI/agents/events.py,sha256=4810WrCNYqQFTpkIcU0lv3XUYwzR4uGn3MeshhDrFaI,392
+AutoGLM_GUI/agents/factory.py,sha256=PKIcssxwGVjpCVqC03jS64vZUUarSDs1_9GB1AZTESE,4620
+AutoGLM_GUI/agents/protocols.py,sha256=YkAprwChnLsomDRDyrPmzpI3uOAASHU-KHBpTxNryHs,572
+AutoGLM_GUI/agents/stream_runner.py,sha256=SEtU-MTvRlVh_QImM3Tmwx1-P0aPHRsbz4eINiG-GuA,6569
+AutoGLM_GUI/agents/glm/__init__.py,sha256=1b9SzDLmWXcxlPS708p96o4W1Ks40YWQ3dd2HPaYewI,179
+AutoGLM_GUI/agents/glm/agent.py,sha256=Um5dqwGllzXP4f2YSqNtSAYhD01sQYTOJW1w8sWGoKU,9817
+AutoGLM_GUI/agents/glm/message_builder.py,sha256=Z1eNMifdrQfojoDBnUBaFRMnxxvugE8kTvFX2jiyHFk,2302
+AutoGLM_GUI/agents/glm/parser.py,sha256=nhWKIAlEloghxdw_pPEKMbLFufYsaj2aIFsYi_ZEU3A,3425
+AutoGLM_GUI/agents/glm/prompts_en.py,sha256=ms92sFAl45gZC1mVdKjYN4kntJG-OZujbCcI-jyzJGo,2608
+AutoGLM_GUI/agents/glm/prompts_zh.py,sha256=g3_6nBjcLZwc5Keg1u26Z4w6xjoL05Fk078263A5EZ8,8285
+AutoGLM_GUI/agents/mai/__init__.py,sha256=HOma4Vc0SDgk2uyS-bq6IvWCrpTBTC_9u6TJp1fOplU,935
+AutoGLM_GUI/agents/mai/agent.py,sha256=NHSwYUq7-PF0Md8cWWFZp-E5hAf9mjFLAy8eob-IopA,14023
+AutoGLM_GUI/agents/mai/parser.py,sha256=0VoxBiW3gEaU759tw1iD0qoOOFgUcaq-CyiWQJ1u0aM,8453
+AutoGLM_GUI/agents/mai/prompts.py,sha256=X3dvVLAP01_OcpUYiwJxBNhETU3lbY-EUK0gJURtkec,4392
+AutoGLM_GUI/agents/mai/traj_memory.py,sha256=2oEpwgz4YGT3KgW0BojFYEcsZL8WKlkaBJao0QcLHcY,2965
+AutoGLM_GUI/api/__init__.py,sha256=EYENHE-DjShI0EOy65i3cmpw7CT4EilaQgG3rmPW0Qs,6321
+AutoGLM_GUI/api/agents.py,sha256=RoyGxikL57oSj4-B3NMsTjdwcTGkANbrUaThrylf0YQ,18259
+AutoGLM_GUI/api/control.py,sha256=mxklJ7o4Eb_nc-lZKKG86zMk2s5DHv3WGPatnyzQB44,3374
+AutoGLM_GUI/api/devices.py,sha256=lRjbkrNHM9aoXGw4pu0GidDDedR6DB5uPxsTQZJmcCE,14022
+AutoGLM_GUI/api/health.py,sha256=ZedFUv-IHst_YUyeQ_MpL5JXOKuOhWVlHBVwAY3MM0I,266
+AutoGLM_GUI/api/history.py,sha256=fXX7Ao3xlO6pByJ6kEwqJZW6REB4RSKHvTG-801wwIM,2799
+AutoGLM_GUI/api/layered_agent.py,sha256=GvwajyfzFbfuPWhFxbz9p8fR1dspAH4x3VN_h5gwE0A,28403
+AutoGLM_GUI/api/mcp.py,sha256=ppqzBxiS_8tUeJ5P8AszH_4m6q0sNe0oT2SCU_uISks,4625
+AutoGLM_GUI/api/media.py,sha256=Cwtk2cikZSBK8gV-igpdtx7bsGYyb2letOe4ZEj0-k4,3806
+AutoGLM_GUI/api/metrics.py,sha256=2h5MnUiMTRAshD6nvcarLVoSlOjtlyVAGg-LRXq03vQ,941
+AutoGLM_GUI/api/scheduled_tasks.py,sha256=BJvu2TlNfXw6C_y4lYYl-sxfcUQzyE6TYWf-jiVa2-Y,3622
+AutoGLM_GUI/api/version.py,sha256=DYiSNNykJsxOXO1zvf3w5AcAtQJTs2c-qtA1HRVihx0,6085
+AutoGLM_GUI/api/workflows.py,sha256=waYwlm2HxwkcfZwp7Bm2Z2l_bms6UmOy2xJEU9B_t0s,2431
+AutoGLM_GUI/devices/__init__.py,sha256=3RHDxS3feJ1jGdWbDKeOHSFUogmexcEr9lpcXWhlnjg,1471
+AutoGLM_GUI/devices/adb_device.py,sha256=uKgSMh7Dn7VPkfjkGltUqAgMcXsXBPIvG4dD3C__MOw,6334
+AutoGLM_GUI/devices/mock_device.py,sha256=StMmVnQ5YRkc6MNUSLz5-FAdW1l2eL1XTRxCHNwE6Lc,5786
+AutoGLM_GUI/devices/remote_device.py,sha256=PXc2uoczKcDi7ovcIZoWcDA8U9CrIXDamyPApGXNXYI,5665
+AutoGLM_GUI/model/__init__.py,sha256=eBat20fq5PyTUL_uRW33eQQzj6m3JQkG5rVgmDOgh3c,120
+AutoGLM_GUI/model/message_builder.py,sha256=wUX3iFiR8kj2lBEpI9gJXVISzsW1AgvRVeIG4DaHmEQ,2148
+AutoGLM_GUI/model/types.py,sha256=Lk96Nmn9U69RaT9OZbUgop2HvZK0Dx4ticCqpGgTsM8,750
+AutoGLM_GUI/models/__init__.py,sha256=NYsb1EcyrcoSYeRYC9u4wEPfTmtEKUScxjd_RNrvIaQ,252
+AutoGLM_GUI/models/history.py,sha256=r1yDMHUIPsoXKDE7LXvnGVee0WejVhfBpG5x4tWwAJI,3210
+AutoGLM_GUI/models/scheduled_task.py,sha256=Z4qO9W72nRyI--gDLqAkO1AMN30B_SDAqZUeF7mQ6o8,2536
+AutoGLM_GUI/parsers/__init__.py,sha256=pa5GK6zVJH0vxofZkkMf4UJmoqAUo29cxI9ujkBeI0E,693
+AutoGLM_GUI/parsers/base.py,sha256=3HGsMAhIv5oQU9GjLGPzMDtDmhScpFQKYK1kaRhNm8w,1565
+AutoGLM_GUI/parsers/phone_parser.py,sha256=JEgfZfpolmGM_j9F1gNZC1nxBNWXlo4h1k_JIyNuLCE,2053
+AutoGLM_GUI/prompts/__init__.py,sha256=GtS7Ek3ds5G8orJj4R-2odjm1Hchje3cF1-1YaxZD38,1069
+AutoGLM_GUI/static/favicon.ico,sha256=uB4wrcENiFaF-K4V-FzNp51XLW8GC4-ujpBDHgISfGM,781
+AutoGLM_GUI/static/index.html,sha256=iz04ysnZj5cpaWthldZy6O-sCmSA5KjPCH1APSTVYfY,761
+AutoGLM_GUI/static/logo-192.png,sha256=FOXgZxFrN0ZleO0VjlCnvD5cDkd1okJPkwPDZqsflNs,35243
+AutoGLM_GUI/static/logo-512.png,sha256=HlwSg09dQ3_Jtb09Ght4l2VK3YNLZlP_941LCdpDkWk,251598
+AutoGLM_GUI/static/assets/about-BQm96DAl.js,sha256=xEmpVOF_8m5s1CAiFxJTDblpMslqZFJaVDjD89VAurQ,155
+AutoGLM_GUI/static/assets/alert-dialog-B42XxGPR.js,sha256=sfHYc7uvNPOjcCC7jXDvlMJMmasYWz3Agy5b6RWFvlA,3140
+AutoGLM_GUI/static/assets/chat-C0L2gQYG.js,sha256=egJ_j0rCPsOALZljsmqNKSivAigGPr7cdsuXkY0h7DY,302373
+AutoGLM_GUI/static/assets/circle-alert-D4rSJh37.js,sha256=mpHSXyEAtaWQI8LILk4_a9TJpxlny_3cCilkaakoORw,251
+AutoGLM_GUI/static/assets/dialog-DZ78cEcj.js,sha256=v2RmsIYgjBKTVNI2HpAesH17EqNo82XmlKRGUGf4BNc,25373
+AutoGLM_GUI/static/assets/history-DFBv7TGc.js,sha256=1k4H9Ma51pdgKoYqaq-2A9b_MZU9iWakXfUvRltSbJ4,5884
+AutoGLM_GUI/static/assets/index-Bzyv2yQ2.css,sha256=WG2Wb8arrb2tgjEDBBbOEcwbCkQ7aRhI8uvpMcAuMko,82586
+AutoGLM_GUI/static/assets/index-CmZSnDqc.js,sha256=G5vfw7NEAYtlSADLga38py3lUGN58mgwQqW-AYyE04c,229
+AutoGLM_GUI/static/assets/index-CssG-3TH.js,sha256=YvRGzMup5LSxIY7X9a6Vt7gjYKa9DQRLbjdDzNBh8Pg,396156
+AutoGLM_GUI/static/assets/label-BCUzE_nm.js,sha256=_WZ19VEilw0jpb6sODsu372W2WO3eC2XJMb81-j-68g,1407
+AutoGLM_GUI/static/assets/logo-Cyfm06Ym.png,sha256=6GRUFH2KNmB4ZmnrmJ1wxpoIYEmOW-__XlmKImyAMKM,4955675
+AutoGLM_GUI/static/assets/logs-eoFxn5of.js,sha256=e4mapCJ_JmN55jlO54fmaSUBbu1g1O9kRbxe8PymUhk,5048
+AutoGLM_GUI/static/assets/popover-DLsuV5Sx.js,sha256=I-845Z4i6hu0xAVZ5wilyEM9cQRfZ_l1lD0mXD_RAGU,5782
+AutoGLM_GUI/static/assets/scheduled-tasks-MyqGJvy_.js,sha256=BmNZ_ZRs_U7to9U_WqqX6BEJhl_CPWDvdx_7Ko26MUo,8364
+AutoGLM_GUI/static/assets/square-pen-zGWYrdfj.js,sha256=_OUY1FnCWYMwexPiWjOngv49-CiRjZHf6qouLRdCySE,321
+AutoGLM_GUI/static/assets/textarea-BX6y7uM5.js,sha256=TDNf7gHPjEtPmhf7COizAwL4PsonsSJrkf362jsk6m8,705
+AutoGLM_GUI/static/assets/worker-D6BRitjy.js,sha256=RL1NIRIks9dXdDhXOHK1cCg-OELT0uv9a6u_UEHfQ0Q,173494
+AutoGLM_GUI/static/assets/workflows-CYFs6ssC.js,sha256=sJWl2I4Ej3VeHhwC--sg7Bv3WcmryGzPw1CVec6RaPA,3301
+phone_agent/__init__.py,sha256=7sCmGiY-ePdb6L08MGG6DkOiu8goop6wq-v2SiM62tE,360
+phone_agent/agent.py,sha256=1SgHpv70_XbujG1ElYRZbvRO5-d4l7gBgiFRBz_FIH8,8157
+phone_agent/agent_ios.py,sha256=R7EBsoHVghEUBtI5TB7M0_btpFcb4NHquMNxktrqrJE,9338
+phone_agent/device_factory.py,sha256=x_zsU2SNk4kh_OQafBoAfvH6nmMLCP-koqUUvcjNBhg,5027
+phone_agent/actions/__init__.py,sha256=YiAMeBMVhRfmDOf0hQ_1FEBSV5ApcnHPQ05gHjA_weQ,160
+phone_agent/actions/handler.py,sha256=QsRWS3RB_CQxdSmoNFNsmSe58j3__D0yDYB52mcmNN8,15640
+phone_agent/actions/handler_ios.py,sha256=YmK-QabWqCTHBemNJFGnEqDZO5Zhu05KBEvuyBNYLB8,10223
+phone_agent/adb/__init__.py,sha256=w3CBSGRv-cQPME-Q-Bx2tbL_WJkpb9RqmT2olNK9TZw,950
+phone_agent/adb/connection.py,sha256=Epmghk079HcDCqOYARIv8u1kb_oit1Y8rxRhBlqr0z0,10344
+phone_agent/adb/device.py,sha256=NRZAT9b8wT1wRJzV6176fMYxgmACkwyl0ASoEs3Id8g,6686
+phone_agent/adb/input.py,sha256=Yr-5oXcYITkPl8humom7k5eakS3OMVPilj-N0veeCQQ,2857
+phone_agent/adb/screenshot.py,sha256=FgPH6WgFBxU7JPgWpaCgQbltcm4LvhIoTmR5X5rm0yM,3161
+phone_agent/config/__init__.py,sha256=mtVL2HYW5r5UrGejCsTDefXTnLvpfxrJouvfqc2JaS8,1322
+phone_agent/config/apps.py,sha256=D9HcsGzqwJL3g1ZRS4_Iq4WjviijDDEtkBJlV4-TSjE,8774
+phone_agent/config/apps_harmonyos.py,sha256=z2QN6O7NPe87ta4EAPs6s4PAC74SPPXlXXz6fTkAXhY,10606
+phone_agent/config/apps_ios.py,sha256=CrOEDnPyG7T2qF_lS3SDlXjhbJPwDKI61_yOrggernc,11481
+phone_agent/config/i18n.py,sha256=-x8yD5ywyK7xwjoI-pOYqPlSeId_W9KkVjmKayr36m0,2501
+phone_agent/config/prompts.py,sha256=0XKS_LrXthPB_bAXUT3ezsyr7UlwJNR2i4FLdEuticQ,8444
+phone_agent/config/prompts_en.py,sha256=t8C9YLailtg8kVlFtYvq3t9EdtMGE8HastTfDh5BAUM,2630
+phone_agent/config/prompts_zh.py,sha256=oOd5wJz-_P9ZF3F8hIPPrwjXdgv0sIgH7aop94eOTKM,8603
+phone_agent/config/timing.py,sha256=bT-5HKGovzY_95wxRGIhmHyrIIPqhWivsXg-0LWc2pM,5793
+phone_agent/hdc/__init__.py,sha256=6Olk6ujXQovtzmRLXk5MIqbwffxleSQnoHYvCO4G1Ww,996
+phone_agent/hdc/connection.py,sha256=TweQ417wU2M35mgddK_Xt92zn5tZ0K7vtsaQjLn_e1o,11326
+phone_agent/hdc/device.py,sha256=-tOXttrO2oGNFWg5dIGDgEEwa_jfesFTzpgTQJqlYik,7598
+phone_agent/hdc/input.py,sha256=28TcK1FK1-4qpqbR3_vdjHc-l75en85EGI3rDpPy4rE,4901
+phone_agent/hdc/screenshot.py,sha256=sD21nGQidt9_S7nMXDZ3qMl8A2m7Q95nkwJD8vD-9Nc,4099
+phone_agent/model/__init__.py,sha256=w6yFkla9VoUvX5vZkTWa7Z5Bg5_lfA9AajrLjZsdL24,149
+phone_agent/model/client.py,sha256=vpkWoqJUETd4a9P2fQHJAMdhVDQoALyByb9bpTgDPfY,9707
+phone_agent/xctest/__init__.py,sha256=AKIwp6UfoaNdDvDveAp_v5h5UQPxU-PQTefMpfayzj0,881
+phone_agent/xctest/connection.py,sha256=m2lT9aNZgknDzItPoA7KOiFaDVOPqx4Imdhl6GcHx20,10833
+phone_agent/xctest/device.py,sha256=sOAPMoliMIabcrtsmzuGDKnZXtitqlc0lo8RSjQta7A,13655
+phone_agent/xctest/input.py,sha256=aMp1YCRGBtGsRMKhA9rrjxuLkri0_k3n6hisi0EBJ2o,8164
+phone_agent/xctest/screenshot.py,sha256=H6dsQGgf38h8dvuSeigiR2Qr8NucPanIgTK8kjlV9hA,6027
+mai_agent/base.py,sha256=hYjGQXe_qguYkGq2qVWVO_xzsLzNqayA-dox_usCCM0,4546
+mai_agent/mai_grounding_agent.py,sha256=d1X6giinaFVnTtKwh7oFktGZCkDjUySLb22toItykxM,8664
+mai_agent/mai_naivigation_agent.py,sha256=7oA_mjxHfUEYEz2-oLdCEIImNQvAK-V4ADIMCqPPM2s,18264
+mai_agent/prompt.py,sha256=Zgnj5JmVhCGjgM0sB-q19q0G76OCcNdffLypmwxRdl8,7111
+mai_agent/unified_memory.py,sha256=AqEux-0I2WUIQOaY_yCRi-MDuU1BuY6dEWgClQETnEk,2194
+mai_agent/utils.py,sha256=oJ50FEOM13-NwPHY4ttQ0tH49GS-w2TEy1_1FMCaxLg,2304
+scrcpy-server-v3.3.3,sha256=fnAyO6fyWWSd1KzOl6xP77roECssbZHi575hP9U1S-A,90164
+autoglm_gui-1.5.0.dist-info/METADATA,sha256=iEzLUm032HxRlibY7Ixd56dE70Ocy9VBgrQZBf5QlR0,19861
+autoglm_gui-1.5.0.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+autoglm_gui-1.5.0.dist-info/entry_points.txt,sha256=sz4rBO_kgrYmOiT0QnhCCv0b9QqBdWyCjugJgY8AEOI,58
+autoglm_gui-1.5.0.dist-info/licenses/LICENSE,sha256=0IkSHDewdtmXnmYzTNq4U47EJYjTuhjQNpT0bZKuqWc,11342
+autoglm_gui-1.5.0.dist-info/RECORD,,

mai_agent/base.py

@@ -0,0 +1,137 @@
+# Copyright (c) 2025, Alibaba Cloud and its affiliates;
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""Base agent class for mobile GUI automation agents."""
+
+from abc import ABC, abstractmethod
+from typing import Any, Dict, List, Tuple
+
+from unified_memory import TrajMemory
+
+
+class BaseAgent(ABC):
+    """
+    Abstract base class for all GUI automation agents.
+
+    This class provides common functionality for trajectory management
+    and defines the interface that all agents must implement.
+    """
+
+    def __init__(self) -> None:
+        """Initialize the base agent with empty trajectory memory."""
+        self.traj_memory = TrajMemory(
+            task_goal="",
+            task_id="",
+            steps=[],
+        )
+
+    @property
+    def thoughts(self) -> List[str]:
+        """Return list of thoughts from trajectory memory."""
+        return [step.thought if step.thought else "" for step in self.traj_memory.steps]
+
+    @property
+    def actions(self) -> List[Dict[str, Any]]:
+        """Return list of actions from trajectory memory."""
+        return [step.action for step in self.traj_memory.steps]
+
+    @property
+    def conclusions(self) -> List[str]:
+        """Return list of conclusions from trajectory memory."""
+        return [step.conclusion for step in self.traj_memory.steps]
+
+    @property
+    def observations(self) -> List[Dict[str, Any]]:
+        """Return list of observations from trajectory memory."""
+        return [
+            {
+                "screenshot": step.screenshot_bytes,
+                "accessibility_tree": step.accessibility_tree,
+            }
+            for step in self.traj_memory.steps
+        ]
+
+    @property
+    def history_images(self) -> List[bytes]:
+        """Return list of screenshot bytes from trajectory memory."""
+        return [step.screenshot_bytes for step in self.traj_memory.steps]
+
+    @property
+    def history_responses(self) -> List[str]:
+        """Return list of predictions from trajectory memory."""
+        return [step.prediction for step in self.traj_memory.steps]
+
+    @abstractmethod
+    def predict(
+        self,
+        instruction: str,
+        obs: Dict[str, Any],
+        **kwargs: Any,
+    ) -> Tuple[str, Dict[str, Any]]:
+        """
+        Predict the next action based on the current observation.
+
+        Args:
+            instruction: Task instruction/goal.
+            obs: Current observation containing screenshot and optional accessibility tree.
+            **kwargs: Additional keyword arguments.
+
+        Returns:
+            Tuple of (prediction_text, action_dict).
+        """
+        pass
+
+    def reset(self) -> None:
+        """Reset the trajectory memory for a new task."""
+        self.traj_memory = TrajMemory(
+            task_goal="",
+            task_id="",
+            steps=[],
+        )
+
+    def load_traj(self, traj_memory: TrajMemory) -> None:
+        """
+        Load trajectory from existing TrajMemory object.
+
+        Args:
+            traj_memory: TrajMemory object containing trajectory data.
+        """
+        self.traj_memory = traj_memory
+
+    def save_traj(self) -> Dict[str, Any]:
+        """
+        Save current trajectory to a dictionary format.
+
+        Returns:
+            Dictionary containing the trajectory data that can be serialized.
+        """
+        steps_data = []
+        for step in self.traj_memory.steps:
+            step_dict = {
+                "screenshot_bytes": step.screenshot_bytes,
+                "accessibility_tree": step.accessibility_tree,
+                "prediction": step.prediction,
+                "action": step.action,
+                "conclusion": step.conclusion,
+                "thought": step.thought,
+                "step_index": step.step_index,
+                "agent_type": step.agent_type,
+                "model_name": step.model_name,
+            }
+            steps_data.append(step_dict)
+
+        return {
+            "task_goal": self.traj_memory.task_goal,
+            "task_id": self.traj_memory.task_id,
+            "steps": steps_data,
+        }

mai_agent/mai_grounding_agent.py

@@ -0,0 +1,263 @@
+# Copyright (c) 2025, Alibaba Cloud and its affiliates;
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""
+MAI Grounding Agent - A GUI grounding agent for locating UI elements.
+
+This module provides the MAIGroundingAgent class that uses vision-language models
+to locate UI elements based on natural language instructions.
+"""
+
+import json
+import re
+from io import BytesIO
+from typing import Any, Dict, Optional, Tuple, Union
+
+from openai import OpenAI
+from PIL import Image
+
+from prompt import MAI_MOBILE_SYS_PROMPT_GROUNDING
+from utils import pil_to_base64
+
+
+# Constants
+SCALE_FACTOR = 999
+
+
+def parse_grounding_response(text: str) -> Dict[str, Any]:
+    """
+    Parse model output text containing grounding_think and answer tags.
+
+    Args:
+        text: Raw model output containing <grounding_think> and <answer> tags.
+
+    Returns:
+        Dictionary with keys:
+            - "thinking": The model's reasoning process
+            - "coordinate": Normalized [x, y] coordinate
+
+    Raises:
+        ValueError: If parsing fails or JSON is invalid.
+    """
+    text = text.strip()
+
+    result: Dict[str, Any] = {
+        "thinking": None,
+        "coordinate": None,
+    }
+
+    # Extract thinking content
+    think_pattern = r"<grounding_think>(.*?)</grounding_think>"
+    think_match = re.search(think_pattern, text, re.DOTALL)
+    if think_match:
+        result["thinking"] = think_match.group(1).strip()
+
+    # Extract answer content
+    answer_pattern = r"<answer>(.*?)</answer>"
+    answer_match = re.search(answer_pattern, text, re.DOTALL)
+    if answer_match:
+        answer_text = answer_match.group(1).strip()
+        try:
+            answer_json = json.loads(answer_text)
+            coordinates = answer_json.get("coordinate", [])
+            if len(coordinates) == 2:
+                # Normalize coordinates from SCALE_FACTOR range to [0, 1]
+                point_x = coordinates[0] / SCALE_FACTOR
+                point_y = coordinates[1] / SCALE_FACTOR
+                result["coordinate"] = [point_x, point_y]
+            else:
+                raise ValueError(
+                    f"Invalid coordinate format: expected 2 values, got {len(coordinates)}"
+                )
+        except json.JSONDecodeError as e:
+            raise ValueError(f"Invalid JSON in answer: {e}")
+
+    return result
+
+
+class MAIGroundingAgent:
+    """
+    GUI grounding agent using vision-language models.
+
+    This agent processes a screenshot and natural language instruction to
+    locate a specific UI element and return its coordinates.
+
+    Attributes:
+        llm_base_url: Base URL for the LLM API endpoint.
+        model_name: Name of the model to use for predictions.
+        runtime_conf: Configuration dictionary for runtime parameters.
+    """
+
+    def __init__(
+        self,
+        llm_base_url: str,
+        model_name: str,
+        runtime_conf: Optional[Dict[str, Any]] = None,
+    ):
+        """
+        Initialize the MAIGroundingAgent.
+
+        Args:
+            llm_base_url: Base URL for the LLM API endpoint.
+            model_name: Name of the model to use.
+            runtime_conf: Optional configuration dictionary with keys:
+                - max_pixels: Maximum pixels for image processing
+                - min_pixels: Minimum pixels for image processing
+                - temperature: Sampling temperature (default: 0.0)
+                - top_k: Top-k sampling parameter (default: -1)
+                - top_p: Top-p sampling parameter (default: 1.0)
+                - max_tokens: Maximum tokens in response (default: 2048)
+        """
+        # Set default configuration
+        default_conf = {
+            "temperature": 0.0,
+            "top_k": -1,
+            "top_p": 1.0,
+            "max_tokens": 2048,
+        }
+        self.runtime_conf = {**default_conf, **(runtime_conf or {})}
+
+        self.llm_base_url = llm_base_url
+        self.model_name = model_name
+        self.llm = OpenAI(
+            base_url=self.llm_base_url,
+            api_key="empty",
+        )
+
+        # Extract frequently used config values
+        self.temperature = self.runtime_conf["temperature"]
+        self.top_k = self.runtime_conf["top_k"]
+        self.top_p = self.runtime_conf["top_p"]
+        self.max_tokens = self.runtime_conf["max_tokens"]
+
+    @property
+    def system_prompt(self) -> str:
+        """Return the system prompt for grounding tasks."""
+        return MAI_MOBILE_SYS_PROMPT_GROUNDING
+
+    def _build_messages(
+        self,
+        instruction: str,
+        image: Image.Image,
+    ) -> list:
+        """
+        Build the message list for the LLM API call.
+
+        Args:
+            instruction: Grounding instruction from user.
+            image: PIL Image of the screenshot.
+            magic_prompt: Whether to use the magic prompt format.
+
+        Returns:
+            List of message dictionaries for the API.
+        """
+        encoded_string = pil_to_base64(image)
+
+        messages = [
+            {
+                "role": "system",
+                "content": [
+                    {
+                        "type": "text",
+                        "text": self.system_prompt,
+                    }
+                ],
+            }
+        ]
+
+        messages.append(
+            {
+                "role": "user",
+                "content": [
+                    {
+                        "type": "text",
+                        "text": instruction + "\n",
+                    },
+                    {
+                        "type": "image_url",
+                        "image_url": {"url": f"data:image/png;base64,{encoded_string}"},
+                    },
+                ],
+            }
+        )
+
+        return messages
+
+    def predict(
+        self,
+        instruction: str,
+        image: Union[Image.Image, bytes],
+        **kwargs: Any,
+    ) -> Tuple[str, Dict[str, Any]]:
+        """
+        Predict the coordinate of the UI element based on the instruction.
+
+        Args:
+            instruction: Grounding instruction describing the UI element to locate.
+            image: PIL Image or bytes of the screenshot.
+            **kwargs: Additional arguments (unused).
+
+        Returns:
+            Tuple of (prediction_text, result_dict) where:
+                - prediction_text: Raw model response or error message
+                - result_dict: Dictionary containing:
+                    - "thinking": Model's reasoning process
+                    - "coordinate": Normalized [x, y] coordinate
+        """
+        # Convert bytes to PIL Image if necessary
+        if isinstance(image, bytes):
+            image = Image.open(BytesIO(image))
+
+        if image.mode != "RGB":
+            image = image.convert("RGB")
+
+        # Build messages
+        messages = self._build_messages(instruction, image)
+
+        # Make API call with retry logic
+        max_retries = 3
+        prediction = None
+        result = None
+
+        for attempt in range(max_retries):
+            try:
+                response = self.llm.chat.completions.create(
+                    model=self.model_name,
+                    messages=messages,
+                    max_tokens=self.max_tokens,
+                    temperature=self.temperature,
+                    top_p=self.top_p,
+                    frequency_penalty=0.0,
+                    presence_penalty=0.0,
+                    extra_body={"repetition_penalty": 1.0, "top_k": self.top_k},
+                    seed=42,
+                )
+                prediction = response.choices[0].message.content.strip()
+                print(f"Raw response:\n{prediction}")
+
+                # Parse response
+                result = parse_grounding_response(prediction)
+                print(f"Parsed result:\n{result}")
+                break
+
+            except Exception as e:
+                print(f"Error on attempt {attempt + 1}: {e}")
+                prediction = None
+                result = None
+
+        # Return error if all retries failed
+        if prediction is None or result is None:
+            print("Max retry attempts reached, returning error flag.")
+            return "llm client error", {"thinking": None, "coordinate": None}
+
+        return prediction, result