mobster-cli 0.4.3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1009) hide show
  1. mobile_agent/__init__.py +4 -0
  2. mobile_agent/__main__.py +598 -0
  3. mobile_agent/accounts/__init__.py +1 -0
  4. mobile_agent/accounts/context.py +80 -0
  5. mobile_agent/accounts/mcp.py +55 -0
  6. mobile_agent/accounts/pacing.py +318 -0
  7. mobile_agent/accounts/register.py +78 -0
  8. mobile_agent/accounts/routes.py +212 -0
  9. mobile_agent/accounts/routing.py +69 -0
  10. mobile_agent/accounts/screen.py +273 -0
  11. mobile_agent/accounts/stats.py +54 -0
  12. mobile_agent/accounts/store.py +394 -0
  13. mobile_agent/agent_hooks.py +123 -0
  14. mobile_agent/ai_plans/__init__.py +7 -0
  15. mobile_agent/ai_plans/agents.py +96 -0
  16. mobile_agent/ai_plans/claude_code.py +208 -0
  17. mobile_agent/ai_plans/cli.py +400 -0
  18. mobile_agent/ai_plans/codex.py +258 -0
  19. mobile_agent/ai_plans/compat_chat.py +307 -0
  20. mobile_agent/ai_plans/device_login.py +164 -0
  21. mobile_agent/ai_plans/draft_client.py +68 -0
  22. mobile_agent/ai_plans/gemini.py +137 -0
  23. mobile_agent/ai_plans/instructions.py +65 -0
  24. mobile_agent/ai_plans/mcp_http.py +160 -0
  25. mobile_agent/ai_plans/phone_tools.py +892 -0
  26. mobile_agent/ai_plans/providers.py +235 -0
  27. mobile_agent/ai_plans/routes.py +160 -0
  28. mobile_agent/ai_plans/runner.py +400 -0
  29. mobile_agent/ai_plans/vault.py +114 -0
  30. mobile_agent/alerts.py +337 -0
  31. mobile_agent/android/__init__.py +18 -0
  32. mobile_agent/android/adb.py +268 -0
  33. mobile_agent/android/conditions.py +128 -0
  34. mobile_agent/android/doctor.py +54 -0
  35. mobile_agent/android/driver.py +137 -0
  36. mobile_agent/android/emulator.py +216 -0
  37. mobile_agent/android/logs.py +85 -0
  38. mobile_agent/android/manager.py +225 -0
  39. mobile_agent/android/records.py +31 -0
  40. mobile_agent/android/tree.py +96 -0
  41. mobile_agent/answer_shapes.py +230 -0
  42. mobile_agent/api_devices.py +333 -0
  43. mobile_agent/api_errors.py +17 -0
  44. mobile_agent/api_get.py +249 -0
  45. mobile_agent/api_http.py +467 -0
  46. mobile_agent/api_post.py +453 -0
  47. mobile_agent/api_routes.py +173 -0
  48. mobile_agent/app_api/__init__.py +4 -0
  49. mobile_agent/app_api/cli.py +151 -0
  50. mobile_agent/app_api/endpoints.py +193 -0
  51. mobile_agent/app_api/mcp.py +54 -0
  52. mobile_agent/app_api/openapi.py +146 -0
  53. mobile_agent/app_api/reading.py +172 -0
  54. mobile_agent/app_api/register.py +10 -0
  55. mobile_agent/app_api/screen.py +216 -0
  56. mobile_agent/app_api/service.py +382 -0
  57. mobile_agent/app_api/sessions.py +404 -0
  58. mobile_agent/app_api/tokens.py +167 -0
  59. mobile_agent/app_choice.py +131 -0
  60. mobile_agent/app_icons.py +183 -0
  61. mobile_agent/app_killer.py +69 -0
  62. mobile_agent/artifacts.py +606 -0
  63. mobile_agent/attach/__init__.py +13 -0
  64. mobile_agent/attach/cli.py +46 -0
  65. mobile_agent/attach/flutter.py +28 -0
  66. mobile_agent/attach/score.py +119 -0
  67. mobile_agent/attach/web.py +13 -0
  68. mobile_agent/attachments/__init__.py +1 -0
  69. mobile_agent/attachments/agent.py +418 -0
  70. mobile_agent/attachments/extract.py +217 -0
  71. mobile_agent/attachments/mcp.py +104 -0
  72. mobile_agent/attachments/register.py +73 -0
  73. mobile_agent/attachments/routes.py +326 -0
  74. mobile_agent/attachments/service.py +170 -0
  75. mobile_agent/attachments/sniff.py +152 -0
  76. mobile_agent/attachments/store.py +441 -0
  77. mobile_agent/audit_verify.py +436 -0
  78. mobile_agent/bench/README.md +410 -0
  79. mobile_agent/bench/__init__.py +0 -0
  80. mobile_agent/bench/__main__.py +394 -0
  81. mobile_agent/bench/ab.py +168 -0
  82. mobile_agent/bench/actuation.py +368 -0
  83. mobile_agent/bench/agents/__init__.py +9 -0
  84. mobile_agent/bench/agents/base.py +105 -0
  85. mobile_agent/bench/agents/plan_clients.py +245 -0
  86. mobile_agent/bench/agents/smart.py +533 -0
  87. mobile_agent/bench/checks.py +358 -0
  88. mobile_agent/bench/decide_gate.py +214 -0
  89. mobile_agent/bench/diagnose.py +181 -0
  90. mobile_agent/bench/evals/__init__.py +14 -0
  91. mobile_agent/bench/evals/build.py +565 -0
  92. mobile_agent/bench/evals/checkpoint.py +214 -0
  93. mobile_agent/bench/evals/irt.py +219 -0
  94. mobile_agent/bench/evals/l0.py +647 -0
  95. mobile_agent/bench/evals/l1.py +866 -0
  96. mobile_agent/bench/evals/models.py +124 -0
  97. mobile_agent/bench/evals/pairwise.py +189 -0
  98. mobile_agent/bench/evals/proxy.py +90 -0
  99. mobile_agent/bench/evals/sets.py +149 -0
  100. mobile_agent/bench/evals/traces.py +446 -0
  101. mobile_agent/bench/fixtures.py +176 -0
  102. mobile_agent/bench/guard_replay.py +129 -0
  103. mobile_agent/bench/h2-manifest.json +20 -0
  104. mobile_agent/bench/h3-manifest.json +20 -0
  105. mobile_agent/bench/heldout-manifest.json +32 -0
  106. mobile_agent/bench/heldout.py +375 -0
  107. mobile_agent/bench/iosworld.py +901 -0
  108. mobile_agent/bench/iosworld_stats.py +510 -0
  109. mobile_agent/bench/llm_units.py +116 -0
  110. mobile_agent/bench/manifest.json +93 -0
  111. mobile_agent/bench/metrics.py +66 -0
  112. mobile_agent/bench/phone.py +44 -0
  113. mobile_agent/bench/replay.py +172 -0
  114. mobile_agent/bench/report.py +207 -0
  115. mobile_agent/bench/runner.py +456 -0
  116. mobile_agent/bench/safety.py +310 -0
  117. mobile_agent/bench/stream_timing.py +213 -0
  118. mobile_agent/bench/suite.py +444 -0
  119. mobile_agent/bench/sweep.py +176 -0
  120. mobile_agent/bench/tape.py +798 -0
  121. mobile_agent/bench/tape_replay.py +88 -0
  122. mobile_agent/bench/trace_evals.py +128 -0
  123. mobile_agent/bench/trace_view.py +81 -0
  124. mobile_agent/bench/truth/iphone15pro.json +138 -0
  125. mobile_agent/bench/truth.py +340 -0
  126. mobile_agent/bench/tuning.py +543 -0
  127. mobile_agent/bench/tuning_analysis.py +656 -0
  128. mobile_agent/bench/vague-heldout-manifest.json +12 -0
  129. mobile_agent/bench/vague_rubric.py +135 -0
  130. mobile_agent/bench/vague_run.py +243 -0
  131. mobile_agent/brand.py +454 -0
  132. mobile_agent/brand_fonts.py +756 -0
  133. mobile_agent/build_identity.py +21 -0
  134. mobile_agent/cable_bt.py +623 -0
  135. mobile_agent/cable_bt_runtime.py +128 -0
  136. mobile_agent/catalog.py +69 -0
  137. mobile_agent/chart_svg.py +415 -0
  138. mobile_agent/chat_here.py +189 -0
  139. mobile_agent/cli_constants.py +5 -0
  140. mobile_agent/cli_parser.py +611 -0
  141. mobile_agent/cli_run.py +115 -0
  142. mobile_agent/compiled_read/__init__.py +21 -0
  143. mobile_agent/compiled_read/delta.py +89 -0
  144. mobile_agent/compiled_read/extractors.py +202 -0
  145. mobile_agent/compiled_read/routes.py +56 -0
  146. mobile_agent/completion.py +267 -0
  147. mobile_agent/compose.py +48 -0
  148. mobile_agent/config.py +114 -0
  149. mobile_agent/connectors/__init__.py +1 -0
  150. mobile_agent/connectors/api_session.py +76 -0
  151. mobile_agent/connectors/callback_page.py +146 -0
  152. mobile_agent/connectors/client.py +582 -0
  153. mobile_agent/connectors/github_app.py +55 -0
  154. mobile_agent/connectors/graph_api.py +396 -0
  155. mobile_agent/connectors/imports.py +170 -0
  156. mobile_agent/connectors/issue.py +66 -0
  157. mobile_agent/connectors/keystore.py +85 -0
  158. mobile_agent/connectors/marks.py +222 -0
  159. mobile_agent/connectors/oauth.py +476 -0
  160. mobile_agent/connectors/picker.py +228 -0
  161. mobile_agent/connectors/presets.py +591 -0
  162. mobile_agent/connectors/register.py +48 -0
  163. mobile_agent/connectors/routes.py +153 -0
  164. mobile_agent/connectors/service.py +966 -0
  165. mobile_agent/connectors/shared.py +136 -0
  166. mobile_agent/connectors/skill.py +446 -0
  167. mobile_agent/connectors/slack_api.py +269 -0
  168. mobile_agent/connectors/steps.py +92 -0
  169. mobile_agent/connectors/store.py +144 -0
  170. mobile_agent/connectors/vault.py +72 -0
  171. mobile_agent/console.py +178 -0
  172. mobile_agent/content_queue/__init__.py +1 -0
  173. mobile_agent/content_queue/client.py +263 -0
  174. mobile_agent/content_queue/importing.py +153 -0
  175. mobile_agent/content_queue/media_check.py +224 -0
  176. mobile_agent/content_queue/prompt.py +64 -0
  177. mobile_agent/content_queue/register.py +91 -0
  178. mobile_agent/content_queue/routes.py +370 -0
  179. mobile_agent/content_queue/runner.py +475 -0
  180. mobile_agent/content_queue/store.py +521 -0
  181. mobile_agent/contract.py +996 -0
  182. mobile_agent/contract_asks.py +248 -0
  183. mobile_agent/contract_prompt.py +45 -0
  184. mobile_agent/contract_screen.py +981 -0
  185. mobile_agent/contract_view.py +84 -0
  186. mobile_agent/corpus/__init__.py +26 -0
  187. mobile_agent/corpus/cli.py +63 -0
  188. mobile_agent/corpus/consent.py +55 -0
  189. mobile_agent/corpus/listener.py +76 -0
  190. mobile_agent/corpus/register.py +9 -0
  191. mobile_agent/corpus/skeleton.py +72 -0
  192. mobile_agent/corpus/store.py +143 -0
  193. mobile_agent/costs.py +161 -0
  194. mobile_agent/decider_scope.py +40 -0
  195. mobile_agent/decision_provider.py +189 -0
  196. mobile_agent/deeplinks.py +352 -0
  197. mobile_agent/device_info.py +116 -0
  198. mobile_agent/device_manager.py +978 -0
  199. mobile_agent/device_status.py +195 -0
  200. mobile_agent/device_targets.py +217 -0
  201. mobile_agent/devices.py +676 -0
  202. mobile_agent/devkit/__init__.py +64 -0
  203. mobile_agent/devkit/account_cli.py +90 -0
  204. mobile_agent/devkit/asc.py +562 -0
  205. mobile_agent/devkit/asc_cli.py +214 -0
  206. mobile_agent/devkit/ci.py +737 -0
  207. mobile_agent/devkit/ci_cli.py +196 -0
  208. mobile_agent/devkit/ci_hosts.py +194 -0
  209. mobile_agent/devkit/es256.py +197 -0
  210. mobile_agent/devkit/expo.py +440 -0
  211. mobile_agent/devkit/expo_cli.py +405 -0
  212. mobile_agent/devkit/expo_dev.py +203 -0
  213. mobile_agent/devkit/expo_routes.py +90 -0
  214. mobile_agent/devkit/fixtures_cli.py +133 -0
  215. mobile_agent/devkit/fixtures_routes.py +82 -0
  216. mobile_agent/devkit/links.py +375 -0
  217. mobile_agent/devkit/links_cli.py +123 -0
  218. mobile_agent/devkit/links_routes.py +83 -0
  219. mobile_agent/devkit/nightly.py +152 -0
  220. mobile_agent/devkit/shots.py +203 -0
  221. mobile_agent/devkit/testflight.py +155 -0
  222. mobile_agent/devkit/testflight_cli.py +127 -0
  223. mobile_agent/devkit/testflight_routes.py +111 -0
  224. mobile_agent/devkit/xcode.py +236 -0
  225. mobile_agent/devkit/xcode_cli.py +101 -0
  226. mobile_agent/devtools.py +419 -0
  227. mobile_agent/doctor.py +509 -0
  228. mobile_agent/doctor_fix.py +467 -0
  229. mobile_agent/downloads.py +55 -0
  230. mobile_agent/drivers.py +793 -0
  231. mobile_agent/dry_run.py +102 -0
  232. mobile_agent/effect_ledger.py +83 -0
  233. mobile_agent/engine_health.py +378 -0
  234. mobile_agent/engine_hooks.py +96 -0
  235. mobile_agent/engines.py +408 -0
  236. mobile_agent/env_file.py +63 -0
  237. mobile_agent/env_secrets.py +149 -0
  238. mobile_agent/errors.py +15 -0
  239. mobile_agent/evals/__init__.py +3 -0
  240. mobile_agent/evals/app_survey.py +149 -0
  241. mobile_agent/evals/development/__init__.py +1 -0
  242. mobile_agent/evals/development/score.py +276 -0
  243. mobile_agent/evals/latency_report.py +312 -0
  244. mobile_agent/evals/offline_report.py +374 -0
  245. mobile_agent/evals/oracles.py +298 -0
  246. mobile_agent/evals/redteam/__init__.py +15 -0
  247. mobile_agent/evals/redteam/__main__.py +72 -0
  248. mobile_agent/evals/redteam/cases.py +730 -0
  249. mobile_agent/evals/redteam/harness.py +604 -0
  250. mobile_agent/evals/redteam/live.py +139 -0
  251. mobile_agent/evals/redteam/plain.py +85 -0
  252. mobile_agent/evals/vision/__init__.py +0 -0
  253. mobile_agent/evals/vision/images/dog_001.jpg +0 -0
  254. mobile_agent/evals/vision/images/dog_002.jpg +0 -0
  255. mobile_agent/evals/vision/images/dog_003.jpg +0 -0
  256. mobile_agent/evals/vision/images/dog_004.jpg +0 -0
  257. mobile_agent/evals/vision/images/dog_005.jpg +0 -0
  258. mobile_agent/evals/vision/images/dog_006.jpg +0 -0
  259. mobile_agent/evals/vision/images/dog_007.jpg +0 -0
  260. mobile_agent/evals/vision/images/dog_010.jpg +0 -0
  261. mobile_agent/evals/vision/images/dog_011.jpg +0 -0
  262. mobile_agent/evals/vision/images/dog_013.jpg +0 -0
  263. mobile_agent/evals/vision/images/dog_014.jpg +0 -0
  264. mobile_agent/evals/vision/images/dog_015.jpg +0 -0
  265. mobile_agent/evals/vision/images/dog_016.jpg +0 -0
  266. mobile_agent/evals/vision/images/dog_017.jpg +0 -0
  267. mobile_agent/evals/vision/images/dog_019.jpg +0 -0
  268. mobile_agent/evals/vision/images/dog_020.jpg +0 -0
  269. mobile_agent/evals/vision/images/dog_021.jpg +0 -0
  270. mobile_agent/evals/vision/images/dog_022.jpg +0 -0
  271. mobile_agent/evals/vision/images/dog_023.jpg +0 -0
  272. mobile_agent/evals/vision/images/dog_024.jpg +0 -0
  273. mobile_agent/evals/vision/images/dog_026.jpg +0 -0
  274. mobile_agent/evals/vision/images/dog_027.jpg +0 -0
  275. mobile_agent/evals/vision/images/dog_034.jpg +0 -0
  276. mobile_agent/evals/vision/images/dog_035.jpg +0 -0
  277. mobile_agent/evals/vision/images/dog_038.jpg +0 -0
  278. mobile_agent/evals/vision/images/dog_042.jpg +0 -0
  279. mobile_agent/evals/vision/images/dog_047.jpg +0 -0
  280. mobile_agent/evals/vision/images/dog_052.jpg +0 -0
  281. mobile_agent/evals/vision/images/dog_058.jpg +0 -0
  282. mobile_agent/evals/vision/images/dog_062.jpg +0 -0
  283. mobile_agent/evals/vision/images/eyes_000.jpg +0 -0
  284. mobile_agent/evals/vision/images/eyes_010.jpg +0 -0
  285. mobile_agent/evals/vision/images/eyes_011.jpg +0 -0
  286. mobile_agent/evals/vision/images/eyes_015.jpg +0 -0
  287. mobile_agent/evals/vision/images/eyes_016.jpg +0 -0
  288. mobile_agent/evals/vision/images/eyes_017.jpg +0 -0
  289. mobile_agent/evals/vision/images/eyes_019.jpg +0 -0
  290. mobile_agent/evals/vision/images/eyes_021.jpg +0 -0
  291. mobile_agent/evals/vision/images/eyes_025.jpg +0 -0
  292. mobile_agent/evals/vision/images/eyes_026.jpg +0 -0
  293. mobile_agent/evals/vision/images/eyes_027.jpg +0 -0
  294. mobile_agent/evals/vision/images/eyes_030.jpg +0 -0
  295. mobile_agent/evals/vision/images/eyes_032.jpg +0 -0
  296. mobile_agent/evals/vision/images/eyes_033.jpg +0 -0
  297. mobile_agent/evals/vision/images/eyes_034.jpg +0 -0
  298. mobile_agent/evals/vision/images/eyes_035.jpg +0 -0
  299. mobile_agent/evals/vision/images/eyes_036.jpg +0 -0
  300. mobile_agent/evals/vision/images/eyes_037.jpg +0 -0
  301. mobile_agent/evals/vision/images/eyes_039.jpg +0 -0
  302. mobile_agent/evals/vision/images/eyes_040.jpg +0 -0
  303. mobile_agent/evals/vision/images/eyes_041.jpg +0 -0
  304. mobile_agent/evals/vision/images/eyes_042.jpg +0 -0
  305. mobile_agent/evals/vision/images/eyes_043.jpg +0 -0
  306. mobile_agent/evals/vision/images/eyes_044.jpg +0 -0
  307. mobile_agent/evals/vision/images/eyes_046.jpg +0 -0
  308. mobile_agent/evals/vision/images/eyes_047.jpg +0 -0
  309. mobile_agent/evals/vision/images/eyes_048.jpg +0 -0
  310. mobile_agent/evals/vision/images/eyes_049.jpg +0 -0
  311. mobile_agent/evals/vision/images/eyes_051.jpg +0 -0
  312. mobile_agent/evals/vision/images/eyes_053.jpg +0 -0
  313. mobile_agent/evals/vision/images/eyes_054.jpg +0 -0
  314. mobile_agent/evals/vision/images/eyes_055.jpg +0 -0
  315. mobile_agent/evals/vision/images/eyes_058.jpg +0 -0
  316. mobile_agent/evals/vision/images/eyes_059.jpg +0 -0
  317. mobile_agent/evals/vision/images/receipt_002.jpg +0 -0
  318. mobile_agent/evals/vision/images/receipt_003.jpg +0 -0
  319. mobile_agent/evals/vision/images/receipt_004.jpg +0 -0
  320. mobile_agent/evals/vision/images/receipt_007.jpg +0 -0
  321. mobile_agent/evals/vision/images/receipt_009.jpg +0 -0
  322. mobile_agent/evals/vision/images/receipt_010.jpg +0 -0
  323. mobile_agent/evals/vision/images/receipt_011.jpg +0 -0
  324. mobile_agent/evals/vision/images/receipt_012.jpg +0 -0
  325. mobile_agent/evals/vision/images/receipt_013.jpg +0 -0
  326. mobile_agent/evals/vision/images/receipt_014.jpg +0 -0
  327. mobile_agent/evals/vision/images/receipt_016.jpg +0 -0
  328. mobile_agent/evals/vision/images/receipt_017.jpg +0 -0
  329. mobile_agent/evals/vision/images/receipt_023.jpg +0 -0
  330. mobile_agent/evals/vision/images/receipt_027.jpg +0 -0
  331. mobile_agent/evals/vision/images/receipt_029.jpg +0 -0
  332. mobile_agent/evals/vision/images/receipt_032.jpg +0 -0
  333. mobile_agent/evals/vision/images/receipt_033.jpg +0 -0
  334. mobile_agent/evals/vision/images/receipt_036.jpg +0 -0
  335. mobile_agent/evals/vision/images/receipt_041.jpg +0 -0
  336. mobile_agent/evals/vision/images/receipt_043.jpg +0 -0
  337. mobile_agent/evals/vision/images/receipt_047.jpg +0 -0
  338. mobile_agent/evals/vision/images/receipt_049.jpg +0 -0
  339. mobile_agent/evals/vision/images/receipt_051.jpg +0 -0
  340. mobile_agent/evals/vision/images/receipt_053.jpg +0 -0
  341. mobile_agent/evals/vision/images/receipt_056.jpg +0 -0
  342. mobile_agent/evals/vision/images/receipt_057.jpg +0 -0
  343. mobile_agent/evals/vision/images/receipt_058.jpg +0 -0
  344. mobile_agent/evals/vision/images/receipt_059.jpg +0 -0
  345. mobile_agent/evals/vision/images/receipt_060.jpg +0 -0
  346. mobile_agent/evals/vision/images/receipt_061.jpg +0 -0
  347. mobile_agent/evals/vision/images/receipt_062.jpg +0 -0
  348. mobile_agent/evals/vision/images/receipt_063.jpg +0 -0
  349. mobile_agent/evals/vision/images/receipt_064.jpg +0 -0
  350. mobile_agent/evals/vision/images/receipt_065.jpg +0 -0
  351. mobile_agent/evals/vision/images/receipt_066.jpg +0 -0
  352. mobile_agent/evals/vision/images/receipt_067.jpg +0 -0
  353. mobile_agent/evals/vision/images/receipt_068.jpg +0 -0
  354. mobile_agent/evals/vision/images/receipt_069.jpg +0 -0
  355. mobile_agent/evals/vision/images/receipt_070.jpg +0 -0
  356. mobile_agent/evals/vision/images/receipt_071.jpg +0 -0
  357. mobile_agent/evals/vision/images/sunglasses_000.jpg +0 -0
  358. mobile_agent/evals/vision/images/sunglasses_001.jpg +0 -0
  359. mobile_agent/evals/vision/images/sunglasses_002.jpg +0 -0
  360. mobile_agent/evals/vision/images/sunglasses_004.jpg +0 -0
  361. mobile_agent/evals/vision/images/sunglasses_005.jpg +0 -0
  362. mobile_agent/evals/vision/images/sunglasses_008.jpg +0 -0
  363. mobile_agent/evals/vision/images/sunglasses_009.jpg +0 -0
  364. mobile_agent/evals/vision/images/sunglasses_010.jpg +0 -0
  365. mobile_agent/evals/vision/images/sunglasses_012.jpg +0 -0
  366. mobile_agent/evals/vision/images/sunglasses_013.jpg +0 -0
  367. mobile_agent/evals/vision/images/sunglasses_015.jpg +0 -0
  368. mobile_agent/evals/vision/images/sunglasses_016.jpg +0 -0
  369. mobile_agent/evals/vision/images/sunglasses_017.jpg +0 -0
  370. mobile_agent/evals/vision/images/sunglasses_018.jpg +0 -0
  371. mobile_agent/evals/vision/images/sunglasses_021.jpg +0 -0
  372. mobile_agent/evals/vision/images/sunglasses_022.jpg +0 -0
  373. mobile_agent/evals/vision/images/sunglasses_023.jpg +0 -0
  374. mobile_agent/evals/vision/images/sunglasses_024.jpg +0 -0
  375. mobile_agent/evals/vision/images/sunglasses_030.jpg +0 -0
  376. mobile_agent/evals/vision/images/sunglasses_031.jpg +0 -0
  377. mobile_agent/evals/vision/images/sunglasses_032.jpg +0 -0
  378. mobile_agent/evals/vision/images/sunglasses_033.jpg +0 -0
  379. mobile_agent/evals/vision/images/sunglasses_034.jpg +0 -0
  380. mobile_agent/evals/vision/images/sunglasses_036.jpg +0 -0
  381. mobile_agent/evals/vision/images/sunglasses_038.jpg +0 -0
  382. mobile_agent/evals/vision/images/sunglasses_039.jpg +0 -0
  383. mobile_agent/evals/vision/images/sunglasses_040.jpg +0 -0
  384. mobile_agent/evals/vision/images/sunglasses_041.jpg +0 -0
  385. mobile_agent/evals/vision/manifest.json +2355 -0
  386. mobile_agent/eventbus.py +110 -0
  387. mobile_agent/explain.py +34 -0
  388. mobile_agent/failure_line.py +197 -0
  389. mobile_agent/fanout.py +663 -0
  390. mobile_agent/feedback/__init__.py +2 -0
  391. mobile_agent/feedback/bundle.py +204 -0
  392. mobile_agent/feedback/outbox.py +196 -0
  393. mobile_agent/feedback/register.py +9 -0
  394. mobile_agent/feedback/routes.py +177 -0
  395. mobile_agent/fleet.py +841 -0
  396. mobile_agent/fleet_health.py +729 -0
  397. mobile_agent/fleet_phone.py +186 -0
  398. mobile_agent/frontier/__init__.py +79 -0
  399. mobile_agent/frontier/act.py +380 -0
  400. mobile_agent/frontier/actions.py +70 -0
  401. mobile_agent/frontier/agent.py +256 -0
  402. mobile_agent/frontier/approvals.py +366 -0
  403. mobile_agent/frontier/hooks.py +199 -0
  404. mobile_agent/frontier/interrupts.py +125 -0
  405. mobile_agent/frontier/observe.py +331 -0
  406. mobile_agent/frontier/phases.py +381 -0
  407. mobile_agent/frontier/pipeline.py +61 -0
  408. mobile_agent/frontier/prompt.py +384 -0
  409. mobile_agent/frontier/protocol.py +91 -0
  410. mobile_agent/frontier/safety.py +467 -0
  411. mobile_agent/frontier/saved.py +375 -0
  412. mobile_agent/frontier/screen.py +419 -0
  413. mobile_agent/frontier/skills.py +147 -0
  414. mobile_agent/frontier/stages/__init__.py +1 -0
  415. mobile_agent/frontier/stages/after.py +192 -0
  416. mobile_agent/frontier/stages/approve.py +138 -0
  417. mobile_agent/frontier/stages/controls.py +115 -0
  418. mobile_agent/frontier/stages/ends.py +102 -0
  419. mobile_agent/frontier/stages/gate.py +92 -0
  420. mobile_agent/frontier/stages/guards.py +132 -0
  421. mobile_agent/frontier/stages/points.py +155 -0
  422. mobile_agent/frontier/stages/send.py +177 -0
  423. mobile_agent/frontier/turn.py +151 -0
  424. mobile_agent/full_disk_access.py +83 -0
  425. mobile_agent/gemini.py +69 -0
  426. mobile_agent/genuine.py +120 -0
  427. mobile_agent/graph/__init__.py +4 -0
  428. mobile_agent/graph/catalog.py +789 -0
  429. mobile_agent/graph/chain.py +306 -0
  430. mobile_agent/graph/dispatch.py +98 -0
  431. mobile_agent/graph/draft.py +373 -0
  432. mobile_agent/graph/edit.py +76 -0
  433. mobile_agent/graph/estimate.py +189 -0
  434. mobile_agent/graph/expr.py +562 -0
  435. mobile_agent/graph/functions.py +271 -0
  436. mobile_agent/graph/infer.py +144 -0
  437. mobile_agent/graph/nodes.py +936 -0
  438. mobile_agent/graph/phone_steps.py +178 -0
  439. mobile_agent/graph/rerun.py +327 -0
  440. mobile_agent/graph/run.py +899 -0
  441. mobile_agent/graph/schema.py +842 -0
  442. mobile_agent/graph/state.py +161 -0
  443. mobile_agent/graph/values.py +198 -0
  444. mobile_agent/harness/__init__.py +2 -0
  445. mobile_agent/harness/checkpoints.py +468 -0
  446. mobile_agent/harness/control.py +101 -0
  447. mobile_agent/harness/prewarm.py +213 -0
  448. mobile_agent/harness/register.py +43 -0
  449. mobile_agent/harness/routes.py +114 -0
  450. mobile_agent/harness/settings.py +66 -0
  451. mobile_agent/harness/tools/__init__.py +67 -0
  452. mobile_agent/harness/tools/ask_user.py +102 -0
  453. mobile_agent/harness/tools/watch.py +120 -0
  454. mobile_agent/harness_api.py +815 -0
  455. mobile_agent/hedge.py +203 -0
  456. mobile_agent/help_topics.py +305 -0
  457. mobile_agent/hints.py +248 -0
  458. mobile_agent/history.py +69 -0
  459. mobile_agent/home.py +214 -0
  460. mobile_agent/http_pool.py +175 -0
  461. mobile_agent/image_policy.py +139 -0
  462. mobile_agent/inbox.py +148 -0
  463. mobile_agent/installed_apps.py +344 -0
  464. mobile_agent/integrations/__init__.py +1 -0
  465. mobile_agent/integrations/cli.py +472 -0
  466. mobile_agent/integrations/client_files.py +65 -0
  467. mobile_agent/integrations/clients.py +998 -0
  468. mobile_agent/integrations/doctor.py +185 -0
  469. mobile_agent/integrations/jsonc.py +383 -0
  470. mobile_agent/integrations/routes.py +135 -0
  471. mobile_agent/integrations/rules.py +112 -0
  472. mobile_agent/integrations/server_options.py +46 -0
  473. mobile_agent/integrations/skill.py +152 -0
  474. mobile_agent/integrations/skill_files.py +10 -0
  475. mobile_agent/integrations/textedit.py +309 -0
  476. mobile_agent/intents/__init__.py +17 -0
  477. mobile_agent/intents/atlas.py +216 -0
  478. mobile_agent/intents/callback.py +44 -0
  479. mobile_agent/intents/cli.py +55 -0
  480. mobile_agent/intents/harvest.py +91 -0
  481. mobile_agent/intents/plan.py +93 -0
  482. mobile_agent/ios/__init__.py +1 -0
  483. mobile_agent/ios/guide.py +16 -0
  484. mobile_agent/ios/kb.py +212 -0
  485. mobile_agent/ios/kb_data.py +1588 -0
  486. mobile_agent/ios/mcp.py +44 -0
  487. mobile_agent/ios/register.py +8 -0
  488. mobile_agent/ios/system.py +369 -0
  489. mobile_agent/journal.py +531 -0
  490. mobile_agent/keychain_acl.py +374 -0
  491. mobile_agent/keys.py +395 -0
  492. mobile_agent/latency_overlap.py +36 -0
  493. mobile_agent/latency_trace.py +170 -0
  494. mobile_agent/learned/__init__.py +15 -0
  495. mobile_agent/learned/app_path.py +160 -0
  496. mobile_agent/learned/code_read.py +38 -0
  497. mobile_agent/learned/parts.py +546 -0
  498. mobile_agent/learned/programs.py +691 -0
  499. mobile_agent/learned/register.py +171 -0
  500. mobile_agent/learned/routes.py +61 -0
  501. mobile_agent/learned/taught.py +329 -0
  502. mobile_agent/learned/teach.py +538 -0
  503. mobile_agent/learned/workflows.py +647 -0
  504. mobile_agent/learned/zero.py +41 -0
  505. mobile_agent/links.py +37 -0
  506. mobile_agent/listen.py +607 -0
  507. mobile_agent/lock_spike.py +278 -0
  508. mobile_agent/lockscreen.py +526 -0
  509. mobile_agent/login.py +354 -0
  510. mobile_agent/longform/__init__.py +15 -0
  511. mobile_agent/longform/ads.py +191 -0
  512. mobile_agent/longform/blocks.py +117 -0
  513. mobile_agent/longform/budget.py +265 -0
  514. mobile_agent/longform/context.py +285 -0
  515. mobile_agent/longform/costs.py +93 -0
  516. mobile_agent/longform/digest.py +145 -0
  517. mobile_agent/longform/extract.py +508 -0
  518. mobile_agent/longform/feed.py +505 -0
  519. mobile_agent/longform/followup.py +168 -0
  520. mobile_agent/longform/frames.py +82 -0
  521. mobile_agent/longform/identity.py +87 -0
  522. mobile_agent/longform/inbox.py +221 -0
  523. mobile_agent/longform/items.py +425 -0
  524. mobile_agent/longform/models.py +115 -0
  525. mobile_agent/longform/notebook.py +329 -0
  526. mobile_agent/longform/plan.py +614 -0
  527. mobile_agent/longform/recall.py +195 -0
  528. mobile_agent/longform/receipts.py +81 -0
  529. mobile_agent/longform/register.py +124 -0
  530. mobile_agent/longform/report.py +343 -0
  531. mobile_agent/longform/routes.py +102 -0
  532. mobile_agent/longform/session.py +644 -0
  533. mobile_agent/longform/store.py +146 -0
  534. mobile_agent/longform/synthesis.py +347 -0
  535. mobile_agent/mac_tools.py +223 -0
  536. mobile_agent/manual_control.py +143 -0
  537. mobile_agent/maps.py +149 -0
  538. mobile_agent/marks.py +92 -0
  539. mobile_agent/mcp_server/__init__.py +3 -0
  540. mobile_agent/mcp_server/__main__.py +29 -0
  541. mobile_agent/mcp_server/action_journal.py +24 -0
  542. mobile_agent/mcp_server/action_tools.py +638 -0
  543. mobile_agent/mcp_server/approvals.py +219 -0
  544. mobile_agent/mcp_server/catalog.py +92 -0
  545. mobile_agent/mcp_server/cli.py +194 -0
  546. mobile_agent/mcp_server/codes.py +147 -0
  547. mobile_agent/mcp_server/device_tools.py +306 -0
  548. mobile_agent/mcp_server/direct.py +272 -0
  549. mobile_agent/mcp_server/expo_tools.py +105 -0
  550. mobile_agent/mcp_server/phone_tools.py +510 -0
  551. mobile_agent/mcp_server/protocol.py +364 -0
  552. mobile_agent/mcp_server/registry.py +55 -0
  553. mobile_agent/mcp_server/run_tools.py +531 -0
  554. mobile_agent/mcp_server/schemas.py +425 -0
  555. mobile_agent/mcp_server/screen_tools.py +168 -0
  556. mobile_agent/mcp_server/session.py +469 -0
  557. mobile_agent/mcp_server/support.py +145 -0
  558. mobile_agent/mcp_server/tools.py +493 -0
  559. mobile_agent/memory/__init__.py +9 -0
  560. mobile_agent/memory/cli.py +207 -0
  561. mobile_agent/memory/extract.py +191 -0
  562. mobile_agent/memory/listener.py +100 -0
  563. mobile_agent/memory/model.py +144 -0
  564. mobile_agent/memory/project.py +96 -0
  565. mobile_agent/memory/provider.py +127 -0
  566. mobile_agent/memory/register.py +21 -0
  567. mobile_agent/memory/retrieval.py +172 -0
  568. mobile_agent/memory/routes.py +216 -0
  569. mobile_agent/memory/runs.py +124 -0
  570. mobile_agent/memory/store.py +806 -0
  571. mobile_agent/memory/writer.py +278 -0
  572. mobile_agent/mirroring.py +585 -0
  573. mobile_agent/mirroring_runtime.py +221 -0
  574. mobile_agent/model_clients.py +604 -0
  575. mobile_agent/narrate.py +813 -0
  576. mobile_agent/native_helpers.py +84 -0
  577. mobile_agent/netxray/__init__.py +1 -0
  578. mobile_agent/netxray/analyze.py +322 -0
  579. mobile_agent/netxray/attribution.py +62 -0
  580. mobile_agent/netxray/capture.py +88 -0
  581. mobile_agent/netxray/cli.py +142 -0
  582. mobile_agent/netxray/job.py +219 -0
  583. mobile_agent/netxray/mobster-pcap.c +560 -0
  584. mobile_agent/netxray/packets.py +410 -0
  585. mobile_agent/netxray/pcapng.py +223 -0
  586. mobile_agent/netxray/register.py +93 -0
  587. mobile_agent/netxray/report.py +214 -0
  588. mobile_agent/netxray/store.py +48 -0
  589. mobile_agent/netxray/summary.py +157 -0
  590. mobile_agent/netxray/target.py +67 -0
  591. mobile_agent/netxray/tool.py +66 -0
  592. mobile_agent/netxray/trackers.py +194 -0
  593. mobile_agent/notify_triggers/__init__.py +1 -0
  594. mobile_agent/notify_triggers/rules.py +39 -0
  595. mobile_agent/notify_triggers/sources.py +315 -0
  596. mobile_agent/notify_triggers/watch.py +135 -0
  597. mobile_agent/offers.py +86 -0
  598. mobile_agent/orchestrate.py +215 -0
  599. mobile_agent/outlets/__init__.py +1 -0
  600. mobile_agent/outlets/connect.py +249 -0
  601. mobile_agent/outlets/folder.py +180 -0
  602. mobile_agent/outlets/hooks.py +453 -0
  603. mobile_agent/outlets/inbound.py +472 -0
  604. mobile_agent/outlets/inbound_reply.py +57 -0
  605. mobile_agent/outlets/inbound_routes.py +81 -0
  606. mobile_agent/outlets/kinds.py +308 -0
  607. mobile_agent/outlets/mail.py +110 -0
  608. mobile_agent/outlets/net.py +86 -0
  609. mobile_agent/outlets/notion.py +244 -0
  610. mobile_agent/outlets/register.py +56 -0
  611. mobile_agent/outlets/routes.py +135 -0
  612. mobile_agent/outlets/service.py +580 -0
  613. mobile_agent/outlets/sheets.py +169 -0
  614. mobile_agent/outlets/slack.py +177 -0
  615. mobile_agent/outlets/store.py +194 -0
  616. mobile_agent/outlets/vault.py +80 -0
  617. mobile_agent/outlets/webhook.py +316 -0
  618. mobile_agent/output_contract.py +141 -0
  619. mobile_agent/owner_presence.py +211 -0
  620. mobile_agent/ownership.py +219 -0
  621. mobile_agent/packs/__init__.py +1 -0
  622. mobile_agent/packs/calendar.py +243 -0
  623. mobile_agent/packs/context.py +68 -0
  624. mobile_agent/packs/core.py +757 -0
  625. mobile_agent/packs/front_door.py +316 -0
  626. mobile_agent/packs/heal.py +214 -0
  627. mobile_agent/packs/health.py +122 -0
  628. mobile_agent/packs/insights.py +76 -0
  629. mobile_agent/packs/instagram.py +640 -0
  630. mobile_agent/packs/linkedin.py +106 -0
  631. mobile_agent/packs/maps.py +196 -0
  632. mobile_agent/packs/mcp.py +149 -0
  633. mobile_agent/packs/messages.py +270 -0
  634. mobile_agent/packs/notes.py +226 -0
  635. mobile_agent/packs/photos.py +166 -0
  636. mobile_agent/packs/pins.py +47 -0
  637. mobile_agent/packs/reddit.py +110 -0
  638. mobile_agent/packs/register.py +276 -0
  639. mobile_agent/packs/rows.py +108 -0
  640. mobile_agent/packs/safari.py +143 -0
  641. mobile_agent/packs/settings.py +253 -0
  642. mobile_agent/packs/social.py +300 -0
  643. mobile_agent/packs/threads.py +97 -0
  644. mobile_agent/packs/tiktok.py +455 -0
  645. mobile_agent/packs/tools.py +290 -0
  646. mobile_agent/packs/x.py +127 -0
  647. mobile_agent/packs/youtube.py +199 -0
  648. mobile_agent/parity.py +270 -0
  649. mobile_agent/paths.py +99 -0
  650. mobile_agent/perception.py +470 -0
  651. mobile_agent/permissions/__init__.py +32 -0
  652. mobile_agent/permissions/consequence.py +535 -0
  653. mobile_agent/permissions/exceptions.py +99 -0
  654. mobile_agent/permissions/gate.py +316 -0
  655. mobile_agent/permissions/outside.py +316 -0
  656. mobile_agent/permissions/policy.py +288 -0
  657. mobile_agent/permissions/project_policy.py +411 -0
  658. mobile_agent/permissions/register.py +148 -0
  659. mobile_agent/permissions/rules.py +291 -0
  660. mobile_agent/phone_io/__init__.py +146 -0
  661. mobile_agent/phone_io/cli.py +427 -0
  662. mobile_agent/phone_io/clipboard.py +78 -0
  663. mobile_agent/phone_io/controls.py +78 -0
  664. mobile_agent/phone_io/files.py +289 -0
  665. mobile_agent/phone_io/handoff.py +123 -0
  666. mobile_agent/phone_io/icloud.py +118 -0
  667. mobile_agent/phone_io/install.py +188 -0
  668. mobile_agent/phone_io/network_capture.py +188 -0
  669. mobile_agent/phone_io/network_cli.py +138 -0
  670. mobile_agent/phone_io/network_profiles.py +138 -0
  671. mobile_agent/phone_io/photos.py +512 -0
  672. mobile_agent/phone_io/recording.py +115 -0
  673. mobile_agent/phone_io/secrets.py +146 -0
  674. mobile_agent/phone_io/transfer.py +895 -0
  675. mobile_agent/phone_io/tunnel.py +129 -0
  676. mobile_agent/phone_ready.py +91 -0
  677. mobile_agent/pinning.py +158 -0
  678. mobile_agent/plan_gate.py +807 -0
  679. mobile_agent/plugins/__init__.py +3 -0
  680. mobile_agent/plugins/install.py +163 -0
  681. mobile_agent/plugins/manifest.py +242 -0
  682. mobile_agent/plugins/register.py +15 -0
  683. mobile_agent/plugins/routes.py +82 -0
  684. mobile_agent/plugins/service.py +322 -0
  685. mobile_agent/plugins/skills.py +76 -0
  686. mobile_agent/plugins/store.py +79 -0
  687. mobile_agent/pool.py +285 -0
  688. mobile_agent/power_watch.py +275 -0
  689. mobile_agent/premium_model.py +22 -0
  690. mobile_agent/project_env.py +291 -0
  691. mobile_agent/project_env_cli.py +74 -0
  692. mobile_agent/project_env_routes.py +55 -0
  693. mobile_agent/projects/__init__.py +27 -0
  694. mobile_agent/projects/ci.py +332 -0
  695. mobile_agent/projects/clone.py +339 -0
  696. mobile_agent/projects/drafts.py +158 -0
  697. mobile_agent/projects/folder.py +436 -0
  698. mobile_agent/projects/github.py +131 -0
  699. mobile_agent/projects/register.py +31 -0
  700. mobile_agent/projects/revisions.py +253 -0
  701. mobile_agent/projects/routes.py +234 -0
  702. mobile_agent/projects/runs.py +297 -0
  703. mobile_agent/projects/service.py +695 -0
  704. mobile_agent/projects/setup.py +84 -0
  705. mobile_agent/projects/store.py +379 -0
  706. mobile_agent/projects/sync.py +380 -0
  707. mobile_agent/projects/workflow_files.py +270 -0
  708. mobile_agent/replay_core/__init__.py +26 -0
  709. mobile_agent/replay_core/checks.py +594 -0
  710. mobile_agent/replay_core/engine.py +596 -0
  711. mobile_agent/replay_core/heal.py +364 -0
  712. mobile_agent/replay_core/path.py +240 -0
  713. mobile_agent/replay_core/recorder.py +206 -0
  714. mobile_agent/replay_core/store.py +171 -0
  715. mobile_agent/result_blocks.py +941 -0
  716. mobile_agent/run.py +642 -0
  717. mobile_agent/run_delivery.py +123 -0
  718. mobile_agent/run_executor.py +200 -0
  719. mobile_agent/run_export.py +284 -0
  720. mobile_agent/run_gif.py +891 -0
  721. mobile_agent/runner_hints.py +86 -0
  722. mobile_agent/runner_renewal.py +205 -0
  723. mobile_agent/runtime_create.py +549 -0
  724. mobile_agent/runtime_driver.py +458 -0
  725. mobile_agent/runtime_limits.py +319 -0
  726. mobile_agent/runtime_queue.py +394 -0
  727. mobile_agent/runtime_runs.py +383 -0
  728. mobile_agent/runtime_status.py +181 -0
  729. mobile_agent/runtime_teach.py +295 -0
  730. mobile_agent/runtime_work.py +599 -0
  731. mobile_agent/screen_text.py +101 -0
  732. mobile_agent/secret_filter.py +113 -0
  733. mobile_agent/serve.py +160 -0
  734. mobile_agent/server.py +363 -0
  735. mobile_agent/service_support.py +42 -0
  736. mobile_agent/settle/__init__.py +1 -0
  737. mobile_agent/settle/predict.py +102 -0
  738. mobile_agent/settle/replay.py +92 -0
  739. mobile_agent/settle/store.py +93 -0
  740. mobile_agent/settle/stream.py +43 -0
  741. mobile_agent/setup_cli.py +225 -0
  742. mobile_agent/setup_errors.py +87 -0
  743. mobile_agent/setup_service.py +527 -0
  744. mobile_agent/share.py +104 -0
  745. mobile_agent/signing.py +184 -0
  746. mobile_agent/sim/__init__.py +6 -0
  747. mobile_agent/sim/__main__.py +26 -0
  748. mobile_agent/sim/api.py +952 -0
  749. mobile_agent/sim/apps.py +172 -0
  750. mobile_agent/sim/biometrics.py +84 -0
  751. mobile_agent/sim/cli.py +271 -0
  752. mobile_agent/sim/doctor.py +293 -0
  753. mobile_agent/sim/governor.py +90 -0
  754. mobile_agent/sim/holders.py +88 -0
  755. mobile_agent/sim/models.py +62 -0
  756. mobile_agent/sim/registry.py +161 -0
  757. mobile_agent/sim/simctl.py +269 -0
  758. mobile_agent/sim/wda.py +618 -0
  759. mobile_agent/sim/xcode.py +74 -0
  760. mobile_agent/skills/__init__.py +12 -0
  761. mobile_agent/skills/codes.py +597 -0
  762. mobile_agent/skills/notifications.py +281 -0
  763. mobile_agent/skills/open_url.py +127 -0
  764. mobile_agent/smart_events.py +588 -0
  765. mobile_agent/smart_result.py +490 -0
  766. mobile_agent/smart_run.py +413 -0
  767. mobile_agent/state.py +662 -0
  768. mobile_agent/states.py +217 -0
  769. mobile_agent/steering.py +70 -0
  770. mobile_agent/style.py +178 -0
  771. mobile_agent/supervised.py +234 -0
  772. mobile_agent/swift/helper_bt_hid.swift +534 -0
  773. mobile_agent/swift/helper_doc_text.swift +184 -0
  774. mobile_agent/swift/helper_draft_reply.swift +170 -0
  775. mobile_agent/swift/helper_map.swift +110 -0
  776. mobile_agent/swift/helper_mirroring.swift +1099 -0
  777. mobile_agent/swift/helper_mjpeg_mp4.swift +103 -0
  778. mobile_agent/swift/helper_pdf.swift +100 -0
  779. mobile_agent/swift/helper_phone_audio.swift +993 -0
  780. mobile_agent/swift/helper_phone_screen.swift +416 -0
  781. mobile_agent/swift/helper_screen_text.swift +24 -0
  782. mobile_agent/swift/helper_transfer.swift +246 -0
  783. mobile_agent/swift/ocr.swift +22 -0
  784. mobile_agent/task_policy.py +337 -0
  785. mobile_agent/team_signing/__init__.py +34 -0
  786. mobile_agent/team_signing/apple_ca.py +37 -0
  787. mobile_agent/team_signing/bundle.py +136 -0
  788. mobile_agent/team_signing/cli.py +208 -0
  789. mobile_agent/team_signing/identity.py +248 -0
  790. mobile_agent/team_signing/ledger.py +105 -0
  791. mobile_agent/team_signing/prebuilt.py +61 -0
  792. mobile_agent/team_signing/resign.py +256 -0
  793. mobile_agent/team_signing/service.py +382 -0
  794. mobile_agent/team_signing/tooling.py +243 -0
  795. mobile_agent/team_signing/writes.py +268 -0
  796. mobile_agent/terminal_image.py +81 -0
  797. mobile_agent/testkit/__init__.py +1 -0
  798. mobile_agent/testkit/a11y_baseline.py +132 -0
  799. mobile_agent/testkit/api.py +403 -0
  800. mobile_agent/testkit/capsule.py +400 -0
  801. mobile_agent/testkit/capsule_cli.py +57 -0
  802. mobile_agent/testkit/cli.py +948 -0
  803. mobile_agent/testkit/cli_arguments.py +193 -0
  804. mobile_agent/testkit/comparison.py +288 -0
  805. mobile_agent/testkit/comparison_cli.py +41 -0
  806. mobile_agent/testkit/discover.py +257 -0
  807. mobile_agent/testkit/editor.py +243 -0
  808. mobile_agent/testkit/execute.py +515 -0
  809. mobile_agent/testkit/github_checks.py +248 -0
  810. mobile_agent/testkit/gitref.py +66 -0
  811. mobile_agent/testkit/heal_review.py +176 -0
  812. mobile_agent/testkit/health.py +480 -0
  813. mobile_agent/testkit/history.py +255 -0
  814. mobile_agent/testkit/hosted_results.py +321 -0
  815. mobile_agent/testkit/input_files.py +173 -0
  816. mobile_agent/testkit/jobs.py +285 -0
  817. mobile_agent/testkit/junit_verdict.py +33 -0
  818. mobile_agent/testkit/maestro.py +802 -0
  819. mobile_agent/testkit/mcp.py +562 -0
  820. mobile_agent/testkit/mcp_comparison.py +88 -0
  821. mobile_agent/testkit/minimize.py +471 -0
  822. mobile_agent/testkit/minimizer_cli.py +48 -0
  823. mobile_agent/testkit/notify.py +212 -0
  824. mobile_agent/testkit/phone_video.py +191 -0
  825. mobile_agent/testkit/pr.py +491 -0
  826. mobile_agent/testkit/pr_report.py +562 -0
  827. mobile_agent/testkit/prbuild.py +148 -0
  828. mobile_agent/testkit/proof_report.py +55 -0
  829. mobile_agent/testkit/provenance.py +119 -0
  830. mobile_agent/testkit/prrun.py +244 -0
  831. mobile_agent/testkit/recent.py +166 -0
  832. mobile_agent/testkit/recipes.py +146 -0
  833. mobile_agent/testkit/record.py +204 -0
  834. mobile_agent/testkit/register.py +288 -0
  835. mobile_agent/testkit/reports.py +998 -0
  836. mobile_agent/testkit/repro.py +432 -0
  837. mobile_agent/testkit/scenario.py +440 -0
  838. mobile_agent/testkit/scenario_cli.py +37 -0
  839. mobile_agent/testkit/snapshots_cli.py +60 -0
  840. mobile_agent/testkit/suite.py +670 -0
  841. mobile_agent/testkit/targets.py +497 -0
  842. mobile_agent/testkit/xctest.py +378 -0
  843. mobile_agent/threads/__init__.py +1 -0
  844. mobile_agent/threads/chat_once.py +264 -0
  845. mobile_agent/threads/cli.py +740 -0
  846. mobile_agent/threads/client.py +326 -0
  847. mobile_agent/threads/context.py +246 -0
  848. mobile_agent/threads/mcp.py +739 -0
  849. mobile_agent/threads/recent.py +34 -0
  850. mobile_agent/threads/register.py +54 -0
  851. mobile_agent/threads/routes.py +188 -0
  852. mobile_agent/threads/service.py +975 -0
  853. mobile_agent/threads/store.py +361 -0
  854. mobile_agent/threads/summary.py +117 -0
  855. mobile_agent/threads/term.py +101 -0
  856. mobile_agent/threads/workflow_cli.py +104 -0
  857. mobile_agent/tls.py +36 -0
  858. mobile_agent/traces.py +271 -0
  859. mobile_agent/tracks.py +235 -0
  860. mobile_agent/transport.py +271 -0
  861. mobile_agent/triggers/__init__.py +1 -0
  862. mobile_agent/triggers/actions.py +204 -0
  863. mobile_agent/triggers/model.py +146 -0
  864. mobile_agent/triggers/register.py +29 -0
  865. mobile_agent/triggers/routes.py +101 -0
  866. mobile_agent/triggers/service.py +387 -0
  867. mobile_agent/triggers/store.py +142 -0
  868. mobile_agent/tui/__init__.py +89 -0
  869. mobile_agent/tui/app.py +582 -0
  870. mobile_agent/tui/chrome.py +321 -0
  871. mobile_agent/tui/commands.py +375 -0
  872. mobile_agent/tui/demo_phone.py +369 -0
  873. mobile_agent/tui/images.py +29 -0
  874. mobile_agent/tui/keys.py +64 -0
  875. mobile_agent/tui/prompt.py +195 -0
  876. mobile_agent/tui/render.py +395 -0
  877. mobile_agent/tui/screens.py +180 -0
  878. mobile_agent/tui/session.py +308 -0
  879. mobile_agent/tui/tasks.py +287 -0
  880. mobile_agent/tui/theme.py +118 -0
  881. mobile_agent/tui/widgets.py +272 -0
  882. mobile_agent/update_check.py +213 -0
  883. mobile_agent/usage.py +184 -0
  884. mobile_agent/verify/__init__.py +0 -0
  885. mobile_agent/verify/__main__.py +41 -0
  886. mobile_agent/verify/a11y.py +189 -0
  887. mobile_agent/verify/actions.py +290 -0
  888. mobile_agent/verify/assertions.py +570 -0
  889. mobile_agent/verify/audit.py +312 -0
  890. mobile_agent/verify/business.py +221 -0
  891. mobile_agent/verify/business_run.py +131 -0
  892. mobile_agent/verify/business_state.py +168 -0
  893. mobile_agent/verify/check_schema.py +398 -0
  894. mobile_agent/verify/checks.py +614 -0
  895. mobile_agent/verify/cli.py +423 -0
  896. mobile_agent/verify/conditions.py +483 -0
  897. mobile_agent/verify/crashes.py +321 -0
  898. mobile_agent/verify/device_audit.py +246 -0
  899. mobile_agent/verify/dialogs.py +287 -0
  900. mobile_agent/verify/evidence.py +705 -0
  901. mobile_agent/verify/fixtures.py +305 -0
  902. mobile_agent/verify/flow.py +213 -0
  903. mobile_agent/verify/l10n.py +141 -0
  904. mobile_agent/verify/netcerts.py +67 -0
  905. mobile_agent/verify/netproxy.py +356 -0
  906. mobile_agent/verify/netrun.py +81 -0
  907. mobile_agent/verify/netshim.m +28 -0
  908. mobile_agent/verify/netshim.py +48 -0
  909. mobile_agent/verify/netstubs.py +132 -0
  910. mobile_agent/verify/overlay.py +174 -0
  911. mobile_agent/verify/perf.py +239 -0
  912. mobile_agent/verify/proof.py +192 -0
  913. mobile_agent/verify/replay_admission.py +48 -0
  914. mobile_agent/verify/report.py +952 -0
  915. mobile_agent/verify/run_cleanup.py +67 -0
  916. mobile_agent/verify/run_links.py +48 -0
  917. mobile_agent/verify/run_perf.py +44 -0
  918. mobile_agent/verify/run_secrets.py +39 -0
  919. mobile_agent/verify/runner.py +976 -0
  920. mobile_agent/verify/runs.py +57 -0
  921. mobile_agent/verify/screen_coverage.py +181 -0
  922. mobile_agent/verify/smart.py +106 -0
  923. mobile_agent/verify/snapshot_run.py +114 -0
  924. mobile_agent/verify/snapshots.py +306 -0
  925. mobile_agent/verify/sound.py +335 -0
  926. mobile_agent/verify/source_observation.py +130 -0
  927. mobile_agent/verify/system_surfaces/__init__.py +7 -0
  928. mobile_agent/verify/system_surfaces/play.py +106 -0
  929. mobile_agent/verify/system_surfaces/spec.py +139 -0
  930. mobile_agent/verify/system_surfaces/stage.py +138 -0
  931. mobile_agent/verify/system_surfaces/surfaces.py +121 -0
  932. mobile_agent/verify/tree.py +223 -0
  933. mobile_agent/verify/verdict.py +377 -0
  934. mobile_agent/verify/wire.py +392 -0
  935. mobile_agent/verify/wirestore.py +176 -0
  936. mobile_agent/waiting/__init__.py +1 -0
  937. mobile_agent/waiting/contacts.py +73 -0
  938. mobile_agent/waiting/drafts.py +136 -0
  939. mobile_agent/waiting/job.py +145 -0
  940. mobile_agent/waiting/messages.py +174 -0
  941. mobile_agent/waiting/rank.py +115 -0
  942. mobile_agent/waiting/register.py +26 -0
  943. mobile_agent/watch.py +502 -0
  944. mobile_agent/wda/__init__.py +2 -0
  945. mobile_agent/wda/frame_clock.py +646 -0
  946. mobile_agent/wda/frame_source.py +325 -0
  947. mobile_agent/wda/frame_store.py +115 -0
  948. mobile_agent/wda/gate.py +163 -0
  949. mobile_agent/wda/gestures.py +291 -0
  950. mobile_agent/wda/guards.py +94 -0
  951. mobile_agent/wda/identity.py +55 -0
  952. mobile_agent/wda/observe.py +884 -0
  953. mobile_agent/wda/patches.py +856 -0
  954. mobile_agent/wda/point_gestures.py +150 -0
  955. mobile_agent/wda/source.py +32 -0
  956. mobile_agent/wda/system_dialogs.py +571 -0
  957. mobile_agent/wda/text.py +694 -0
  958. mobile_agent/wda/timeouts.py +77 -0
  959. mobile_agent/wda/video.py +505 -0
  960. mobile_agent/wda/watchdog.py +243 -0
  961. mobile_agent/wireless/__init__.py +15 -0
  962. mobile_agent/wireless/api.py +354 -0
  963. mobile_agent/wireless/cli.py +287 -0
  964. mobile_agent/wireless/devicectl.py +229 -0
  965. mobile_agent/wireless/exposure.py +33 -0
  966. mobile_agent/wireless/mobster-wifi-pair.c +122 -0
  967. mobile_agent/wireless/monitor.py +332 -0
  968. mobile_agent/wireless/network.py +334 -0
  969. mobile_agent/wireless/onboarding.py +293 -0
  970. mobile_agent/wireless/pair.py +124 -0
  971. mobile_agent/wireless/probe.py +322 -0
  972. mobile_agent/wireless/register.py +8 -0
  973. mobile_agent/wireless/relay.py +179 -0
  974. mobile_agent/wireless/result.py +87 -0
  975. mobile_agent/wireless/store.py +85 -0
  976. mobile_agent/wireless/switch.py +77 -0
  977. mobile_agent/wireless/transport.py +118 -0
  978. mobile_agent/wireless/words.py +81 -0
  979. mobile_agent/wireless/xctestrun.py +83 -0
  980. mobile_agent/workflow_tools.py +59 -0
  981. mobile_agent/workflows/__init__.py +2 -0
  982. mobile_agent/workflows/brief.py +201 -0
  983. mobile_agent/workflows/cron.py +110 -0
  984. mobile_agent/workflows/health.py +257 -0
  985. mobile_agent/workflows/history.py +126 -0
  986. mobile_agent/workflows/records.py +442 -0
  987. mobile_agent/workflows/runs.py +1000 -0
  988. mobile_agent/workflows/scheduler.py +134 -0
  989. mobile_agent/workflows/service.py +973 -0
  990. mobile_agent/workflows/starters.py +285 -0
  991. mobile_agent/workflows/triggers.py +248 -0
  992. mobile_agent/xray/__init__.py +1 -0
  993. mobile_agent/xray/app_cli.py +116 -0
  994. mobile_agent/xray/cli.py +21 -0
  995. mobile_agent/xray/crawl.py +754 -0
  996. mobile_agent/xray/diff.py +171 -0
  997. mobile_agent/xray/diff_cli.py +43 -0
  998. mobile_agent/xray/job.py +184 -0
  999. mobile_agent/xray/paywall.py +188 -0
  1000. mobile_agent/xray/policy.py +305 -0
  1001. mobile_agent/xray/register.py +43 -0
  1002. mobile_agent/xray/report.py +283 -0
  1003. mobile_agent/xray/screens.py +117 -0
  1004. mobster_cli-0.4.3.dist-info/METADATA +93 -0
  1005. mobster_cli-0.4.3.dist-info/RECORD +1009 -0
  1006. mobster_cli-0.4.3.dist-info/WHEEL +5 -0
  1007. mobster_cli-0.4.3.dist-info/entry_points.txt +3 -0
  1008. mobster_cli-0.4.3.dist-info/licenses/LICENSE +21 -0
  1009. mobster_cli-0.4.3.dist-info/top_level.txt +1 -0
@@ -0,0 +1,369 @@
1
+ """A scripted phone for `mobster --demo`: the real agent loop, no iPhone and no model calls."""
2
+
3
+ import base64
4
+ import io
5
+ import re
6
+ import threading
7
+ import time
8
+ from functools import lru_cache
9
+
10
+ from ..drivers import Driver
11
+ from ..state import Element, Snapshot
12
+
13
+ SOURCE = "synthetic_fixture"
14
+ MODEL = "scripted-demo"
15
+ DEFAULT_MESSAGE = "Running 10 minutes late, save me a seat"
16
+
17
+ MESSAGES, SETTINGS, WALLET = "com.apple.MobileSMS", "com.apple.Preferences", "com.apple.Passbook"
18
+
19
+
20
+ def _element(index, label, role, rect, **extra):
21
+ return Element(str(index), label, role, rect, **extra)
22
+
23
+
24
+ def _message(goal):
25
+ """The text to send: a quoted part of the request, else a stock line."""
26
+ match = re.search(r"[\"“']([^\"”']{2,120})[\"”']", goal or "")
27
+ return match.group(1) if match else DEFAULT_MESSAGE
28
+
29
+
30
+ def _query(goal):
31
+ match = re.search(r"(?:search(?: for)?|find|look up)\s+(.+?)(?:\s+(?:in|on)\s+\w+)?$", goal or "", re.I)
32
+ return (match.group(1).strip(" .\"“”'") if match else "coffee")[:60] or "coffee"
33
+
34
+
35
+ class Screens:
36
+ """The screens of one scenario, keyed by stage name: (elements, text)."""
37
+
38
+ ROWS = ["Apple Account", "Airplane Mode", "Wi-Fi", "Bluetooth", "Cellular", "Battery", "General",
39
+ "Accessibility"]
40
+ MORE_ROWS = ["General", "Accessibility", "Camera", "Control Center", "Display & Brightness",
41
+ "Home Screen & App Library", "Search", "Siri", "StandBy", "Wallpaper"]
42
+ THREADS = [("Alex Rivera", "See you at 7? I'll grab a table"), ("Mom", "Call me when you land"),
43
+ ("Jordan Lee", "Sent the deck, take a look"), ("Priya Shah", "Haha yes"),
44
+ ("Dentist", "Reminder: cleaning Tue 9:30")]
45
+
46
+ def __init__(self, bundle, goal):
47
+ self.bundle, self.goal = bundle, goal
48
+ self.message = _message(goal)
49
+ self.query = _query(goal)
50
+
51
+ def build(self, stage, typed=""):
52
+ if self.bundle == MESSAGES:
53
+ return self.messages(stage, typed)
54
+ if self.bundle == SETTINGS:
55
+ return self.settings(stage)
56
+ if self.bundle == WALLET:
57
+ elements = [_element(0, "Add", "Button", (.84, .065, .12, .035)),
58
+ _element(1, "Apple Card", "Button", (.05, .14, .9, .26)),
59
+ _element(2, "Transit", "Button", (.05, .43, .9, .26))]
60
+ return elements, "Wallet\nApple Card\nTransit\nAdd"
61
+ return self.search(stage, typed)
62
+
63
+ def messages(self, stage, typed):
64
+ if stage == "inbox":
65
+ elements = [_element(90, "Messages", "NavigationBar", (0, .05, 1, .08)),
66
+ _element(0, "Edit", "Button", (.04, .065, .12, .035)),
67
+ _element(1, "Compose", "Button", (.86, .065, .1, .035)),
68
+ _element(2, "Search", "SearchField", (.04, .15, .92, .045), editable=True,
69
+ actions=("TAP", "TYPE"))]
70
+ for row, (name, preview) in enumerate(self.THREADS):
71
+ elements.append(_element(3 + row, name, "Cell", (0, .22 + row * .1, 1, .095)))
72
+ text = "Messages\n" + "\n".join(f"{name}\n{preview}" for name, preview in self.THREADS)
73
+ return elements, text
74
+ sent = stage == "sent"
75
+ value = typed if stage == "typed" else ""
76
+ elements = [_element(90, "Alex Rivera", "NavigationBar", (0, .05, 1, .08)),
77
+ _element(0, "Messages", "Button", (.02, .065, .24, .035)),
78
+ _element(1, "Alex Rivera", "StaticText", (.3, .06, .4, .04)),
79
+ _element(2, "See you at 7? I'll grab a table", "StaticText", (.05, .2, .7, .06)),
80
+ _element(3, "Message", "TextField", (.12, .9, .7, .045), editable=True, value=value,
81
+ actions=("TAP", "TYPE"))]
82
+ if stage == "typed":
83
+ elements.append(_element(4, "Send", "Button", (.85, .9, .1, .045)))
84
+ if sent:
85
+ elements.append(_element(5, self.message, "StaticText", (.3, .3, .65, .06)))
86
+ elements.append(_element(6, "Delivered", "StaticText", (.72, .37, .23, .025)))
87
+ text = "Alex Rivera\nSee you at 7? I'll grab a table" + (f"\n{self.message}\nDelivered" if sent else "")
88
+ return elements, text
89
+
90
+ def settings(self, stage):
91
+ if stage in {"top", "scrolled"}:
92
+ rows = self.ROWS if stage == "top" else self.MORE_ROWS
93
+ elements = [_element(90, "Settings", "NavigationBar", (0, .05, 1, .07)),
94
+ _element(0, "Search", "SearchField", (.04, .13, .92, .045), editable=True,
95
+ actions=("TAP", "TYPE"))]
96
+ for row, name in enumerate(rows):
97
+ elements.append(_element(1 + row, name, "Cell", (0, .2 + row * .075, 1, .07)))
98
+ return elements, "Settings\n" + "\n".join(rows)
99
+ dark = stage == "dark"
100
+ elements = [_element(90, "Display & Brightness", "NavigationBar", (0, .05, 1, .07)),
101
+ _element(0, "Settings", "Button", (.02, .065, .22, .035)),
102
+ _element(1, "Display & Brightness", "StaticText", (.25, .06, .5, .04)),
103
+ # The two appearances read as a pair of toggles, so the finished task can show its proof:
104
+ # "Dark: On", the switch the request named at the value it asked for.
105
+ _element(2, "Light", "Toggle", (.1, .15, .3, .22), value="0" if dark else "1"),
106
+ _element(3, "Dark", "Toggle", (.6, .15, .3, .22), value="1" if dark else "0"),
107
+ _element(4, "Automatic", "Switch", (0, .41, 1, .06), value="0"),
108
+ _element(5, "Text Size", "Cell", (0, .53, 1, .06)),
109
+ _element(6, "Bold Text", "Switch", (0, .6, 1, .06), value="0")]
110
+ text = ("Display & Brightness\nAPPEARANCE\nLight\nDark\nAutomatic\nText Size\nBold Text"
111
+ + ("\nDark, selected" if dark else "\nLight, selected"))
112
+ return elements, text
113
+
114
+ def search(self, stage, typed):
115
+ if stage == "home":
116
+ elements = [_element(0, "Search", "Button", (.82, .06, .12, .045)),
117
+ _element(1, "Profile", "Button", (.8, .92, .15, .05))]
118
+ return elements, "For You\nSearch\nProfile"
119
+ if stage == "search":
120
+ elements = [_element(0, "Search", "SearchField", (.1, .06, .7, .05), editable=True,
121
+ actions=("TAP", "TYPE_SUBMIT", "TYPE"), value=typed),
122
+ _element(1, "Cancel", "Button", (.82, .06, .15, .05))]
123
+ return elements, "Search"
124
+ title = f"{self.query.capitalize()} guide"
125
+ elements = [_element(0, title, "Button", (.05, .2, .9, .3)),
126
+ _element(1, "@getmobster", "Button", (.1, .55, .5, .05))]
127
+ return elements, f"Top results\n{title}\n@getmobster"
128
+
129
+
130
+ class DemoPhone(Driver):
131
+ """A scripted iPhone showing one app. ``pace`` scales the simulated latency (0 in tests)."""
132
+
133
+ capabilities = frozenset({"capture_preview"})
134
+ can_type = True
135
+
136
+ def __init__(self, bundle, goal, pace=1.0):
137
+ self.bundle, self.pace = bundle, pace
138
+ self.screens = Screens(bundle, goal)
139
+ self.stage = {MESSAGES: "inbox", SETTINGS: "top"}.get(bundle, "home")
140
+ self.typed = ""
141
+ self.lock = threading.Lock()
142
+ self.revision = 0
143
+
144
+ def _wait(self, seconds):
145
+ if self.pace > 0:
146
+ time.sleep(seconds * self.pace)
147
+
148
+ def snapshot(self):
149
+ elements, text = self.screens.build(self.stage, self.typed)
150
+ return Snapshot(elements, text, 390, 844, SOURCE, bundle_id=self.bundle,
151
+ revision=f"{self.stage}-{self.revision}")
152
+
153
+ def observe(self, timeout=10):
154
+ self._wait(.18)
155
+ with self.lock:
156
+ return self.snapshot()
157
+
158
+ def execute(self, operation, target, snapshot, text=None, timeout=10):
159
+ self._wait(.22)
160
+ label = target.label if target is not None else ""
161
+ with self.lock:
162
+ self.revision += 1
163
+ stage = self.stage
164
+ if self.bundle == MESSAGES:
165
+ if stage == "inbox" and operation == "TAP" and label == "Alex Rivera":
166
+ self.stage = "thread"
167
+ elif stage == "thread" and operation in {"TYPE", "TYPE_SUBMIT"}:
168
+ self.stage, self.typed = "typed", text or ""
169
+ elif stage == "typed" and operation == "TAP" and label == "Send":
170
+ self.stage = "sent"
171
+ elif self.bundle == SETTINGS:
172
+ if stage == "top" and operation == "SWIPE_UP":
173
+ self.stage = "scrolled"
174
+ elif stage == "scrolled" and operation == "TAP" and label == "Display & Brightness":
175
+ self.stage = "display"
176
+ elif stage == "display" and operation == "TAP" and label == "Dark":
177
+ self.stage = "dark"
178
+ elif self.bundle != WALLET:
179
+ if stage == "home" and operation == "TAP":
180
+ self.stage = "search"
181
+ elif stage == "search" and operation in {"TYPE", "TYPE_SUBMIT"}:
182
+ self.stage, self.typed = "results", text or ""
183
+
184
+ def capture_preview(self, timeout=3):
185
+ with self.lock:
186
+ stage, typed = self.stage, self.typed
187
+ png = render_screen(self.bundle, stage, typed, self.screens.message, self.screens.query)
188
+ return "data:image/png;base64," + base64.b64encode(png).decode()
189
+
190
+ def close(self):
191
+ pass
192
+
193
+
194
+ class DemoChat:
195
+ """The model's stand-in for Mobster's agent."""
196
+
197
+ model = MODEL
198
+ provider = "anthropic" # the usage ledger's name for Mobster's agent's calls; a scripted one costs nothing
199
+
200
+ def __init__(self, pace=1.0):
201
+ self.pace = pace
202
+ self.usage = {"prompt_tokens": 0, "completion_tokens": 0, "cached_tokens": 0, "calls": 0}
203
+
204
+ def _wait(self, seconds):
205
+ if self.pace > 0:
206
+ time.sleep(seconds * self.pace)
207
+
208
+ def complete(self, messages, schema, timeout=60, **_):
209
+ text = "\n".join(part.get("text", "") for message in messages for part in (
210
+ message["content"] if isinstance(message["content"], list) else [{"text": message["content"]}]))
211
+ request = (re.search(r"Request: (.*)", text) or [None, ""])[1]
212
+ if "items" in (schema.get("properties") or {}):
213
+ # The task contract: a message to send is the one commit, so Mobster asks before it taps Send; anything
214
+ # else is a look at the screen.
215
+ items = [{"kind": "COMMIT", "app": "Messages", "what": "message to Alex Rivera",
216
+ "payload": _message(request),
217
+ "act": "send_message", "count": "1", "condition": "", "quote": request}] \
218
+ if re.search(r"\b(?:text|message|send)\b", request, re.I) else \
219
+ [{"kind": "READ", "app": "", "what": "the screen the task asks for", "payload": "", "act": "none",
220
+ "count": "", "condition": "", "quote": request}]
221
+ return {"items": items}, {"prompt_tokens": 0, "completion_tokens": 0}
222
+ self._wait(.55)
223
+ self.usage["calls"] += 1
224
+ rows = text.split("Screen elements:\n", 1)[-1].splitlines()
225
+
226
+ def row(label):
227
+ return next((line for line in rows if f'"{label}"' in line), None)
228
+
229
+ def act(operation, label=None, words=None):
230
+ line = row(label) if label else None
231
+ return {"operation": operation, "target": line.split()[0] if line else None, "target_label": None,
232
+ "text": words, "app": None}
233
+ answer = None
234
+ if row("Delivered"):
235
+ actions, answer = [act("DONE")], f"Sent “{_message(request)}” to Alex Rivera."
236
+ elif row("Send"):
237
+ actions = [act("TAP", "Send")]
238
+ elif row("Message"):
239
+ actions = [act("TYPE", "Message", _message(request))]
240
+ elif row("Alex Rivera"):
241
+ actions = [act("TAP", "Alex Rivera")]
242
+ elif row("Dark") and re.search(r'"Dark".*\bon\b', row("Dark")):
243
+ actions, answer = [act("DONE")], "Dark Mode is on."
244
+ elif row("Dark"):
245
+ actions = [act("TAP", "Dark")]
246
+ elif row("Display & Brightness"):
247
+ actions = [act("TAP", "Display & Brightness")]
248
+ elif row("Wi-Fi"):
249
+ actions = [act("SWIPE_UP")]
250
+ elif row("Apple Card"):
251
+ actions, answer = [act("DONE")], "Your Wallet has an Apple Card and a Transit card."
252
+ elif any("results" in line.casefold() for line in rows) or row(f"{_query(request).capitalize()} guide"):
253
+ actions, answer = [act("DONE")], f"The top result is the {_query(request).capitalize()} guide."
254
+ elif row("Cancel"):
255
+ actions = [act("TYPE_SUBMIT", "Search", _query(request))]
256
+ else:
257
+ actions = [act("TAP", "Search")]
258
+ return {"thought": "", "plan": "", "notes_add": [], "answer": answer, "checklist_updates": [],
259
+ "actions": actions}, {"prompt_tokens": 0, "completion_tokens": 0}
260
+
261
+ def close(self):
262
+ pass
263
+
264
+
265
+ LIGHT = {"bg": (255, 255, 255), "text": (0, 0, 0), "muted": (138, 138, 142), "rule": (216, 216, 220),
266
+ "field": (238, 238, 240), "blue": (10, 132, 255), "bubble": (233, 233, 235)}
267
+ DARK = {"bg": (0, 0, 0), "text": (255, 255, 255), "muted": (142, 142, 147), "rule": (56, 56, 58),
268
+ "field": (28, 28, 30), "blue": (10, 132, 255), "bubble": (38, 38, 40)}
269
+ ICON_COLORS = [(52, 120, 246), (255, 149, 0), (0, 122, 255), (0, 122, 255), (52, 199, 89), (52, 199, 89),
270
+ (142, 142, 147), (0, 122, 255), (142, 142, 147), (0, 122, 255)]
271
+ AVATARS = [(255, 159, 10), (191, 90, 242), (48, 209, 88), (100, 210, 255), (255, 69, 58)]
272
+
273
+
274
+ @lru_cache(maxsize=32)
275
+ def render_screen(bundle, stage, typed="", message=DEFAULT_MESSAGE, query="coffee"):
276
+ """A PNG of one scripted screen, 390 x 844 like an iPhone's points."""
277
+ from PIL import Image, ImageDraw, ImageFont
278
+
279
+ dark = bundle == SETTINGS and stage == "dark"
280
+ c = DARK if dark else LIGHT
281
+ image = Image.new("RGB", (390, 844), c["bg"])
282
+ draw = ImageDraw.Draw(image)
283
+
284
+ def font(size):
285
+ try:
286
+ return ImageFont.load_default(size=size)
287
+ except TypeError: # Pillow without FreeType
288
+ return ImageFont.load_default()
289
+
290
+ small, body, title = font(15), font(17), font(30)
291
+ draw.text((28, 14), "9:41", fill=c["text"], font=small)
292
+ draw.rounded_rectangle((330, 16, 360, 28), radius=3, outline=c["text"], width=2)
293
+ draw.rectangle((333, 19, 352, 25), fill=c["text"])
294
+
295
+ if bundle == MESSAGES and stage == "inbox":
296
+ draw.text((16, 50), "Edit", fill=c["blue"], font=body)
297
+ draw.text((20, 88), "Messages", fill=c["text"], font=title)
298
+ draw.rounded_rectangle((16, 130, 374, 164), radius=10, fill=c["field"])
299
+ draw.text((40, 138), "Search", fill=c["muted"], font=body)
300
+ for row, (name, preview) in enumerate(Screens.THREADS):
301
+ y = 186 + row * 84
302
+ draw.ellipse((16, y, 70, y + 54), fill=AVATARS[row % len(AVATARS)])
303
+ draw.text((84, y + 4), name, fill=c["text"], font=body)
304
+ draw.text((84, y + 28), preview[:30], fill=c["muted"], font=small)
305
+ draw.line((84, y + 72, 390, y + 72), fill=c["rule"])
306
+ elif bundle == MESSAGES:
307
+ draw.text((12, 50), "‹", fill=c["blue"], font=title)
308
+ draw.ellipse((170, 44, 220, 94), fill=AVATARS[0])
309
+ draw.text((158, 100), "Alex Rivera", fill=c["text"], font=small)
310
+ draw.line((0, 126, 390, 126), fill=c["rule"])
311
+ draw.rounded_rectangle((16, 170, 270, 222), radius=20, fill=c["bubble"])
312
+ draw.text((32, 186), "See you at 7? I'll grab a table", fill=c["text"], font=small)
313
+ if stage == "sent":
314
+ draw.rounded_rectangle((110, 246, 374, 298), radius=20, fill=c["blue"])
315
+ draw.text((124, 262), message[:30], fill=(255, 255, 255), font=small)
316
+ draw.text((306, 306), "Delivered", fill=c["muted"], font=small)
317
+ draw.rounded_rectangle((52, 756, 374, 792), radius=18, outline=c["rule"], width=2)
318
+ field = typed if stage == "typed" else ""
319
+ draw.text((68, 764), field[:28] or "iMessage", fill=c["text"] if field else c["muted"], font=body)
320
+ if stage == "typed":
321
+ draw.ellipse((340, 760, 368, 788), fill=c["blue"])
322
+ draw.text((18, 758), "+", fill=c["muted"], font=title)
323
+ elif bundle == SETTINGS and stage in {"top", "scrolled"}:
324
+ draw.text((20, 60), "Settings", fill=c["text"], font=title)
325
+ draw.rounded_rectangle((16, 106, 374, 140), radius=10, fill=c["field"])
326
+ draw.text((40, 114), "Search", fill=c["muted"], font=body)
327
+ rows = Screens.ROWS if stage == "top" else Screens.MORE_ROWS
328
+ for row, name in enumerate(rows):
329
+ y = 166 + row * 62
330
+ draw.rounded_rectangle((20, y + 12, 50, y + 42), radius=7,
331
+ fill=ICON_COLORS[(row + (0 if stage == "top" else 5)) % len(ICON_COLORS)])
332
+ draw.text((64, y + 16), name, fill=c["text"], font=body)
333
+ draw.text((360, y + 14), "›", fill=c["muted"], font=body)
334
+ draw.line((64, y + 58, 390, y + 58), fill=c["rule"])
335
+ elif bundle == SETTINGS:
336
+ draw.text((12, 50), "‹ Settings", fill=c["blue"], font=body)
337
+ draw.text((100, 86), "Display & Brightness", fill=c["text"], font=body)
338
+ draw.text((24, 128), "APPEARANCE", fill=c["muted"], font=small)
339
+ for column, (name, shade) in enumerate((("Light", (242, 242, 247)), ("Dark", (28, 28, 30)))):
340
+ x = 60 + column * 160
341
+ draw.rounded_rectangle((x, 156, x + 110, 330), radius=14, fill=shade, outline=c["rule"], width=2)
342
+ draw.text((x + 34, 344), name, fill=c["text"], font=body)
343
+ selected = (name == "Dark") == dark
344
+ draw.ellipse((x + 45, 376, x + 65, 396), fill=c["blue"] if selected else c["bg"],
345
+ outline=c["muted"], width=2)
346
+ for row, name in enumerate(("Automatic", "Text Size", "Bold Text")):
347
+ y = 440 + row * 58
348
+ draw.text((24, y), name, fill=c["text"], font=body)
349
+ draw.line((24, y + 40, 390, y + 40), fill=c["rule"])
350
+ draw.rounded_rectangle((300, 434, 350, 464), radius=15, fill=c["field"])
351
+ elif bundle == WALLET:
352
+ draw.text((20, 60), "Wallet", fill=c["text"], font=title)
353
+ draw.rounded_rectangle((20, 118, 370, 336), radius=18, fill=(40, 40, 40))
354
+ draw.rounded_rectangle((20, 362, 370, 580), radius=18, fill=(10, 132, 255))
355
+ else:
356
+ if stage == "home":
357
+ draw.rectangle((0, 0, 390, 844), fill=(18, 18, 18))
358
+ draw.text((150, 56), "For You", fill=(255, 255, 255), font=body)
359
+ draw.ellipse((150, 330, 240, 420), outline=(255, 255, 255), width=3)
360
+ else:
361
+ draw.rounded_rectangle((16, 50, 310, 90), radius=10, fill=c["field"])
362
+ draw.text((32, 60), (typed or query)[:22] if stage == "results" else "Search", fill=c["text"], font=body)
363
+ if stage == "results":
364
+ draw.rounded_rectangle((20, 160, 370, 420), radius=12, fill=(214, 170, 120))
365
+ draw.text((30, 430), f"{query.capitalize()} guide"[:30], fill=c["text"], font=body)
366
+ draw.rounded_rectangle((128, 826, 262, 831), radius=2, fill=c["text"])
367
+ out = io.BytesIO()
368
+ image.save(out, "PNG")
369
+ return out.getvalue()
@@ -0,0 +1,29 @@
1
+ """Whether this terminal can show the phone's real screenshot inside the UI."""
2
+
3
+ import os
4
+
5
+
6
+ def likely(env):
7
+ """True when the environment names a terminal that shows images."""
8
+ from ..terminal_image import protocol
9
+ term = env.get("TERM", "")
10
+ return (protocol(env) != "blocks" or term.startswith("foot") or "KONSOLE_VERSION" in env
11
+ or env.get("TERM_PROGRAM", "").lower() in {"rio", "contour"})
12
+
13
+
14
+ def image_widget(env=None):
15
+ """textual-image's widget class for this terminal (kitty protocol or sixel), or None for the text view."""
16
+ env = os.environ if env is None else env
17
+ choice = env.get("MOBSTER_PHONE_VIEW", "auto").lower()
18
+ if choice == "text" or (choice != "image" and not likely(env)):
19
+ return None
20
+ try:
21
+ import textual_image.renderable as renderable # asks the terminal once, on import
22
+ from textual_image.widget import SixelImage, TGPImage
23
+ except Exception:
24
+ return None
25
+ if renderable.Image is renderable.TGPImage:
26
+ return TGPImage
27
+ if renderable.Image is renderable.SixelImage:
28
+ return SixelImage
29
+ return None
@@ -0,0 +1,64 @@
1
+ """The terminal UI's commands and keys, without the UI library."""
2
+
3
+ from dataclasses import dataclass
4
+
5
+
6
+ @dataclass(frozen=True)
7
+ class Command:
8
+ name: str
9
+ args: str
10
+ help: str
11
+ section: str = "Task"
12
+ key: str = ""
13
+
14
+
15
+ COMMANDS = [
16
+ Command("new", "", "Start a new conversation", "Conversation", "ctrl+n"),
17
+ Command("threads", "", "Open a recent conversation", "Conversation", "ctrl+t"),
18
+ Command("attach", "<path>", "Send a file with the next task", "Conversation", "@./"),
19
+ Command("memory", "", "See what Mobster remembers", "Conversation"),
20
+ Command("remember", "<text>", "Tell Mobster something to remember", "Conversation"),
21
+ Command("app", "[name]", "Choose the app the next task starts in", "Task", "@app"),
22
+ Command("ask", "", "Turn “Ask before acting” on or off", "Task", "shift+tab"),
23
+ Command("cap", "<usd>|off", "Set a spend cap per task, in US dollars", "Task"),
24
+ Command("format", "<auto|text|json|yaml|csv|markdown>", "Choose the answer format", "Task"),
25
+ Command("history", "", "Browse past tasks", "View", "ctrl+r"),
26
+ Command("resume", "[id]", "Open a past task and put it back in the box", "View"),
27
+ Command("devices", "", "Your iPhone, and how to set it up", "View"),
28
+ Command("login", "", "Save your Claude or OpenAI key", "View"),
29
+ Command("screen", "", "Show or hide your iPhone's screen", "View", "ctrl+s"),
30
+ Command("details", "", "Show every phase of each step", "View", "ctrl+o"),
31
+ Command("clear", "", "Clear the transcript", "View", "ctrl+l"),
32
+ Command("help", "", "Keys and commands", "View", "?"),
33
+ Command("quit", "", "Leave Mobster", "View", "ctrl+d"),
34
+ ]
35
+ SECTIONS = ("Conversation", "Task", "View")
36
+
37
+ KEY_GROUPS = (
38
+ ("Task", (
39
+ ("enter", "Run the task; while one runs, tell Mobster something"),
40
+ ("esc", "Stop the task, or answer Don't to an approval"),
41
+ ("y / n", "Answer an approval: its verb (Send, Pay…) or Don't"),
42
+ ("a", "Always allow the apps on a task's approval card"),
43
+ ("page up / page down", "Read a long approval card"),
44
+ ("ctrl+c", "Stop the task; press twice to quit"),
45
+ ("shift+tab", "Ask before acting on or off"),
46
+ ("@", "Pick the app: @messages text Kate Bell…"),
47
+ ("↑ ↓", "Previous tasks (the Try rows, before your first)"),
48
+ )),
49
+ ("Conversation", (
50
+ ("ctrl+n", "New conversation"),
51
+ ("ctrl+t", "Recent conversations"),
52
+ ("@./ @~/", "Attach a file by its path"),
53
+ )),
54
+ ("View", (
55
+ ("/", "Commands"),
56
+ ("?", "This sheet"),
57
+ ("ctrl+o", "Step details"),
58
+ ("ctrl+s", "Your iPhone's screen"),
59
+ ("ctrl+r", "History"),
60
+ ("ctrl+l", "Clear"),
61
+ ("ctrl+d", "Quit"),
62
+ )),
63
+ )
64
+ KEYS = [pair for _, pairs in KEY_GROUPS for pair in pairs]
@@ -0,0 +1,195 @@
1
+ """The terminal UI's prompt: @mentions, the suggestion popup and history recall."""
2
+
3
+ import os
4
+ import re
5
+
6
+ from rich.text import Text
7
+ from textual.widgets import Input, OptionList, Static
8
+ from textual.widgets.option_list import Option
9
+
10
+ from ..app_choice import MENTION, find_app, infer_app, mention_rank
11
+ from .chrome import EXAMPLES
12
+ from .keys import COMMANDS, SECTIONS
13
+ from .render import ACCENT, FAINT, GREEN, TEXT
14
+
15
+ PATH_MENTION = re.compile(r"(?:^|\s)@((?:\./|~/|/)[^\s]*)$")
16
+
17
+
18
+ class PromptMixin:
19
+ """The prompt box: which app a task names, the popup of commands, apps and paths, and recalling past tasks."""
20
+
21
+ def target_app(self, value):
22
+ """The app the next task starts in: the one chosen, the one it names, else None (Mobster picks)."""
23
+ if self.app_choice:
24
+ return self.app_choice
25
+ goal, mentioned = self.split_mentions(value)
26
+ return mentioned or (infer_app(goal, self.apps) if goal.strip() else None)
27
+
28
+ def split_mentions(self, value):
29
+ """(the task without the @words that name an app, the first app they name)."""
30
+ named = []
31
+
32
+ def drop(match):
33
+ app = find_app(match.group(1), self.apps)
34
+ if app is None:
35
+ return match.group(0)
36
+ named.append(app)
37
+ return ""
38
+ return MENTION.sub(drop, value).strip(), (named[0] if named else None)
39
+
40
+ def suggest(self, value):
41
+ box = self.query_one("#suggest", OptionList)
42
+ hint = self.query_one("#suggest-hint", Static)
43
+ options = []
44
+ footer = ""
45
+ if value.startswith("/") and " " not in value:
46
+ query = value[1:].casefold()
47
+ matches = [c for c in COMMANDS if c.name.startswith(query) or (query and query in c.name)]
48
+ name_width = max((len(c.name) + 1 for c in matches), default=0) + 2
49
+ help_width = max((len(c.help) for c in matches), default=0) + 2
50
+ for section in SECTIONS:
51
+ rows = [c for c in matches if c.section == section]
52
+ if not rows:
53
+ continue
54
+ if not query:
55
+ options.append(Option(Text(section, style=f"bold {FAINT}"), id=f"section:{section}",
56
+ disabled=True))
57
+ for command in rows:
58
+ prompt = Text()
59
+ prompt.append(f"/{command.name}".ljust(name_width), style=f"bold {ACCENT}")
60
+ prompt.append(command.help.ljust(help_width), style=TEXT)
61
+ prompt.append(command.key or (command.args if command.args.startswith("<") else ""),
62
+ style=FAINT)
63
+ options.append(Option(prompt, id=f"cmd:{command.name}"))
64
+ footer = "↑↓ move enter choose esc close"
65
+ else:
66
+ path = PATH_MENTION.search(value)
67
+ match = re.search(r"(?:^|\s)@([\w.-]*)$", value)
68
+ if path:
69
+ for entry in self.path_matches(path.group(1))[:10]:
70
+ prompt = Text()
71
+ prompt.append(entry["shown"], style=f"bold {TEXT}")
72
+ prompt.append(" folder" if entry["dir"] else " attach", style=FAINT)
73
+ options.append(Option(prompt, id=f"path:{entry['path']}"))
74
+ footer = "enter attach tab open a folder esc close"
75
+ elif match:
76
+ query = match.group(1).casefold()
77
+ # Best match first (tab and enter take the first row): "@fa" is FaceTime, not safari.
78
+ ranked = sorted(((rank, index, app) for index, app in enumerate(self.apps)
79
+ if (rank := mention_rank(app, query)) is not None), key=lambda item: item[:2])
80
+ for _, _, app in ranked[:10]:
81
+ prompt = Text()
82
+ prompt.append(app["name"], style=f"bold {TEXT}")
83
+ prompt.append(f" {app['bundleId']}", style=FAINT)
84
+ if app.get("installed"):
85
+ prompt.append(" installed", style=GREEN)
86
+ options.append(Option(prompt, id=f"app:{app['id']}"))
87
+ footer = "enter choose esc close"
88
+ box.clear_options()
89
+ if options:
90
+ box.add_options(options)
91
+ first = next((i for i, option in enumerate(options) if not option.disabled), 0)
92
+ box.highlighted = first
93
+ box.set_class(bool(options), "open")
94
+ hint.update(Text(footer, style=FAINT))
95
+ hint.set_class(bool(options), "open")
96
+
97
+ def path_matches(self, typed):
98
+ """Files and folders for an @./, @~/ or @/ path: [{path, shown, dir}]."""
99
+ from pathlib import Path
100
+ expanded = os.path.expanduser(typed)
101
+ folder, _, stem = expanded.rpartition("/")
102
+ folder = folder + "/" if folder or typed.startswith("/") else "./"
103
+ try:
104
+ entries = sorted(Path(folder or "/").iterdir(), key=lambda p: (not p.is_dir(), p.name.casefold()))
105
+ except OSError:
106
+ return []
107
+ out = []
108
+ for entry in entries:
109
+ if entry.name.startswith(".") and not stem.startswith("."):
110
+ continue
111
+ if not entry.name.casefold().startswith(stem.casefold()):
112
+ continue
113
+ shown = typed[:len(typed) - len(stem)] + entry.name + ("/" if entry.is_dir() else "")
114
+ out.append({"path": str(entry), "shown": shown, "dir": entry.is_dir()})
115
+ return out
116
+
117
+ def suggestions_open(self):
118
+ return self.query_one("#suggest", OptionList).has_class("open")
119
+
120
+ def close_suggestions(self):
121
+ self.query_one("#suggest", OptionList).set_class(False, "open")
122
+ self.query_one("#suggest-hint", Static).set_class(False, "open")
123
+
124
+ def accept_suggestion(self, key_name="enter"):
125
+ box = self.query_one("#suggest", OptionList)
126
+ if box.highlighted is None:
127
+ return False
128
+ option = box.get_option_at_index(box.highlighted)
129
+ if option.disabled:
130
+ return False
131
+ prompt = self.query_one("#prompt", Input)
132
+ kind, _, key = option.id.partition(":")
133
+ if kind == "cmd":
134
+ command = next(c for c in COMMANDS if c.name == key)
135
+ if command.args and not command.args.startswith("["):
136
+ prompt.value = f"/{key} "
137
+ else:
138
+ prompt.value = ""
139
+ self.run_command(key, "")
140
+ elif kind == "app":
141
+ self.app_choice = next((a for a in self.apps if a["id"] == key), None)
142
+ prompt.value = re.sub(r"(?:^|\s)@[\w.-]*$", "", prompt.value).lstrip()
143
+ elif kind == "path":
144
+ if os.path.isdir(key) and key_name == "tab":
145
+ typed = PATH_MENTION.search(prompt.value).group(1)
146
+ stem = typed.rpartition("/")[2]
147
+ prompt.value = prompt.value[:len(prompt.value) - len(stem)] + os.path.basename(key) + "/"
148
+ prompt.cursor_position = len(prompt.value)
149
+ self.suggest(prompt.value)
150
+ return True
151
+ prompt.value = PATH_MENTION.sub("", prompt.value).rstrip()
152
+ if not os.path.isdir(key):
153
+ self.attach(key)
154
+ prompt.cursor_position = len(prompt.value)
155
+ self.close_suggestions()
156
+ self.refresh_chip()
157
+ return True
158
+
159
+ def prompt_key(self, key, character):
160
+ """Keys the prompt hands over before editing: the popup's, history recall and ``?``. True if used."""
161
+ if self.suggestions_open():
162
+ box = self.query_one("#suggest", OptionList)
163
+ if key in {"down", "up"}:
164
+ box.action_cursor_down() if key == "down" else box.action_cursor_up()
165
+ option = box.get_option_at_index(box.highlighted) if box.highlighted is not None else None
166
+ if option is not None and option.disabled:
167
+ box.action_cursor_down() if key == "down" else box.action_cursor_up()
168
+ return True
169
+ if key in {"tab", "enter"}:
170
+ return self.accept_suggestion(key)
171
+ if key == "escape":
172
+ self.close_suggestions()
173
+ return True
174
+ return False
175
+ if key in {"up", "down"}:
176
+ self.action_recall(-1 if key == "up" else 1)
177
+ return True
178
+ if character == "?" and not self.query_one("#prompt", Input).value:
179
+ self.run_command("help", "")
180
+ return True
181
+ return False
182
+
183
+ def action_recall(self, delta):
184
+ prompt = self.query_one("#prompt", Input)
185
+ # With no past tasks yet, ↑ steps through the Try rows on the welcome screen, the first one first.
186
+ recalls = self.recalls or [goal for _, goal in reversed(EXAMPLES)]
187
+ if self.focused is not prompt or self.suggestions_open() or self.running is not None:
188
+ return
189
+ if self.recall_index is None:
190
+ if delta > 0:
191
+ return
192
+ self.recall_index = len(recalls)
193
+ self.recall_index = max(0, min(len(recalls), self.recall_index + delta))
194
+ prompt.value = recalls[self.recall_index] if self.recall_index < len(recalls) else ""
195
+ prompt.cursor_position = len(prompt.value)