@agenthippo-ai/agenthippo 1.110.9 → 1.110.19

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (533) hide show
  1. package/out/agentpack/types.js +2 -5
  2. package/out/analytics/dashboard/artifactManager.js +2 -439
  3. package/out/analytics/dashboard/fleetDisplayUtils.js +2 -162
  4. package/out/analytics/dashboard/fleetOrchestrator.js +3 -142
  5. package/out/analytics/dashboard/fleetRegistry.js +2 -79
  6. package/out/analytics/dashboard/fleetRowDefaults.js +2 -87
  7. package/out/analytics/dashboard/fleetScriptAdapter.js +2 -146
  8. package/out/analytics/dashboard/fleetTypes.js +2 -29
  9. package/out/analytics/dashboard/index.js +2 -17
  10. package/out/analytics/dashboard/indexingService.js +2 -422
  11. package/out/analytics/dashboard/localFleetAdapter.js +2 -222
  12. package/out/analytics/dashboard/performanceMonitor.js +5 -76
  13. package/out/analytics/dashboard/processManager.js +2 -209
  14. package/out/analytics/dashboard/provider.js +38 -3817
  15. package/out/analytics/dashboard/queryRunner.js +62 -750
  16. package/out/analytics/dashboard/scheduledFleetStorage.js +2 -241
  17. package/out/analytics/dashboard/sessionJsonlFleet.js +3 -204
  18. package/out/analytics/dashboard/teamViewDiscovery.js +2 -106
  19. package/out/analytics/dashboard/webview/panel.js +34 -2318
  20. package/out/analytics/dashboard/webview/runtime-bridge.js +2 -82
  21. package/out/analytics/lifecycle.js +2 -43
  22. package/out/analytics/service.js +8 -1277
  23. package/out/auth/authBaseUrl.js +2 -59
  24. package/out/auth/bootstrapApply.js +2 -71
  25. package/out/auth/brokerClient.js +2 -160
  26. package/out/auth/callbackUri.js +2 -59
  27. package/out/auth/githubStoreGate.js +2 -70
  28. package/out/auth/loopbackAuthServer.js +4 -159
  29. package/out/auth/onboardingPrompt.js +2 -112
  30. package/out/auth/pkce.js +2 -9
  31. package/out/auth/provider.js +2 -226
  32. package/out/auth/sessionStore.js +2 -156
  33. package/out/auth/signInFlow.js +2 -183
  34. package/out/cli/index.js +619 -551
  35. package/out/cli/run-custom-engine-runner.js +3 -318
  36. package/out/cli/vscode-shim.js +2 -86
  37. package/out/engines/factory.js +2 -45
  38. package/out/engines/types.js +2 -17
  39. package/out/examples/run-headless-repl.js +6 -286
  40. package/out/examples/run-headless.js +2 -187
  41. package/out/extension.js +32 -4473
  42. package/out/gateway/gatewayRouteIndex.js +6 -371
  43. package/out/gateway/gatewaySessionStore.js +3 -243
  44. package/out/gateway/index.js +2 -31
  45. package/out/gateway/resetMappings.js +2 -52
  46. package/out/gateway/service.js +5 -1249
  47. package/out/mcp/publish.js +2 -143
  48. package/out/remote/handleRemoteChat.js +2 -169
  49. package/out/remote/remotePackStatusBar.js +3 -103
  50. package/out/remote/remoteTrust.js +6 -277
  51. package/out/remote/serveClient.js +4 -277
  52. package/out/remoteSkills.js +3 -191
  53. package/out/runtime/index.js +2 -32
  54. package/out/runtime/vscode/index.js +2 -20
  55. package/out/runtime/vscode/vscode-config-provider.js +2 -77
  56. package/out/runtime/vscode/vscode-edit-tracker.js +2 -122
  57. package/out/runtime/vscode/vscode-logger.js +2 -30
  58. package/out/runtime/vscode/vscode-permission-handler.js +2 -72
  59. package/out/scripts/agentide-litellm.sh +0 -1
  60. package/out/scripts/agentide_litellm_hooks_v1.py +170 -418
  61. package/out/scripts/analytics/agent-fleet-widget.js +18 -257
  62. package/out/scripts/analytics/agentide-litellm-otel.config.yaml +4 -4
  63. package/out/scripts/analytics/duckdbLocator.js +2 -28
  64. package/out/scripts/analytics/generate-default-charts.py +43 -323
  65. package/out/scripts/analytics/hotspot-analysis-widget.js +4 -430
  66. package/out/scripts/analytics/index-traces.py +78 -1036
  67. package/out/scripts/analytics/session-comparison-widget.js +26 -472
  68. package/out/scripts/analytics/session-timeline-widget.js +25 -846
  69. package/out/scripts/analytics/setup-analytics.ps1 +8 -1
  70. package/out/scripts/analytics/setup-analytics.sh +13 -2
  71. package/out/scripts/analytics/token-cost-flamegraph-widget.js +4 -461
  72. package/out/scripts/analytics/token-cost-trend-widget.js +4 -534
  73. package/out/scripts/analytics/workflows-collector.cjs +4 -314
  74. package/out/scripts/analytics/workflows-daemon.mjs +9 -185
  75. package/out/scripts/analytics/workflows-widget.cjs +15 -159
  76. package/out/scripts/analytics/wow-model-widget.js +10 -120
  77. package/out/scripts/vendor-tools.mjs +2 -233
  78. package/out/skills/publish.js +3 -178
  79. package/out/store/github/setup.js +7 -212
  80. package/out/store/oramaIndex.js +2 -884
  81. package/out/sync.js +26 -1829
  82. package/out/terminalLogger.js +5 -358
  83. package/out/utils/pathSafety.js +2 -60
  84. package/out/utils/pythonRunner.js +4 -258
  85. package/out/utils/toolPath.js +2 -83
  86. package/out/workspaceFolders.js +2 -59
  87. package/package.json +1 -1
  88. package/out/agentpack/github.js +0 -547
  89. package/out/agentpack/index.js +0 -67
  90. package/out/agentpack/install.js +0 -297
  91. package/out/agentpack/manager.js +0 -441
  92. package/out/agentpack/manifest.js +0 -135
  93. package/out/agentpack/paths.js +0 -498
  94. package/out/agentpack/publish.js +0 -248
  95. package/out/agentpack/stores.js +0 -554
  96. package/out/analytics/dashboard/fleetStatusUtils.js +0 -30
  97. package/out/analytics/dashboard/fleetTitleUtils.js +0 -68
  98. package/out/analytics/dashboard/refreshPolicy.js +0 -16
  99. package/out/analytics/dashboard/scheduledFleetFingerprint.js +0 -22
  100. package/out/analytics/dashboard/scheduledFleetUtils.js +0 -22
  101. package/out/analytics/dashboard/sessionEventFleetStats.js +0 -118
  102. package/out/analytics/dashboard/viewsConfigMerge.js +0 -221
  103. package/out/analytics/dashboard/webview/codicon.ttf +0 -0
  104. package/out/analytics/identity.js +0 -0
  105. package/out/analytics/sessionEvents.js +0 -323
  106. package/out/auth/callbackUriParse.js +0 -59
  107. package/out/auth/types.js +0 -12
  108. package/out/auth-broker/config.js +0 -112
  109. package/out/auth-broker/jwt.js +0 -105
  110. package/out/auth-broker/pkce.js +0 -59
  111. package/out/auth-broker/server.js +0 -677
  112. package/out/auth-broker/store.js +0 -275
  113. package/out/authority/warrant.js +0 -206
  114. package/out/base-prompts/mcp-servers/.mcp.json +0 -13
  115. package/out/base-prompts/mcp-servers/langfuse-analytics/README.md +0 -142
  116. package/out/base-prompts/mcp-servers/langfuse-analytics/mcp.json +0 -13
  117. package/out/base-prompts/mcp-servers/langfuse-analytics/package-lock.json +0 -1192
  118. package/out/base-prompts/mcp-servers/langfuse-analytics/package.json +0 -23
  119. package/out/base-prompts/mcp-servers/langfuse-analytics/scripts/run-with-env.sh +0 -12
  120. package/out/base-prompts/mcp-servers/langfuse-analytics/scripts/sdk-test.js +0 -102
  121. package/out/base-prompts/mcp-servers/langfuse-analytics/scripts/simple-test.js +0 -137
  122. package/out/base-prompts/mcp-servers/langfuse-analytics/scripts/test-client.js +0 -118
  123. package/out/base-prompts/mcp-servers/langfuse-analytics/scripts/test-server.js +0 -209
  124. package/out/base-prompts/mcp-servers/langfuse-analytics/src/client.ts +0 -431
  125. package/out/base-prompts/mcp-servers/langfuse-analytics/src/index.ts +0 -270
  126. package/out/base-prompts/mcp-servers/langfuse-analytics/tsconfig.json +0 -18
  127. package/out/base-prompts/rules/AGENTS.md +0 -204
  128. package/out/base-prompts/skills/agent-browser/SKILL.md +0 -102
  129. package/out/base-prompts/skills/agent-builder/SKILL.md +0 -73
  130. package/out/base-prompts/skills/agent-builder/references/agent-pack.md +0 -63
  131. package/out/base-prompts/skills/agent-builder/references/crewai.md +0 -66
  132. package/out/base-prompts/skills/agent-builder/references/langchain.md +0 -60
  133. package/out/base-prompts/skills/agent-builder/references/raw-sdk.md +0 -73
  134. package/out/base-prompts/skills/agent-engine-creator/SKILL.md +0 -586
  135. package/out/base-prompts/skills/agent-engine-installer/SKILL.md +0 -106
  136. package/out/base-prompts/skills/agent-engine-installer/scripts/install-engine.mjs +0 -259
  137. package/out/base-prompts/skills/agent-engine-installer/scripts/install-engine.ps1 +0 -189
  138. package/out/base-prompts/skills/agenthippo-cli/SKILL.md +0 -69
  139. package/out/base-prompts/skills/agenthippo-cli/scripts/install.sh +0 -63
  140. package/out/base-prompts/skills/agentpack-creator/SKILL.md +0 -375
  141. package/out/base-prompts/skills/agentpack-creator/references/agent-templates.md +0 -261
  142. package/out/base-prompts/skills/agentpack-creator/references/agents-md-guide.md +0 -195
  143. package/out/base-prompts/skills/agentpack-creator/scripts/init_pack.py +0 -391
  144. package/out/base-prompts/skills/agentpack-creator/scripts/init_pack_test.py +0 -294
  145. package/out/base-prompts/skills/agentpack-testbench/SKILL.md +0 -135
  146. package/out/base-prompts/skills/algorithmic-art/LICENSE.txt +0 -202
  147. package/out/base-prompts/skills/algorithmic-art/SKILL.md +0 -405
  148. package/out/base-prompts/skills/algorithmic-art/templates/generator_template.js +0 -223
  149. package/out/base-prompts/skills/algorithmic-art/templates/viewer.html +0 -599
  150. package/out/base-prompts/skills/debug-agent/SKILL.md +0 -83
  151. package/out/base-prompts/skills/desktop-automation/SKILL.md +0 -166
  152. package/out/base-prompts/skills/desktop-automation/references/agenthippo-ui-recipes.md +0 -441
  153. package/out/base-prompts/skills/desktop-automation/scripts/windows-desktop-uia.psm1 +0 -280
  154. package/out/base-prompts/skills/docx/LICENSE.txt +0 -30
  155. package/out/base-prompts/skills/docx/SKILL.md +0 -197
  156. package/out/base-prompts/skills/docx/docx-js.md +0 -350
  157. package/out/base-prompts/skills/docx/ooxml/schemas/ISO-IEC29500-4_2016/dml-chart.xsd +0 -1499
  158. package/out/base-prompts/skills/docx/ooxml/schemas/ISO-IEC29500-4_2016/dml-chartDrawing.xsd +0 -146
  159. package/out/base-prompts/skills/docx/ooxml/schemas/ISO-IEC29500-4_2016/dml-diagram.xsd +0 -1085
  160. package/out/base-prompts/skills/docx/ooxml/schemas/ISO-IEC29500-4_2016/dml-lockedCanvas.xsd +0 -11
  161. package/out/base-prompts/skills/docx/ooxml/schemas/ISO-IEC29500-4_2016/dml-main.xsd +0 -3081
  162. package/out/base-prompts/skills/docx/ooxml/schemas/ISO-IEC29500-4_2016/dml-picture.xsd +0 -23
  163. package/out/base-prompts/skills/docx/ooxml/schemas/ISO-IEC29500-4_2016/dml-spreadsheetDrawing.xsd +0 -185
  164. package/out/base-prompts/skills/docx/ooxml/schemas/ISO-IEC29500-4_2016/dml-wordprocessingDrawing.xsd +0 -287
  165. package/out/base-prompts/skills/docx/ooxml/schemas/ISO-IEC29500-4_2016/pml.xsd +0 -1676
  166. package/out/base-prompts/skills/docx/ooxml/schemas/ISO-IEC29500-4_2016/shared-additionalCharacteristics.xsd +0 -28
  167. package/out/base-prompts/skills/docx/ooxml/schemas/ISO-IEC29500-4_2016/shared-bibliography.xsd +0 -144
  168. package/out/base-prompts/skills/docx/ooxml/schemas/ISO-IEC29500-4_2016/shared-commonSimpleTypes.xsd +0 -174
  169. package/out/base-prompts/skills/docx/ooxml/schemas/ISO-IEC29500-4_2016/shared-customXmlDataProperties.xsd +0 -25
  170. package/out/base-prompts/skills/docx/ooxml/schemas/ISO-IEC29500-4_2016/shared-customXmlSchemaProperties.xsd +0 -18
  171. package/out/base-prompts/skills/docx/ooxml/schemas/ISO-IEC29500-4_2016/shared-documentPropertiesCustom.xsd +0 -59
  172. package/out/base-prompts/skills/docx/ooxml/schemas/ISO-IEC29500-4_2016/shared-documentPropertiesExtended.xsd +0 -56
  173. package/out/base-prompts/skills/docx/ooxml/schemas/ISO-IEC29500-4_2016/shared-documentPropertiesVariantTypes.xsd +0 -195
  174. package/out/base-prompts/skills/docx/ooxml/schemas/ISO-IEC29500-4_2016/shared-math.xsd +0 -582
  175. package/out/base-prompts/skills/docx/ooxml/schemas/ISO-IEC29500-4_2016/shared-relationshipReference.xsd +0 -25
  176. package/out/base-prompts/skills/docx/ooxml/schemas/ISO-IEC29500-4_2016/sml.xsd +0 -4439
  177. package/out/base-prompts/skills/docx/ooxml/schemas/ISO-IEC29500-4_2016/vml-main.xsd +0 -570
  178. package/out/base-prompts/skills/docx/ooxml/schemas/ISO-IEC29500-4_2016/vml-officeDrawing.xsd +0 -509
  179. package/out/base-prompts/skills/docx/ooxml/schemas/ISO-IEC29500-4_2016/vml-presentationDrawing.xsd +0 -12
  180. package/out/base-prompts/skills/docx/ooxml/schemas/ISO-IEC29500-4_2016/vml-spreadsheetDrawing.xsd +0 -108
  181. package/out/base-prompts/skills/docx/ooxml/schemas/ISO-IEC29500-4_2016/vml-wordprocessingDrawing.xsd +0 -96
  182. package/out/base-prompts/skills/docx/ooxml/schemas/ISO-IEC29500-4_2016/wml.xsd +0 -3646
  183. package/out/base-prompts/skills/docx/ooxml/schemas/ISO-IEC29500-4_2016/xml.xsd +0 -116
  184. package/out/base-prompts/skills/docx/ooxml/schemas/ecma/fouth-edition/opc-contentTypes.xsd +0 -42
  185. package/out/base-prompts/skills/docx/ooxml/schemas/ecma/fouth-edition/opc-coreProperties.xsd +0 -50
  186. package/out/base-prompts/skills/docx/ooxml/schemas/ecma/fouth-edition/opc-digSig.xsd +0 -49
  187. package/out/base-prompts/skills/docx/ooxml/schemas/ecma/fouth-edition/opc-relationships.xsd +0 -33
  188. package/out/base-prompts/skills/docx/ooxml/schemas/mce/mc.xsd +0 -75
  189. package/out/base-prompts/skills/docx/ooxml/schemas/microsoft/wml-2010.xsd +0 -560
  190. package/out/base-prompts/skills/docx/ooxml/schemas/microsoft/wml-2012.xsd +0 -67
  191. package/out/base-prompts/skills/docx/ooxml/schemas/microsoft/wml-2018.xsd +0 -14
  192. package/out/base-prompts/skills/docx/ooxml/schemas/microsoft/wml-cex-2018.xsd +0 -20
  193. package/out/base-prompts/skills/docx/ooxml/schemas/microsoft/wml-cid-2016.xsd +0 -13
  194. package/out/base-prompts/skills/docx/ooxml/schemas/microsoft/wml-sdtdatahash-2020.xsd +0 -4
  195. package/out/base-prompts/skills/docx/ooxml/schemas/microsoft/wml-symex-2015.xsd +0 -8
  196. package/out/base-prompts/skills/docx/ooxml/scripts/pack.py +0 -159
  197. package/out/base-prompts/skills/docx/ooxml/scripts/unpack.py +0 -29
  198. package/out/base-prompts/skills/docx/ooxml/scripts/validate.py +0 -69
  199. package/out/base-prompts/skills/docx/ooxml/scripts/validation/__init__.py +0 -15
  200. package/out/base-prompts/skills/docx/ooxml/scripts/validation/base.py +0 -951
  201. package/out/base-prompts/skills/docx/ooxml/scripts/validation/docx.py +0 -274
  202. package/out/base-prompts/skills/docx/ooxml/scripts/validation/pptx.py +0 -315
  203. package/out/base-prompts/skills/docx/ooxml/scripts/validation/redlining.py +0 -279
  204. package/out/base-prompts/skills/docx/ooxml.md +0 -610
  205. package/out/base-prompts/skills/docx/scripts/__init__.py +0 -1
  206. package/out/base-prompts/skills/docx/scripts/document.py +0 -1276
  207. package/out/base-prompts/skills/docx/scripts/templates/comments.xml +0 -3
  208. package/out/base-prompts/skills/docx/scripts/templates/commentsExtended.xml +0 -3
  209. package/out/base-prompts/skills/docx/scripts/templates/commentsExtensible.xml +0 -3
  210. package/out/base-prompts/skills/docx/scripts/templates/commentsIds.xml +0 -3
  211. package/out/base-prompts/skills/docx/scripts/templates/people.xml +0 -3
  212. package/out/base-prompts/skills/docx/scripts/utilities.py +0 -374
  213. package/out/base-prompts/skills/gateway-outbound/SKILL.md +0 -136
  214. package/out/base-prompts/skills/mcp-builder/LICENSE.txt +0 -202
  215. package/out/base-prompts/skills/mcp-builder/SKILL.md +0 -328
  216. package/out/base-prompts/skills/mcp-builder/reference/evaluation.md +0 -602
  217. package/out/base-prompts/skills/mcp-builder/reference/mcp_best_practices.md +0 -249
  218. package/out/base-prompts/skills/mcp-builder/reference/node_mcp_server.md +0 -970
  219. package/out/base-prompts/skills/mcp-builder/reference/python_mcp_server.md +0 -719
  220. package/out/base-prompts/skills/mcp-builder/scripts/connections.py +0 -151
  221. package/out/base-prompts/skills/mcp-builder/scripts/evaluation.py +0 -373
  222. package/out/base-prompts/skills/mcp-builder/scripts/example_evaluation.xml +0 -22
  223. package/out/base-prompts/skills/mcp-builder/scripts/requirements.txt +0 -2
  224. package/out/base-prompts/skills/openclaw/SKILL.md +0 -406
  225. package/out/base-prompts/skills/openclaw/scripts/run-smoke.sh +0 -61
  226. package/out/base-prompts/skills/pdf/LICENSE.txt +0 -30
  227. package/out/base-prompts/skills/pdf/SKILL.md +0 -294
  228. package/out/base-prompts/skills/pdf/forms.md +0 -205
  229. package/out/base-prompts/skills/pdf/reference.md +0 -612
  230. package/out/base-prompts/skills/pdf/scripts/check_bounding_boxes.py +0 -70
  231. package/out/base-prompts/skills/pdf/scripts/check_bounding_boxes_test.py +0 -226
  232. package/out/base-prompts/skills/pdf/scripts/check_fillable_fields.py +0 -12
  233. package/out/base-prompts/skills/pdf/scripts/convert_pdf_to_images.py +0 -35
  234. package/out/base-prompts/skills/pdf/scripts/create_validation_image.py +0 -41
  235. package/out/base-prompts/skills/pdf/scripts/extract_form_field_info.py +0 -152
  236. package/out/base-prompts/skills/pdf/scripts/fill_fillable_fields.py +0 -114
  237. package/out/base-prompts/skills/pdf/scripts/fill_pdf_form_with_annotations.py +0 -108
  238. package/out/base-prompts/skills/pptx/LICENSE.txt +0 -30
  239. package/out/base-prompts/skills/pptx/SKILL.md +0 -484
  240. package/out/base-prompts/skills/pptx/html2pptx.md +0 -625
  241. package/out/base-prompts/skills/pptx/ooxml/schemas/ISO-IEC29500-4_2016/dml-chart.xsd +0 -1499
  242. package/out/base-prompts/skills/pptx/ooxml/schemas/ISO-IEC29500-4_2016/dml-chartDrawing.xsd +0 -146
  243. package/out/base-prompts/skills/pptx/ooxml/schemas/ISO-IEC29500-4_2016/dml-diagram.xsd +0 -1085
  244. package/out/base-prompts/skills/pptx/ooxml/schemas/ISO-IEC29500-4_2016/dml-lockedCanvas.xsd +0 -11
  245. package/out/base-prompts/skills/pptx/ooxml/schemas/ISO-IEC29500-4_2016/dml-main.xsd +0 -3081
  246. package/out/base-prompts/skills/pptx/ooxml/schemas/ISO-IEC29500-4_2016/dml-picture.xsd +0 -23
  247. package/out/base-prompts/skills/pptx/ooxml/schemas/ISO-IEC29500-4_2016/dml-spreadsheetDrawing.xsd +0 -185
  248. package/out/base-prompts/skills/pptx/ooxml/schemas/ISO-IEC29500-4_2016/dml-wordprocessingDrawing.xsd +0 -287
  249. package/out/base-prompts/skills/pptx/ooxml/schemas/ISO-IEC29500-4_2016/pml.xsd +0 -1676
  250. package/out/base-prompts/skills/pptx/ooxml/schemas/ISO-IEC29500-4_2016/shared-additionalCharacteristics.xsd +0 -28
  251. package/out/base-prompts/skills/pptx/ooxml/schemas/ISO-IEC29500-4_2016/shared-bibliography.xsd +0 -144
  252. package/out/base-prompts/skills/pptx/ooxml/schemas/ISO-IEC29500-4_2016/shared-commonSimpleTypes.xsd +0 -174
  253. package/out/base-prompts/skills/pptx/ooxml/schemas/ISO-IEC29500-4_2016/shared-customXmlDataProperties.xsd +0 -25
  254. package/out/base-prompts/skills/pptx/ooxml/schemas/ISO-IEC29500-4_2016/shared-customXmlSchemaProperties.xsd +0 -18
  255. package/out/base-prompts/skills/pptx/ooxml/schemas/ISO-IEC29500-4_2016/shared-documentPropertiesCustom.xsd +0 -59
  256. package/out/base-prompts/skills/pptx/ooxml/schemas/ISO-IEC29500-4_2016/shared-documentPropertiesExtended.xsd +0 -56
  257. package/out/base-prompts/skills/pptx/ooxml/schemas/ISO-IEC29500-4_2016/shared-documentPropertiesVariantTypes.xsd +0 -195
  258. package/out/base-prompts/skills/pptx/ooxml/schemas/ISO-IEC29500-4_2016/shared-math.xsd +0 -582
  259. package/out/base-prompts/skills/pptx/ooxml/schemas/ISO-IEC29500-4_2016/shared-relationshipReference.xsd +0 -25
  260. package/out/base-prompts/skills/pptx/ooxml/schemas/ISO-IEC29500-4_2016/sml.xsd +0 -4439
  261. package/out/base-prompts/skills/pptx/ooxml/schemas/ISO-IEC29500-4_2016/vml-main.xsd +0 -570
  262. package/out/base-prompts/skills/pptx/ooxml/schemas/ISO-IEC29500-4_2016/vml-officeDrawing.xsd +0 -509
  263. package/out/base-prompts/skills/pptx/ooxml/schemas/ISO-IEC29500-4_2016/vml-presentationDrawing.xsd +0 -12
  264. package/out/base-prompts/skills/pptx/ooxml/schemas/ISO-IEC29500-4_2016/vml-spreadsheetDrawing.xsd +0 -108
  265. package/out/base-prompts/skills/pptx/ooxml/schemas/ISO-IEC29500-4_2016/vml-wordprocessingDrawing.xsd +0 -96
  266. package/out/base-prompts/skills/pptx/ooxml/schemas/ISO-IEC29500-4_2016/wml.xsd +0 -3646
  267. package/out/base-prompts/skills/pptx/ooxml/schemas/ISO-IEC29500-4_2016/xml.xsd +0 -116
  268. package/out/base-prompts/skills/pptx/ooxml/schemas/ecma/fouth-edition/opc-contentTypes.xsd +0 -42
  269. package/out/base-prompts/skills/pptx/ooxml/schemas/ecma/fouth-edition/opc-coreProperties.xsd +0 -50
  270. package/out/base-prompts/skills/pptx/ooxml/schemas/ecma/fouth-edition/opc-digSig.xsd +0 -49
  271. package/out/base-prompts/skills/pptx/ooxml/schemas/ecma/fouth-edition/opc-relationships.xsd +0 -33
  272. package/out/base-prompts/skills/pptx/ooxml/schemas/mce/mc.xsd +0 -75
  273. package/out/base-prompts/skills/pptx/ooxml/schemas/microsoft/wml-2010.xsd +0 -560
  274. package/out/base-prompts/skills/pptx/ooxml/schemas/microsoft/wml-2012.xsd +0 -67
  275. package/out/base-prompts/skills/pptx/ooxml/schemas/microsoft/wml-2018.xsd +0 -14
  276. package/out/base-prompts/skills/pptx/ooxml/schemas/microsoft/wml-cex-2018.xsd +0 -20
  277. package/out/base-prompts/skills/pptx/ooxml/schemas/microsoft/wml-cid-2016.xsd +0 -13
  278. package/out/base-prompts/skills/pptx/ooxml/schemas/microsoft/wml-sdtdatahash-2020.xsd +0 -4
  279. package/out/base-prompts/skills/pptx/ooxml/schemas/microsoft/wml-symex-2015.xsd +0 -8
  280. package/out/base-prompts/skills/pptx/ooxml/scripts/pack.py +0 -159
  281. package/out/base-prompts/skills/pptx/ooxml/scripts/unpack.py +0 -29
  282. package/out/base-prompts/skills/pptx/ooxml/scripts/validate.py +0 -69
  283. package/out/base-prompts/skills/pptx/ooxml/scripts/validation/__init__.py +0 -15
  284. package/out/base-prompts/skills/pptx/ooxml/scripts/validation/base.py +0 -951
  285. package/out/base-prompts/skills/pptx/ooxml/scripts/validation/docx.py +0 -274
  286. package/out/base-prompts/skills/pptx/ooxml/scripts/validation/pptx.py +0 -315
  287. package/out/base-prompts/skills/pptx/ooxml/scripts/validation/redlining.py +0 -279
  288. package/out/base-prompts/skills/pptx/ooxml.md +0 -427
  289. package/out/base-prompts/skills/pptx/scripts/html2pptx.js +0 -984
  290. package/out/base-prompts/skills/pptx/scripts/inventory.py +0 -1020
  291. package/out/base-prompts/skills/pptx/scripts/rearrange.py +0 -231
  292. package/out/base-prompts/skills/pptx/scripts/replace.py +0 -385
  293. package/out/base-prompts/skills/pptx/scripts/thumbnail.py +0 -450
  294. package/out/base-prompts/skills/prompt-lab/SKILL.md +0 -149
  295. package/out/base-prompts/skills/prompt-lab/scripts/query-analytics.sh +0 -2551
  296. package/out/base-prompts/skills/skill-creator/LICENSE.txt +0 -202
  297. package/out/base-prompts/skills/skill-creator/SKILL.md +0 -371
  298. package/out/base-prompts/skills/skill-creator/references/output-patterns.md +0 -82
  299. package/out/base-prompts/skills/skill-creator/references/workflows.md +0 -28
  300. package/out/base-prompts/skills/skill-creator/scripts/init_skill.py +0 -303
  301. package/out/base-prompts/skills/skill-creator/scripts/package_skill.py +0 -110
  302. package/out/base-prompts/skills/skill-creator/scripts/quick_validate.py +0 -95
  303. package/out/base-prompts/skills/skill-installer/SKILL.md +0 -251
  304. package/out/base-prompts/skills/skill-installer/references/store-api.md +0 -219
  305. package/out/base-prompts/skills/spotlight-dashboard/SKILL.md +0 -83
  306. package/out/base-prompts/skills/spotlight-insights/SKILL.md +0 -101
  307. package/out/base-prompts/skills/spotlight-optimize/SKILL.md +0 -93
  308. package/out/base-prompts/skills/spotlight-optimize/scripts/query-analytics.sh +0 -2551
  309. package/out/base-prompts/skills/spotlight-query/SKILL.md +0 -314
  310. package/out/base-prompts/skills/spotlight-query/references/otel-schema.md +0 -163
  311. package/out/base-prompts/skills/spotlight-query/scripts/query-analytics.sh +0 -2551
  312. package/out/base-prompts/skills/spotlight-query/scripts/query-analytics.test.sh +0 -744
  313. package/out/base-prompts/skills/spotlight-query/scripts/test-fixtures/analytics/sessions/sess-test-1.jsonl +0 -14
  314. package/out/base-prompts/skills/spotlight-query/scripts/test-fixtures/analytics/traces/.duckdb-index.json +0 -7
  315. package/out/base-prompts/skills/spotlight-query/scripts/test-fixtures/analytics/traces/sample.jsonl +0 -5
  316. package/out/base-prompts/skills/spotlight-report/SKILL.md +0 -86
  317. package/out/base-prompts/skills/spotlight-visualize/SKILL.md +0 -92
  318. package/out/base-prompts/skills/spotlight-visualize/scripts/query-analytics.sh +0 -2551
  319. package/out/base-prompts/skills/xlsx/LICENSE.txt +0 -30
  320. package/out/base-prompts/skills/xlsx/SKILL.md +0 -289
  321. package/out/base-prompts/skills/xlsx/recalc.py +0 -178
  322. package/out/branding.js +0 -49
  323. package/out/cli/commands/anywhere.js +0 -66
  324. package/out/cli/commands/ask.js +0 -246
  325. package/out/cli/commands/auth-broker.js +0 -24
  326. package/out/cli/commands/auth.js +0 -219
  327. package/out/cli/commands/chat.js +0 -357
  328. package/out/cli/commands/conformance.js +0 -249
  329. package/out/cli/commands/data-plane.js +0 -67
  330. package/out/cli/commands/deploy.js +0 -263
  331. package/out/cli/commands/gateway.js +0 -218
  332. package/out/cli/commands/idp.js +0 -85
  333. package/out/cli/commands/pack.js +0 -399
  334. package/out/cli/commands/probe-custom-engine.js +0 -82
  335. package/out/cli/commands/sandbox.js +0 -332
  336. package/out/cli/commands/serve.js +0 -1758
  337. package/out/cli/commands/store.js +0 -927
  338. package/out/cli/credential-context.js +0 -91
  339. package/out/cli/data-plane/broker.js +0 -78
  340. package/out/cli/data-plane/connector-host.js +0 -121
  341. package/out/cli/data-plane/egress.js +0 -189
  342. package/out/cli/data-plane/gateway.js +0 -218
  343. package/out/cli/data-plane/index.js +0 -152
  344. package/out/cli/data-plane/registry.js +0 -89
  345. package/out/cli/data-plane/remote.js +0 -106
  346. package/out/cli/data-plane/sidecar.js +0 -161
  347. package/out/cli/deploy/blueprints/registry.js +0 -84
  348. package/out/cli/deploy/layers/identity.js +0 -172
  349. package/out/cli/deploy-init.js +0 -3023
  350. package/out/cli/deps.js +0 -342
  351. package/out/cli/idp-init.js +0 -338
  352. package/out/cli/pack-install-ref.js +0 -15
  353. package/out/cli/pack-loader.js +0 -418
  354. package/out/cli/pack-runtime.js +0 -61
  355. package/out/cli/runtime.js +0 -450
  356. package/out/cli/serve-hardening.js +0 -607
  357. package/out/cli/state-sync.js +0 -424
  358. package/out/cli/utils.js +0 -231
  359. package/out/engines/base.js +0 -188
  360. package/out/engines/claude.js +0 -1254
  361. package/out/engines/codex.js +0 -862
  362. package/out/engines/custom.js +0 -674
  363. package/out/engines/customEngineIpc.js +0 -95
  364. package/out/engines/customEngineRunnerEmbed.js +0 -107
  365. package/out/engines/customRegistry.js +0 -274
  366. package/out/engines/embeddedCustomEngineRunner.generated.js +0 -9
  367. package/out/engines/engineApiKey.js +0 -138
  368. package/out/engines/install.js +0 -372
  369. package/out/engines/persistentEngineWorker.js +0 -320
  370. package/out/engines/publish.js +0 -341
  371. package/out/evidence/sessionShip.js +0 -610
  372. package/out/gateway/bridge.js +0 -843
  373. package/out/gateway/cli-agent-id.js +0 -36
  374. package/out/gateway/client.js +0 -336
  375. package/out/gateway/client.test.js +0 -395
  376. package/out/gateway/gateway-scope-errors.js +0 -14
  377. package/out/gateway/gatewayBackup.js +0 -76
  378. package/out/gateway/installSource.js +0 -68
  379. package/out/gateway/lifecycle.js +0 -3190
  380. package/out/gateway/openclaw-channel-routing.js +0 -317
  381. package/out/gateway/outboundHandles.js +0 -373
  382. package/out/gateway/outboundPaths.js +0 -75
  383. package/out/gateway/outboundSend.js +0 -254
  384. package/out/gateway/protocol.js +0 -48
  385. package/out/gateway/secretsPreflight.js +0 -90
  386. package/out/gateway/sessionRouting.js +0 -77
  387. package/out/headless/index.js +0 -539
  388. package/out/headless/sync.js +0 -473
  389. package/out/live-e2e/mcp-demo/server.mjs +0 -32
  390. package/out/live-probe/connector.mjs +0 -8
  391. package/out/live-probe/env-report.mjs +0 -8
  392. package/out/mcp.js +0 -654
  393. package/out/pack/caps.js +0 -271
  394. package/out/pack/governor.js +0 -309
  395. package/out/pack/lease-schema.js +0 -270
  396. package/out/pack/lease.js +0 -640
  397. package/out/pack/reconcile.js +0 -217
  398. package/out/pack/signature.js +0 -839
  399. package/out/permissions.js +0 -108
  400. package/out/permissions.mapping.yaml +0 -68
  401. package/out/registry/index.js +0 -332
  402. package/out/runner/host.js +0 -131
  403. package/out/runner/protocol.js +0 -108
  404. package/out/runner/remoteEngine.js +0 -130
  405. package/out/runtime/interfaces/config-provider.js +0 -32
  406. package/out/runtime/interfaces/edit-tracker.js +0 -24
  407. package/out/runtime/interfaces/index.js +0 -29
  408. package/out/runtime/interfaces/logger.js +0 -40
  409. package/out/runtime/interfaces/permission-handler.js +0 -66
  410. package/out/runtime/interfaces/session-store.js +0 -342
  411. package/out/runtime/vscode/vscode-session-store.js +0 -22
  412. package/out/sandbox/containerDriver.js +0 -570
  413. package/out/sandbox/processDriver.js +0 -315
  414. package/out/sandbox/sandboxRunner.js +0 -191
  415. package/out/sandbox/support.js +0 -301
  416. package/out/sandbox/types.js +0 -55
  417. package/out/scripts/analytics/fleet-local-adapter.js +0 -246
  418. package/out/scripts/analytics/live-fleet-4-collector.cjs +0 -315
  419. package/out/scripts/analytics/live-fleet-4-daemon.mjs +0 -134
  420. package/out/scripts/analytics/live-fleet-4-widget.cjs +0 -433
  421. package/out/scripts/gateway/Dockerfile.serve +0 -45
  422. package/out/scripts/gateway/docker-serve.sh +0 -248
  423. package/out/scripts/gateway/setup-gateway-server.ps1 +0 -953
  424. package/out/scripts/gateway/setup-gateway-server.sh +0 -935
  425. package/out/session.js +0 -272
  426. package/out/shared/agentEngines.js +0 -170
  427. package/out/shared/index.js +0 -109
  428. package/out/shared/models.js +0 -136
  429. package/out/shared/providers.js +0 -205
  430. package/out/spotlight/install.js +0 -345
  431. package/out/spotlight/publish.js +0 -544
  432. package/out/spotlight/yaml.js +0 -31
  433. package/out/store/index.js +0 -786
  434. package/out/store/shared.js +0 -241
  435. package/out/test/agentEnvFile.test.js +0 -97
  436. package/out/test/agentYaml.test.js +0 -373
  437. package/out/test/agentpack.test.js +0 -639
  438. package/out/test/analytics-lifecycle.test.js +0 -174
  439. package/out/test/analytics.test.js +0 -756
  440. package/out/test/auth-baseurl.test.js +0 -132
  441. package/out/test/auth-bootstrapApply.test.js +0 -123
  442. package/out/test/auth-broker-hardening.test.js +0 -227
  443. package/out/test/auth-broker.test.js +0 -541
  444. package/out/test/auth-callback.test.js +0 -62
  445. package/out/test/blueprint-registry.test.js +0 -105
  446. package/out/test/branding.test.js +0 -242
  447. package/out/test/caps-governor.test.js +0 -455
  448. package/out/test/cli-agent-id.test.js +0 -55
  449. package/out/test/codex-new-file-survival.test.js +0 -119
  450. package/out/test/configuration-scopes.test.js +0 -131
  451. package/out/test/credential-context.test.js +0 -160
  452. package/out/test/custom-env-layering.test.js +0 -151
  453. package/out/test/customEngineInstall.test.js +0 -100
  454. package/out/test/customRegistry.test.js +0 -122
  455. package/out/test/data-plane-engine-wiring.test.js +0 -250
  456. package/out/test/data-plane.test.js +0 -311
  457. package/out/test/deploy-init.test.js +0 -854
  458. package/out/test/deps-auto-install.test.js +0 -81
  459. package/out/test/egress-broker.test.js +0 -172
  460. package/out/test/engine-integration.test.js +0 -297
  461. package/out/test/enginePaths.test.js +0 -195
  462. package/out/test/enginePublish.test.js +0 -82
  463. package/out/test/fleetDisplayUtils.test.js +0 -100
  464. package/out/test/gateway-client.test.js +0 -409
  465. package/out/test/gateway-install-source.test.js +0 -111
  466. package/out/test/gateway-lifecycle.test.js +0 -608
  467. package/out/test/gateway-outbound.test.js +0 -538
  468. package/out/test/gateway-reset-mappings.test.js +0 -221
  469. package/out/test/gateway-route-index.test.js +0 -235
  470. package/out/test/gateway-secrets-preflight.test.js +0 -127
  471. package/out/test/gateway-session-routing.test.js +0 -65
  472. package/out/test/gateway-session-store.test.js +0 -216
  473. package/out/test/github.test.js +0 -232
  474. package/out/test/governor-hardening.test.js +0 -217
  475. package/out/test/headless-sync.test.js +0 -301
  476. package/out/test/helpers/manifest-fixtures.js +0 -27
  477. package/out/test/idp-init.test.js +0 -151
  478. package/out/test/lease-signature.test.js +0 -357
  479. package/out/test/lease-trust-root.test.js +0 -273
  480. package/out/test/lease-validation.test.js +0 -169
  481. package/out/test/lease.test.js +0 -114
  482. package/out/test/mcp-obo.test.js +0 -107
  483. package/out/test/mcp.test.js +0 -389
  484. package/out/test/model-routing.test.js +0 -133
  485. package/out/test/openclaw-channel-routing.test.js +0 -191
  486. package/out/test/pack-admission.test.js +0 -216
  487. package/out/test/pack-digest-parity.test.js +0 -140
  488. package/out/test/pack-reconcile.test.js +0 -183
  489. package/out/test/pack-signature-artifact.test.js +0 -103
  490. package/out/test/pack-signature.test.js +0 -176
  491. package/out/test/pack-trust-root.test.js +0 -202
  492. package/out/test/pathSafety.test.js +0 -63
  493. package/out/test/permissions.test.js +0 -175
  494. package/out/test/persistent-engine-worker.test.js +0 -220
  495. package/out/test/refreshPolicy.test.js +0 -60
  496. package/out/test/registry.test.js +0 -351
  497. package/out/test/remote-trust.test.js +0 -242
  498. package/out/test/runner-protocol.test.js +0 -249
  499. package/out/test/runtime.test.js +0 -349
  500. package/out/test/sandbox-driver.test.js +0 -553
  501. package/out/test/sandbox-hardening.test.js +0 -395
  502. package/out/test/sandbox-runner.test.js +0 -343
  503. package/out/test/scheduledFleetStorage.test.js +0 -72
  504. package/out/test/serve-gateway-turn.test.js +0 -267
  505. package/out/test/serve-hardening.test.js +0 -418
  506. package/out/test/serveClient.test.js +0 -209
  507. package/out/test/sessionJsonlFleet.test.js +0 -78
  508. package/out/test/sessionShip.test.js +0 -560
  509. package/out/test/shared.test.js +0 -173
  510. package/out/test/skills-mcp.test.js +0 -299
  511. package/out/test/spotlightPublish.test.js +0 -327
  512. package/out/test/spotlightYaml.test.js +0 -58
  513. package/out/test/state-sync-peer.test.js +0 -156
  514. package/out/test/store-install-safe.test.js +0 -69
  515. package/out/test/store.test.js +0 -331
  516. package/out/test/stores.test.js +0 -504
  517. package/out/test/sync-switch.test.js +0 -251
  518. package/out/test/teamViewDiscovery.test.js +0 -90
  519. package/out/test/tls-bypass.test.js +0 -90
  520. package/out/test/toolPath.test.js +0 -120
  521. package/out/test/utils.test.js +0 -308
  522. package/out/test/viewsConfigMerge.test.js +0 -180
  523. package/out/test/warrant.test.js +0 -138
  524. package/out/test/windows-command-line.test.js +0 -75
  525. package/out/utils/agentEnvFile.js +0 -131
  526. package/out/utils/binary.js +0 -175
  527. package/out/utils/index.js +0 -37
  528. package/out/utils/network.js +0 -74
  529. package/out/utils/paths.js +0 -116
  530. package/out/utils/pid.js +0 -180
  531. package/out/utils/resolveNodeBinary.js +0 -168
  532. package/out/utils/windowsCommandLine.js +0 -29
  533. package/out/utils.js +0 -968
@@ -1,951 +0,0 @@
1
- """
2
- Base validator with common validation logic for document files.
3
- """
4
-
5
- import re
6
- from pathlib import Path
7
-
8
- import lxml.etree
9
-
10
-
11
- class BaseSchemaValidator:
12
- """Base validator with common validation logic for document files."""
13
-
14
- # Elements whose 'id' attributes must be unique within their file
15
- # Format: element_name -> (attribute_name, scope)
16
- # scope can be 'file' (unique within file) or 'global' (unique across all files)
17
- UNIQUE_ID_REQUIREMENTS = {
18
- # Word elements
19
- "comment": ("id", "file"), # Comment IDs in comments.xml
20
- "commentrangestart": ("id", "file"), # Must match comment IDs
21
- "commentrangeend": ("id", "file"), # Must match comment IDs
22
- "bookmarkstart": ("id", "file"), # Bookmark start IDs
23
- "bookmarkend": ("id", "file"), # Bookmark end IDs
24
- # Note: ins and del (track changes) can share IDs when part of same revision
25
- # PowerPoint elements
26
- "sldid": ("id", "file"), # Slide IDs in presentation.xml
27
- "sldmasterid": ("id", "global"), # Slide master IDs must be globally unique
28
- "sldlayoutid": ("id", "global"), # Slide layout IDs must be globally unique
29
- "cm": ("authorid", "file"), # Comment author IDs
30
- # Excel elements
31
- "sheet": ("sheetid", "file"), # Sheet IDs in workbook.xml
32
- "definedname": ("id", "file"), # Named range IDs
33
- # Drawing/Shape elements (all formats)
34
- "cxnsp": ("id", "file"), # Connection shape IDs
35
- "sp": ("id", "file"), # Shape IDs
36
- "pic": ("id", "file"), # Picture IDs
37
- "grpsp": ("id", "file"), # Group shape IDs
38
- }
39
-
40
- # Mapping of element names to expected relationship types
41
- # Subclasses should override this with format-specific mappings
42
- ELEMENT_RELATIONSHIP_TYPES = {}
43
-
44
- # Unified schema mappings for all Office document types
45
- SCHEMA_MAPPINGS = {
46
- # Document type specific schemas
47
- "word": "ISO-IEC29500-4_2016/wml.xsd", # Word documents
48
- "ppt": "ISO-IEC29500-4_2016/pml.xsd", # PowerPoint presentations
49
- "xl": "ISO-IEC29500-4_2016/sml.xsd", # Excel spreadsheets
50
- # Common file types
51
- "[Content_Types].xml": "ecma/fouth-edition/opc-contentTypes.xsd",
52
- "app.xml": "ISO-IEC29500-4_2016/shared-documentPropertiesExtended.xsd",
53
- "core.xml": "ecma/fouth-edition/opc-coreProperties.xsd",
54
- "custom.xml": "ISO-IEC29500-4_2016/shared-documentPropertiesCustom.xsd",
55
- ".rels": "ecma/fouth-edition/opc-relationships.xsd",
56
- # Word-specific files
57
- "people.xml": "microsoft/wml-2012.xsd",
58
- "commentsIds.xml": "microsoft/wml-cid-2016.xsd",
59
- "commentsExtensible.xml": "microsoft/wml-cex-2018.xsd",
60
- "commentsExtended.xml": "microsoft/wml-2012.xsd",
61
- # Chart files (common across document types)
62
- "chart": "ISO-IEC29500-4_2016/dml-chart.xsd",
63
- # Theme files (common across document types)
64
- "theme": "ISO-IEC29500-4_2016/dml-main.xsd",
65
- # Drawing and media files
66
- "drawing": "ISO-IEC29500-4_2016/dml-main.xsd",
67
- }
68
-
69
- # Unified namespace constants
70
- MC_NAMESPACE = "http://schemas.openxmlformats.org/markup-compatibility/2006"
71
- XML_NAMESPACE = "http://www.w3.org/XML/1998/namespace"
72
-
73
- # Common OOXML namespaces used across validators
74
- PACKAGE_RELATIONSHIPS_NAMESPACE = (
75
- "http://schemas.openxmlformats.org/package/2006/relationships"
76
- )
77
- OFFICE_RELATIONSHIPS_NAMESPACE = (
78
- "http://schemas.openxmlformats.org/officeDocument/2006/relationships"
79
- )
80
- CONTENT_TYPES_NAMESPACE = (
81
- "http://schemas.openxmlformats.org/package/2006/content-types"
82
- )
83
-
84
- # Folders where we should clean ignorable namespaces
85
- MAIN_CONTENT_FOLDERS = {"word", "ppt", "xl"}
86
-
87
- # All allowed OOXML namespaces (superset of all document types)
88
- OOXML_NAMESPACES = {
89
- "http://schemas.openxmlformats.org/officeDocument/2006/math",
90
- "http://schemas.openxmlformats.org/officeDocument/2006/relationships",
91
- "http://schemas.openxmlformats.org/schemaLibrary/2006/main",
92
- "http://schemas.openxmlformats.org/drawingml/2006/main",
93
- "http://schemas.openxmlformats.org/drawingml/2006/chart",
94
- "http://schemas.openxmlformats.org/drawingml/2006/chartDrawing",
95
- "http://schemas.openxmlformats.org/drawingml/2006/diagram",
96
- "http://schemas.openxmlformats.org/drawingml/2006/picture",
97
- "http://schemas.openxmlformats.org/drawingml/2006/spreadsheetDrawing",
98
- "http://schemas.openxmlformats.org/drawingml/2006/wordprocessingDrawing",
99
- "http://schemas.openxmlformats.org/wordprocessingml/2006/main",
100
- "http://schemas.openxmlformats.org/presentationml/2006/main",
101
- "http://schemas.openxmlformats.org/spreadsheetml/2006/main",
102
- "http://schemas.openxmlformats.org/officeDocument/2006/sharedTypes",
103
- "http://www.w3.org/XML/1998/namespace",
104
- }
105
-
106
- def __init__(self, unpacked_dir, original_file, verbose=False):
107
- self.unpacked_dir = Path(unpacked_dir).resolve()
108
- self.original_file = Path(original_file)
109
- self.verbose = verbose
110
-
111
- # Set schemas directory
112
- self.schemas_dir = Path(__file__).parent.parent.parent / "schemas"
113
-
114
- # Get all XML and .rels files
115
- patterns = ["*.xml", "*.rels"]
116
- self.xml_files = [
117
- f for pattern in patterns for f in self.unpacked_dir.rglob(pattern)
118
- ]
119
-
120
- if not self.xml_files:
121
- print(f"Warning: No XML files found in {self.unpacked_dir}")
122
-
123
- def validate(self):
124
- """Run all validation checks and return True if all pass."""
125
- raise NotImplementedError("Subclasses must implement the validate method")
126
-
127
- def validate_xml(self):
128
- """Validate that all XML files are well-formed."""
129
- errors = []
130
-
131
- for xml_file in self.xml_files:
132
- try:
133
- # Try to parse the XML file
134
- lxml.etree.parse(str(xml_file))
135
- except lxml.etree.XMLSyntaxError as e:
136
- errors.append(
137
- f" {xml_file.relative_to(self.unpacked_dir)}: "
138
- f"Line {e.lineno}: {e.msg}"
139
- )
140
- except Exception as e:
141
- errors.append(
142
- f" {xml_file.relative_to(self.unpacked_dir)}: "
143
- f"Unexpected error: {str(e)}"
144
- )
145
-
146
- if errors:
147
- print(f"FAILED - Found {len(errors)} XML violations:")
148
- for error in errors:
149
- print(error)
150
- return False
151
- else:
152
- if self.verbose:
153
- print("PASSED - All XML files are well-formed")
154
- return True
155
-
156
- def validate_namespaces(self):
157
- """Validate that namespace prefixes in Ignorable attributes are declared."""
158
- errors = []
159
-
160
- for xml_file in self.xml_files:
161
- try:
162
- root = lxml.etree.parse(str(xml_file)).getroot()
163
- declared = set(root.nsmap.keys()) - {None} # Exclude default namespace
164
-
165
- for attr_val in [
166
- v for k, v in root.attrib.items() if k.endswith("Ignorable")
167
- ]:
168
- undeclared = set(attr_val.split()) - declared
169
- errors.extend(
170
- f" {xml_file.relative_to(self.unpacked_dir)}: "
171
- f"Namespace '{ns}' in Ignorable but not declared"
172
- for ns in undeclared
173
- )
174
- except lxml.etree.XMLSyntaxError:
175
- continue
176
-
177
- if errors:
178
- print(f"FAILED - {len(errors)} namespace issues:")
179
- for error in errors:
180
- print(error)
181
- return False
182
- if self.verbose:
183
- print("PASSED - All namespace prefixes properly declared")
184
- return True
185
-
186
- def validate_unique_ids(self):
187
- """Validate that specific IDs are unique according to OOXML requirements."""
188
- errors = []
189
- global_ids = {} # Track globally unique IDs across all files
190
-
191
- for xml_file in self.xml_files:
192
- try:
193
- root = lxml.etree.parse(str(xml_file)).getroot()
194
- file_ids = {} # Track IDs that must be unique within this file
195
-
196
- # Remove all mc:AlternateContent elements from the tree
197
- mc_elements = root.xpath(
198
- ".//mc:AlternateContent", namespaces={"mc": self.MC_NAMESPACE}
199
- )
200
- for elem in mc_elements:
201
- elem.getparent().remove(elem)
202
-
203
- # Now check IDs in the cleaned tree
204
- for elem in root.iter():
205
- # Get the element name without namespace
206
- tag = (
207
- elem.tag.split("}")[-1].lower()
208
- if "}" in elem.tag
209
- else elem.tag.lower()
210
- )
211
-
212
- # Check if this element type has ID uniqueness requirements
213
- if tag in self.UNIQUE_ID_REQUIREMENTS:
214
- attr_name, scope = self.UNIQUE_ID_REQUIREMENTS[tag]
215
-
216
- # Look for the specified attribute
217
- id_value = None
218
- for attr, value in elem.attrib.items():
219
- attr_local = (
220
- attr.split("}")[-1].lower()
221
- if "}" in attr
222
- else attr.lower()
223
- )
224
- if attr_local == attr_name:
225
- id_value = value
226
- break
227
-
228
- if id_value is not None:
229
- if scope == "global":
230
- # Check global uniqueness
231
- if id_value in global_ids:
232
- prev_file, prev_line, prev_tag = global_ids[
233
- id_value
234
- ]
235
- errors.append(
236
- f" {xml_file.relative_to(self.unpacked_dir)}: "
237
- f"Line {elem.sourceline}: Global ID '{id_value}' in <{tag}> "
238
- f"already used in {prev_file} at line {prev_line} in <{prev_tag}>"
239
- )
240
- else:
241
- global_ids[id_value] = (
242
- xml_file.relative_to(self.unpacked_dir),
243
- elem.sourceline,
244
- tag,
245
- )
246
- elif scope == "file":
247
- # Check file-level uniqueness
248
- key = (tag, attr_name)
249
- if key not in file_ids:
250
- file_ids[key] = {}
251
-
252
- if id_value in file_ids[key]:
253
- prev_line = file_ids[key][id_value]
254
- errors.append(
255
- f" {xml_file.relative_to(self.unpacked_dir)}: "
256
- f"Line {elem.sourceline}: Duplicate {attr_name}='{id_value}' in <{tag}> "
257
- f"(first occurrence at line {prev_line})"
258
- )
259
- else:
260
- file_ids[key][id_value] = elem.sourceline
261
-
262
- except (lxml.etree.XMLSyntaxError, Exception) as e:
263
- errors.append(
264
- f" {xml_file.relative_to(self.unpacked_dir)}: Error: {e}"
265
- )
266
-
267
- if errors:
268
- print(f"FAILED - Found {len(errors)} ID uniqueness violations:")
269
- for error in errors:
270
- print(error)
271
- return False
272
- else:
273
- if self.verbose:
274
- print("PASSED - All required IDs are unique")
275
- return True
276
-
277
- def validate_file_references(self):
278
- """
279
- Validate that all .rels files properly reference files and that all files are referenced.
280
- """
281
- errors = []
282
-
283
- # Find all .rels files
284
- rels_files = list(self.unpacked_dir.rglob("*.rels"))
285
-
286
- if not rels_files:
287
- if self.verbose:
288
- print("PASSED - No .rels files found")
289
- return True
290
-
291
- # Get all files in the unpacked directory (excluding reference files)
292
- all_files = []
293
- for file_path in self.unpacked_dir.rglob("*"):
294
- if (
295
- file_path.is_file()
296
- and file_path.name != "[Content_Types].xml"
297
- and not file_path.name.endswith(".rels")
298
- ): # This file is not referenced by .rels
299
- all_files.append(file_path.resolve())
300
-
301
- # Track all files that are referenced by any .rels file
302
- all_referenced_files = set()
303
-
304
- if self.verbose:
305
- print(
306
- f"Found {len(rels_files)} .rels files and {len(all_files)} target files"
307
- )
308
-
309
- # Check each .rels file
310
- for rels_file in rels_files:
311
- try:
312
- # Parse relationships file
313
- rels_root = lxml.etree.parse(str(rels_file)).getroot()
314
-
315
- # Get the directory where this .rels file is located
316
- rels_dir = rels_file.parent
317
-
318
- # Find all relationships and their targets
319
- referenced_files = set()
320
- broken_refs = []
321
-
322
- for rel in rels_root.findall(
323
- ".//ns:Relationship",
324
- namespaces={"ns": self.PACKAGE_RELATIONSHIPS_NAMESPACE},
325
- ):
326
- target = rel.get("Target")
327
- if target and not target.startswith(
328
- ("http", "mailto:")
329
- ): # Skip external URLs
330
- # Resolve the target path relative to the .rels file location
331
- if rels_file.name == ".rels":
332
- # Root .rels file - targets are relative to unpacked_dir
333
- target_path = self.unpacked_dir / target
334
- else:
335
- # Other .rels files - targets are relative to their parent's parent
336
- # e.g., word/_rels/document.xml.rels -> targets relative to word/
337
- base_dir = rels_dir.parent
338
- target_path = base_dir / target
339
-
340
- # Normalize the path and check if it exists
341
- try:
342
- target_path = target_path.resolve()
343
- if target_path.exists() and target_path.is_file():
344
- referenced_files.add(target_path)
345
- all_referenced_files.add(target_path)
346
- else:
347
- broken_refs.append((target, rel.sourceline))
348
- except (OSError, ValueError):
349
- broken_refs.append((target, rel.sourceline))
350
-
351
- # Report broken references
352
- if broken_refs:
353
- rel_path = rels_file.relative_to(self.unpacked_dir)
354
- for broken_ref, line_num in broken_refs:
355
- errors.append(
356
- f" {rel_path}: Line {line_num}: Broken reference to {broken_ref}"
357
- )
358
-
359
- except Exception as e:
360
- rel_path = rels_file.relative_to(self.unpacked_dir)
361
- errors.append(f" Error parsing {rel_path}: {e}")
362
-
363
- # Check for unreferenced files (files that exist but are not referenced anywhere)
364
- unreferenced_files = set(all_files) - all_referenced_files
365
-
366
- if unreferenced_files:
367
- for unref_file in sorted(unreferenced_files):
368
- unref_rel_path = unref_file.relative_to(self.unpacked_dir)
369
- errors.append(f" Unreferenced file: {unref_rel_path}")
370
-
371
- if errors:
372
- print(f"FAILED - Found {len(errors)} relationship validation errors:")
373
- for error in errors:
374
- print(error)
375
- print(
376
- "CRITICAL: These errors will cause the document to appear corrupt. "
377
- + "Broken references MUST be fixed, "
378
- + "and unreferenced files MUST be referenced or removed."
379
- )
380
- return False
381
- else:
382
- if self.verbose:
383
- print(
384
- "PASSED - All references are valid and all files are properly referenced"
385
- )
386
- return True
387
-
388
- def validate_all_relationship_ids(self):
389
- """
390
- Validate that all r:id attributes in XML files reference existing IDs
391
- in their corresponding .rels files, and optionally validate relationship types.
392
- """
393
- import lxml.etree
394
-
395
- errors = []
396
-
397
- # Process each XML file that might contain r:id references
398
- for xml_file in self.xml_files:
399
- # Skip .rels files themselves
400
- if xml_file.suffix == ".rels":
401
- continue
402
-
403
- # Determine the corresponding .rels file
404
- # For dir/file.xml, it's dir/_rels/file.xml.rels
405
- rels_dir = xml_file.parent / "_rels"
406
- rels_file = rels_dir / f"{xml_file.name}.rels"
407
-
408
- # Skip if there's no corresponding .rels file (that's okay)
409
- if not rels_file.exists():
410
- continue
411
-
412
- try:
413
- # Parse the .rels file to get valid relationship IDs and their types
414
- rels_root = lxml.etree.parse(str(rels_file)).getroot()
415
- rid_to_type = {}
416
-
417
- for rel in rels_root.findall(
418
- f".//{{{self.PACKAGE_RELATIONSHIPS_NAMESPACE}}}Relationship"
419
- ):
420
- rid = rel.get("Id")
421
- rel_type = rel.get("Type", "")
422
- if rid:
423
- # Check for duplicate rIds
424
- if rid in rid_to_type:
425
- rels_rel_path = rels_file.relative_to(self.unpacked_dir)
426
- errors.append(
427
- f" {rels_rel_path}: Line {rel.sourceline}: "
428
- f"Duplicate relationship ID '{rid}' (IDs must be unique)"
429
- )
430
- # Extract just the type name from the full URL
431
- type_name = (
432
- rel_type.split("/")[-1] if "/" in rel_type else rel_type
433
- )
434
- rid_to_type[rid] = type_name
435
-
436
- # Parse the XML file to find all r:id references
437
- xml_root = lxml.etree.parse(str(xml_file)).getroot()
438
-
439
- # Find all elements with r:id attributes
440
- for elem in xml_root.iter():
441
- # Check for r:id attribute (relationship ID)
442
- rid_attr = elem.get(f"{{{self.OFFICE_RELATIONSHIPS_NAMESPACE}}}id")
443
- if rid_attr:
444
- xml_rel_path = xml_file.relative_to(self.unpacked_dir)
445
- elem_name = (
446
- elem.tag.split("}")[-1] if "}" in elem.tag else elem.tag
447
- )
448
-
449
- # Check if the ID exists
450
- if rid_attr not in rid_to_type:
451
- errors.append(
452
- f" {xml_rel_path}: Line {elem.sourceline}: "
453
- f"<{elem_name}> references non-existent relationship '{rid_attr}' "
454
- f"(valid IDs: {', '.join(sorted(rid_to_type.keys())[:5])}{'...' if len(rid_to_type) > 5 else ''})"
455
- )
456
- # Check if we have type expectations for this element
457
- elif self.ELEMENT_RELATIONSHIP_TYPES:
458
- expected_type = self._get_expected_relationship_type(
459
- elem_name
460
- )
461
- if expected_type:
462
- actual_type = rid_to_type[rid_attr]
463
- # Check if the actual type matches or contains the expected type
464
- if expected_type not in actual_type.lower():
465
- errors.append(
466
- f" {xml_rel_path}: Line {elem.sourceline}: "
467
- f"<{elem_name}> references '{rid_attr}' which points to '{actual_type}' "
468
- f"but should point to a '{expected_type}' relationship"
469
- )
470
-
471
- except Exception as e:
472
- xml_rel_path = xml_file.relative_to(self.unpacked_dir)
473
- errors.append(f" Error processing {xml_rel_path}: {e}")
474
-
475
- if errors:
476
- print(f"FAILED - Found {len(errors)} relationship ID reference errors:")
477
- for error in errors:
478
- print(error)
479
- print("\nThese ID mismatches will cause the document to appear corrupt!")
480
- return False
481
- else:
482
- if self.verbose:
483
- print("PASSED - All relationship ID references are valid")
484
- return True
485
-
486
- def _get_expected_relationship_type(self, element_name):
487
- """
488
- Get the expected relationship type for an element.
489
- First checks the explicit mapping, then tries pattern detection.
490
- """
491
- # Normalize element name to lowercase
492
- elem_lower = element_name.lower()
493
-
494
- # Check explicit mapping first
495
- if elem_lower in self.ELEMENT_RELATIONSHIP_TYPES:
496
- return self.ELEMENT_RELATIONSHIP_TYPES[elem_lower]
497
-
498
- # Try pattern detection for common patterns
499
- # Pattern 1: Elements ending in "Id" often expect a relationship of the prefix type
500
- if elem_lower.endswith("id") and len(elem_lower) > 2:
501
- # e.g., "sldId" -> "sld", "sldMasterId" -> "sldMaster"
502
- prefix = elem_lower[:-2] # Remove "id"
503
- # Check if this might be a compound like "sldMasterId"
504
- if prefix.endswith("master"):
505
- return prefix.lower()
506
- elif prefix.endswith("layout"):
507
- return prefix.lower()
508
- else:
509
- # Simple case like "sldId" -> "slide"
510
- # Common transformations
511
- if prefix == "sld":
512
- return "slide"
513
- return prefix.lower()
514
-
515
- # Pattern 2: Elements ending in "Reference" expect a relationship of the prefix type
516
- if elem_lower.endswith("reference") and len(elem_lower) > 9:
517
- prefix = elem_lower[:-9] # Remove "reference"
518
- return prefix.lower()
519
-
520
- return None
521
-
522
- def validate_content_types(self):
523
- """Validate that all content files are properly declared in [Content_Types].xml."""
524
- errors = []
525
-
526
- # Find [Content_Types].xml file
527
- content_types_file = self.unpacked_dir / "[Content_Types].xml"
528
- if not content_types_file.exists():
529
- print("FAILED - [Content_Types].xml file not found")
530
- return False
531
-
532
- try:
533
- # Parse and get all declared parts and extensions
534
- root = lxml.etree.parse(str(content_types_file)).getroot()
535
- declared_parts = set()
536
- declared_extensions = set()
537
-
538
- # Get Override declarations (specific files)
539
- for override in root.findall(
540
- f".//{{{self.CONTENT_TYPES_NAMESPACE}}}Override"
541
- ):
542
- part_name = override.get("PartName")
543
- if part_name is not None:
544
- declared_parts.add(part_name.lstrip("/"))
545
-
546
- # Get Default declarations (by extension)
547
- for default in root.findall(
548
- f".//{{{self.CONTENT_TYPES_NAMESPACE}}}Default"
549
- ):
550
- extension = default.get("Extension")
551
- if extension is not None:
552
- declared_extensions.add(extension.lower())
553
-
554
- # Root elements that require content type declaration
555
- declarable_roots = {
556
- "sld",
557
- "sldLayout",
558
- "sldMaster",
559
- "presentation", # PowerPoint
560
- "document", # Word
561
- "workbook",
562
- "worksheet", # Excel
563
- "theme", # Common
564
- }
565
-
566
- # Common media file extensions that should be declared
567
- media_extensions = {
568
- "png": "image/png",
569
- "jpg": "image/jpeg",
570
- "jpeg": "image/jpeg",
571
- "gif": "image/gif",
572
- "bmp": "image/bmp",
573
- "tiff": "image/tiff",
574
- "wmf": "image/x-wmf",
575
- "emf": "image/x-emf",
576
- }
577
-
578
- # Get all files in the unpacked directory
579
- all_files = list(self.unpacked_dir.rglob("*"))
580
- all_files = [f for f in all_files if f.is_file()]
581
-
582
- # Check all XML files for Override declarations
583
- for xml_file in self.xml_files:
584
- path_str = str(xml_file.relative_to(self.unpacked_dir)).replace(
585
- "\\", "/"
586
- )
587
-
588
- # Skip non-content files
589
- if any(
590
- skip in path_str
591
- for skip in [".rels", "[Content_Types]", "docProps/", "_rels/"]
592
- ):
593
- continue
594
-
595
- try:
596
- root_tag = lxml.etree.parse(str(xml_file)).getroot().tag
597
- root_name = root_tag.split("}")[-1] if "}" in root_tag else root_tag
598
-
599
- if root_name in declarable_roots and path_str not in declared_parts:
600
- errors.append(
601
- f" {path_str}: File with <{root_name}> root not declared in [Content_Types].xml"
602
- )
603
-
604
- except Exception:
605
- continue # Skip unparseable files
606
-
607
- # Check all non-XML files for Default extension declarations
608
- for file_path in all_files:
609
- # Skip XML files and metadata files (already checked above)
610
- if file_path.suffix.lower() in {".xml", ".rels"}:
611
- continue
612
- if file_path.name == "[Content_Types].xml":
613
- continue
614
- if "_rels" in file_path.parts or "docProps" in file_path.parts:
615
- continue
616
-
617
- extension = file_path.suffix.lstrip(".").lower()
618
- if extension and extension not in declared_extensions:
619
- # Check if it's a known media extension that should be declared
620
- if extension in media_extensions:
621
- relative_path = file_path.relative_to(self.unpacked_dir)
622
- errors.append(
623
- f' {relative_path}: File with extension \'{extension}\' not declared in [Content_Types].xml - should add: <Default Extension="{extension}" ContentType="{media_extensions[extension]}"/>'
624
- )
625
-
626
- except Exception as e:
627
- errors.append(f" Error parsing [Content_Types].xml: {e}")
628
-
629
- if errors:
630
- print(f"FAILED - Found {len(errors)} content type declaration errors:")
631
- for error in errors:
632
- print(error)
633
- return False
634
- else:
635
- if self.verbose:
636
- print(
637
- "PASSED - All content files are properly declared in [Content_Types].xml"
638
- )
639
- return True
640
-
641
- def validate_file_against_xsd(self, xml_file, verbose=False):
642
- """Validate a single XML file against XSD schema, comparing with original.
643
-
644
- Args:
645
- xml_file: Path to XML file to validate
646
- verbose: Enable verbose output
647
-
648
- Returns:
649
- tuple: (is_valid, new_errors_set) where is_valid is True/False/None (skipped)
650
- """
651
- # Resolve both paths to handle symlinks
652
- xml_file = Path(xml_file).resolve()
653
- unpacked_dir = self.unpacked_dir.resolve()
654
-
655
- # Validate current file
656
- is_valid, current_errors = self._validate_single_file_xsd(
657
- xml_file, unpacked_dir
658
- )
659
-
660
- if is_valid is None:
661
- return None, set() # Skipped
662
- elif is_valid:
663
- return True, set() # Valid, no errors
664
-
665
- # Get errors from original file for this specific file
666
- original_errors = self._get_original_file_errors(xml_file)
667
-
668
- # Compare with original (both are guaranteed to be sets here)
669
- assert current_errors is not None
670
- new_errors = current_errors - original_errors
671
-
672
- if new_errors:
673
- if verbose:
674
- relative_path = xml_file.relative_to(unpacked_dir)
675
- print(f"FAILED - {relative_path}: {len(new_errors)} new error(s)")
676
- for error in list(new_errors)[:3]:
677
- truncated = error[:250] + "..." if len(error) > 250 else error
678
- print(f" - {truncated}")
679
- return False, new_errors
680
- else:
681
- # All errors existed in original
682
- if verbose:
683
- print(
684
- f"PASSED - No new errors (original had {len(current_errors)} errors)"
685
- )
686
- return True, set()
687
-
688
- def validate_against_xsd(self):
689
- """Validate XML files against XSD schemas, showing only new errors compared to original."""
690
- new_errors = []
691
- original_error_count = 0
692
- valid_count = 0
693
- skipped_count = 0
694
-
695
- for xml_file in self.xml_files:
696
- relative_path = str(xml_file.relative_to(self.unpacked_dir))
697
- is_valid, new_file_errors = self.validate_file_against_xsd(
698
- xml_file, verbose=False
699
- )
700
-
701
- if is_valid is None:
702
- skipped_count += 1
703
- continue
704
- elif is_valid and not new_file_errors:
705
- valid_count += 1
706
- continue
707
- elif is_valid:
708
- # Had errors but all existed in original
709
- original_error_count += 1
710
- valid_count += 1
711
- continue
712
-
713
- # Has new errors
714
- new_errors.append(f" {relative_path}: {len(new_file_errors)} new error(s)")
715
- for error in list(new_file_errors)[:3]: # Show first 3 errors
716
- new_errors.append(
717
- f" - {error[:250]}..." if len(error) > 250 else f" - {error}"
718
- )
719
-
720
- # Print summary
721
- if self.verbose:
722
- print(f"Validated {len(self.xml_files)} files:")
723
- print(f" - Valid: {valid_count}")
724
- print(f" - Skipped (no schema): {skipped_count}")
725
- if original_error_count:
726
- print(f" - With original errors (ignored): {original_error_count}")
727
- print(
728
- f" - With NEW errors: {len(new_errors) > 0 and len([e for e in new_errors if not e.startswith(' ')]) or 0}"
729
- )
730
-
731
- if new_errors:
732
- print("\nFAILED - Found NEW validation errors:")
733
- for error in new_errors:
734
- print(error)
735
- return False
736
- else:
737
- if self.verbose:
738
- print("\nPASSED - No new XSD validation errors introduced")
739
- return True
740
-
741
- def _get_schema_path(self, xml_file):
742
- """Determine the appropriate schema path for an XML file."""
743
- # Check exact filename match
744
- if xml_file.name in self.SCHEMA_MAPPINGS:
745
- return self.schemas_dir / self.SCHEMA_MAPPINGS[xml_file.name]
746
-
747
- # Check .rels files
748
- if xml_file.suffix == ".rels":
749
- return self.schemas_dir / self.SCHEMA_MAPPINGS[".rels"]
750
-
751
- # Check chart files
752
- if "charts/" in str(xml_file) and xml_file.name.startswith("chart"):
753
- return self.schemas_dir / self.SCHEMA_MAPPINGS["chart"]
754
-
755
- # Check theme files
756
- if "theme/" in str(xml_file) and xml_file.name.startswith("theme"):
757
- return self.schemas_dir / self.SCHEMA_MAPPINGS["theme"]
758
-
759
- # Check if file is in a main content folder and use appropriate schema
760
- if xml_file.parent.name in self.MAIN_CONTENT_FOLDERS:
761
- return self.schemas_dir / self.SCHEMA_MAPPINGS[xml_file.parent.name]
762
-
763
- return None
764
-
765
- def _clean_ignorable_namespaces(self, xml_doc):
766
- """Remove attributes and elements not in allowed namespaces."""
767
- # Create a clean copy
768
- xml_string = lxml.etree.tostring(xml_doc, encoding="unicode")
769
- xml_copy = lxml.etree.fromstring(xml_string)
770
-
771
- # Remove attributes not in allowed namespaces
772
- for elem in xml_copy.iter():
773
- attrs_to_remove = []
774
-
775
- for attr in elem.attrib:
776
- # Check if attribute is from a namespace other than allowed ones
777
- if "{" in attr:
778
- ns = attr.split("}")[0][1:]
779
- if ns not in self.OOXML_NAMESPACES:
780
- attrs_to_remove.append(attr)
781
-
782
- # Remove collected attributes
783
- for attr in attrs_to_remove:
784
- del elem.attrib[attr]
785
-
786
- # Remove elements not in allowed namespaces
787
- self._remove_ignorable_elements(xml_copy)
788
-
789
- return lxml.etree.ElementTree(xml_copy)
790
-
791
- def _remove_ignorable_elements(self, root):
792
- """Recursively remove all elements not in allowed namespaces."""
793
- elements_to_remove = []
794
-
795
- # Find elements to remove
796
- for elem in list(root):
797
- # Skip non-element nodes (comments, processing instructions, etc.)
798
- if not hasattr(elem, "tag") or callable(elem.tag):
799
- continue
800
-
801
- tag_str = str(elem.tag)
802
- if tag_str.startswith("{"):
803
- ns = tag_str.split("}")[0][1:]
804
- if ns not in self.OOXML_NAMESPACES:
805
- elements_to_remove.append(elem)
806
- continue
807
-
808
- # Recursively clean child elements
809
- self._remove_ignorable_elements(elem)
810
-
811
- # Remove collected elements
812
- for elem in elements_to_remove:
813
- root.remove(elem)
814
-
815
- def _preprocess_for_mc_ignorable(self, xml_doc):
816
- """Preprocess XML to handle mc:Ignorable attribute properly."""
817
- # Remove mc:Ignorable attributes before validation
818
- root = xml_doc.getroot()
819
-
820
- # Remove mc:Ignorable attribute from root
821
- if f"{{{self.MC_NAMESPACE}}}Ignorable" in root.attrib:
822
- del root.attrib[f"{{{self.MC_NAMESPACE}}}Ignorable"]
823
-
824
- return xml_doc
825
-
826
- def _validate_single_file_xsd(self, xml_file, base_path):
827
- """Validate a single XML file against XSD schema. Returns (is_valid, errors_set)."""
828
- schema_path = self._get_schema_path(xml_file)
829
- if not schema_path:
830
- return None, None # Skip file
831
-
832
- try:
833
- # Load schema
834
- with open(schema_path, "rb") as xsd_file:
835
- parser = lxml.etree.XMLParser()
836
- xsd_doc = lxml.etree.parse(
837
- xsd_file, parser=parser, base_url=str(schema_path)
838
- )
839
- schema = lxml.etree.XMLSchema(xsd_doc)
840
-
841
- # Load and preprocess XML
842
- with open(xml_file, "r") as f:
843
- xml_doc = lxml.etree.parse(f)
844
-
845
- xml_doc, _ = self._remove_template_tags_from_text_nodes(xml_doc)
846
- xml_doc = self._preprocess_for_mc_ignorable(xml_doc)
847
-
848
- # Clean ignorable namespaces if needed
849
- relative_path = xml_file.relative_to(base_path)
850
- if (
851
- relative_path.parts
852
- and relative_path.parts[0] in self.MAIN_CONTENT_FOLDERS
853
- ):
854
- xml_doc = self._clean_ignorable_namespaces(xml_doc)
855
-
856
- # Validate
857
- if schema.validate(xml_doc):
858
- return True, set()
859
- else:
860
- errors = set()
861
- for error in schema.error_log:
862
- # Store normalized error message (without line numbers for comparison)
863
- errors.add(error.message)
864
- return False, errors
865
-
866
- except Exception as e:
867
- return False, {str(e)}
868
-
869
- def _get_original_file_errors(self, xml_file):
870
- """Get XSD validation errors from a single file in the original document.
871
-
872
- Args:
873
- xml_file: Path to the XML file in unpacked_dir to check
874
-
875
- Returns:
876
- set: Set of error messages from the original file
877
- """
878
- import tempfile
879
- import zipfile
880
-
881
- # Resolve both paths to handle symlinks (e.g., /var vs /private/var on macOS)
882
- xml_file = Path(xml_file).resolve()
883
- unpacked_dir = self.unpacked_dir.resolve()
884
- relative_path = xml_file.relative_to(unpacked_dir)
885
-
886
- with tempfile.TemporaryDirectory() as temp_dir:
887
- temp_path = Path(temp_dir)
888
-
889
- # Extract original file
890
- with zipfile.ZipFile(self.original_file, "r") as zip_ref:
891
- zip_ref.extractall(temp_path)
892
-
893
- # Find corresponding file in original
894
- original_xml_file = temp_path / relative_path
895
-
896
- if not original_xml_file.exists():
897
- # File didn't exist in original, so no original errors
898
- return set()
899
-
900
- # Validate the specific file in original
901
- is_valid, errors = self._validate_single_file_xsd(
902
- original_xml_file, temp_path
903
- )
904
- return errors if errors else set()
905
-
906
- def _remove_template_tags_from_text_nodes(self, xml_doc):
907
- """Remove template tags from XML text nodes and collect warnings.
908
-
909
- Template tags follow the pattern {{ ... }} and are used as placeholders
910
- for content replacement. They should be removed from text content before
911
- XSD validation while preserving XML structure.
912
-
913
- Returns:
914
- tuple: (cleaned_xml_doc, warnings_list)
915
- """
916
- warnings = []
917
- template_pattern = re.compile(r"\{\{[^}]*\}\}")
918
-
919
- # Create a copy of the document to avoid modifying the original
920
- xml_string = lxml.etree.tostring(xml_doc, encoding="unicode")
921
- xml_copy = lxml.etree.fromstring(xml_string)
922
-
923
- def process_text_content(text, content_type):
924
- if not text:
925
- return text
926
- matches = list(template_pattern.finditer(text))
927
- if matches:
928
- for match in matches:
929
- warnings.append(
930
- f"Found template tag in {content_type}: {match.group()}"
931
- )
932
- return template_pattern.sub("", text)
933
- return text
934
-
935
- # Process all text nodes in the document
936
- for elem in xml_copy.iter():
937
- # Skip processing if this is a w:t element
938
- if not hasattr(elem, "tag") or callable(elem.tag):
939
- continue
940
- tag_str = str(elem.tag)
941
- if tag_str.endswith("}t") or tag_str == "t":
942
- continue
943
-
944
- elem.text = process_text_content(elem.text, "text content")
945
- elem.tail = process_text_content(elem.tail, "tail content")
946
-
947
- return lxml.etree.ElementTree(xml_copy), warnings
948
-
949
-
950
- if __name__ == "__main__":
951
- raise RuntimeError("This module should not be run directly.")