@mseep/open-computer-use 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.coderabbit.yaml +25 -0
- package/.dockerignore +95 -0
- package/.env.example +137 -0
- package/.githooks/pre-commit +68 -0
- package/.github/CODEOWNERS +125 -0
- package/.github/ISSUE_TEMPLATE/adr-proposal.md +41 -0
- package/.github/ISSUE_TEMPLATE/bug-report.md +49 -0
- package/.github/ISSUE_TEMPLATE/component-proposal.md +38 -0
- package/.github/ISSUE_TEMPLATE/config.yml +15 -0
- package/.github/ISSUE_TEMPLATE/dependency-proposal.md +59 -0
- package/.github/ISSUE_TEMPLATE/feature_request.md +15 -0
- package/.github/ISSUE_TEMPLATE/nfr-proposal.md +44 -0
- package/.github/PULL_REQUEST_TEMPLATE.md +15 -0
- package/.github/codeql/codeql-config.yml +11 -0
- package/.github/codeql/extensions/security-models/python-sanitizers.model.yml +17 -0
- package/.github/codeql/extensions/security-models/qlpack.yml +7 -0
- package/.github/dependabot.yml +23 -0
- package/.github/security-exceptions.yml +23 -0
- package/.github/workflows/build.yml +420 -0
- package/.github/workflows/codeql.yml +33 -0
- package/.github/workflows/contracts-lint.yml +90 -0
- package/.github/workflows/docs-lint.yml +151 -0
- package/.github/workflows/helm.yml +131 -0
- package/.github/workflows/identity-lint.yml +30 -0
- package/.github/workflows/release-chart.yml +177 -0
- package/.github/workflows/release.yml +95 -0
- package/.github/workflows/security.yml +332 -0
- package/.github/workflows/stale.yml +31 -0
- package/.github/workflows/supply-chain.yml +242 -0
- package/.gitleaks.toml +53 -0
- package/.markdownlint.yaml +51 -0
- package/.semgrepignore +85 -0
- package/.vale/styles/Architecture/ap13-data-class-substrate.yml +12 -0
- package/.vale/styles/Architecture/banned-phrases.yml +23 -0
- package/.vale/styles/Architecture/banned-vocab.yml +23 -0
- package/.vale/styles/Architecture/marketing-tone.yml +19 -0
- package/.vale.ini +18 -0
- package/CHANGELOG.md +411 -0
- package/CLAUDE.md +218 -0
- package/CONTRIBUTING.md +82 -0
- package/Dockerfile +676 -0
- package/LICENSE +98 -0
- package/LICENSE-APACHE +202 -0
- package/LICENSE-MIT +21 -0
- package/NOTICE +36 -0
- package/README.md +516 -0
- package/SECURITY.md +45 -0
- package/THIRD-PARTY-LICENSES.md +14 -0
- package/apt-packages.txt +108 -0
- package/computer-use-server/.dockerignore +13 -0
- package/computer-use-server/Dockerfile +44 -0
- package/computer-use-server/README.md +84 -0
- package/computer-use-server/app.py +1544 -0
- package/computer-use-server/bin/list-subagent-models +449 -0
- package/computer-use-server/cli-defaults/README.md +31 -0
- package/computer-use-server/cli-defaults/codex.json +7 -0
- package/computer-use-server/cli-defaults/opencode.json +18 -0
- package/computer-use-server/cli_adapters/__init__.py +46 -0
- package/computer-use-server/cli_adapters/claude.py +163 -0
- package/computer-use-server/cli_adapters/codex.py +163 -0
- package/computer-use-server/cli_adapters/opencode.py +169 -0
- package/computer-use-server/cli_adapters/result.py +34 -0
- package/computer-use-server/cli_runtime.py +316 -0
- package/computer-use-server/context_vars.py +24 -0
- package/computer-use-server/docker_manager.py +1100 -0
- package/computer-use-server/docs_html.py +12 -0
- package/computer-use-server/mcp_resources.py +170 -0
- package/computer-use-server/mcp_tools.py +1430 -0
- package/computer-use-server/requirements.txt +17 -0
- package/computer-use-server/security.py +50 -0
- package/computer-use-server/skill_manager.py +664 -0
- package/computer-use-server/static/browser-viewer.js +445 -0
- package/computer-use-server/static/chart.umd.js +14 -0
- package/computer-use-server/static/docs.html +203 -0
- package/computer-use-server/static/github-dark.min.css +10 -0
- package/computer-use-server/static/github.min.css +10 -0
- package/computer-use-server/static/highlight.min.js +1213 -0
- package/computer-use-server/static/highlightjs-line-numbers.min.js +1 -0
- package/computer-use-server/static/icons.js +74 -0
- package/computer-use-server/static/jszip.min.js +13 -0
- package/computer-use-server/static/katex/auto-render.min.js +1 -0
- package/computer-use-server/static/katex/fonts/KaTeX_AMS-Regular.ttf +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_AMS-Regular.woff +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_AMS-Regular.woff2 +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Caligraphic-Bold.ttf +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Caligraphic-Bold.woff +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Caligraphic-Bold.woff2 +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Caligraphic-Regular.ttf +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Caligraphic-Regular.woff +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Caligraphic-Regular.woff2 +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Fraktur-Bold.ttf +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Fraktur-Bold.woff +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Fraktur-Bold.woff2 +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Fraktur-Regular.ttf +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Fraktur-Regular.woff +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Fraktur-Regular.woff2 +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Main-Bold.ttf +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Main-Bold.woff +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Main-Bold.woff2 +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Main-BoldItalic.ttf +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Main-BoldItalic.woff +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Main-BoldItalic.woff2 +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Main-Italic.ttf +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Main-Italic.woff +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Main-Italic.woff2 +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Main-Regular.ttf +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Main-Regular.woff +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Main-Regular.woff2 +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Math-BoldItalic.ttf +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Math-BoldItalic.woff +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Math-BoldItalic.woff2 +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Math-Italic.ttf +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Math-Italic.woff +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Math-Italic.woff2 +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_SansSerif-Bold.ttf +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_SansSerif-Bold.woff +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_SansSerif-Bold.woff2 +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_SansSerif-Italic.ttf +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_SansSerif-Italic.woff +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_SansSerif-Italic.woff2 +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_SansSerif-Regular.ttf +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_SansSerif-Regular.woff +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_SansSerif-Regular.woff2 +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Script-Regular.ttf +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Script-Regular.woff +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Script-Regular.woff2 +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Size1-Regular.ttf +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Size1-Regular.woff +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Size1-Regular.woff2 +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Size2-Regular.ttf +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Size2-Regular.woff +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Size2-Regular.woff2 +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Size3-Regular.ttf +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Size3-Regular.woff +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Size3-Regular.woff2 +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Size4-Regular.ttf +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Size4-Regular.woff +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Size4-Regular.woff2 +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Typewriter-Regular.ttf +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Typewriter-Regular.woff +0 -0
- package/computer-use-server/static/katex/fonts/KaTeX_Typewriter-Regular.woff2 +0 -0
- package/computer-use-server/static/katex/katex.min.css +1 -0
- package/computer-use-server/static/katex/katex.min.js +1 -0
- package/computer-use-server/static/locale.js +242 -0
- package/computer-use-server/static/mammoth.browser.min.js +21 -0
- package/computer-use-server/static/marked.min.js +6 -0
- package/computer-use-server/static/mermaid.min.js +2811 -0
- package/computer-use-server/static/pdf.min.js +22 -0
- package/computer-use-server/static/pdf.worker.min.js +22 -0
- package/computer-use-server/static/pptxviewjs.min.js +1 -0
- package/computer-use-server/static/preact-htm.min.js +1 -0
- package/computer-use-server/static/preview.css +1030 -0
- package/computer-use-server/static/preview.js +1522 -0
- package/computer-use-server/static/xlsx.full.min.js +22 -0
- package/computer-use-server/static/xterm-addon-fit.min.js +2 -0
- package/computer-use-server/static/xterm-addon-web-links.min.js +2 -0
- package/computer-use-server/static/xterm.css +218 -0
- package/computer-use-server/static/xterm.min.js +2 -0
- package/computer-use-server/system_prompt.py +761 -0
- package/computer-use-server/uploads.py +82 -0
- package/contracts/README.md +53 -0
- package/contracts/audit/audit-fanin.asyncapi.yaml +407 -0
- package/contracts/exec/exec-channel.schema.json +240 -0
- package/contracts/mcp/2025-06-18/ocu-constraints.schema.json +178 -0
- package/contracts/storage/file-artifact-api.schema.json +390 -0
- package/contracts/storage/file-ops.schema.json +217 -0
- package/contracts/storage/mount-config.schema.json +197 -0
- package/cron/Dockerfile +15 -0
- package/cron/cleanup-quick.sh +21 -0
- package/cron/cleanup.sh +127 -0
- package/data/outputs/.gitkeep +0 -0
- package/data/uploads/.gitkeep +0 -0
- package/docker-compose.test.yml +54 -0
- package/docker-compose.webui.yml +77 -0
- package/docker-compose.yml +96 -0
- package/docs/CLOUD.md +29 -0
- package/docs/COMPARISON.md +128 -0
- package/docs/DOCKER.md +469 -0
- package/docs/DYNAMIC-SKILLS.md +77 -0
- package/docs/FEATURES.md +100 -0
- package/docs/INSTALL.md +111 -0
- package/docs/KNOWN-BUGS.md +86 -0
- package/docs/MCP.md +320 -0
- package/docs/SCREENSHOTS.md +39 -0
- package/docs/SKILLS-USER-GUIDE.md +86 -0
- package/docs/SKILLS.md +483 -0
- package/docs/TERMINAL-TAB.md +56 -0
- package/docs/architecture/02-trust-boundaries.md +224 -0
- package/docs/architecture/03-c4-context.md +61 -0
- package/docs/architecture/04-bounded-contexts.md +119 -0
- package/docs/architecture/05-c4-container.md +88 -0
- package/docs/architecture/06-threat-model.md +172 -0
- package/docs/architecture/08-contracts.md +105 -0
- package/docs/architecture/MANIFESTO.md +38 -0
- package/docs/architecture/PROCESS.md +64 -0
- package/docs/architecture/README.md +37 -0
- package/docs/architecture/adr/0000-template.md +65 -0
- package/docs/architecture/adr/0001-layer-0-gate-legacy-exclusion.md +75 -0
- package/docs/architecture/adr/0002-session-view-descriptor.md +57 -0
- package/docs/architecture/adr/0003-sandbox-runtime-tier-ladder.md +63 -0
- package/docs/architecture/adr/0004-operator-authentication-substrate.md +63 -0
- package/docs/architecture/adr/0005-egress-credential-delivery-envoy-sds.md +62 -0
- package/docs/architecture/adr/0006-egress-forward-proxy-substrate.md +65 -0
- package/docs/architecture/adr/0007-egress-auth-mechanism.md +72 -0
- package/docs/architecture/adr/0008-session-egress-attribution.md +59 -0
- package/docs/architecture/adr/0009-audit-pipeline-pluggable-by-contract.md +76 -0
- package/docs/architecture/adr/0010-storage-backend-pluggable-adapter.md +60 -0
- package/docs/architecture/adr/0011-storage-egress-lane.md +67 -0
- package/docs/architecture/adr/0012-implementation-language.md +67 -0
- package/docs/architecture/adr/0020-sandbox-image-provisioning.md +82 -0
- package/docs/architecture/adr/README.md +53 -0
- package/docs/architecture/compliance/.gitkeep +0 -0
- package/docs/architecture/components/00-overview.md +42 -0
- package/docs/architecture/components/0000-template.md +50 -0
- package/docs/architecture/components/01-mcp-gateway.md +80 -0
- package/docs/architecture/components/02-control-operator-api.md +80 -0
- package/docs/architecture/components/04-storage-broker.md +104 -0
- package/docs/architecture/components/05-session-sandbox.md +93 -0
- package/docs/architecture/components/06-egress-trust-edge.md +95 -0
- package/docs/architecture/components/07-audit-pipeline.md +110 -0
- package/docs/architecture/diagrams/.gitkeep +0 -0
- package/docs/architecture/diagrams/02-trust-boundaries.mmd +111 -0
- package/docs/architecture/diagrams/06-threat-model.mmd +41 -0
- package/docs/architecture/diagrams/08-contracts.mmd +47 -0
- package/docs/architecture/diagrams/c4-container.mmd +59 -0
- package/docs/architecture/diagrams/c4-context.mmd +46 -0
- package/docs/architecture/glossary.md +172 -0
- package/docs/architecture/manifesto/.gitkeep +0 -0
- package/docs/architecture/manifesto/01-audience-and-buyer.md +57 -0
- package/docs/architecture/manifesto/02-nfrs.md +325 -0
- package/docs/architecture/manifesto/03-non-negotiables.md +35 -0
- package/docs/architecture/manifesto/04-non-goals.md +23 -0
- package/docs/architecture/manifesto/05-licensing-posture.md +61 -0
- package/docs/architecture/manifesto/06-starter-mode-policy.md +49 -0
- package/docs/architecture/manifesto/07-governance.md +60 -0
- package/docs/architecture/primitives-backlog.md +51 -0
- package/docs/architecture.svg +117 -0
- package/docs/claude-code-gateway.md +173 -0
- package/docs/cli-config-templates.md +240 -0
- package/docs/data-flow.svg +72 -0
- package/docs/demo-landing-page.gif +0 -0
- package/docs/demo-qwen-trending.gif +0 -0
- package/docs/dynamic-skills.svg +77 -0
- package/docs/file-flow.svg +126 -0
- package/docs/future-architecture/README.md +152 -0
- package/docs/future-architecture/adr/0001-control-plane-language-go.md +80 -0
- package/docs/future-architecture/adr/0002-guest-agent-language-go.md +84 -0
- package/docs/future-architecture/adr/0003-docker-poc-first-then-k8s.md +37 -0
- package/docs/future-architecture/adr/0004-pluggable-runtime-via-runtimeclass.md +34 -0
- package/docs/future-architecture/adr/0005-mcp-as-control-plane-gateway.md +34 -0
- package/docs/future-architecture/adr/0006-no-agpl-no-bsl-dependencies.md +41 -0
- package/docs/future-architecture/adr/0007-superseded-by-future-architecture.md +37 -0
- package/docs/future-architecture/adr/0008-internal-grpc-external-rest-mcp.md +106 -0
- package/docs/future-architecture/adr/0009-external-protocol-dialects.md +94 -0
- package/docs/future-architecture/adr/0010-lambda-as-inspiration-not-runtime.md +86 -0
- package/docs/future-architecture/adr/0011-kata-as-first-class-dind-runtime.md +84 -0
- package/docs/future-architecture/antipatterns.md +552 -0
- package/docs/future-architecture/architecture/01-layers.md +109 -0
- package/docs/future-architecture/architecture/02-layer4-control-plane.md +122 -0
- package/docs/future-architecture/architecture/03-layer3-providers.md +174 -0
- package/docs/future-architecture/architecture/04-layer2-runtimes.md +114 -0
- package/docs/future-architecture/architecture/04b-credential-broker.md +153 -0
- package/docs/future-architecture/architecture/05-layer1-guest-agent.md +138 -0
- package/docs/future-architecture/architecture/06-storage.md +134 -0
- package/docs/future-architecture/architecture/07-security.md +194 -0
- package/docs/future-architecture/architecture/08-networking.md +149 -0
- package/docs/future-architecture/architecture/09-templates.md +122 -0
- package/docs/future-architecture/architecture/10-observability.md +121 -0
- package/docs/future-architecture/design-notes.md +72 -0
- package/docs/future-architecture/gaps.md +281 -0
- package/docs/future-architecture/phase-template.md +123 -0
- package/docs/future-architecture/references.md +225 -0
- package/docs/future-architecture/research/01-kata-containers.md +100 -0
- package/docs/future-architecture/research/02-e2b-infra.md +133 -0
- package/docs/future-architecture/research/03-coder.md +115 -0
- package/docs/future-architecture/research/04-cloud-hypervisor.md +99 -0
- package/docs/future-architecture/research/05-firecracker.md +114 -0
- package/docs/future-architecture/research/06-agent-sandbox.md +142 -0
- package/docs/future-architecture/research/07-chromedp.md +78 -0
- package/docs/future-architecture/research/08-microsandbox.md +78 -0
- package/docs/future-architecture/research/09-agentbox.md +135 -0
- package/docs/future-architecture/research/10-sysbox.md +100 -0
- package/docs/future-architecture/research/11-firecracker-containerd.md +93 -0
- package/docs/future-architecture/research/12-docker-socket-proxy.md +59 -0
- package/docs/future-architecture/research/14-e2b-desktop-and-surf.md +107 -0
- package/docs/future-architecture/research/18-open-webui-terminals-observed.md +135 -0
- package/docs/future-architecture/research/bank-buyer.md +96 -0
- package/docs/future-architecture/research/enthusiast-audience.md +106 -0
- package/docs/future-architecture/research/proof-uipath-anthropic-2026-05.md +76 -0
- package/docs/future-architecture/research/widemoat-thesis-advisor.md +124 -0
- package/docs/future-architecture/roadmap.md +438 -0
- package/docs/kata-runtime.md +267 -0
- package/docs/kubernetes.md +86 -0
- package/docs/logo.png +0 -0
- package/docs/multi-cli.md +161 -0
- package/docs/openwebui-filter.md +134 -0
- package/docs/roadmap/implementation-roadmap.md +104 -0
- package/docs/sandbox-contents.svg +229 -0
- package/docs/screenshots/01-create-document.png +0 -0
- package/docs/screenshots/02-file-preview.png +0 -0
- package/docs/screenshots/03-browser-viewer.png +0 -0
- package/docs/screenshots/04-sub-agent-terminal.png +0 -0
- package/docs/screenshots/05-chat-overview.png +0 -0
- package/docs/screenshots/06-sub-agent-dashboard.png +0 -0
- package/docs/screenshots/07-frontend-design-skill.png +0 -0
- package/docs/screenshots/08-pptx-skill.png +0 -0
- package/docs/screenshots/09-skill-creator.png +0 -0
- package/docs/screenshots/10-data-chart.png +0 -0
- package/docs/shared-browser.svg +102 -0
- package/docs/system-prompt.md +113 -0
- package/docs/terminal-flow.svg +69 -0
- package/examples/helm/README.md +20 -0
- package/examples/helm/standalone/values.yaml +49 -0
- package/examples/helm/with-open-webui/README.md +99 -0
- package/examples/helm/with-open-webui/values-computer-use.yaml +32 -0
- package/examples/helm/with-open-webui/values-open-webui.yaml +67 -0
- package/fonts/NotoEmoji-Regular.ttf +0 -0
- package/helm/computer-use-server/.helmignore +17 -0
- package/helm/computer-use-server/Chart.yaml +32 -0
- package/helm/computer-use-server/README.md +211 -0
- package/helm/computer-use-server/templates/NOTES.txt +66 -0
- package/helm/computer-use-server/templates/_helpers.tpl +115 -0
- package/helm/computer-use-server/templates/configmap-dind-init.yaml +82 -0
- package/helm/computer-use-server/templates/configmap.yaml +18 -0
- package/helm/computer-use-server/templates/deployment.yaml +248 -0
- package/helm/computer-use-server/templates/ingress.yaml +38 -0
- package/helm/computer-use-server/templates/networkpolicy.yaml +50 -0
- package/helm/computer-use-server/templates/pdb.yaml +16 -0
- package/helm/computer-use-server/templates/pvc-data.yaml +20 -0
- package/helm/computer-use-server/templates/pvc-skills-cache.yaml +20 -0
- package/helm/computer-use-server/templates/pvc-user-data.yaml +20 -0
- package/helm/computer-use-server/templates/pvc-var-lib-docker.yaml +27 -0
- package/helm/computer-use-server/templates/secret.yaml +23 -0
- package/helm/computer-use-server/templates/service.yaml +22 -0
- package/helm/computer-use-server/templates/serviceaccount.yaml +15 -0
- package/helm/computer-use-server/templates/tests/test-health.yaml +23 -0
- package/helm/computer-use-server/values.schema.json +183 -0
- package/helm/computer-use-server/values.yaml +297 -0
- package/lychee.toml +36 -0
- package/openwebui/Dockerfile +52 -0
- package/openwebui/README.md +38 -0
- package/openwebui/functions/README.md +48 -0
- package/openwebui/functions/computer_link_filter.py +487 -0
- package/openwebui/init.sh +305 -0
- package/openwebui/patches/README.md +44 -0
- package/openwebui/patches/fix_artifacts_auto_show.py +441 -0
- package/openwebui/patches/fix_attached_files_position.py +87 -0
- package/openwebui/patches/fix_large_tool_args.py +156 -0
- package/openwebui/patches/fix_large_tool_results.py +289 -0
- package/openwebui/patches/fix_preview_url_detection.py +230 -0
- package/openwebui/patches/fix_skip_embedding_chat_files.py +229 -0
- package/openwebui/patches/fix_skip_rag_files_native_fc.py +100 -0
- package/openwebui/patches/fix_tool_loop_errors.py +510 -0
- package/package.json +39 -0
- package/requirements.txt +112 -0
- package/scripts/check-config.sh +141 -0
- package/scripts/docs-lint/ai-slop-detector.sh +202 -0
- package/scripts/docs-lint/architecture-tree-whitelist.sh +131 -0
- package/scripts/docs-lint/ascii-diagram-detector.sh +58 -0
- package/scripts/docs-lint/front-matter-validator.sh +97 -0
- package/scripts/docs-lint/gitignored-ref-detector.sh +122 -0
- package/scripts/docs-lint/identity-email-detector.sh +48 -0
- package/scripts/docs-lint/test-linters.sh +354 -0
- package/scripts/docs-lint/wc-budget.sh +61 -0
- package/scripts/githooks/pre-push +75 -0
- package/server.json +13 -0
- package/settings-wrapper/Dockerfile +9 -0
- package/settings-wrapper/README.md +119 -0
- package/settings-wrapper/app.py +113 -0
- package/settings-wrapper/requirements.txt +2 -0
- package/settings-wrapper/skills.json +25 -0
- package/skills/README.md +46 -0
- package/skills/examples/algorithmic-art/SKILL.md +405 -0
- package/skills/examples/algorithmic-art/templates/generator_template.js +223 -0
- package/skills/examples/algorithmic-art/templates/viewer.html +601 -0
- package/skills/examples/artifacts-builder/SKILL.md +74 -0
- package/skills/examples/artifacts-builder/scripts/bundle-artifact.sh +54 -0
- package/skills/examples/artifacts-builder/scripts/init-artifact.sh +322 -0
- package/skills/examples/artifacts-builder/scripts/shadcn-components.tar.gz +0 -0
- package/skills/examples/canvas-design/LICENSE.txt +202 -0
- package/skills/examples/canvas-design/SKILL.md +130 -0
- package/skills/examples/canvas-design/canvas-fonts/ArsenalSC-OFL.txt +93 -0
- package/skills/examples/canvas-design/canvas-fonts/ArsenalSC-Regular.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/BigShoulders-Bold.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/BigShoulders-OFL.txt +93 -0
- package/skills/examples/canvas-design/canvas-fonts/BigShoulders-Regular.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/Boldonse-OFL.txt +93 -0
- package/skills/examples/canvas-design/canvas-fonts/Boldonse-Regular.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/BricolageGrotesque-Bold.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/BricolageGrotesque-OFL.txt +93 -0
- package/skills/examples/canvas-design/canvas-fonts/BricolageGrotesque-Regular.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/CrimsonPro-Bold.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/CrimsonPro-Italic.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/CrimsonPro-OFL.txt +93 -0
- package/skills/examples/canvas-design/canvas-fonts/CrimsonPro-Regular.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/DMMono-OFL.txt +93 -0
- package/skills/examples/canvas-design/canvas-fonts/DMMono-Regular.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/EricaOne-OFL.txt +94 -0
- package/skills/examples/canvas-design/canvas-fonts/EricaOne-Regular.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/GeistMono-Bold.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/GeistMono-OFL.txt +93 -0
- package/skills/examples/canvas-design/canvas-fonts/GeistMono-Regular.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/Gloock-OFL.txt +93 -0
- package/skills/examples/canvas-design/canvas-fonts/Gloock-Regular.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/IBMPlexMono-Bold.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/IBMPlexMono-OFL.txt +93 -0
- package/skills/examples/canvas-design/canvas-fonts/IBMPlexMono-Regular.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/IBMPlexSerif-Bold.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/IBMPlexSerif-BoldItalic.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/IBMPlexSerif-Italic.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/IBMPlexSerif-Regular.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/InstrumentSans-Bold.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/InstrumentSans-BoldItalic.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/InstrumentSans-Italic.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/InstrumentSans-OFL.txt +93 -0
- package/skills/examples/canvas-design/canvas-fonts/InstrumentSans-Regular.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/InstrumentSerif-Italic.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/InstrumentSerif-Regular.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/Italiana-OFL.txt +93 -0
- package/skills/examples/canvas-design/canvas-fonts/Italiana-Regular.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/JetBrainsMono-Bold.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/JetBrainsMono-OFL.txt +93 -0
- package/skills/examples/canvas-design/canvas-fonts/JetBrainsMono-Regular.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/Jura-Light.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/Jura-Medium.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/Jura-OFL.txt +93 -0
- package/skills/examples/canvas-design/canvas-fonts/LibreBaskerville-OFL.txt +93 -0
- package/skills/examples/canvas-design/canvas-fonts/LibreBaskerville-Regular.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/Lora-Bold.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/Lora-BoldItalic.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/Lora-Italic.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/Lora-OFL.txt +93 -0
- package/skills/examples/canvas-design/canvas-fonts/Lora-Regular.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/NationalPark-Bold.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/NationalPark-OFL.txt +93 -0
- package/skills/examples/canvas-design/canvas-fonts/NationalPark-Regular.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/NothingYouCouldDo-OFL.txt +93 -0
- package/skills/examples/canvas-design/canvas-fonts/NothingYouCouldDo-Regular.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/Outfit-Bold.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/Outfit-OFL.txt +93 -0
- package/skills/examples/canvas-design/canvas-fonts/Outfit-Regular.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/PixelifySans-Medium.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/PixelifySans-OFL.txt +93 -0
- package/skills/examples/canvas-design/canvas-fonts/PoiretOne-OFL.txt +93 -0
- package/skills/examples/canvas-design/canvas-fonts/PoiretOne-Regular.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/RedHatMono-Bold.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/RedHatMono-OFL.txt +93 -0
- package/skills/examples/canvas-design/canvas-fonts/RedHatMono-Regular.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/Silkscreen-OFL.txt +93 -0
- package/skills/examples/canvas-design/canvas-fonts/Silkscreen-Regular.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/SmoochSans-Medium.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/SmoochSans-OFL.txt +93 -0
- package/skills/examples/canvas-design/canvas-fonts/Tektur-Medium.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/Tektur-OFL.txt +93 -0
- package/skills/examples/canvas-design/canvas-fonts/Tektur-Regular.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/WorkSans-Bold.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/WorkSans-BoldItalic.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/WorkSans-Italic.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/WorkSans-OFL.txt +93 -0
- package/skills/examples/canvas-design/canvas-fonts/WorkSans-Regular.ttf +0 -0
- package/skills/examples/canvas-design/canvas-fonts/YoungSerif-OFL.txt +93 -0
- package/skills/examples/canvas-design/canvas-fonts/YoungSerif-Regular.ttf +0 -0
- package/skills/examples/copy-editing/SKILL.md +447 -0
- package/skills/examples/copy-editing/evals/evals.json +89 -0
- package/skills/examples/copy-editing/references/plain-english-alternatives.md +394 -0
- package/skills/examples/internal-comms/LICENSE.txt +202 -0
- package/skills/examples/internal-comms/SKILL.md +32 -0
- package/skills/examples/internal-comms/examples/3p-updates.md +47 -0
- package/skills/examples/internal-comms/examples/company-newsletter.md +65 -0
- package/skills/examples/internal-comms/examples/faq-answers.md +30 -0
- package/skills/examples/internal-comms/examples/general-comms.md +16 -0
- package/skills/examples/mcp-builder/SKILL.md +328 -0
- package/skills/examples/mcp-builder/reference/evaluation.md +602 -0
- package/skills/examples/mcp-builder/reference/mcp_best_practices.md +915 -0
- package/skills/examples/mcp-builder/reference/node_mcp_server.md +916 -0
- package/skills/examples/mcp-builder/reference/python_mcp_server.md +752 -0
- package/skills/examples/mcp-builder/scripts/connections.py +151 -0
- package/skills/examples/mcp-builder/scripts/evaluation.py +373 -0
- package/skills/examples/mcp-builder/scripts/example_evaluation.xml +22 -0
- package/skills/examples/mcp-builder/scripts/requirements.txt +2 -0
- package/skills/examples/product-marketing-context/SKILL.md +241 -0
- package/skills/examples/product-marketing-context/evals/evals.json +85 -0
- package/skills/examples/single-cell-rna-qc/SKILL.md +175 -0
- package/skills/examples/single-cell-rna-qc/references/scverse_qc_guidelines.md +186 -0
- package/skills/examples/single-cell-rna-qc/scripts/qc_analysis.py +232 -0
- package/skills/examples/single-cell-rna-qc/scripts/qc_core.py +233 -0
- package/skills/examples/single-cell-rna-qc/scripts/qc_plotting.py +235 -0
- package/skills/examples/skill-creator/SKILL.md +355 -0
- package/skills/examples/skill-creator/references/output-patterns.md +82 -0
- package/skills/examples/skill-creator/references/workflows.md +28 -0
- package/skills/examples/skill-creator/scripts/init_skill.py +303 -0
- package/skills/examples/skill-creator/scripts/package_skill.py +110 -0
- package/skills/examples/skill-creator/scripts/quick_validate.py +95 -0
- package/skills/examples/slack-gif-creator/SKILL.md +254 -0
- package/skills/examples/slack-gif-creator/core/easing.py +234 -0
- package/skills/examples/slack-gif-creator/core/frame_composer.py +176 -0
- package/skills/examples/slack-gif-creator/core/gif_builder.py +269 -0
- package/skills/examples/slack-gif-creator/core/validators.py +136 -0
- package/skills/examples/slack-gif-creator/requirements.txt +4 -0
- package/skills/examples/social-content/SKILL.md +278 -0
- package/skills/examples/social-content/evals/evals.json +92 -0
- package/skills/examples/social-content/references/platforms.md +170 -0
- package/skills/examples/social-content/references/post-templates.md +177 -0
- package/skills/examples/social-content/references/reverse-engineering.md +195 -0
- package/skills/examples/theme-factory/SKILL.md +59 -0
- package/skills/examples/theme-factory/theme-showcase.pdf +0 -0
- package/skills/examples/theme-factory/themes/arctic-frost.md +19 -0
- package/skills/examples/theme-factory/themes/botanical-garden.md +19 -0
- package/skills/examples/theme-factory/themes/desert-rose.md +19 -0
- package/skills/examples/theme-factory/themes/forest-canopy.md +19 -0
- package/skills/examples/theme-factory/themes/golden-hour.md +19 -0
- package/skills/examples/theme-factory/themes/midnight-galaxy.md +19 -0
- package/skills/examples/theme-factory/themes/modern-minimalist.md +19 -0
- package/skills/examples/theme-factory/themes/ocean-depths.md +19 -0
- package/skills/examples/theme-factory/themes/sunset-boulevard.md +19 -0
- package/skills/examples/theme-factory/themes/tech-innovation.md +19 -0
- package/skills/examples/web-artifacts-builder/LICENSE.txt +202 -0
- package/skills/examples/web-artifacts-builder/SKILL.md +74 -0
- package/skills/examples/web-artifacts-builder/scripts/bundle-artifact.sh +54 -0
- package/skills/examples/web-artifacts-builder/scripts/init-artifact.sh +322 -0
- package/skills/examples/web-artifacts-builder/scripts/shadcn-components.tar.gz +0 -0
- package/skills/examples/writing-skills/SKILL.md +655 -0
- package/skills/examples/writing-skills/anthropic-best-practices.md +1150 -0
- package/skills/examples/writing-skills/examples/CLAUDE_MD_TESTING.md +189 -0
- package/skills/examples/writing-skills/graphviz-conventions.dot +172 -0
- package/skills/examples/writing-skills/persuasion-principles.md +187 -0
- package/skills/examples/writing-skills/render-graphs.js +168 -0
- package/skills/examples/writing-skills/testing-skills-with-subagents.md +384 -0
- package/skills/public/describe-image/SKILL.md +105 -0
- package/skills/public/describe-image/scripts/describe.py +389 -0
- package/skills/public/doc-coauthoring/SKILL.md +375 -0
- package/skills/public/docx/LICENSE.txt +30 -0
- package/skills/public/docx/SKILL.md +199 -0
- package/skills/public/docx/docx-js.md +350 -0
- package/skills/public/docx/ooxml/schemas/ISO-IEC29500-4_2016/dml-chart.xsd +1499 -0
- package/skills/public/docx/ooxml/schemas/ISO-IEC29500-4_2016/dml-chartDrawing.xsd +146 -0
- package/skills/public/docx/ooxml/schemas/ISO-IEC29500-4_2016/dml-diagram.xsd +1085 -0
- package/skills/public/docx/ooxml/schemas/ISO-IEC29500-4_2016/dml-lockedCanvas.xsd +11 -0
- package/skills/public/docx/ooxml/schemas/ISO-IEC29500-4_2016/dml-main.xsd +3081 -0
- package/skills/public/docx/ooxml/schemas/ISO-IEC29500-4_2016/dml-picture.xsd +23 -0
- package/skills/public/docx/ooxml/schemas/ISO-IEC29500-4_2016/dml-spreadsheetDrawing.xsd +185 -0
- package/skills/public/docx/ooxml/schemas/ISO-IEC29500-4_2016/dml-wordprocessingDrawing.xsd +287 -0
- package/skills/public/docx/ooxml/schemas/ISO-IEC29500-4_2016/pml.xsd +1676 -0
- package/skills/public/docx/ooxml/schemas/ISO-IEC29500-4_2016/shared-additionalCharacteristics.xsd +28 -0
- package/skills/public/docx/ooxml/schemas/ISO-IEC29500-4_2016/shared-bibliography.xsd +144 -0
- package/skills/public/docx/ooxml/schemas/ISO-IEC29500-4_2016/shared-commonSimpleTypes.xsd +174 -0
- package/skills/public/docx/ooxml/schemas/ISO-IEC29500-4_2016/shared-customXmlDataProperties.xsd +25 -0
- package/skills/public/docx/ooxml/schemas/ISO-IEC29500-4_2016/shared-customXmlSchemaProperties.xsd +18 -0
- package/skills/public/docx/ooxml/schemas/ISO-IEC29500-4_2016/shared-documentPropertiesCustom.xsd +59 -0
- package/skills/public/docx/ooxml/schemas/ISO-IEC29500-4_2016/shared-documentPropertiesExtended.xsd +56 -0
- package/skills/public/docx/ooxml/schemas/ISO-IEC29500-4_2016/shared-documentPropertiesVariantTypes.xsd +195 -0
- package/skills/public/docx/ooxml/schemas/ISO-IEC29500-4_2016/shared-math.xsd +582 -0
- package/skills/public/docx/ooxml/schemas/ISO-IEC29500-4_2016/shared-relationshipReference.xsd +25 -0
- package/skills/public/docx/ooxml/schemas/ISO-IEC29500-4_2016/sml.xsd +4439 -0
- package/skills/public/docx/ooxml/schemas/ISO-IEC29500-4_2016/vml-main.xsd +570 -0
- package/skills/public/docx/ooxml/schemas/ISO-IEC29500-4_2016/vml-officeDrawing.xsd +509 -0
- package/skills/public/docx/ooxml/schemas/ISO-IEC29500-4_2016/vml-presentationDrawing.xsd +12 -0
- package/skills/public/docx/ooxml/schemas/ISO-IEC29500-4_2016/vml-spreadsheetDrawing.xsd +108 -0
- package/skills/public/docx/ooxml/schemas/ISO-IEC29500-4_2016/vml-wordprocessingDrawing.xsd +96 -0
- package/skills/public/docx/ooxml/schemas/ISO-IEC29500-4_2016/wml.xsd +3646 -0
- package/skills/public/docx/ooxml/schemas/ISO-IEC29500-4_2016/xml.xsd +116 -0
- package/skills/public/docx/ooxml/schemas/ecma/fouth-edition/opc-contentTypes.xsd +42 -0
- package/skills/public/docx/ooxml/schemas/ecma/fouth-edition/opc-coreProperties.xsd +50 -0
- package/skills/public/docx/ooxml/schemas/ecma/fouth-edition/opc-digSig.xsd +49 -0
- package/skills/public/docx/ooxml/schemas/ecma/fouth-edition/opc-relationships.xsd +33 -0
- package/skills/public/docx/ooxml/schemas/mce/mc.xsd +75 -0
- package/skills/public/docx/ooxml/schemas/microsoft/wml-2010.xsd +560 -0
- package/skills/public/docx/ooxml/schemas/microsoft/wml-2012.xsd +67 -0
- package/skills/public/docx/ooxml/schemas/microsoft/wml-2018.xsd +14 -0
- package/skills/public/docx/ooxml/schemas/microsoft/wml-cex-2018.xsd +20 -0
- package/skills/public/docx/ooxml/schemas/microsoft/wml-cid-2016.xsd +13 -0
- package/skills/public/docx/ooxml/schemas/microsoft/wml-sdtdatahash-2020.xsd +4 -0
- package/skills/public/docx/ooxml/schemas/microsoft/wml-symex-2015.xsd +8 -0
- package/skills/public/docx/ooxml/scripts/pack.py +159 -0
- package/skills/public/docx/ooxml/scripts/unpack.py +29 -0
- package/skills/public/docx/ooxml/scripts/validate.py +69 -0
- package/skills/public/docx/ooxml/scripts/validation/__init__.py +15 -0
- package/skills/public/docx/ooxml/scripts/validation/base.py +951 -0
- package/skills/public/docx/ooxml/scripts/validation/docx.py +274 -0
- package/skills/public/docx/ooxml/scripts/validation/pptx.py +315 -0
- package/skills/public/docx/ooxml/scripts/validation/redlining.py +279 -0
- package/skills/public/docx/ooxml.md +632 -0
- package/skills/public/docx/scripts/__init__.py +1 -0
- package/skills/public/docx/scripts/document.py +1292 -0
- package/skills/public/docx/scripts/templates/comments.xml +3 -0
- package/skills/public/docx/scripts/templates/commentsExtended.xml +3 -0
- package/skills/public/docx/scripts/templates/commentsExtensible.xml +3 -0
- package/skills/public/docx/scripts/templates/commentsIds.xml +3 -0
- package/skills/public/docx/scripts/templates/people.xml +3 -0
- package/skills/public/docx/scripts/utilities.py +374 -0
- package/skills/public/file-reading/LICENSE.txt +30 -0
- package/skills/public/file-reading/SKILL.md +350 -0
- package/skills/public/frontend-design/LICENSE.txt +177 -0
- package/skills/public/frontend-design/SKILL.md +42 -0
- package/skills/public/gitlab-explorer/SKILL.md +174 -0
- package/skills/public/gitlab-explorer/references/git-commands.md +323 -0
- package/skills/public/gitlab-explorer/references/glab-commands.md +282 -0
- package/skills/public/gitlab-explorer/scripts/check_gitlab_auth.sh +109 -0
- package/skills/public/pdf/FORMS.md +205 -0
- package/skills/public/pdf/REFERENCE.md +612 -0
- package/skills/public/pdf/SKILL.md +364 -0
- package/skills/public/pdf/scripts/check_bounding_boxes.py +70 -0
- package/skills/public/pdf/scripts/check_bounding_boxes_test.py +226 -0
- package/skills/public/pdf/scripts/check_fillable_fields.py +12 -0
- package/skills/public/pdf/scripts/convert_pdf_to_images.py +35 -0
- package/skills/public/pdf/scripts/create_validation_image.py +41 -0
- package/skills/public/pdf/scripts/extract_form_field_info.py +152 -0
- package/skills/public/pdf/scripts/fill_fillable_fields.py +114 -0
- package/skills/public/pdf/scripts/fill_pdf_form_with_annotations.py +108 -0
- package/skills/public/pdf-reading/LICENSE.txt +30 -0
- package/skills/public/pdf-reading/REFERENCE.md +196 -0
- package/skills/public/pdf-reading/SKILL.md +305 -0
- package/skills/public/playwright-cli/SKILL.md +278 -0
- package/skills/public/playwright-cli/references/request-mocking.md +87 -0
- package/skills/public/playwright-cli/references/running-code.md +232 -0
- package/skills/public/playwright-cli/references/session-management.md +169 -0
- package/skills/public/playwright-cli/references/storage-state.md +275 -0
- package/skills/public/playwright-cli/references/test-generation.md +88 -0
- package/skills/public/playwright-cli/references/tracing.md +139 -0
- package/skills/public/playwright-cli/references/video-recording.md +43 -0
- package/skills/public/pptx/LICENSE.txt +30 -0
- package/skills/public/pptx/SKILL.md +484 -0
- package/skills/public/pptx/css.md +335 -0
- package/skills/public/pptx/html2pptx.md +893 -0
- package/skills/public/pptx/html2pptx.tgz +0 -0
- package/skills/public/pptx/ooxml/schemas/ISO-IEC29500-4_2016/dml-chart.xsd +1499 -0
- package/skills/public/pptx/ooxml/schemas/ISO-IEC29500-4_2016/dml-chartDrawing.xsd +146 -0
- package/skills/public/pptx/ooxml/schemas/ISO-IEC29500-4_2016/dml-diagram.xsd +1085 -0
- package/skills/public/pptx/ooxml/schemas/ISO-IEC29500-4_2016/dml-lockedCanvas.xsd +11 -0
- package/skills/public/pptx/ooxml/schemas/ISO-IEC29500-4_2016/dml-main.xsd +3081 -0
- package/skills/public/pptx/ooxml/schemas/ISO-IEC29500-4_2016/dml-picture.xsd +23 -0
- package/skills/public/pptx/ooxml/schemas/ISO-IEC29500-4_2016/dml-spreadsheetDrawing.xsd +185 -0
- package/skills/public/pptx/ooxml/schemas/ISO-IEC29500-4_2016/dml-wordprocessingDrawing.xsd +287 -0
- package/skills/public/pptx/ooxml/schemas/ISO-IEC29500-4_2016/pml.xsd +1676 -0
- package/skills/public/pptx/ooxml/schemas/ISO-IEC29500-4_2016/shared-additionalCharacteristics.xsd +28 -0
- package/skills/public/pptx/ooxml/schemas/ISO-IEC29500-4_2016/shared-bibliography.xsd +144 -0
- package/skills/public/pptx/ooxml/schemas/ISO-IEC29500-4_2016/shared-commonSimpleTypes.xsd +174 -0
- package/skills/public/pptx/ooxml/schemas/ISO-IEC29500-4_2016/shared-customXmlDataProperties.xsd +25 -0
- package/skills/public/pptx/ooxml/schemas/ISO-IEC29500-4_2016/shared-customXmlSchemaProperties.xsd +18 -0
- package/skills/public/pptx/ooxml/schemas/ISO-IEC29500-4_2016/shared-documentPropertiesCustom.xsd +59 -0
- package/skills/public/pptx/ooxml/schemas/ISO-IEC29500-4_2016/shared-documentPropertiesExtended.xsd +56 -0
- package/skills/public/pptx/ooxml/schemas/ISO-IEC29500-4_2016/shared-documentPropertiesVariantTypes.xsd +195 -0
- package/skills/public/pptx/ooxml/schemas/ISO-IEC29500-4_2016/shared-math.xsd +582 -0
- package/skills/public/pptx/ooxml/schemas/ISO-IEC29500-4_2016/shared-relationshipReference.xsd +25 -0
- package/skills/public/pptx/ooxml/schemas/ISO-IEC29500-4_2016/sml.xsd +4439 -0
- package/skills/public/pptx/ooxml/schemas/ISO-IEC29500-4_2016/vml-main.xsd +570 -0
- package/skills/public/pptx/ooxml/schemas/ISO-IEC29500-4_2016/vml-officeDrawing.xsd +509 -0
- package/skills/public/pptx/ooxml/schemas/ISO-IEC29500-4_2016/vml-presentationDrawing.xsd +12 -0
- package/skills/public/pptx/ooxml/schemas/ISO-IEC29500-4_2016/vml-spreadsheetDrawing.xsd +108 -0
- package/skills/public/pptx/ooxml/schemas/ISO-IEC29500-4_2016/vml-wordprocessingDrawing.xsd +96 -0
- package/skills/public/pptx/ooxml/schemas/ISO-IEC29500-4_2016/wml.xsd +3646 -0
- package/skills/public/pptx/ooxml/schemas/ISO-IEC29500-4_2016/xml.xsd +116 -0
- package/skills/public/pptx/ooxml/schemas/ecma/fouth-edition/opc-contentTypes.xsd +42 -0
- package/skills/public/pptx/ooxml/schemas/ecma/fouth-edition/opc-coreProperties.xsd +50 -0
- package/skills/public/pptx/ooxml/schemas/ecma/fouth-edition/opc-digSig.xsd +49 -0
- package/skills/public/pptx/ooxml/schemas/ecma/fouth-edition/opc-relationships.xsd +33 -0
- package/skills/public/pptx/ooxml/schemas/mce/mc.xsd +75 -0
- package/skills/public/pptx/ooxml/schemas/microsoft/wml-2010.xsd +560 -0
- package/skills/public/pptx/ooxml/schemas/microsoft/wml-2012.xsd +67 -0
- package/skills/public/pptx/ooxml/schemas/microsoft/wml-2018.xsd +14 -0
- package/skills/public/pptx/ooxml/schemas/microsoft/wml-cex-2018.xsd +20 -0
- package/skills/public/pptx/ooxml/schemas/microsoft/wml-cid-2016.xsd +13 -0
- package/skills/public/pptx/ooxml/schemas/microsoft/wml-sdtdatahash-2020.xsd +4 -0
- package/skills/public/pptx/ooxml/schemas/microsoft/wml-symex-2015.xsd +8 -0
- package/skills/public/pptx/ooxml/scripts/pack.py +159 -0
- package/skills/public/pptx/ooxml/scripts/unpack.py +29 -0
- package/skills/public/pptx/ooxml/scripts/validate.py +69 -0
- package/skills/public/pptx/ooxml/scripts/validation/__init__.py +15 -0
- package/skills/public/pptx/ooxml/scripts/validation/base.py +951 -0
- package/skills/public/pptx/ooxml/scripts/validation/docx.py +274 -0
- package/skills/public/pptx/ooxml/scripts/validation/pptx.py +315 -0
- package/skills/public/pptx/ooxml/scripts/validation/redlining.py +279 -0
- package/skills/public/pptx/ooxml.md +427 -0
- package/skills/public/pptx/scripts/inventory.py +1020 -0
- package/skills/public/pptx/scripts/rearrange.py +231 -0
- package/skills/public/pptx/scripts/replace.py +385 -0
- package/skills/public/pptx/scripts/thumbnail.py +450 -0
- package/skills/public/skill-creator/SKILL.md +356 -0
- package/skills/public/skill-creator/references/output-patterns.md +82 -0
- package/skills/public/skill-creator/references/workflows.md +28 -0
- package/skills/public/skill-creator/scripts/init_skill.py +303 -0
- package/skills/public/skill-creator/scripts/package_skill.py +110 -0
- package/skills/public/skill-creator/scripts/quick_validate.py +95 -0
- package/skills/public/sub-agent/SKILL.md +186 -0
- package/skills/public/sub-agent/references/security-review.md +153 -0
- package/skills/public/sub-agent/references/usage.md +207 -0
- package/skills/public/sub-agent/scripts/list_subagent_models.sh +22 -0
- package/skills/public/test-driven-development/SKILL.md +371 -0
- package/skills/public/test-driven-development/testing-anti-patterns.md +299 -0
- package/skills/public/webapp-testing/LICENSE.txt +202 -0
- package/skills/public/webapp-testing/SKILL.md +96 -0
- package/skills/public/webapp-testing/examples/console_logging.py +35 -0
- package/skills/public/webapp-testing/examples/element_discovery.py +40 -0
- package/skills/public/webapp-testing/examples/static_html_automation.py +33 -0
- package/skills/public/webapp-testing/scripts/with_server.py +106 -0
- package/skills/public/xlsx/LICENSE.txt +30 -0
- package/skills/public/xlsx/SKILL.md +316 -0
- package/skills/public/xlsx/preview_data.py +93 -0
- package/skills/public/xlsx/recalc.py +178 -0
- package/tests/README.md +42 -0
- package/tests/fixtures/cli/claude_v0.9.2.0_argv.json +46 -0
- package/tests/fixtures/cli/claude_v0.9.2.0_stdout.json +32 -0
- package/tests/fixtures/cli/codex_run.jsonl +4 -0
- package/tests/fixtures/cli/opencode_run.jsonl +6 -0
- package/tests/integration/README.md +56 -0
- package/tests/integration/conftest.py +280 -0
- package/tests/integration/pytest.ini +13 -0
- package/tests/integration/test_mcp_auth.py +85 -0
- package/tests/integration/test_mcp_tools.py +101 -0
- package/tests/integration/test_workspace_lifecycle.py +125 -0
- package/tests/orchestrator/mock_llm_server.py +343 -0
- package/tests/orchestrator/test_cli_adapters.py +566 -0
- package/tests/orchestrator/test_cli_adapters_live.py +527 -0
- package/tests/orchestrator/test_cli_runtime.py +451 -0
- package/tests/orchestrator/test_docker_manager.py +302 -0
- package/tests/orchestrator/test_dynamic_instructions.py +69 -0
- package/tests/orchestrator/test_mcp_resources.py +140 -0
- package/tests/orchestrator/test_mcp_tools.py +224 -0
- package/tests/orchestrator/test_passthrough_isolation.py +201 -0
- package/tests/orchestrator/test_readme_in_container.py +76 -0
- package/tests/orchestrator/test_render_cache.py +84 -0
- package/tests/orchestrator/test_runtime_cli_endpoint.py +108 -0
- package/tests/orchestrator/test_single_user_mode.py +212 -0
- package/tests/orchestrator/test_startup_warnings.py +123 -0
- package/tests/orchestrator/test_sub_agent_dispatch.py +327 -0
- package/tests/orchestrator/test_subagent_claude_compat.py +367 -0
- package/tests/orchestrator/test_system_prompt_endpoint.py +191 -0
- package/tests/orchestrator/test_tool_descriptions.py +52 -0
- package/tests/orchestrator/test_view_image.py +201 -0
- package/tests/patches/conftest.py +30 -0
- package/tests/patches/fixtures/__init__.py +10 -0
- package/tests/patches/fixtures/middleware_v0.9.1.py +5057 -0
- package/tests/patches/fixtures/middleware_v0.9.2.py +5120 -0
- package/tests/patches/fixtures/retrieval_v0.9.1.py +2684 -0
- package/tests/patches/fixtures/retrieval_v0.9.2.py +2700 -0
- package/tests/patches/test_fix_attached_files_position.py +118 -0
- package/tests/patches/test_fix_large_tool_args.py +130 -0
- package/tests/patches/test_fix_large_tool_results.py +531 -0
- package/tests/patches/test_fix_skip_embedding_chat_files.py +160 -0
- package/tests/patches/test_fix_skip_rag_files_native_fc.py +120 -0
- package/tests/patches/test_fix_tool_loop_errors.py +128 -0
- package/tests/security/test_path_traversal_app.py +132 -0
- package/tests/security/test_path_traversal_docker.py +36 -0
- package/tests/security/test_path_traversal_settings.py +87 -0
- package/tests/security/test_safe_path_util.py +166 -0
- package/tests/security/test_xss_preview.py +46 -0
- package/tests/test-default-model-resolution.py +136 -0
- package/tests/test-docker-image.sh +358 -0
- package/tests/test-list-subagent-models.sh +421 -0
- package/tests/test-mcp-endpoint-live.sh +92 -0
- package/tests/test-mcp-native-surface.sh +213 -0
- package/tests/test-no-cyrillic.sh +135 -0
- package/tests/test-opencode-error-mapping.py +130 -0
- package/tests/test-pr88-skills.sh +305 -0
- package/tests/test-project-structure.sh +202 -0
- package/tests/test-single-user-mode.sh +269 -0
- package/tests/test-skill-no-hardcoded-models.sh +65 -0
- package/tests/test-subagent-cli-surface.py +137 -0
- package/tests/test-subagent-runtime.sh +109 -0
- package/tests/test_codex_toml_converter.py +204 -0
- package/tests/test_default_resolver_no_legacy_global.py +159 -0
- package/tests/test_filter.py +648 -0
- package/tests/test_init_sh_unchanged.sh +49 -0
- package/tests/test_opencode_alias_map_drop.py +144 -0
- package/tests/test_requirements.py +91 -0
- package/tests/test_subagent_docstring.py +193 -0
- package/tests/test_tools.py +34 -0
- package/vendor/extract-text/README.md +46 -0
- package/vendor/extract-text/extract-text +0 -0
|
@@ -0,0 +1,232 @@
|
|
|
1
|
+
#!/usr/bin/env python3
|
|
2
|
+
"""
|
|
3
|
+
Quality Control Analysis for Single-Cell RNA-seq Data
|
|
4
|
+
Following scverse best practices from:
|
|
5
|
+
https://www.sc-best-practices.org/preprocessing_visualization/quality_control.html
|
|
6
|
+
|
|
7
|
+
This is a convenience script that runs a complete QC workflow using the
|
|
8
|
+
modular functions from qc_core.py and qc_plotting.py.
|
|
9
|
+
"""
|
|
10
|
+
|
|
11
|
+
import anndata as ad
|
|
12
|
+
import scanpy as sc
|
|
13
|
+
import sys
|
|
14
|
+
import os
|
|
15
|
+
import argparse
|
|
16
|
+
|
|
17
|
+
# Import our modular utilities
|
|
18
|
+
from qc_core import (
|
|
19
|
+
calculate_qc_metrics,
|
|
20
|
+
detect_outliers_mad,
|
|
21
|
+
apply_hard_threshold,
|
|
22
|
+
filter_cells,
|
|
23
|
+
filter_genes,
|
|
24
|
+
print_qc_summary
|
|
25
|
+
)
|
|
26
|
+
from qc_plotting import (
|
|
27
|
+
plot_qc_distributions,
|
|
28
|
+
plot_filtering_thresholds,
|
|
29
|
+
plot_qc_after_filtering
|
|
30
|
+
)
|
|
31
|
+
|
|
32
|
+
print("=" * 80)
|
|
33
|
+
print("Single-Cell RNA-seq Quality Control Analysis")
|
|
34
|
+
print("=" * 80)
|
|
35
|
+
|
|
36
|
+
# Default parameters (single source of truth)
|
|
37
|
+
DEFAULT_MAD_COUNTS = 5
|
|
38
|
+
DEFAULT_MAD_GENES = 5
|
|
39
|
+
DEFAULT_MAD_MT = 3
|
|
40
|
+
DEFAULT_MT_THRESHOLD = 8
|
|
41
|
+
DEFAULT_MIN_CELLS = 20
|
|
42
|
+
DEFAULT_MT_PATTERN = 'mt-,MT-'
|
|
43
|
+
DEFAULT_RIBO_PATTERN = 'Rpl,Rps,RPL,RPS'
|
|
44
|
+
DEFAULT_HB_PATTERN = '^Hb[^(p)]|^HB[^(P)]'
|
|
45
|
+
|
|
46
|
+
# Parse command-line arguments
|
|
47
|
+
parser = argparse.ArgumentParser(
|
|
48
|
+
description='Quality Control Analysis for Single-Cell RNA-seq Data',
|
|
49
|
+
formatter_class=argparse.RawDescriptionHelpFormatter,
|
|
50
|
+
epilog="""
|
|
51
|
+
Examples:
|
|
52
|
+
python3 qc_analysis.py data.h5ad
|
|
53
|
+
python3 qc_analysis.py raw_feature_bc_matrix.h5
|
|
54
|
+
python3 qc_analysis.py data.h5ad --mad-counts 4 --mad-genes 4 --mad-mt 2.5
|
|
55
|
+
python3 qc_analysis.py data.h5ad --mt-threshold 10 --min-cells 10
|
|
56
|
+
python3 qc_analysis.py data.h5ad --mt-pattern "^mt-" --ribo-pattern "^Rpl,^Rps"
|
|
57
|
+
"""
|
|
58
|
+
)
|
|
59
|
+
|
|
60
|
+
parser.add_argument('input_file', help='Input .h5ad or .h5 file (10X Genomics format)')
|
|
61
|
+
parser.add_argument('--output-dir', type=str, help='Output directory (default: <input_basename>_qc_results)')
|
|
62
|
+
parser.add_argument('--mad-counts', type=float, default=DEFAULT_MAD_COUNTS, help=f'MAD threshold for total counts (default: {DEFAULT_MAD_COUNTS})')
|
|
63
|
+
parser.add_argument('--mad-genes', type=float, default=DEFAULT_MAD_GENES, help=f'MAD threshold for gene counts (default: {DEFAULT_MAD_GENES})')
|
|
64
|
+
parser.add_argument('--mad-mt', type=float, default=DEFAULT_MAD_MT, help=f'MAD threshold for mitochondrial percentage (default: {DEFAULT_MAD_MT})')
|
|
65
|
+
parser.add_argument('--mt-threshold', type=float, default=DEFAULT_MT_THRESHOLD, help=f'Hard threshold for mitochondrial percentage (default: {DEFAULT_MT_THRESHOLD})')
|
|
66
|
+
parser.add_argument('--min-cells', type=int, default=DEFAULT_MIN_CELLS, help=f'Minimum cells for gene filtering (default: {DEFAULT_MIN_CELLS})')
|
|
67
|
+
parser.add_argument('--mt-pattern', type=str, default=DEFAULT_MT_PATTERN, help=f'Comma-separated mitochondrial gene prefixes (default: "{DEFAULT_MT_PATTERN}")')
|
|
68
|
+
parser.add_argument('--ribo-pattern', type=str, default=DEFAULT_RIBO_PATTERN, help=f'Comma-separated ribosomal gene prefixes (default: "{DEFAULT_RIBO_PATTERN}")')
|
|
69
|
+
parser.add_argument('--hb-pattern', type=str, default=DEFAULT_HB_PATTERN, help=f'Hemoglobin gene regex pattern (default: "{DEFAULT_HB_PATTERN}")')
|
|
70
|
+
|
|
71
|
+
args = parser.parse_args()
|
|
72
|
+
|
|
73
|
+
# Verify input file exists
|
|
74
|
+
if not os.path.exists(args.input_file):
|
|
75
|
+
print(f"\nError: File '{args.input_file}' not found!")
|
|
76
|
+
sys.exit(1)
|
|
77
|
+
|
|
78
|
+
input_file = args.input_file
|
|
79
|
+
base_name = os.path.splitext(os.path.basename(input_file))[0]
|
|
80
|
+
|
|
81
|
+
# Set up output directory
|
|
82
|
+
if args.output_dir:
|
|
83
|
+
output_dir = args.output_dir
|
|
84
|
+
else:
|
|
85
|
+
output_dir = f"{base_name}_qc_results"
|
|
86
|
+
|
|
87
|
+
os.makedirs(output_dir, exist_ok=True)
|
|
88
|
+
print(f"\nOutput directory: {output_dir}")
|
|
89
|
+
|
|
90
|
+
# Display parameters
|
|
91
|
+
print(f"\nParameters:")
|
|
92
|
+
print(f" MAD thresholds: counts={args.mad_counts}, genes={args.mad_genes}, MT%={args.mad_mt}")
|
|
93
|
+
print(f" MT hard threshold: {args.mt_threshold}%")
|
|
94
|
+
print(f" Min cells for gene filtering: {args.min_cells}")
|
|
95
|
+
print(f" Gene patterns: MT={args.mt_pattern}, Ribo={args.ribo_pattern}")
|
|
96
|
+
|
|
97
|
+
# Load the data
|
|
98
|
+
print("\n[1/5] Loading data...")
|
|
99
|
+
file_ext = os.path.splitext(input_file)[1].lower()
|
|
100
|
+
|
|
101
|
+
if file_ext == '.h5ad':
|
|
102
|
+
adata = ad.read_h5ad(input_file)
|
|
103
|
+
print(f"Loaded .h5ad file: {adata.n_obs} cells × {adata.n_vars} genes")
|
|
104
|
+
elif file_ext == '.h5':
|
|
105
|
+
adata = sc.read_10x_h5(input_file)
|
|
106
|
+
print(f"Loaded 10X .h5 file: {adata.n_obs} cells × {adata.n_vars} genes")
|
|
107
|
+
# Make variable names unique (10X data sometimes has duplicate gene names)
|
|
108
|
+
adata.var_names_make_unique()
|
|
109
|
+
else:
|
|
110
|
+
print(f"\nError: Unsupported file format '{file_ext}'. Expected .h5ad or .h5")
|
|
111
|
+
sys.exit(1)
|
|
112
|
+
|
|
113
|
+
# Store original counts for comparison
|
|
114
|
+
n_cells_original = adata.n_obs
|
|
115
|
+
n_genes_original = adata.n_vars
|
|
116
|
+
|
|
117
|
+
# Calculate QC metrics
|
|
118
|
+
print("\n[2/5] Calculating QC metrics...")
|
|
119
|
+
calculate_qc_metrics(adata, mt_pattern=args.mt_pattern,
|
|
120
|
+
ribo_pattern=args.ribo_pattern,
|
|
121
|
+
hb_pattern=args.hb_pattern,
|
|
122
|
+
inplace=True)
|
|
123
|
+
|
|
124
|
+
print(f" Found {adata.var['mt'].sum()} mitochondrial genes (pattern: {args.mt_pattern})")
|
|
125
|
+
print(f" Found {adata.var['ribo'].sum()} ribosomal genes (pattern: {args.ribo_pattern})")
|
|
126
|
+
print(f" Found {adata.var['hb'].sum()} hemoglobin genes (pattern: {args.hb_pattern})")
|
|
127
|
+
|
|
128
|
+
print_qc_summary(adata, label='QC Metrics Summary (before filtering)')
|
|
129
|
+
|
|
130
|
+
# Create before-filtering visualizations
|
|
131
|
+
print("\n[3/5] Creating QC visualizations...")
|
|
132
|
+
before_plot = os.path.join(output_dir, 'qc_metrics_before_filtering.png')
|
|
133
|
+
plot_qc_distributions(adata, before_plot, title='Quality Control Metrics - Before Filtering')
|
|
134
|
+
print(f" Saved: {before_plot}")
|
|
135
|
+
|
|
136
|
+
# Apply MAD-based filtering
|
|
137
|
+
print("\n[4/5] Applying MAD-based filtering thresholds...")
|
|
138
|
+
|
|
139
|
+
# Detect outliers for each metric
|
|
140
|
+
adata.obs['outlier_counts'] = detect_outliers_mad(adata, 'total_counts', args.mad_counts)
|
|
141
|
+
adata.obs['outlier_genes'] = detect_outliers_mad(adata, 'n_genes_by_counts', args.mad_genes)
|
|
142
|
+
adata.obs['outlier_mt'] = detect_outliers_mad(adata, 'pct_counts_mt', args.mad_mt)
|
|
143
|
+
|
|
144
|
+
# Apply hard threshold for mitochondrial content
|
|
145
|
+
print(f"\n Applying hard threshold for mitochondrial content (>{args.mt_threshold}%):")
|
|
146
|
+
high_mt_mask = apply_hard_threshold(adata, 'pct_counts_mt', args.mt_threshold, operator='>')
|
|
147
|
+
|
|
148
|
+
# Combine MT filters (MAD + hard threshold)
|
|
149
|
+
adata.obs['outlier_mt'] = adata.obs['outlier_mt'] | high_mt_mask
|
|
150
|
+
|
|
151
|
+
# Overall filtering decision
|
|
152
|
+
adata.obs['pass_qc'] = ~(
|
|
153
|
+
adata.obs['outlier_counts'] |
|
|
154
|
+
adata.obs['outlier_genes'] |
|
|
155
|
+
adata.obs['outlier_mt']
|
|
156
|
+
)
|
|
157
|
+
|
|
158
|
+
print(f"\n Total cells failing QC: {(~adata.obs['pass_qc']).sum()} ({(~adata.obs['pass_qc']).sum()/adata.n_obs*100:.2f}%)")
|
|
159
|
+
print(f" Cells passing QC: {adata.obs['pass_qc'].sum()} ({adata.obs['pass_qc'].sum()/adata.n_obs*100:.2f}%)")
|
|
160
|
+
|
|
161
|
+
# Visualize filtering thresholds
|
|
162
|
+
outlier_masks = {
|
|
163
|
+
'total_counts': adata.obs['outlier_counts'].values,
|
|
164
|
+
'n_genes_by_counts': adata.obs['outlier_genes'].values,
|
|
165
|
+
'pct_counts_mt': adata.obs['outlier_mt'].values
|
|
166
|
+
}
|
|
167
|
+
|
|
168
|
+
thresholds = {
|
|
169
|
+
'total_counts': {'n_mads': args.mad_counts},
|
|
170
|
+
'n_genes_by_counts': {'n_mads': args.mad_genes},
|
|
171
|
+
'pct_counts_mt': {'n_mads': args.mad_mt, 'hard': args.mt_threshold}
|
|
172
|
+
}
|
|
173
|
+
|
|
174
|
+
threshold_plot = os.path.join(output_dir, 'qc_filtering_thresholds.png')
|
|
175
|
+
plot_filtering_thresholds(adata, outlier_masks, thresholds, threshold_plot)
|
|
176
|
+
print(f"\n Saved: {threshold_plot}")
|
|
177
|
+
|
|
178
|
+
# Apply filtering
|
|
179
|
+
print("\n[5/5] Applying filters...")
|
|
180
|
+
adata_filtered = filter_cells(adata, adata.obs['pass_qc'].values, inplace=False)
|
|
181
|
+
print(f" Cells after filtering: {adata_filtered.n_obs} (removed {n_cells_original - adata_filtered.n_obs})")
|
|
182
|
+
|
|
183
|
+
# Filter genes
|
|
184
|
+
print(f"\n Filtering genes detected in <{args.min_cells} cells...")
|
|
185
|
+
filter_genes(adata_filtered, min_cells=args.min_cells, inplace=True)
|
|
186
|
+
print(f" Genes after filtering: {adata_filtered.n_vars} (removed {n_genes_original - adata_filtered.n_vars})")
|
|
187
|
+
|
|
188
|
+
# Generate summary statistics
|
|
189
|
+
print("\n" + "=" * 80)
|
|
190
|
+
print("QC Summary")
|
|
191
|
+
print("=" * 80)
|
|
192
|
+
|
|
193
|
+
print("\nBefore filtering:")
|
|
194
|
+
print(f" Cells: {n_cells_original}")
|
|
195
|
+
print(f" Genes: {n_genes_original}")
|
|
196
|
+
|
|
197
|
+
print("\nAfter filtering:")
|
|
198
|
+
print(f" Cells: {adata_filtered.n_obs} ({adata_filtered.n_obs/n_cells_original*100:.1f}% retained)")
|
|
199
|
+
print(f" Genes: {adata_filtered.n_vars} ({adata_filtered.n_vars/n_genes_original*100:.1f}% retained)")
|
|
200
|
+
|
|
201
|
+
print_qc_summary(adata_filtered, label='\nFiltered data QC metrics')
|
|
202
|
+
|
|
203
|
+
# Create after-filtering visualizations
|
|
204
|
+
after_plot = os.path.join(output_dir, 'qc_metrics_after_filtering.png')
|
|
205
|
+
plot_qc_after_filtering(adata_filtered, after_plot)
|
|
206
|
+
print(f"\n Saved: {after_plot}")
|
|
207
|
+
|
|
208
|
+
# Save filtered data
|
|
209
|
+
print("\nSaving filtered data...")
|
|
210
|
+
output_filtered = os.path.join(output_dir, f'{base_name}_filtered.h5ad')
|
|
211
|
+
output_with_qc = os.path.join(output_dir, f'{base_name}_with_qc.h5ad')
|
|
212
|
+
adata_filtered.write(output_filtered)
|
|
213
|
+
print(f" Saved: {output_filtered}")
|
|
214
|
+
|
|
215
|
+
# Also save the unfiltered data with QC annotations
|
|
216
|
+
adata.write(output_with_qc)
|
|
217
|
+
print(f" Saved: {output_with_qc} (original data with QC annotations)")
|
|
218
|
+
|
|
219
|
+
print("\n" + "=" * 80)
|
|
220
|
+
print("Quality Control Analysis Complete!")
|
|
221
|
+
print("=" * 80)
|
|
222
|
+
print(f"\nAll results saved to: {output_dir}/")
|
|
223
|
+
print("\nGenerated files:")
|
|
224
|
+
print(" 1. qc_metrics_before_filtering.png - Initial QC visualizations")
|
|
225
|
+
print(" 2. qc_filtering_thresholds.png - MAD-based threshold visualization")
|
|
226
|
+
print(" 3. qc_metrics_after_filtering.png - Post-filtering QC visualizations")
|
|
227
|
+
print(f" 4. {base_name}_filtered.h5ad - Filtered dataset")
|
|
228
|
+
print(f" 5. {base_name}_with_qc.h5ad - Original dataset with QC annotations")
|
|
229
|
+
print("\nNext steps:")
|
|
230
|
+
print(" - Consider ambient RNA correction (SoupX)")
|
|
231
|
+
print(" - Consider doublet detection (scDblFinder)")
|
|
232
|
+
print(" - Proceed with normalization and downstream analysis")
|
|
@@ -0,0 +1,233 @@
|
|
|
1
|
+
#!/usr/bin/env python3
|
|
2
|
+
"""
|
|
3
|
+
Core utility functions for single-cell RNA-seq quality control.
|
|
4
|
+
|
|
5
|
+
This module provides building blocks for metrics calculation and filtering
|
|
6
|
+
while following scverse best practices from:
|
|
7
|
+
https://www.sc-best-practices.org/preprocessing_visualization/quality_control.html
|
|
8
|
+
"""
|
|
9
|
+
|
|
10
|
+
import anndata as ad
|
|
11
|
+
import scanpy as sc
|
|
12
|
+
import numpy as np
|
|
13
|
+
from scipy.stats import median_abs_deviation
|
|
14
|
+
|
|
15
|
+
|
|
16
|
+
def calculate_qc_metrics(adata, mt_pattern='mt-,MT-', ribo_pattern='Rpl,Rps,RPL,RPS',
|
|
17
|
+
hb_pattern='^Hb[^(p)]|^HB[^(P)]', inplace=True):
|
|
18
|
+
"""
|
|
19
|
+
Calculate QC metrics for single-cell RNA-seq data.
|
|
20
|
+
|
|
21
|
+
Parameters
|
|
22
|
+
----------
|
|
23
|
+
adata : AnnData
|
|
24
|
+
Annotated data matrix
|
|
25
|
+
mt_pattern : str
|
|
26
|
+
Comma-separated mitochondrial gene prefixes (default: 'mt-,MT-')
|
|
27
|
+
ribo_pattern : str
|
|
28
|
+
Comma-separated ribosomal gene prefixes (default: 'Rpl,Rps,RPL,RPS')
|
|
29
|
+
hb_pattern : str
|
|
30
|
+
Regex pattern for hemoglobin genes (default: '^Hb[^(p)]|^HB[^(P)]')
|
|
31
|
+
inplace : bool
|
|
32
|
+
Modify adata in place (default: True)
|
|
33
|
+
|
|
34
|
+
Returns
|
|
35
|
+
-------
|
|
36
|
+
AnnData or None
|
|
37
|
+
If inplace=False, returns modified AnnData. Otherwise modifies in place.
|
|
38
|
+
"""
|
|
39
|
+
if not inplace:
|
|
40
|
+
adata = adata.copy()
|
|
41
|
+
|
|
42
|
+
# Identify gene categories
|
|
43
|
+
mt_prefixes = tuple(mt_pattern.split(','))
|
|
44
|
+
adata.var['mt'] = adata.var_names.str.startswith(mt_prefixes)
|
|
45
|
+
|
|
46
|
+
ribo_prefixes = tuple(ribo_pattern.split(','))
|
|
47
|
+
adata.var['ribo'] = adata.var_names.str.startswith(ribo_prefixes)
|
|
48
|
+
|
|
49
|
+
adata.var['hb'] = adata.var_names.str.match(hb_pattern)
|
|
50
|
+
|
|
51
|
+
# Calculate QC metrics
|
|
52
|
+
sc.pp.calculate_qc_metrics(
|
|
53
|
+
adata,
|
|
54
|
+
qc_vars=['mt', 'ribo', 'hb'],
|
|
55
|
+
percent_top=None,
|
|
56
|
+
log1p=False,
|
|
57
|
+
inplace=True
|
|
58
|
+
)
|
|
59
|
+
|
|
60
|
+
if not inplace:
|
|
61
|
+
return adata
|
|
62
|
+
|
|
63
|
+
|
|
64
|
+
def detect_outliers_mad(adata, metric, n_mads, verbose=True):
|
|
65
|
+
"""
|
|
66
|
+
Detect outliers using Median Absolute Deviation (MAD).
|
|
67
|
+
|
|
68
|
+
Parameters
|
|
69
|
+
----------
|
|
70
|
+
adata : AnnData
|
|
71
|
+
Annotated data matrix with QC metrics
|
|
72
|
+
metric : str
|
|
73
|
+
Column name in adata.obs to use for outlier detection
|
|
74
|
+
n_mads : float
|
|
75
|
+
Number of MADs to use as threshold
|
|
76
|
+
verbose : bool
|
|
77
|
+
Print outlier statistics (default: True)
|
|
78
|
+
|
|
79
|
+
Returns
|
|
80
|
+
-------
|
|
81
|
+
np.ndarray
|
|
82
|
+
Boolean mask where True indicates outliers
|
|
83
|
+
"""
|
|
84
|
+
metric_values = adata.obs[metric]
|
|
85
|
+
median = np.median(metric_values)
|
|
86
|
+
mad = median_abs_deviation(metric_values)
|
|
87
|
+
|
|
88
|
+
# Calculate bounds
|
|
89
|
+
lower = median - n_mads * mad
|
|
90
|
+
upper = median + n_mads * mad
|
|
91
|
+
|
|
92
|
+
# Identify outliers
|
|
93
|
+
outlier_mask = (metric_values < lower) | (metric_values > upper)
|
|
94
|
+
|
|
95
|
+
if verbose:
|
|
96
|
+
print(f" {metric}:")
|
|
97
|
+
print(f" Median: {median:.2f}, MAD: {mad:.2f}")
|
|
98
|
+
print(f" Bounds: [{lower:.2f}, {upper:.2f}] ({n_mads} MADs)")
|
|
99
|
+
print(f" Outliers: {outlier_mask.sum()} cells ({outlier_mask.sum()/len(metric_values)*100:.2f}%)")
|
|
100
|
+
|
|
101
|
+
return outlier_mask
|
|
102
|
+
|
|
103
|
+
|
|
104
|
+
def apply_hard_threshold(adata, metric, threshold, operator='>', verbose=True):
|
|
105
|
+
"""
|
|
106
|
+
Apply a hard threshold filter.
|
|
107
|
+
|
|
108
|
+
Parameters
|
|
109
|
+
----------
|
|
110
|
+
adata : AnnData
|
|
111
|
+
Annotated data matrix
|
|
112
|
+
metric : str
|
|
113
|
+
Column name in adata.obs to filter on
|
|
114
|
+
threshold : float
|
|
115
|
+
Threshold value
|
|
116
|
+
operator : str
|
|
117
|
+
Comparison operator: '>', '<', '>=', '<=' (default: '>')
|
|
118
|
+
verbose : bool
|
|
119
|
+
Print filtering statistics (default: True)
|
|
120
|
+
|
|
121
|
+
Returns
|
|
122
|
+
-------
|
|
123
|
+
np.ndarray
|
|
124
|
+
Boolean mask where True indicates cells to filter out
|
|
125
|
+
"""
|
|
126
|
+
metric_values = adata.obs[metric]
|
|
127
|
+
|
|
128
|
+
if operator == '>':
|
|
129
|
+
mask = metric_values > threshold
|
|
130
|
+
elif operator == '<':
|
|
131
|
+
mask = metric_values < threshold
|
|
132
|
+
elif operator == '>=':
|
|
133
|
+
mask = metric_values >= threshold
|
|
134
|
+
elif operator == '<=':
|
|
135
|
+
mask = metric_values <= threshold
|
|
136
|
+
else:
|
|
137
|
+
raise ValueError(f"Invalid operator: {operator}. Use '>', '<', '>=', or '<='")
|
|
138
|
+
|
|
139
|
+
if verbose:
|
|
140
|
+
print(f" {metric} {operator} {threshold}:")
|
|
141
|
+
print(f" Cells filtered: {mask.sum()} ({mask.sum()/len(metric_values)*100:.2f}%)")
|
|
142
|
+
|
|
143
|
+
return mask
|
|
144
|
+
|
|
145
|
+
|
|
146
|
+
def filter_cells(adata, mask, inplace=False):
|
|
147
|
+
"""
|
|
148
|
+
Filter cells based on a boolean mask.
|
|
149
|
+
|
|
150
|
+
Parameters
|
|
151
|
+
----------
|
|
152
|
+
adata : AnnData
|
|
153
|
+
Annotated data matrix
|
|
154
|
+
mask : np.ndarray or pd.Series
|
|
155
|
+
Boolean mask where True indicates cells to KEEP
|
|
156
|
+
inplace : bool
|
|
157
|
+
Modify adata in place (default: False)
|
|
158
|
+
|
|
159
|
+
Returns
|
|
160
|
+
-------
|
|
161
|
+
AnnData
|
|
162
|
+
Filtered AnnData object
|
|
163
|
+
"""
|
|
164
|
+
if inplace:
|
|
165
|
+
# This is actually a bit tricky - AnnData doesn't support true inplace filtering
|
|
166
|
+
# Return filtered copy which caller should reassign
|
|
167
|
+
return adata[mask].copy()
|
|
168
|
+
else:
|
|
169
|
+
return adata[mask].copy()
|
|
170
|
+
|
|
171
|
+
|
|
172
|
+
def filter_genes(adata, min_cells=20, min_counts=None, inplace=True):
|
|
173
|
+
"""
|
|
174
|
+
Filter genes based on detection thresholds.
|
|
175
|
+
|
|
176
|
+
Parameters
|
|
177
|
+
----------
|
|
178
|
+
adata : AnnData
|
|
179
|
+
Annotated data matrix
|
|
180
|
+
min_cells : int
|
|
181
|
+
Minimum number of cells a gene must be detected in (default: 20)
|
|
182
|
+
min_counts : int, optional
|
|
183
|
+
Minimum total counts across all cells
|
|
184
|
+
inplace : bool
|
|
185
|
+
Modify adata in place (default: True)
|
|
186
|
+
|
|
187
|
+
Returns
|
|
188
|
+
-------
|
|
189
|
+
AnnData or None
|
|
190
|
+
If inplace=False, returns filtered AnnData
|
|
191
|
+
"""
|
|
192
|
+
if not inplace:
|
|
193
|
+
adata = adata.copy()
|
|
194
|
+
|
|
195
|
+
if min_cells is not None:
|
|
196
|
+
sc.pp.filter_genes(adata, min_cells=min_cells)
|
|
197
|
+
|
|
198
|
+
if min_counts is not None:
|
|
199
|
+
sc.pp.filter_genes(adata, min_counts=min_counts)
|
|
200
|
+
|
|
201
|
+
if not inplace:
|
|
202
|
+
return adata
|
|
203
|
+
|
|
204
|
+
|
|
205
|
+
def print_qc_summary(adata, label=''):
|
|
206
|
+
"""
|
|
207
|
+
Print summary statistics for QC metrics.
|
|
208
|
+
|
|
209
|
+
Parameters
|
|
210
|
+
----------
|
|
211
|
+
adata : AnnData
|
|
212
|
+
Annotated data matrix with QC metrics
|
|
213
|
+
label : str
|
|
214
|
+
Label to prepend to output (e.g., 'Before filtering', 'After filtering')
|
|
215
|
+
"""
|
|
216
|
+
if label:
|
|
217
|
+
print(f"\n{label}:")
|
|
218
|
+
print(f" Cells: {adata.n_obs}")
|
|
219
|
+
print(f" Genes: {adata.n_vars}")
|
|
220
|
+
|
|
221
|
+
if 'total_counts' in adata.obs:
|
|
222
|
+
print(f" Mean counts per cell: {adata.obs['total_counts'].mean():.0f}")
|
|
223
|
+
print(f" Median counts per cell: {adata.obs['total_counts'].median():.0f}")
|
|
224
|
+
|
|
225
|
+
if 'n_genes_by_counts' in adata.obs:
|
|
226
|
+
print(f" Mean genes per cell: {adata.obs['n_genes_by_counts'].mean():.0f}")
|
|
227
|
+
print(f" Median genes per cell: {adata.obs['n_genes_by_counts'].median():.0f}")
|
|
228
|
+
|
|
229
|
+
if 'pct_counts_mt' in adata.obs:
|
|
230
|
+
print(f" Mean mitochondrial %: {adata.obs['pct_counts_mt'].mean():.2f}%")
|
|
231
|
+
|
|
232
|
+
if 'pct_counts_ribo' in adata.obs:
|
|
233
|
+
print(f" Mean ribosomal %: {adata.obs['pct_counts_ribo'].mean():.2f}%")
|
|
@@ -0,0 +1,235 @@
|
|
|
1
|
+
#!/usr/bin/env python3
|
|
2
|
+
"""
|
|
3
|
+
Visualization functions for single-cell RNA-seq quality control.
|
|
4
|
+
|
|
5
|
+
This module provides plotting utilities for QC metrics and filtering thresholds.
|
|
6
|
+
"""
|
|
7
|
+
|
|
8
|
+
import numpy as np
|
|
9
|
+
import matplotlib.pyplot as plt
|
|
10
|
+
from scipy.stats import median_abs_deviation
|
|
11
|
+
|
|
12
|
+
|
|
13
|
+
def plot_qc_distributions(adata, output_path, title='Quality Control Metrics'):
|
|
14
|
+
"""
|
|
15
|
+
Create comprehensive QC distribution plots.
|
|
16
|
+
|
|
17
|
+
Parameters
|
|
18
|
+
----------
|
|
19
|
+
adata : AnnData
|
|
20
|
+
Annotated data matrix with QC metrics
|
|
21
|
+
output_path : str
|
|
22
|
+
Path to save the figure
|
|
23
|
+
title : str
|
|
24
|
+
Figure title (default: 'Quality Control Metrics')
|
|
25
|
+
"""
|
|
26
|
+
fig, axes = plt.subplots(3, 3, figsize=(15, 12))
|
|
27
|
+
fig.suptitle(title, fontsize=16, y=0.995)
|
|
28
|
+
|
|
29
|
+
# Row 1: Histograms
|
|
30
|
+
axes[0, 0].hist(adata.obs['total_counts'], bins=100, color='steelblue', edgecolor='black')
|
|
31
|
+
axes[0, 0].set_xlabel('Total counts per cell')
|
|
32
|
+
axes[0, 0].set_ylabel('Number of cells')
|
|
33
|
+
axes[0, 0].set_title('Distribution of Total Counts')
|
|
34
|
+
axes[0, 0].axvline(adata.obs['total_counts'].median(), color='red', linestyle='--', label='Median')
|
|
35
|
+
axes[0, 0].legend()
|
|
36
|
+
|
|
37
|
+
axes[0, 1].hist(adata.obs['n_genes_by_counts'], bins=100, color='forestgreen', edgecolor='black')
|
|
38
|
+
axes[0, 1].set_xlabel('Genes per cell')
|
|
39
|
+
axes[0, 1].set_ylabel('Number of cells')
|
|
40
|
+
axes[0, 1].set_title('Distribution of Detected Genes')
|
|
41
|
+
axes[0, 1].axvline(adata.obs['n_genes_by_counts'].median(), color='red', linestyle='--', label='Median')
|
|
42
|
+
axes[0, 1].legend()
|
|
43
|
+
|
|
44
|
+
axes[0, 2].hist(adata.obs['pct_counts_mt'], bins=100, color='coral', edgecolor='black')
|
|
45
|
+
axes[0, 2].set_xlabel('Mitochondrial %')
|
|
46
|
+
axes[0, 2].set_ylabel('Number of cells')
|
|
47
|
+
axes[0, 2].set_title('Distribution of Mitochondrial Content')
|
|
48
|
+
axes[0, 2].axvline(adata.obs['pct_counts_mt'].median(), color='red', linestyle='--', label='Median')
|
|
49
|
+
axes[0, 2].legend()
|
|
50
|
+
|
|
51
|
+
# Row 2: Violin plots
|
|
52
|
+
axes[1, 0].violinplot([adata.obs['total_counts']], positions=[0], showmeans=True, showmedians=True)
|
|
53
|
+
axes[1, 0].set_ylabel('Total counts')
|
|
54
|
+
axes[1, 0].set_title('Total Counts per Cell')
|
|
55
|
+
axes[1, 0].set_xticks([])
|
|
56
|
+
|
|
57
|
+
axes[1, 1].violinplot([adata.obs['n_genes_by_counts']], positions=[0], showmeans=True, showmedians=True)
|
|
58
|
+
axes[1, 1].set_ylabel('Genes detected')
|
|
59
|
+
axes[1, 1].set_title('Genes per Cell')
|
|
60
|
+
axes[1, 1].set_xticks([])
|
|
61
|
+
|
|
62
|
+
axes[1, 2].violinplot([adata.obs['pct_counts_mt']], positions=[0], showmeans=True, showmedians=True)
|
|
63
|
+
axes[1, 2].set_ylabel('Mitochondrial %')
|
|
64
|
+
axes[1, 2].set_title('Mitochondrial Content')
|
|
65
|
+
axes[1, 2].set_xticks([])
|
|
66
|
+
|
|
67
|
+
# Row 3: Scatter plots
|
|
68
|
+
scatter1 = axes[2, 0].scatter(
|
|
69
|
+
adata.obs['total_counts'],
|
|
70
|
+
adata.obs['n_genes_by_counts'],
|
|
71
|
+
c=adata.obs['pct_counts_mt'],
|
|
72
|
+
cmap='viridis',
|
|
73
|
+
alpha=0.5,
|
|
74
|
+
s=10
|
|
75
|
+
)
|
|
76
|
+
axes[2, 0].set_xlabel('Total counts')
|
|
77
|
+
axes[2, 0].set_ylabel('Genes detected')
|
|
78
|
+
axes[2, 0].set_title('Counts vs Genes (colored by MT%)')
|
|
79
|
+
plt.colorbar(scatter1, ax=axes[2, 0], label='MT %')
|
|
80
|
+
|
|
81
|
+
axes[2, 1].scatter(
|
|
82
|
+
adata.obs['total_counts'],
|
|
83
|
+
adata.obs['pct_counts_mt'],
|
|
84
|
+
alpha=0.5,
|
|
85
|
+
s=10,
|
|
86
|
+
color='coral'
|
|
87
|
+
)
|
|
88
|
+
axes[2, 1].set_xlabel('Total counts')
|
|
89
|
+
axes[2, 1].set_ylabel('Mitochondrial %')
|
|
90
|
+
axes[2, 1].set_title('Total Counts vs Mitochondrial %')
|
|
91
|
+
|
|
92
|
+
axes[2, 2].scatter(
|
|
93
|
+
adata.obs['n_genes_by_counts'],
|
|
94
|
+
adata.obs['pct_counts_mt'],
|
|
95
|
+
alpha=0.5,
|
|
96
|
+
s=10,
|
|
97
|
+
color='forestgreen'
|
|
98
|
+
)
|
|
99
|
+
axes[2, 2].set_xlabel('Genes detected')
|
|
100
|
+
axes[2, 2].set_ylabel('Mitochondrial %')
|
|
101
|
+
axes[2, 2].set_title('Genes vs Mitochondrial %')
|
|
102
|
+
|
|
103
|
+
plt.tight_layout()
|
|
104
|
+
plt.savefig(output_path, dpi=300, bbox_inches='tight')
|
|
105
|
+
plt.close()
|
|
106
|
+
|
|
107
|
+
|
|
108
|
+
def plot_filtering_thresholds(adata, outlier_masks, thresholds, output_path):
|
|
109
|
+
"""
|
|
110
|
+
Visualize filtering thresholds overlaid on distributions.
|
|
111
|
+
|
|
112
|
+
Parameters
|
|
113
|
+
----------
|
|
114
|
+
adata : AnnData
|
|
115
|
+
Annotated data matrix with QC metrics
|
|
116
|
+
outlier_masks : dict
|
|
117
|
+
Dictionary mapping metric names to boolean outlier masks
|
|
118
|
+
Example: {'total_counts': mask1, 'n_genes_by_counts': mask2, 'pct_counts_mt': mask3}
|
|
119
|
+
thresholds : dict
|
|
120
|
+
Dictionary with threshold information for each metric
|
|
121
|
+
Example: {'total_counts': {'n_mads': 5}, 'pct_counts_mt': {'n_mads': 3, 'hard': 8}}
|
|
122
|
+
output_path : str
|
|
123
|
+
Path to save the figure
|
|
124
|
+
"""
|
|
125
|
+
fig, axes = plt.subplots(1, 3, figsize=(15, 4))
|
|
126
|
+
fig.suptitle('MAD-Based Filtering Thresholds', fontsize=16)
|
|
127
|
+
|
|
128
|
+
# Helper function to plot with thresholds
|
|
129
|
+
def plot_with_threshold(ax, metric, outlier_mask, n_mads, hard_threshold=None):
|
|
130
|
+
data = adata.obs[metric]
|
|
131
|
+
median = np.median(data)
|
|
132
|
+
mad = median_abs_deviation(data)
|
|
133
|
+
lower = median - n_mads * mad
|
|
134
|
+
upper = median + n_mads * mad
|
|
135
|
+
|
|
136
|
+
ax.hist(data[~outlier_mask], bins=100, alpha=0.7, label='Pass QC', color='steelblue')
|
|
137
|
+
ax.hist(data[outlier_mask], bins=100, alpha=0.7, label='Fail QC', color='coral')
|
|
138
|
+
ax.axvline(lower, color='red', linestyle='--', linewidth=2, label=f'Thresholds ({n_mads} MADs)')
|
|
139
|
+
ax.axvline(upper, color='red', linestyle='--', linewidth=2)
|
|
140
|
+
|
|
141
|
+
if hard_threshold is not None:
|
|
142
|
+
ax.axvline(hard_threshold, color='darkred', linestyle=':', linewidth=2,
|
|
143
|
+
label=f'Hard threshold ({hard_threshold})')
|
|
144
|
+
|
|
145
|
+
ax.set_xlabel(metric.replace('_', ' ').title())
|
|
146
|
+
ax.set_ylabel('Number of cells')
|
|
147
|
+
ax.legend()
|
|
148
|
+
|
|
149
|
+
# Plot each metric
|
|
150
|
+
metrics = [
|
|
151
|
+
('total_counts', 'Total Counts'),
|
|
152
|
+
('n_genes_by_counts', 'Genes Detected'),
|
|
153
|
+
('pct_counts_mt', 'Mitochondrial %')
|
|
154
|
+
]
|
|
155
|
+
|
|
156
|
+
for idx, (metric, label) in enumerate(metrics):
|
|
157
|
+
if metric in outlier_masks and metric in thresholds:
|
|
158
|
+
hard = thresholds[metric].get('hard', None)
|
|
159
|
+
plot_with_threshold(axes[idx], metric, outlier_masks[metric],
|
|
160
|
+
thresholds[metric]['n_mads'], hard)
|
|
161
|
+
|
|
162
|
+
plt.tight_layout()
|
|
163
|
+
plt.savefig(output_path, dpi=300, bbox_inches='tight')
|
|
164
|
+
plt.close()
|
|
165
|
+
|
|
166
|
+
|
|
167
|
+
def plot_qc_after_filtering(adata, output_path):
|
|
168
|
+
"""
|
|
169
|
+
Create QC plots for filtered data (simplified version without outlier overlay).
|
|
170
|
+
|
|
171
|
+
Parameters
|
|
172
|
+
----------
|
|
173
|
+
adata : AnnData
|
|
174
|
+
Filtered annotated data matrix with QC metrics
|
|
175
|
+
output_path : str
|
|
176
|
+
Path to save the figure
|
|
177
|
+
"""
|
|
178
|
+
fig, axes = plt.subplots(2, 3, figsize=(15, 8))
|
|
179
|
+
fig.suptitle('Quality Control Metrics - After Filtering', fontsize=16, y=0.995)
|
|
180
|
+
|
|
181
|
+
# Row 1: Histograms
|
|
182
|
+
axes[0, 0].hist(adata.obs['total_counts'], bins=100, color='steelblue', edgecolor='black')
|
|
183
|
+
axes[0, 0].set_xlabel('Total counts per cell')
|
|
184
|
+
axes[0, 0].set_ylabel('Number of cells')
|
|
185
|
+
axes[0, 0].set_title('Distribution of Total Counts')
|
|
186
|
+
|
|
187
|
+
axes[0, 1].hist(adata.obs['n_genes_by_counts'], bins=100, color='forestgreen', edgecolor='black')
|
|
188
|
+
axes[0, 1].set_xlabel('Genes per cell')
|
|
189
|
+
axes[0, 1].set_ylabel('Number of cells')
|
|
190
|
+
axes[0, 1].set_title('Distribution of Detected Genes')
|
|
191
|
+
|
|
192
|
+
axes[0, 2].hist(adata.obs['pct_counts_mt'], bins=100, color='coral', edgecolor='black')
|
|
193
|
+
axes[0, 2].set_xlabel('Mitochondrial %')
|
|
194
|
+
axes[0, 2].set_ylabel('Number of cells')
|
|
195
|
+
axes[0, 2].set_title('Distribution of Mitochondrial Content')
|
|
196
|
+
|
|
197
|
+
# Row 2: Scatter plots
|
|
198
|
+
scatter1 = axes[1, 0].scatter(
|
|
199
|
+
adata.obs['total_counts'],
|
|
200
|
+
adata.obs['n_genes_by_counts'],
|
|
201
|
+
c=adata.obs['pct_counts_mt'],
|
|
202
|
+
cmap='viridis',
|
|
203
|
+
alpha=0.5,
|
|
204
|
+
s=10
|
|
205
|
+
)
|
|
206
|
+
axes[1, 0].set_xlabel('Total counts')
|
|
207
|
+
axes[1, 0].set_ylabel('Genes detected')
|
|
208
|
+
axes[1, 0].set_title('Counts vs Genes (colored by MT%)')
|
|
209
|
+
plt.colorbar(scatter1, ax=axes[1, 0], label='MT %')
|
|
210
|
+
|
|
211
|
+
axes[1, 1].scatter(
|
|
212
|
+
adata.obs['total_counts'],
|
|
213
|
+
adata.obs['pct_counts_mt'],
|
|
214
|
+
alpha=0.5,
|
|
215
|
+
s=10,
|
|
216
|
+
color='coral'
|
|
217
|
+
)
|
|
218
|
+
axes[1, 1].set_xlabel('Total counts')
|
|
219
|
+
axes[1, 1].set_ylabel('Mitochondrial %')
|
|
220
|
+
axes[1, 1].set_title('Total Counts vs Mitochondrial %')
|
|
221
|
+
|
|
222
|
+
axes[1, 2].scatter(
|
|
223
|
+
adata.obs['n_genes_by_counts'],
|
|
224
|
+
adata.obs['pct_counts_mt'],
|
|
225
|
+
alpha=0.5,
|
|
226
|
+
s=10,
|
|
227
|
+
color='forestgreen'
|
|
228
|
+
)
|
|
229
|
+
axes[1, 2].set_xlabel('Genes detected')
|
|
230
|
+
axes[1, 2].set_ylabel('Mitochondrial %')
|
|
231
|
+
axes[1, 2].set_title('Genes vs Mitochondrial %')
|
|
232
|
+
|
|
233
|
+
plt.tight_layout()
|
|
234
|
+
plt.savefig(output_path, dpi=300, bbox_inches='tight')
|
|
235
|
+
plt.close()
|