@inneranimalmedia/agentsam-sdk 2.6.4 → 2.6.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/AGENTSAM.md +40 -0
- package/README.md +15 -9
- package/apps/README.md +5 -0
- package/apps/cad-creator/README.md +4 -4
- package/apps/cad-creator/shared/cad/package.json +1 -1
- package/apps/client-cms-editor/AGENTS.md +17 -0
- package/apps/client-cms-editor/IMPORT_PROVENANCE.json +8 -0
- package/apps/client-cms-editor/README.md +100 -0
- package/apps/client-cms-editor/agentsam.app.json +74 -0
- package/apps/client-cms-editor/backend/README.md +5 -0
- package/apps/client-cms-editor/backend/package.json +39 -0
- package/apps/client-cms-editor/backend/src/api/client.ts +233 -0
- package/apps/client-cms-editor/backend/src/index.ts +6 -0
- package/apps/client-cms-editor/backend/src/model.ts +11 -0
- package/apps/client-cms-editor/backend/src/preview/bridge.ts +79 -0
- package/apps/client-cms-editor/backend/src/preview/urls.ts +55 -0
- package/apps/client-cms-editor/backend/src/routing/cms-route.js +293 -0
- package/apps/client-cms-editor/backend/src/routing/index.js +10 -0
- package/apps/client-cms-editor/backend/src/storefront.ts +52 -0
- package/apps/client-cms-editor/backend/tsconfig.json +20 -0
- package/apps/client-cms-editor/backend/worker/index.js +34 -0
- package/apps/client-cms-editor/backend/wrangler.jsonc +11 -0
- package/apps/client-cms-editor/bin/agentsam-cms.js +262 -0
- package/apps/client-cms-editor/bin/agentsam-cms.mjs +3 -0
- package/apps/client-cms-editor/frontend/index.html +12 -0
- package/apps/client-cms-editor/frontend/package.json +42 -0
- package/apps/client-cms-editor/frontend/src/AgentSamDrawer.tsx +156 -0
- package/apps/client-cms-editor/frontend/src/CmsAgentSurface.tsx +36 -0
- package/apps/client-cms-editor/frontend/src/adapters/heuristic.ts +29 -0
- package/apps/client-cms-editor/frontend/src/adapters/http.ts +628 -0
- package/apps/client-cms-editor/frontend/src/adapters/memory.ts +510 -0
- package/apps/client-cms-editor/frontend/src/editor/CmsEditor.tsx +213 -0
- package/apps/client-cms-editor/frontend/src/editor/CmsEditorProvider.tsx +20 -0
- package/apps/client-cms-editor/frontend/src/editor/canvas/PreviewCanvas.tsx +53 -0
- package/apps/client-cms-editor/frontend/src/editor/legacy/CmsEditorPrototype.tsx +1374 -0
- package/apps/client-cms-editor/frontend/src/editor/useCmsEditorController.ts +218 -0
- package/apps/client-cms-editor/frontend/src/env.d.ts +14 -0
- package/apps/client-cms-editor/frontend/src/index.ts +22 -0
- package/apps/client-cms-editor/frontend/src/lib/agent-host.ts +24 -0
- package/apps/client-cms-editor/frontend/src/lib/content-safety.ts +63 -0
- package/apps/client-cms-editor/frontend/src/main.tsx +91 -0
- package/apps/client-cms-editor/frontend/src/mount.tsx +113 -0
- package/apps/client-cms-editor/frontend/src/styles/agentsam-drawer.css +214 -0
- package/apps/client-cms-editor/frontend/src/styles/cmsShell.css +1739 -0
- package/apps/client-cms-editor/frontend/src/styles/studio.css +158 -0
- package/apps/client-cms-editor/frontend/src/surfaces/CmsDashboard.tsx +313 -0
- package/apps/client-cms-editor/frontend/src/surfaces/CmsGuidedChatHero.tsx +121 -0
- package/apps/client-cms-editor/frontend/src/surfaces/CmsHubPage.tsx +132 -0
- package/apps/client-cms-editor/frontend/src/surfaces/CmsSiteSwitcher.tsx +176 -0
- package/apps/client-cms-editor/frontend/src/surfaces/index.ts +5 -0
- package/apps/client-cms-editor/frontend/src/surfaces/types.ts +48 -0
- package/apps/client-cms-editor/frontend/tsconfig.json +36 -0
- package/apps/client-cms-editor/frontend/vite.config.ts +25 -0
- package/apps/client-cms-editor/package-lock.json +4671 -0
- package/apps/client-cms-editor/package.json +135 -0
- package/apps/client-cms-editor/reference/DONOR_README.md +52 -0
- package/apps/client-cms-editor/reference/DONOR_package-lock.json +1253 -0
- package/apps/client-cms-editor/reference/DONOR_tsconfig.json +15 -0
- package/apps/client-cms-editor/reference/harvest/HARVEST_RECEIPT.json +201 -0
- package/apps/client-cms-editor/reference/harvest/PROVENANCE_HISTORY.txt +10 -0
- package/apps/client-cms-editor/reference/harvest/README.md +8 -0
- package/apps/client-cms-editor/reference/harvest/plans/ARCHIVE-INTAKE.md +135 -0
- package/apps/client-cms-editor/reference/harvest/plans/CHATGPT-IDENTITY-HARVEST.md +83 -0
- package/apps/client-cms-editor/reference/harvest/plans/CMS-EDITOR-HARVEST.md +166 -0
- package/apps/client-cms-editor/reference/harvest/plans/HARVEST-INDEX.md +196 -0
- package/apps/client-cms-editor/reference/harvest/plans/INNERANIMALS-CONTENT-001.md +137 -0
- package/apps/client-cms-editor/reference/harvest/plans/NO-IMPLICIT-SIDE-EFFECTS.md +87 -0
- package/apps/client-cms-editor/reference/harvest/plans/STOREFRONT-SURFACE-MAP.md +140 -0
- package/apps/client-cms-editor/reference/harvest/plans/THEME-INNERANIMALS-HARVEST.md +137 -0
- package/apps/client-cms-editor/reference/harvest/plans/TOOLING-LAB.md +63 -0
- package/apps/client-cms-editor/reference/harvest/plans/harvest-manifest.json +97 -0
- package/apps/client-cms-editor/reference/harvest/plans/local-cms-harvest-schema.sql +328 -0
- package/apps/client-cms-editor/shared/cms/package.json +31 -0
- package/apps/client-cms-editor/shared/cms/src/adapter.ts +204 -0
- package/apps/client-cms-editor/shared/cms/src/agent-context.ts +37 -0
- package/apps/client-cms-editor/shared/cms/src/cloudflare-bindings.ts +51 -0
- package/apps/client-cms-editor/shared/cms/src/editor-types.ts +90 -0
- package/apps/client-cms-editor/shared/cms/src/host.ts +82 -0
- package/apps/client-cms-editor/shared/cms/src/index.ts +9 -0
- package/apps/client-cms-editor/shared/cms/src/map.ts +115 -0
- package/apps/client-cms-editor/shared/cms/src/publication.ts +24 -0
- package/apps/client-cms-editor/shared/cms/src/routes.ts +11 -0
- package/apps/client-cms-editor/shared/cms/src/starter-pack.ts +158 -0
- package/apps/client-cms-editor/shared/cms/tsconfig.json +12 -0
- package/bin/agentsam-rapid-rust +36 -0
- package/contracts/source-types.v1.json +353 -0
- package/docs/AUTH_IDENTITY_CONTRACT.md +2 -0
- package/docs/CMS_CONTEXTUAL_COMPOSER.md +1 -1
- package/docs/MACHINE_INTELLIGENCE.md +120 -0
- package/docs/PRODUCT_LIFECYCLE.md +566 -0
- package/docs/THEME_REFINERY.md +2 -2
- package/docs/WINDOWS_RUNTIME_INSTALL.md +30 -0
- package/docs/architecture/AGENTSAM_APPLICATION_CONTRACT.md +188 -0
- package/docs/architecture/AGENTSAM_RUNTIME_PROTOCOL.md +171 -0
- package/docs/architecture/LOCAL_STUDIO_CLOUDFLARE_OAUTH.md +12 -4
- package/docs/architecture/R2_SLUG_NAMESPACE.md +20 -0
- package/docs/architecture/WORK_PRODUCT_EXTRACTION.md +97 -0
- package/docs/brand/AGENT_SAM_ICON_GRAMMAR.md +70 -0
- package/docs/content-studio/HOST_MOUNT_CHECKLIST.md +71 -0
- package/docs/content-studio/REVISION_GATE_2026-09-27.md +501 -0
- package/docs/contracts/capability-install-planner.md +67 -0
- package/docs/contracts/environment-vocabulary.md +195 -0
- package/docs/contracts/google-cloud-oauth-setup.md +199 -0
- package/docs/local-studio/WORKMODE_DONOR_NOTES.md +1 -1
- package/docs/plans/LOCAL-STUDIO-GRADUATION-2026-09-26.md +290 -0
- package/docs/plans/LOCAL-STUDIO-REAL-APP-CONTRACT-ADDENDUM-2026-09-27.md +394 -0
- package/docs/plans/LOCAL_STUDIO_DESKTOP_RELEASE_2026-09-29.md +150 -0
- package/docs/plans/MACHINE-FIRST-APPS-TUI-2026-09-24.md +227 -0
- package/docs/plans/TOMORROW-EXTENSIVE-TODO-2026-09-26.md +221 -0
- package/docs/plans/TOMORROW-MACHINE-FIRST-BRIEFING.md +145 -0
- package/docs/plans/UNIVERSAL-INGEST-MACHINE-FIRST-2026-09-24.md +215 -0
- package/docs/plugins.md +2 -2
- package/docs/product/AGENTSAM_PRODUCT_EXPERIENCE_STANDARD.md +280 -0
- package/docs/product/LOCAL_STUDIO_DESKTOP_EXPERIENCE.md +139 -0
- package/docs/product/README.md +8 -0
- package/docs/rapid-rust-wasm.md +35 -0
- package/migrations/d1/0016_cloudflare_oauth_user_oauth_tokens_ssot.sql +14 -0
- package/migrations/d1/0017_identity_native_oauth.sql +21 -0
- package/native/agentsam-machine/Cargo.lock +426 -0
- package/native/agentsam-machine/Cargo.toml +9 -0
- package/native/agentsam-machine/cli/Cargo.toml +14 -0
- package/native/agentsam-machine/cli/src/main.rs +77 -0
- package/native/agentsam-machine/core/Cargo.toml +15 -0
- package/native/agentsam-machine/core/src/assets.rs +790 -0
- package/native/agentsam-machine/core/src/bound.rs +298 -0
- package/native/agentsam-machine/core/src/enrich.rs +706 -0
- package/native/agentsam-machine/core/src/frontend.rs +442 -0
- package/native/agentsam-machine/core/src/lib.rs +1086 -0
- package/native/agentsam-machine/core/src/liquid.rs +528 -0
- package/native/agentsam-machine/core/src/source_types.rs +78 -0
- package/package.json +110 -21
- package/packages/agentsam-brand/README.md +107 -12
- package/packages/agentsam-brand/bin/agentsam-brand.mjs +9 -0
- package/packages/agentsam-brand/package.json +41 -9
- package/packages/agentsam-brand/src/adapters/cloudflare-images.js +453 -0
- package/packages/agentsam-brand/src/adapters/cloudflare-r2.js +74 -0
- package/packages/agentsam-brand/src/adapters/d1-registry.js +26 -0
- package/packages/agentsam-brand/src/adapters/filesystem.js +59 -0
- package/packages/agentsam-brand/src/adapters/memory.js +31 -0
- package/packages/agentsam-brand/src/cli/controller.js +503 -0
- package/packages/agentsam-brand/src/cli/wizard.js +526 -0
- package/packages/agentsam-brand/src/core/capabilities.js +201 -0
- package/packages/agentsam-brand/src/core/derivatives.js +211 -0
- package/packages/agentsam-brand/src/core/errors.js +12 -0
- package/packages/agentsam-brand/src/core/ingest.js +195 -0
- package/packages/agentsam-brand/src/core/inspect.js +109 -0
- package/packages/agentsam-brand/src/core/keys.js +83 -0
- package/packages/agentsam-brand/src/core/naming.js +142 -0
- package/packages/agentsam-brand/src/core/optimize.js +316 -0
- package/packages/agentsam-brand/src/core/pack.js +305 -0
- package/packages/agentsam-brand/src/core/plan.js +276 -0
- package/packages/agentsam-brand/src/core/preview.js +159 -0
- package/packages/agentsam-brand/src/core/processors/cloudflare.js +68 -0
- package/packages/agentsam-brand/src/core/processors/contract.js +203 -0
- package/packages/agentsam-brand/src/core/processors/index.js +148 -0
- package/packages/agentsam-brand/src/core/processors/native.js +82 -0
- package/packages/agentsam-brand/src/core/processors/sharp.js +113 -0
- package/packages/agentsam-brand/src/core/processors/squoosh-binary.js +195 -0
- package/packages/agentsam-brand/src/core/promote.js +288 -0
- package/packages/agentsam-brand/src/core/receipts.js +155 -0
- package/packages/agentsam-brand/src/core/v2/compile.js +280 -0
- package/packages/agentsam-brand/src/core/v2/derivatives-semantic.js +207 -0
- package/packages/agentsam-brand/src/core/v2/ingest-graph.js +387 -0
- package/packages/agentsam-brand/src/core/v2/roles.js +180 -0
- package/packages/agentsam-brand/src/core/v2/schema.js +209 -0
- package/packages/agentsam-brand/src/core/v2/templates.js +114 -0
- package/packages/agentsam-brand/src/index.js +193 -36
- package/packages/agentsam-brand/src/presets/app-icon.json +16 -0
- package/packages/agentsam-brand/src/presets/favicon.json +17 -0
- package/packages/agentsam-brand/src/presets/hero.json +12 -0
- package/packages/agentsam-brand/src/presets/index.js +40 -0
- package/packages/agentsam-brand/src/presets/logo.json +12 -0
- package/packages/agentsam-brand/src/presets/model.json +8 -0
- package/packages/agentsam-brand/src/presets/og-image.json +10 -0
- package/packages/agentsam-brand/src/presets/product-shot.json +11 -0
- package/packages/agentsam-brand/src/presets/social-image.json +10 -0
- package/packages/agentsam-brand/src/presets/web-image.json +10 -0
- package/packages/agentsam-contracts/package.json +13 -3
- package/packages/agentsam-contracts/src/artifacts.ts +41 -0
- package/packages/agentsam-contracts/src/tools.ts +22 -0
- package/packages/agentsam-errors/package.json +13 -3
- package/packages/agentsam-knowledge/package.json +18 -4
- package/packages/agentsam-knowledge/src/autorag/index.js +11 -4
- package/packages/agentsam-knowledge/src/backends/index.js +33 -1
- package/packages/agentsam-knowledge/src/providers/index.js +6 -4
- package/packages/agentsam-knowledge/src/providers/ollama-endpoint.js +31 -0
- package/packages/agentsam-knowledge/test/autorag.test.mjs +81 -1
- package/packages/agentsam-nav/package.json +26 -8
- package/packages/agentsam-queue-control/README.md +1 -1
- package/packages/agentsam-queue-control/package.json +7 -2
- package/packages/agentsam-rapid-rust/Cargo.lock +344 -0
- package/packages/agentsam-rapid-rust/Cargo.toml +18 -0
- package/packages/agentsam-rapid-rust/README.md +5 -0
- package/packages/agentsam-rapid-rust/src/main.rs +718 -0
- package/packages/agentsam-rapid-rust/templates/api/Cargo.toml.tmpl +18 -0
- package/packages/agentsam-rapid-rust/templates/api/src/lib.rs.tmpl +17 -0
- package/packages/agentsam-rapid-rust/templates/common/README.md.tmpl +22 -0
- package/packages/agentsam-rapid-rust/templates/common/package.json.tmpl +12 -0
- package/packages/agentsam-rapid-rust/templates/common/wrangler.toml.tmpl +6 -0
- package/packages/agentsam-rapid-rust/templates/crypto-auth/Cargo.toml.tmpl +21 -0
- package/packages/agentsam-rapid-rust/templates/crypto-auth/src/lib.rs.tmpl +32 -0
- package/packages/agentsam-rapid-rust/templates/data-processor/Cargo.toml.tmpl +18 -0
- package/packages/agentsam-rapid-rust/templates/data-processor/src/lib.rs.tmpl +41 -0
- package/packages/agentsam-rapid-rust/templates/shared-core/Cargo.toml.tmpl +9 -0
- package/packages/agentsam-rapid-rust/templates/shared-core/core/Cargo.toml.tmpl +7 -0
- package/packages/agentsam-rapid-rust/templates/shared-core/core/src/lib.rs.tmpl +23 -0
- package/packages/agentsam-rapid-rust/templates/shared-core/worker/Cargo.toml.tmpl +12 -0
- package/packages/agentsam-rapid-rust/templates/shared-core/worker/src/lib.rs.tmpl +16 -0
- package/packages/agentsam-rapid-rust/templates/shared-core/wrangler.toml.tmpl +6 -0
- package/packages/agentsam-repository/package.json +13 -3
- package/packages/agentsam-repository/src/index.js +1 -0
- package/packages/agentsam-repository/src/merkle/semantic.js +3 -10
- package/packages/agentsam-repository/src/source-types.js +93 -0
- package/packages/agentsam-vault/README.md +96 -0
- package/packages/agentsam-vault/package.json +42 -0
- package/packages/agentsam-vault/src/contracts/credential.d.ts +78 -0
- package/packages/agentsam-vault/src/contracts/credential.js +132 -0
- package/packages/agentsam-vault/src/crypto/aes-gcm.d.ts +30 -0
- package/packages/agentsam-vault/src/crypto/aes-gcm.js +107 -0
- package/packages/agentsam-vault/src/crypto/oauth-envelope.js +150 -0
- package/packages/agentsam-vault/src/index.d.ts +9 -0
- package/packages/agentsam-vault/src/index.js +27 -0
- package/packages/agentsam-vault/src/providers/registry.js +90 -0
- package/packages/agentsam-vault/src/runtime/resolver.js +77 -0
- package/packages/agentsam-workbench/README.md +24 -0
- package/packages/agentsam-workbench/package.json +49 -0
- package/packages/agentsam-workbench/src/agent/AgentPanel.tsx +41 -0
- package/packages/agentsam-workbench/src/agent/ArtifactCard.tsx +9 -0
- package/packages/agentsam-workbench/src/agent/Composer.tsx +102 -0
- package/packages/agentsam-workbench/src/agent/ConnectedAgentPanel.tsx +194 -0
- package/packages/agentsam-workbench/src/agent/ContextualComposer.tsx +788 -0
- package/packages/agentsam-workbench/src/agent/GoalStatusStrip.tsx +38 -0
- package/packages/agentsam-workbench/src/agent/MiniAgentSam.tsx +86 -0
- package/packages/agentsam-workbench/src/agent/ModelSelect.tsx +19 -0
- package/packages/agentsam-workbench/src/agent/Thread.tsx +56 -0
- package/packages/agentsam-workbench/src/agent/ToolPermissionRequest.tsx +94 -0
- package/packages/agentsam-workbench/src/agent/ToolReceipt.tsx +11 -0
- package/packages/agentsam-workbench/src/agent/contextual-composer.css +611 -0
- package/packages/agentsam-workbench/src/agent/index.ts +12 -0
- package/packages/agentsam-workbench/src/agent/mini-agentsam.css +12 -0
- package/packages/agentsam-workbench/src/agent/tool-permission.css +134 -0
- package/packages/agentsam-workbench/src/browser/BrowserFrame.tsx +37 -0
- package/packages/agentsam-workbench/src/browser/index.ts +1 -0
- package/packages/agentsam-workbench/src/index.ts +6 -0
- package/packages/agentsam-workbench/src/project-control.css +160 -0
- package/packages/agentsam-workbench/src/projects/ProjectsSurface.tsx +131 -0
- package/packages/agentsam-workbench/src/projects/index.ts +1 -0
- package/packages/agentsam-workbench/src/shell/Breadcrumb.tsx +35 -0
- package/packages/agentsam-workbench/src/shell/ResizableStage.tsx +99 -0
- package/packages/agentsam-workbench/src/shell/SidePanel.tsx +5 -0
- package/packages/agentsam-workbench/src/shell/index.ts +4 -0
- package/packages/agentsam-workbench/src/shell/surfaceRegistry.ts +29 -0
- package/packages/agentsam-workbench/src/terminal/TerminalSurface.tsx +5 -0
- package/packages/agentsam-workbench/src/terminal/index.ts +1 -0
- package/packages/agentsam-workbench/src/timeline/GanttBoard.tsx +258 -0
- package/packages/agentsam-workbench/src/timeline/index.ts +1 -0
- package/packages/agentsam-workbench/tsconfig.json +13 -0
- package/packages/connectors/cloudflare/OAUTH_STORAGE_AUDIT.md +53 -0
- package/packages/connectors/cloudflare/package.json +16 -4
- package/packages/connectors/cloudflare/src/api-client.js +280 -0
- package/packages/connectors/cloudflare/src/capabilities.js +585 -0
- package/packages/connectors/cloudflare/src/credential.js +318 -0
- package/packages/connectors/cloudflare/src/families/brand-protection.js +123 -0
- package/packages/connectors/cloudflare/src/families/keyless.js +114 -0
- package/packages/connectors/cloudflare/src/families/pages.js +151 -0
- package/packages/connectors/cloudflare/src/families/scanner.js +123 -0
- package/packages/connectors/cloudflare/src/families/snippets.js +207 -0
- package/packages/connectors/cloudflare/src/families/tag-gateway.js +46 -0
- package/packages/connectors/cloudflare/src/families/tags.js +124 -0
- package/packages/connectors/cloudflare/src/families/token-validation.js +95 -0
- package/packages/connectors/cloudflare/src/families/vectorize.js +127 -0
- package/packages/connectors/cloudflare/src/families/workflows.js +156 -0
- package/packages/connectors/cloudflare/src/index.js +103 -265
- package/packages/connectors/cloudflare/src/oauth-persist.js +336 -0
- package/packages/connectors/cloudflare/src/owner.js +42 -12
- package/packages/connectors/cloudflare/src/permission-options.js +1064 -0
- package/packages/connectors/cloudflare/src/routes.js +309 -144
- package/packages/connectors/cloudflare/src/scope-catalog.js +345 -0
- package/packages/connectors/cloudflare/src/vault.js +2 -2
- package/packages/connectors/cloudflare/tests/capabilities.test.mjs +276 -0
- package/packages/connectors/cloudflare/tests/connector.test.mjs +26 -30
- package/packages/connectors/cloudflare/tests/oauth-persist.test.mjs +125 -0
- package/packages/heuristic-theme/README.md +2 -2
- package/packages/heuristic-theme/package.json +8 -3
- package/packages/heuristic-theme/src/registry.js +2 -2
- package/packages/heuristic-theme/src/theme.js +1 -1
- package/packages/heuristic-theme/test/theme.test.mjs +1 -1
- package/packages/identity/.agentsam/features/oauth-login-portal/agentsam.feature.json +1 -1
- package/packages/identity/.agentsam/features/oauth-login-portal/providers.json +44 -4
- package/packages/identity/.agentsam/features/oauth-login-portal/resources.json +10 -4
- package/packages/identity/.agentsam/features/oauth-login-portal/routes.json +20 -0
- package/packages/identity/README.md +2 -2
- package/packages/identity/backend/README.md +1 -1
- package/packages/identity/migrations/D1_SCHEMA_MAPPING.md +18 -14
- package/packages/identity/migrations/apply-portable.js +109 -0
- package/packages/identity/migrations/sqlite/004_identity_oauth_consent_catalog.sql +48 -0
- package/packages/identity/migrations/sqlite/005_identity_company_native.sql +52 -0
- package/packages/identity/package.json +27 -5
- package/packages/identity/schema/agentsam.identity/manifest.json +101 -0
- package/packages/identity/scripts/local-identity-bridge.mjs +190 -0
- package/packages/identity/scripts/preview-auth-portal.mjs +8 -8
- package/packages/identity/src/adapters/cloudflare-d1/index.js +8 -372
- package/packages/identity/src/adapters/iam-compat/index.js +540 -0
- package/packages/identity/src/adapters/portable-d1/index.js +18 -0
- package/packages/identity/src/adapters/portable-store.js +479 -0
- package/packages/identity/src/adapters/sqlite/index.js +13 -309
- package/packages/identity/src/contracts/auth-config.js +27 -8
- package/packages/identity/src/contracts/external-identity.js +1 -1
- package/packages/identity/src/contracts/identity-store.js +56 -5
- package/packages/identity/src/contracts/provider.js +2 -0
- package/packages/identity/src/contracts/sign-in-options.js +104 -0
- package/packages/identity/src/core/constants.js +1 -1
- package/packages/identity/src/core/session-policy.js +31 -0
- package/packages/identity/src/frontend/auth-portal/README.md +2 -1
- package/packages/identity/src/frontend/auth-portal/pages/login.html +7 -6
- package/packages/identity/src/frontend/auth-portal/pages/reset.html +6 -5
- package/packages/identity/src/frontend/auth-portal/pages/signup.html +6 -5
- package/packages/identity/src/frontend/auth-portal/shared/company-branding.js +1 -1
- package/packages/identity/src/frontend/auth-portal/shared/desktop-identity-bridge.js +176 -0
- package/packages/identity/src/index.js +44 -1
- package/packages/identity/src/migrations/0001_identity_core.sql +19 -2
- package/packages/identity/src/migrations/0003_accounts_ssot.sql +20 -0
- package/packages/identity/src/migrations/README.md +23 -20
- package/packages/identity/src/oauth/README.md +10 -5
- package/packages/identity/src/oauth/consent-view.js +388 -0
- package/packages/identity/src/oauth/credentials.js +39 -20
- package/packages/identity/src/oauth/google-desktop-exchange.js +341 -0
- package/packages/identity/src/oauth/iam-platform.js +21 -9
- package/packages/identity/src/oauth/native-handoff.js +136 -0
- package/packages/identity/src/providers/chatgpt/headers.js +65 -0
- package/packages/identity/src/providers/chatgpt/index.js +86 -0
- package/packages/identity/src/providers/chatgpt/mapper.js +43 -0
- package/packages/identity/src/providers/chatgpt/paths.js +45 -0
- package/packages/identity/src/providers/cloudflare/oauth.js +3 -4
- package/packages/identity/src/providers/cloudflare/profile.js +49 -14
- package/packages/identity/src/providers/github/oauth.js +1 -2
- package/packages/identity/src/providers/github/profile.js +16 -2
- package/packages/identity/src/providers/iam/index.js +27 -5
- package/packages/identity/src/providers/index.js +11 -3
- package/packages/identity/src/server/identity-service.js +33 -3
- package/packages/identity/src/server/worker-router.js +171 -88
- package/packages/identity/tests/auth-config.test.mjs +3 -2
- package/packages/identity/tests/chatgpt-provider.test.mjs +75 -0
- package/packages/identity/tests/google-desktop-identity-login.test.mjs +210 -0
- package/packages/identity/tests/identity-init-scaffold.test.mjs +17 -3
- package/packages/identity/tests/identity-service.test.mjs +16 -0
- package/packages/identity/tests/lane1-identity-store-parity.test.mjs +527 -0
- package/packages/identity/tests/lane1-packed-consumer.test.mjs +175 -0
- package/packages/identity/tests/native-oauth-handoff.test.mjs +292 -0
- package/packages/identity/tests/native-session-worker.test.mjs +64 -0
- package/packages/identity/tests/oauth-consent-view.test.mjs +106 -0
- package/packages/identity/tests/oauth-credentials.test.mjs +21 -8
- package/packages/identity/tests/oauth-presets-accounts-ssot.test.mjs +58 -0
- package/packages/identity/tests/preview-auth-portal.test.mjs +5 -3
- package/packages/identity/tests/session-routes-policy.test.mjs +13 -1
- package/packages/identity/tests/worker-runtime-boundary.test.mjs +11 -0
- package/packages/providers/completeful/package.json +7 -2
- package/packages/runtime-protocol/src/index.js +154 -0
- package/packages/theme-church-site/package.json +17 -6
- package/packages/theme-church-site/src/harvest.json +4 -2
- package/packages/theme-church-site/src/index.js +7 -3
- package/packages/theme-church-site/test/theme.test.mjs +4 -2
- package/packages/theme-companions-site/package.json +17 -6
- package/packages/theme-companions-site/src/harvest.json +4 -2
- package/packages/theme-companions-site/src/index.js +7 -3
- package/packages/theme-companions-site/test/theme.test.mjs +4 -2
- package/packages/theme-floors-site/package.json +17 -6
- package/packages/theme-floors-site/src/harvest.json +4 -2
- package/packages/theme-floors-site/src/index.js +7 -3
- package/packages/theme-floors-site/test/theme.test.mjs +4 -2
- package/packages/theme-fuelnfree-site/package.json +17 -6
- package/packages/theme-fuelnfree-site/src/harvest.json +4 -2
- package/packages/theme-fuelnfree-site/src/index.js +7 -3
- package/packages/theme-fuelnfree-site/test/theme.test.mjs +4 -2
- package/packages/theme-handyman-site/package.json +17 -6
- package/packages/theme-handyman-site/src/harvest.json +4 -2
- package/packages/theme-handyman-site/src/index.js +7 -3
- package/packages/theme-handyman-site/test/theme.test.mjs +4 -2
- package/packages/theme-insurance-site/package.json +17 -6
- package/packages/theme-insurance-site/src/harvest.json +4 -2
- package/packages/theme-insurance-site/src/index.js +7 -3
- package/packages/theme-insurance-site/test/theme.test.mjs +4 -2
- package/packages/theme-scenes/README.md +164 -0
- package/packages/theme-scenes/package.json +54 -0
- package/packages/theme-scenes/src/blocks/index.js +30 -0
- package/packages/theme-scenes/src/contracts/index.js +286 -0
- package/packages/theme-scenes/src/demos/index.js +65 -0
- package/packages/theme-scenes/src/index.js +75 -0
- package/packages/theme-scenes/src/presets/index.js +263 -0
- package/packages/theme-scenes/src/registry.js +187 -0
- package/packages/theme-scenes/src/runtime/compile.js +119 -0
- package/packages/theme-scenes/src/scenes/index.js +146 -0
- package/packages/theme-scenes/src/shell/index.js +47 -0
- package/packages/theme-scenes/src/themes/index.js +129 -0
- package/packages/theme-scenes/src/visuals/index.js +41 -0
- package/packages/theme-scenes/test/theme-scenes.test.mjs +179 -0
- package/packages/theme-shinshu-site/package.json +17 -6
- package/packages/theme-shinshu-site/src/harvest.json +4 -2
- package/packages/theme-shinshu-site/src/index.js +7 -3
- package/packages/theme-shinshu-site/test/theme.test.mjs +4 -2
- package/packages/work-graph/package.json +14 -4
- package/packages/work-graph/src/index.js +34 -1
- package/packages/work-graph/src/renderers/gantt-model.js +24 -0
- package/packages/work-graph/test/work-graph.test.mjs +27 -7
- package/protocol/FILEMETA_V1.md +2 -2
- package/protocol/README.md +15 -7
- package/protocol/apps/agentsam.app.v1.schema.json +89 -7
- package/protocol/apps/agentsam.host-install.v1.schema.json +36 -0
- package/protocol/assets/README.md +9 -0
- package/protocol/assets/asset-record.v1.schema.json +64 -0
- package/protocol/capabilities/manifest.json +1 -1
- package/protocol/database/agentsam.schema-pack.v1.schema.json +72 -0
- package/protocol/presets/catalog.json +2 -2
- package/protocol/runtime/agentsam.runtime.v1.schema.json +75 -0
- package/protocol/scoring/README.md +10 -0
- package/protocol/scoring/scorecard.v1.schema.json +65 -0
- package/protocol/theme-refinery/lineage-registry.json +105 -0
- package/protocol/theme-refinery/product-metadata.schema.json +21 -1
- package/protocol/ui/icon-registry.mjs +1 -0
- package/registry/cms-rust-machine-20260928/installable-products.json +31 -0
- package/registry/cms-rust-machine-20260928/manifest.json +22 -0
- package/registry/cms-rust-machine-20260928/migration.sql +237 -0
- package/registry/cms-rust-machine-20260928/receipt.json +21 -0
- package/registry/cms-rust-machine-20260928/receipt.sql +27 -0
- package/scripts/build_rapid_rust_cli.py +83 -0
- package/skills/grok-auth/SKILL.md +110 -0
- package/skills/grok-auth/agentsam.skill.json +25 -0
- package/skills/grok-auth/references/grok-identity.md +64 -0
- package/skills/grok-auth/references/per-user-data.md +49 -0
- package/skills/grok-auth/references/prewired-and-env.md +54 -0
- package/skills/grok-auth/references/session-ui.md +133 -0
- package/skills/grok-auth/references/sign-in-methods.md +55 -0
- package/skills/grok-auth/references/wiring.md +71 -0
- package/skills/grok-building-games/SKILL.md +213 -0
- package/skills/grok-building-games/agentsam.skill.json +25 -0
- package/skills/grok-building-games/references/3d-libs.md +64 -0
- package/skills/grok-building-games/references/ai-pathfinding.md +122 -0
- package/skills/grok-building-games/references/audio.md +129 -0
- package/skills/grok-building-games/references/babylon.md +202 -0
- package/skills/grok-building-games/references/collision-physics.md +122 -0
- package/skills/grok-building-games/references/ecs-architecture.md +111 -0
- package/skills/grok-building-games/references/game-feel-juice.md +110 -0
- package/skills/grok-building-games/references/genres/board-card-chess.md +89 -0
- package/skills/grok-building-games/references/genres/endless-runner.md +83 -0
- package/skills/grok-building-games/references/genres/fps.md +105 -0
- package/skills/grok-building-games/references/genres/platformer-2d.md +97 -0
- package/skills/grok-building-games/references/genres/puzzle-match3-tetris.md +131 -0
- package/skills/grok-building-games/references/genres/racing-kart.md +106 -0
- package/skills/grok-building-games/references/genres/topdown-twin-stick.md +97 -0
- package/skills/grok-building-games/references/genres/tower-defense.md +84 -0
- package/skills/grok-building-games/references/genres/voxel-minecraft.md +89 -0
- package/skills/grok-building-games/references/input.md +139 -0
- package/skills/grok-building-games/references/phaser.md +277 -0
- package/skills/grok-building-games/references/procedural-generation.md +141 -0
- package/skills/grok-building-games/references/save-persistence.md +108 -0
- package/skills/grok-building-games/references/threejs-foundational.md +148 -0
- package/skills/grok-controls/SKILL.md +274 -0
- package/skills/grok-controls/agentsam.skill.json +25 -0
- package/skills/grok-design-ui/SKILL.md +122 -0
- package/skills/grok-design-ui/agentsam.skill.json +25 -0
- package/skills/grok-design-ui/references/animations.md +379 -0
- package/skills/grok-design-ui/references/performance.md +88 -0
- package/skills/grok-design-ui/references/refined-ui.md +384 -0
- package/skills/grok-design-ui/references/surfaces.md +247 -0
- package/skills/grok-design-ui/references/typography.md +123 -0
- package/skills/grok-game-animation-frames/SKILL.md +84 -0
- package/skills/grok-game-animation-frames/agentsam.skill.json +25 -0
- package/skills/grok-game-asset-core/SKILL.md +69 -0
- package/skills/grok-game-asset-core/agentsam.skill.json +25 -0
- package/skills/grok-game-character-consistency/SKILL.md +69 -0
- package/skills/grok-game-character-consistency/agentsam.skill.json +25 -0
- package/skills/grok-game-tilesets/SKILL.md +65 -0
- package/skills/grok-game-tilesets/agentsam.skill.json +25 -0
- package/skills/grok-game-ui-icons/SKILL.md +56 -0
- package/skills/grok-game-ui-icons/agentsam.skill.json +25 -0
- package/skills/grok-generate2dmap/LICENSE +21 -0
- package/skills/grok-generate2dmap/SKILL.md +120 -0
- package/skills/grok-generate2dmap/SOURCE.md +6 -0
- package/skills/grok-generate2dmap/agentsam.skill.json +25 -0
- package/skills/grok-generate2dmap/references/deliverables.md +101 -0
- package/skills/grok-generate2dmap/references/layered-map-contract.md +209 -0
- package/skills/grok-generate2dmap/references/map-strategies.md +341 -0
- package/skills/grok-generate2dmap/references/object-production-gate.md +24 -0
- package/skills/grok-generate2dmap/references/pipeline.md +149 -0
- package/skills/grok-generate2dmap/references/prop-pack-contract.md +174 -0
- package/skills/grok-generate2dmap/references/side-scroll-stages.md +29 -0
- package/skills/grok-generate2dmap/scripts/compose_layered_preview.py +157 -0
- package/skills/grok-generate2dmap/scripts/extract_prop_pack.py +369 -0
- package/skills/grok-generate2dsprite/LICENSE +21 -0
- package/skills/grok-generate2dsprite/SKILL.md +313 -0
- package/skills/grok-generate2dsprite/SOURCE.md +6 -0
- package/skills/grok-generate2dsprite/agentsam.skill.json +25 -0
- package/skills/grok-generate2dsprite/references/modes.md +124 -0
- package/skills/grok-generate2dsprite/references/prompt-rules.md +315 -0
- package/skills/grok-generate2dsprite/scripts/generate2dsprite.py +1031 -0
- package/skills/grok-generate2dsprite/scripts/make_layout_guide.py +109 -0
- package/skills/grok-imagine/SKILL.md +201 -0
- package/skills/grok-imagine/agentsam.skill.json +25 -0
- package/skills/grok-multiplayer-p2p/SKILL.md +111 -0
- package/skills/grok-multiplayer-p2p/agentsam.skill.json +25 -0
- package/skills/grok-multiplayer-p2p/references/react-binding.md +144 -0
- package/skills/grok-multiplayer-p2p/references/signaling-relay.md +269 -0
- package/skills/grok-neon/SKILL.md +157 -0
- package/skills/grok-neon/agentsam.skill.json +25 -0
- package/skills/grok-og/SKILL.md +102 -0
- package/skills/grok-og/agentsam.skill.json +25 -0
- package/skills/grok-og/references/brand-pass.md +53 -0
- package/skills/grok-og/references/custom-card.md +107 -0
- package/skills/grok-og/references/favicon-and-icons.md +48 -0
- package/skills/grok-og/references/og-type-contract.md +18 -0
- package/skills/grok-og/references/placeholder-card.md +21 -0
- package/skills/grok-og/references/x-banner.md +41 -0
- package/skills/grok-threejs/SKILL.md +67 -0
- package/skills/grok-threejs/agentsam.skill.json +25 -0
- package/skills/grok-threejs/references/llms-full.txt +2780 -0
- package/skills/grok-video2dsprite/LICENSE +21 -0
- package/skills/grok-video2dsprite/SKILL.md +236 -0
- package/skills/grok-video2dsprite/SOURCE.md +6 -0
- package/skills/grok-video2dsprite/agentsam.skill.json +25 -0
- package/skills/grok-video2dsprite/references/pipeline.md +90 -0
- package/skills/grok-video2dsprite/references/prompt-rules.md +63 -0
- package/skills/grok-video2dsprite/scripts/video2dsprite.py +490 -0
- package/skills/grok-xai-api/SKILL.md +152 -0
- package/skills/grok-xai-api/agentsam.skill.json +25 -0
- package/src/attachments/index.js +6 -0
- package/src/attachments/intake.js +235 -0
- package/src/capabilities/repository-snapshot.js +19 -2
- package/src/cli/command-catalog.js +53 -3
- package/src/cli/dispatch.js +1 -0
- package/src/cli.js +192 -26
- package/src/cloudflare/runtime-status.js +2 -1
- package/src/commands/account-auth.js +94 -8
- package/src/commands/app.js +307 -3
- package/src/commands/autorag.js +67 -13
- package/src/commands/billing.js +127 -0
- package/src/commands/brand.js +74 -60
- package/src/commands/cheat-sheet.js +179 -0
- package/src/commands/cloudflare-login.js +222 -0
- package/src/commands/cloudflare.js +453 -23
- package/src/commands/codebaseindex.js +51 -3
- package/src/commands/compute.js +4 -0
- package/src/commands/connections.js +11 -5
- package/src/commands/credentials.js +116 -0
- package/src/commands/gcloud-auth.js +427 -0
- package/src/commands/google-cloud.js +375 -0
- package/src/commands/identity-init.js +2 -2
- package/src/commands/knowledge.js +59 -2
- package/src/commands/machine-binary.js +103 -0
- package/src/commands/machine.js +137 -0
- package/src/commands/mcp.js +226 -33
- package/src/commands/ollama.js +3 -2
- package/src/commands/plugins.js +7 -2
- package/src/commands/product.js +36 -0
- package/src/commands/runtime-status.js +28 -9
- package/src/commands/runtime.js +313 -0
- package/src/commands/rust.js +24 -0
- package/src/commands/security.js +67 -4
- package/src/commands/setup.js +296 -0
- package/src/commands/shell.js +16 -3
- package/src/commands/start-local.js +2 -2
- package/src/commands/status.js +8 -1
- package/src/commands/terminal.js +171 -0
- package/src/commands/update.js +140 -0
- package/src/commands/whoami.js +329 -65
- package/src/features/resolve.js +2 -0
- package/src/index.js +4 -0
- package/src/indexing/ingest/inventory.js +254 -19
- package/src/indexing/ingest/materials.js +3 -9
- package/src/indexing/ingest/style-evidence.js +181 -0
- package/src/knowledge/engine.js +21 -2
- package/src/knowledge/runtime-discovery.js +127 -0
- package/src/knowledge/source.js +3 -3
- package/src/lib/account-session.js +11 -4
- package/src/lib/app-authority.js +172 -0
- package/src/lib/auth.js +94 -21
- package/src/lib/core-client.js +5 -6
- package/src/lib/credentials-audit.js +451 -0
- package/src/lib/deploy/health.js +24 -6
- package/src/lib/detect-context.js +7 -1
- package/src/lib/google-cloud-connection.js +270 -0
- package/src/lib/google-cloud-inventory.js +385 -0
- package/src/lib/google-desktop-oauth.js +372 -0
- package/src/lib/google-studio-brokered-oauth.js +158 -0
- package/src/lib/identity-scaffold.js +76 -18
- package/src/lib/init-options.js +192 -0
- package/src/lib/local-scaffold.js +48 -16
- package/src/lib/provider-command-remediation.js +308 -0
- package/src/lib/provider-credentials.js +8 -0
- package/src/lib/scaffold/index.js +8 -2
- package/src/lib/scaffold/mcp-server.js +43 -0
- package/src/lib/scaffold/templates/mcp-server/index.js +397 -0
- package/src/lib/scaffold/templates/mcp-server/presets.js +39 -0
- package/src/lib/scaffold/wizards/cms.js +93 -0
- package/src/lib/scaffold/wizards/mcp-server.js +61 -0
- package/src/lib/setup/contract.js +26 -0
- package/src/lib/setup/discover.js +116 -0
- package/src/lib/setup/execute.js +205 -0
- package/src/lib/setup/planner.js +134 -0
- package/src/lib/setup/recipes.js +235 -0
- package/src/lib/setup/runtime-persist.js +197 -0
- package/src/lib/setup/runtime.js +394 -0
- package/src/lib/slash-commands.js +2 -0
- package/src/lib/terminal/machine-identity.js +95 -0
- package/src/lib/terminal-local.js +164 -0
- package/src/lib/terminal-scopes.js +52 -0
- package/src/lib/whoami-capabilities.js +184 -0
- package/src/local-pty/server.js +34 -5
- package/src/mcp/authority.js +58 -108
- package/src/mcp/client-adapters.js +68 -144
- package/src/mcp/client.js +142 -122
- package/src/mcp/cloudflare-bundles.js +225 -0
- package/src/mcp/index.js +12 -0
- package/src/models/discovery.js +40 -22
- package/src/models/inventory-core.d.ts +105 -0
- package/src/models/inventory-core.js +54 -6
- package/src/plugins/cloudflare.js +1 -1
- package/src/providers/ollama-chat.js +2 -1
- package/src/sam/types.js +27 -2
- package/src/security/inventory.js +12 -2
- package/src/security/local-vault.js +2 -0
- package/src/security/logs.js +3 -0
- package/src/security/scan.js +1 -1
- package/src/ui/cli/help.js +41 -0
- package/test/account-session.test.mjs +3 -3
- package/test/app-authority-context.test.mjs +32 -0
- package/test/apps-scaffold-contract.test.mjs +3 -2
- package/test/cli/api-key-env-whoami.test.mjs +2 -2
- package/test/cli/catalog-authority.test.mjs +64 -0
- package/test/cli/codebaseindex-plan-ux.test.mjs +1 -1
- package/test/cli/machine-command.test.mjs +34 -0
- package/test/cli/mcp-client.test.mjs +21 -10
- package/test/cli/runtime-persist.test.mjs +56 -0
- package/test/cli/rust-command.test.mjs +21 -0
- package/test/credentials-audit.test.mjs +113 -0
- package/test/deploy-health-scan.test.mjs +29 -1
- package/test/fixtures/project-authority/customer-app/.agentsam/app.json +5 -0
- package/test/fixtures/project-authority/customer-app/apps/my-product/index.ts +1 -0
- package/test/fixtures/project-authority/customer-app/wrangler.toml +17 -0
- package/test/gcloud-auth.test.mjs +111 -0
- package/test/google-cloud-connection.test.mjs +83 -0
- package/test/google-cloud-inventory.test.mjs +64 -0
- package/test/init-options.test.mjs +35 -0
- package/test/integration/app-command.test.mjs +30 -0
- package/test/integration/autorag-project-authority.integration.test.mjs +51 -0
- package/test/integration/autorag-runtime-discovery.test.mjs +107 -0
- package/test/integration/cad-project.test.mjs +4 -1
- package/test/integration/cms-app-scaffold.test.mjs +77 -0
- package/test/integration/cms-site-tenancy-contract.test.mjs +31 -19
- package/test/integration/codebaseindex-ingest.test.mjs +89 -0
- package/test/integration/database-hosted-honesty.test.mjs +49 -0
- package/test/integration/desktop-keychain-boundary.test.mjs +45 -0
- package/test/integration/features-resolve.test.mjs +30 -11
- package/test/integration/hosted-work-host-authority.test.mjs +47 -0
- package/test/integration/inspect-path-cli.test.mjs +46 -0
- package/test/integration/inventory-eligibility.test.mjs +59 -0
- package/test/integration/inventory-evidence.test.mjs +125 -0
- package/test/integration/local-provider-bridge.test.mjs +65 -0
- package/test/integration/local-studio-settings-production.test.mjs +40 -0
- package/test/integration/lockfile-sync.test.mjs +26 -0
- package/test/integration/provider-env-cli.test.mjs +13 -3
- package/test/integration/runtime-status.integration.test.mjs +17 -1
- package/test/integration/theme-package-registry.test.mjs +31 -0
- package/test/knowledge.test.mjs +35 -1
- package/test/loopback-oauth.test.mjs +53 -0
- package/test/ollama.test.mjs +22 -0
- package/test/repository-snapshot-view.test.mjs +2 -2
- package/test/security.test.mjs +37 -0
- package/test/setup-planner.test.mjs +74 -0
- package/test/setup-runtime.test.mjs +51 -0
- package/test/terminal/local-pty.mock.test.mjs +3 -1
- package/test/terminal-machine-identity.test.mjs +88 -0
- package/test/whoami-resume.test.mjs +27 -6
- package/packages/agentsam-brand/test/brand-scan.test.mjs +0 -106
- package/packages/agentsam-nav/dist/Nav.d.ts +0 -43
- package/packages/agentsam-nav/dist/NavCollapsible.d.ts +0 -10
- package/packages/agentsam-nav/dist/NavContent.d.ts +0 -2
- package/packages/agentsam-nav/dist/NavFooter.d.ts +0 -2
- package/packages/agentsam-nav/dist/NavGroup.d.ts +0 -3
- package/packages/agentsam-nav/dist/NavHeader.d.ts +0 -2
- package/packages/agentsam-nav/dist/NavMenu.d.ts +0 -22
- package/packages/agentsam-nav/dist/NavProvider.d.ts +0 -35
- package/packages/agentsam-nav/dist/NavTrigger.d.ts +0 -2
- package/packages/agentsam-nav/dist/Surfaces.d.ts +0 -41
- package/packages/agentsam-nav/dist/browser.d.ts +0 -11
- package/packages/agentsam-nav/dist/browser.global.js +0 -132
- package/packages/agentsam-nav/dist/browser.js +0 -613
- package/packages/agentsam-nav/dist/contracts.d.ts +0 -76
- package/packages/agentsam-nav/dist/index.d.ts +0 -11
- package/packages/agentsam-nav/dist/index.js +0 -614
- package/packages/agentsam-nav/dist/legacy.css +0 -83
- package/packages/agentsam-nav/dist/shell.css +0 -113
- package/packages/agentsam-nav/dist/theme.css +0 -113
- package/packages/agentsam-nav/dist/utils.d.ts +0 -1
- package/packages/agentsam-repository/src/goap.js.bak-20260922011251 +0 -670
- package/packages/work-graph/prototype/README.md +0 -32
- package/packages/work-graph/prototype/data/demo-workgraph.js +0 -47
- package/packages/work-graph/prototype/renderers/timeline-model.js +0 -21
- package/packages/work-graph/prototype/renderers/workgraph-runtime.js +0 -38
- package/packages/work-graph/prototype-gnantt.html +0 -655
|
@@ -0,0 +1,490 @@
|
|
|
1
|
+
#!/usr/bin/env python3
|
|
2
|
+
"""Postprocess Grok imagine_image_to_video clips into dense 2D sprites.
|
|
3
|
+
|
|
4
|
+
Pipeline steps (deterministic only — no creative generation):
|
|
5
|
+
extract → ffmpeg frames from mp4
|
|
6
|
+
clean → magenta flood-fill chroma + light despill
|
|
7
|
+
sample → even-index frame sets + feet/center normalize
|
|
8
|
+
process → extract + clean + sample in one shot
|
|
9
|
+
|
|
10
|
+
This skill is designed for Grok Build (imagine_text_to_image + imagine_image_to_video).
|
|
11
|
+
The script itself only needs ffmpeg, Pillow, and numpy.
|
|
12
|
+
"""
|
|
13
|
+
|
|
14
|
+
from __future__ import annotations
|
|
15
|
+
|
|
16
|
+
import argparse
|
|
17
|
+
import json
|
|
18
|
+
import math
|
|
19
|
+
import shutil
|
|
20
|
+
import subprocess
|
|
21
|
+
import sys
|
|
22
|
+
from collections import deque
|
|
23
|
+
from pathlib import Path
|
|
24
|
+
from typing import Sequence
|
|
25
|
+
|
|
26
|
+
import numpy as np
|
|
27
|
+
from PIL import Image
|
|
28
|
+
|
|
29
|
+
MAGENTA = np.array([255, 0, 255], dtype=np.float32)
|
|
30
|
+
|
|
31
|
+
|
|
32
|
+
def _ensure_dir(path: Path) -> Path:
|
|
33
|
+
path.mkdir(parents=True, exist_ok=True)
|
|
34
|
+
return path
|
|
35
|
+
|
|
36
|
+
|
|
37
|
+
def _parse_counts(text: str) -> list[int]:
|
|
38
|
+
counts: list[int] = []
|
|
39
|
+
for part in text.split(","):
|
|
40
|
+
part = part.strip()
|
|
41
|
+
if not part:
|
|
42
|
+
continue
|
|
43
|
+
n = int(part)
|
|
44
|
+
if n < 1:
|
|
45
|
+
raise ValueError(f"frame count must be >= 1, got {n}")
|
|
46
|
+
counts.append(n)
|
|
47
|
+
if not counts:
|
|
48
|
+
raise ValueError("at least one frame count required")
|
|
49
|
+
return counts
|
|
50
|
+
|
|
51
|
+
|
|
52
|
+
def sample_indices(n_total: int, n_want: int) -> list[int]:
|
|
53
|
+
if n_total <= 0:
|
|
54
|
+
return []
|
|
55
|
+
if n_want >= n_total:
|
|
56
|
+
return list(range(n_total))
|
|
57
|
+
if n_want == 1:
|
|
58
|
+
return [0]
|
|
59
|
+
return [int(round(i * (n_total - 1) / (n_want - 1))) for i in range(n_want)]
|
|
60
|
+
|
|
61
|
+
|
|
62
|
+
def extract_frames(video: Path, out_dir: Path, fps: float = 0.0) -> list[Path]:
|
|
63
|
+
_ensure_dir(out_dir)
|
|
64
|
+
for old in out_dir.glob("frame_*.png"):
|
|
65
|
+
old.unlink()
|
|
66
|
+
ffmpeg = shutil.which("ffmpeg")
|
|
67
|
+
if not ffmpeg:
|
|
68
|
+
raise RuntimeError("ffmpeg not found on PATH. Install ffmpeg to extract video frames.")
|
|
69
|
+
pattern = str(out_dir / "frame_%04d.png")
|
|
70
|
+
cmd = [ffmpeg, "-y", "-i", str(video)]
|
|
71
|
+
if fps and fps > 0:
|
|
72
|
+
cmd += ["-vf", f"fps={fps}"]
|
|
73
|
+
else:
|
|
74
|
+
cmd += ["-vsync", "0"]
|
|
75
|
+
cmd.append(pattern)
|
|
76
|
+
proc = subprocess.run(cmd, capture_output=True, text=True)
|
|
77
|
+
if proc.returncode != 0:
|
|
78
|
+
raise RuntimeError("ffmpeg failed:\n" + (proc.stderr or proc.stdout or "unknown error"))
|
|
79
|
+
frames = sorted(out_dir.glob("frame_*.png"))
|
|
80
|
+
if not frames:
|
|
81
|
+
raise RuntimeError(f"no frames extracted into {out_dir}")
|
|
82
|
+
return frames
|
|
83
|
+
|
|
84
|
+
|
|
85
|
+
def _near_magenta_mask(rgb: np.ndarray, dist: float = 55.0) -> np.ndarray:
|
|
86
|
+
"""rgb: HxWx3 uint8 → bool mask of keyable magenta-ish pixels."""
|
|
87
|
+
f = rgb.astype(np.float32)
|
|
88
|
+
# Distance to pure magenta in RGB.
|
|
89
|
+
d = np.linalg.norm(f - MAGENTA, axis=2)
|
|
90
|
+
# Also catch bright pinks: high R+B, low G relative.
|
|
91
|
+
r, g, b = f[:, :, 0], f[:, :, 1], f[:, :, 2]
|
|
92
|
+
pinkish = (r > 160) & (b > 160) & (g < 140) & ((r + b) / 2 - g > 40)
|
|
93
|
+
return (d <= dist) | pinkish
|
|
94
|
+
|
|
95
|
+
|
|
96
|
+
def chroma_key_rgba(im: Image.Image, dist: float = 55.0) -> Image.Image:
|
|
97
|
+
"""Flood-fill magenta from corners, despill edges, return RGBA."""
|
|
98
|
+
rgba = im.convert("RGBA")
|
|
99
|
+
arr = np.array(rgba)
|
|
100
|
+
rgb = arr[:, :, :3]
|
|
101
|
+
h, w = rgb.shape[:2]
|
|
102
|
+
key = _near_magenta_mask(rgb, dist=dist)
|
|
103
|
+
|
|
104
|
+
visited = np.zeros((h, w), dtype=bool)
|
|
105
|
+
q: deque[tuple[int, int]] = deque()
|
|
106
|
+
for y, x in ((0, 0), (0, w - 1), (h - 1, 0), (h - 1, w - 1)):
|
|
107
|
+
if key[y, x]:
|
|
108
|
+
visited[y, x] = True
|
|
109
|
+
q.append((x, y))
|
|
110
|
+
# Also seed along edges where magenta is present.
|
|
111
|
+
for x in range(w):
|
|
112
|
+
for y in (0, h - 1):
|
|
113
|
+
if key[y, x] and not visited[y, x]:
|
|
114
|
+
visited[y, x] = True
|
|
115
|
+
q.append((x, y))
|
|
116
|
+
for y in range(h):
|
|
117
|
+
for x in (0, w - 1):
|
|
118
|
+
if key[y, x] and not visited[y, x]:
|
|
119
|
+
visited[y, x] = True
|
|
120
|
+
q.append((x, y))
|
|
121
|
+
|
|
122
|
+
while q:
|
|
123
|
+
x, y = q.popleft()
|
|
124
|
+
for nx, ny in ((x - 1, y), (x + 1, y), (x, y - 1), (x, y + 1)):
|
|
125
|
+
if 0 <= nx < w and 0 <= ny < h and not visited[ny, nx] and key[ny, nx]:
|
|
126
|
+
visited[ny, nx] = True
|
|
127
|
+
q.append((nx, ny))
|
|
128
|
+
|
|
129
|
+
out = arr.copy()
|
|
130
|
+
out[visited, 3] = 0
|
|
131
|
+
|
|
132
|
+
# Light despill on remaining near-magenta fringe (keep RGB, reduce alpha).
|
|
133
|
+
fringe = key & ~visited
|
|
134
|
+
if fringe.any():
|
|
135
|
+
# Pull toward less magenta and soften alpha.
|
|
136
|
+
fr = out[fringe].astype(np.float32)
|
|
137
|
+
r, g, b, a = fr[:, 0], fr[:, 1], fr[:, 2], fr[:, 3]
|
|
138
|
+
spill = np.maximum(0.0, (r + b) / 2.0 - g)
|
|
139
|
+
factor = np.clip(1.0 - spill / 180.0, 0.15, 1.0)
|
|
140
|
+
fr[:, 0] = np.clip(r - spill * 0.35, 0, 255)
|
|
141
|
+
fr[:, 2] = np.clip(b - spill * 0.35, 0, 255)
|
|
142
|
+
fr[:, 1] = np.clip(g + spill * 0.15, 0, 255)
|
|
143
|
+
fr[:, 3] = np.clip(a * factor, 0, 255)
|
|
144
|
+
out[fringe] = fr.astype(np.uint8)
|
|
145
|
+
|
|
146
|
+
# Fully transparent where alpha is 0.
|
|
147
|
+
out[out[:, :, 3] == 0, :3] = 0
|
|
148
|
+
return Image.fromarray(out, "RGBA")
|
|
149
|
+
|
|
150
|
+
|
|
151
|
+
def content_bbox(im: Image.Image, alpha_min: int = 32) -> tuple[int, int, int, int] | None:
|
|
152
|
+
arr = np.array(im.convert("RGBA"))
|
|
153
|
+
mask = arr[:, :, 3] > alpha_min
|
|
154
|
+
if not mask.any():
|
|
155
|
+
return None
|
|
156
|
+
ys, xs = np.where(mask)
|
|
157
|
+
return int(xs.min()), int(ys.min()), int(xs.max()) + 1, int(ys.max()) + 1
|
|
158
|
+
|
|
159
|
+
|
|
160
|
+
def normalize_sprite(
|
|
161
|
+
im: Image.Image,
|
|
162
|
+
cell: int = 128,
|
|
163
|
+
body_height: int = 100,
|
|
164
|
+
foot_y: int = 118,
|
|
165
|
+
anchor: str = "feet",
|
|
166
|
+
) -> Image.Image:
|
|
167
|
+
bb = content_bbox(im)
|
|
168
|
+
canvas = Image.new("RGBA", (cell, cell), (0, 0, 0, 0))
|
|
169
|
+
if not bb:
|
|
170
|
+
return canvas
|
|
171
|
+
crop = im.crop(bb)
|
|
172
|
+
cw, ch = crop.size
|
|
173
|
+
if ch <= 0 or cw <= 0:
|
|
174
|
+
return canvas
|
|
175
|
+
scale = body_height / float(ch)
|
|
176
|
+
nw = max(1, int(round(cw * scale)))
|
|
177
|
+
nh = max(1, int(round(ch * scale)))
|
|
178
|
+
if nw > cell - 4:
|
|
179
|
+
scale = (cell - 4) / float(cw)
|
|
180
|
+
nw = max(1, int(round(cw * scale)))
|
|
181
|
+
nh = max(1, int(round(ch * scale)))
|
|
182
|
+
if nh > cell - 4:
|
|
183
|
+
scale = (cell - 4) / float(ch)
|
|
184
|
+
nw = max(1, int(round(cw * scale)))
|
|
185
|
+
nh = max(1, int(round(ch * scale)))
|
|
186
|
+
resized = crop.resize((nw, nh), Image.Resampling.LANCZOS)
|
|
187
|
+
if anchor == "center":
|
|
188
|
+
x = (cell - nw) // 2
|
|
189
|
+
y = (cell - nh) // 2
|
|
190
|
+
else:
|
|
191
|
+
x = (cell - nw) // 2
|
|
192
|
+
y = foot_y - nh
|
|
193
|
+
if y < 0:
|
|
194
|
+
y = 0
|
|
195
|
+
if y + nh > cell:
|
|
196
|
+
y = max(0, cell - nh)
|
|
197
|
+
canvas.paste(resized, (x, y), resized)
|
|
198
|
+
return canvas
|
|
199
|
+
|
|
200
|
+
|
|
201
|
+
def clean_frames(
|
|
202
|
+
raw_dir: Path,
|
|
203
|
+
clean_dir: Path,
|
|
204
|
+
dist: float = 55.0,
|
|
205
|
+
) -> list[Path]:
|
|
206
|
+
_ensure_dir(clean_dir)
|
|
207
|
+
raws = sorted(raw_dir.glob("frame_*.png"))
|
|
208
|
+
if not raws:
|
|
209
|
+
raise RuntimeError(f"no raw frames in {raw_dir}")
|
|
210
|
+
outs: list[Path] = []
|
|
211
|
+
for i, path in enumerate(raws):
|
|
212
|
+
im = Image.open(path)
|
|
213
|
+
cleaned = chroma_key_rgba(im, dist=dist)
|
|
214
|
+
out = clean_dir / f"clean_{i:04d}.png"
|
|
215
|
+
cleaned.save(out)
|
|
216
|
+
outs.append(out)
|
|
217
|
+
if (i + 1) % 25 == 0 or i + 1 == len(raws):
|
|
218
|
+
print(f" cleaned {i + 1}/{len(raws)}")
|
|
219
|
+
return outs
|
|
220
|
+
|
|
221
|
+
|
|
222
|
+
def build_exports(
|
|
223
|
+
sprites: Sequence[Image.Image],
|
|
224
|
+
out_sprite_dir: Path,
|
|
225
|
+
tag: str,
|
|
226
|
+
n_frames: int,
|
|
227
|
+
gif_ms: int | None = None,
|
|
228
|
+
) -> dict:
|
|
229
|
+
_ensure_dir(out_sprite_dir)
|
|
230
|
+
sub = _ensure_dir(out_sprite_dir / tag) if tag else out_sprite_dir
|
|
231
|
+
paths = []
|
|
232
|
+
for i, sp in enumerate(sprites):
|
|
233
|
+
p = sub / f"sprite_{i + 1:02d}.png"
|
|
234
|
+
sp.save(p)
|
|
235
|
+
paths.append(str(p))
|
|
236
|
+
|
|
237
|
+
size = sprites[0].size[0]
|
|
238
|
+
strip = Image.new("RGBA", (size * len(sprites), size), (0, 0, 0, 0))
|
|
239
|
+
for i, sp in enumerate(sprites):
|
|
240
|
+
strip.paste(sp, (i * size, 0), sp)
|
|
241
|
+
strip_path = out_sprite_dir / f"run-strip-{n_frames}.png"
|
|
242
|
+
strip.save(strip_path)
|
|
243
|
+
|
|
244
|
+
cols = 8 if n_frames >= 16 else 4
|
|
245
|
+
rows = int(math.ceil(len(sprites) / cols))
|
|
246
|
+
grid = Image.new("RGBA", (size * cols, size * rows), (0, 0, 0, 0))
|
|
247
|
+
for i, sp in enumerate(sprites):
|
|
248
|
+
r, c = divmod(i, cols)
|
|
249
|
+
grid.paste(sp, (c * size, r * size), sp)
|
|
250
|
+
grid_path = out_sprite_dir / f"run-grid-{n_frames}.png"
|
|
251
|
+
grid.save(grid_path)
|
|
252
|
+
|
|
253
|
+
if gif_ms is None:
|
|
254
|
+
if n_frames >= 40:
|
|
255
|
+
gif_ms = 25
|
|
256
|
+
elif n_frames >= 20:
|
|
257
|
+
gif_ms = 40
|
|
258
|
+
elif n_frames >= 12:
|
|
259
|
+
gif_ms = 60
|
|
260
|
+
else:
|
|
261
|
+
gif_ms = 80
|
|
262
|
+
|
|
263
|
+
frames_gif = []
|
|
264
|
+
for sp in sprites:
|
|
265
|
+
bg = Image.new("RGBA", sp.size, (30, 30, 40, 255))
|
|
266
|
+
bg.paste(sp, (0, 0), sp)
|
|
267
|
+
frames_gif.append(bg.convert("P", palette=Image.ADAPTIVE, colors=255))
|
|
268
|
+
gif_path = out_sprite_dir / f"run-preview-{n_frames}.gif"
|
|
269
|
+
frames_gif[0].save(
|
|
270
|
+
gif_path,
|
|
271
|
+
save_all=True,
|
|
272
|
+
append_images=frames_gif[1:],
|
|
273
|
+
duration=gif_ms,
|
|
274
|
+
loop=0,
|
|
275
|
+
disposal=2,
|
|
276
|
+
)
|
|
277
|
+
|
|
278
|
+
# Legacy alias for 8-frame default
|
|
279
|
+
if n_frames == 8:
|
|
280
|
+
alias = out_sprite_dir / "run-preview.gif"
|
|
281
|
+
shutil.copy2(gif_path, alias)
|
|
282
|
+
|
|
283
|
+
return {
|
|
284
|
+
"count": n_frames,
|
|
285
|
+
"tag": tag,
|
|
286
|
+
"sprites": paths,
|
|
287
|
+
"strip": str(strip_path),
|
|
288
|
+
"grid": str(grid_path),
|
|
289
|
+
"gif": str(gif_path),
|
|
290
|
+
"gif_ms": gif_ms,
|
|
291
|
+
}
|
|
292
|
+
|
|
293
|
+
|
|
294
|
+
def sample_and_export(
|
|
295
|
+
clean_dir: Path,
|
|
296
|
+
out_dir: Path,
|
|
297
|
+
frame_counts: Sequence[int],
|
|
298
|
+
cell: int = 128,
|
|
299
|
+
body_height: int = 100,
|
|
300
|
+
foot_y: int = 118,
|
|
301
|
+
anchor: str = "feet",
|
|
302
|
+
) -> dict:
|
|
303
|
+
cleans = sorted(clean_dir.glob("clean_*.png"))
|
|
304
|
+
if not cleans:
|
|
305
|
+
raise RuntimeError(f"no cleaned frames in {clean_dir}")
|
|
306
|
+
sprite_dir = _ensure_dir(out_dir / "sprite")
|
|
307
|
+
n_total = len(cleans)
|
|
308
|
+
results = []
|
|
309
|
+
for n_want in frame_counts:
|
|
310
|
+
idxs = sample_indices(n_total, n_want)
|
|
311
|
+
sprites = []
|
|
312
|
+
for idx in idxs:
|
|
313
|
+
im = Image.open(cleans[idx]).convert("RGBA")
|
|
314
|
+
sprites.append(
|
|
315
|
+
normalize_sprite(
|
|
316
|
+
im,
|
|
317
|
+
cell=cell,
|
|
318
|
+
body_height=body_height,
|
|
319
|
+
foot_y=foot_y,
|
|
320
|
+
anchor=anchor,
|
|
321
|
+
)
|
|
322
|
+
)
|
|
323
|
+
tag = f"x{n_want}" if n_want != 8 else ""
|
|
324
|
+
# Always also write under xN for consistency when n!=8;
|
|
325
|
+
# for 8, write both root sprites and optional x8.
|
|
326
|
+
if n_want == 8:
|
|
327
|
+
# root-level sprite_01..08 for backwards compat
|
|
328
|
+
info = build_exports(sprites, sprite_dir, tag="", n_frames=n_want)
|
|
329
|
+
# also x8 folder
|
|
330
|
+
build_exports(sprites, sprite_dir, tag="x8", n_frames=n_want)
|
|
331
|
+
else:
|
|
332
|
+
info = build_exports(sprites, sprite_dir, tag=tag, n_frames=n_want)
|
|
333
|
+
info["indices"] = idxs
|
|
334
|
+
results.append(info)
|
|
335
|
+
print(f"exported {n_want} frames → {info['gif']}")
|
|
336
|
+
return {"total_clean": n_total, "sets": results}
|
|
337
|
+
|
|
338
|
+
|
|
339
|
+
def write_readme(out_dir: Path, meta: dict) -> None:
|
|
340
|
+
lines = [
|
|
341
|
+
"Video2dsprite output (Grok Build pipeline)",
|
|
342
|
+
"==========================================",
|
|
343
|
+
"base/ base still on #FF00FF",
|
|
344
|
+
"video/ imagine_image_to_video clip",
|
|
345
|
+
"frames-raw/ decoded frames",
|
|
346
|
+
"frames-clean/ chroma-keyed RGBA frames",
|
|
347
|
+
"sprite/ sampled normalized sprites + strips/grids/GIFs",
|
|
348
|
+
"pipeline-meta.json",
|
|
349
|
+
"",
|
|
350
|
+
"This folder was produced for Grok Build (imagine_text_to_image + imagine_image_to_video).",
|
|
351
|
+
"Codex/other agents cannot run the video step; they can still re-sample",
|
|
352
|
+
"existing frames with: python video2dsprite.py sample --clean-dir ...",
|
|
353
|
+
"",
|
|
354
|
+
json.dumps(meta, indent=2),
|
|
355
|
+
"",
|
|
356
|
+
]
|
|
357
|
+
(out_dir / "README.txt").write_text("\n".join(lines), encoding="utf-8")
|
|
358
|
+
|
|
359
|
+
|
|
360
|
+
def cmd_extract(args: argparse.Namespace) -> int:
|
|
361
|
+
frames = extract_frames(Path(args.video), Path(args.out_dir), fps=args.fps)
|
|
362
|
+
print(f"extracted {len(frames)} frames → {args.out_dir}")
|
|
363
|
+
return 0
|
|
364
|
+
|
|
365
|
+
|
|
366
|
+
def cmd_clean(args: argparse.Namespace) -> int:
|
|
367
|
+
outs = clean_frames(Path(args.raw_dir), Path(args.out_dir), dist=args.dist)
|
|
368
|
+
print(f"cleaned {len(outs)} frames → {args.out_dir}")
|
|
369
|
+
return 0
|
|
370
|
+
|
|
371
|
+
|
|
372
|
+
def cmd_sample(args: argparse.Namespace) -> int:
|
|
373
|
+
counts = _parse_counts(args.frame_counts)
|
|
374
|
+
meta = sample_and_export(
|
|
375
|
+
clean_dir=Path(args.clean_dir),
|
|
376
|
+
out_dir=Path(args.out_dir),
|
|
377
|
+
frame_counts=counts,
|
|
378
|
+
cell=args.cell_size,
|
|
379
|
+
body_height=args.body_height,
|
|
380
|
+
foot_y=args.foot_y,
|
|
381
|
+
anchor=args.anchor,
|
|
382
|
+
)
|
|
383
|
+
out = Path(args.out_dir)
|
|
384
|
+
full = {
|
|
385
|
+
"mode": "sample",
|
|
386
|
+
"clean_dir": str(Path(args.clean_dir).resolve()),
|
|
387
|
+
**meta,
|
|
388
|
+
}
|
|
389
|
+
(out / "pipeline-meta.json").write_text(json.dumps(full, indent=2), encoding="utf-8")
|
|
390
|
+
write_readme(out, full)
|
|
391
|
+
print("sample done")
|
|
392
|
+
return 0
|
|
393
|
+
|
|
394
|
+
|
|
395
|
+
def cmd_process(args: argparse.Namespace) -> int:
|
|
396
|
+
out = Path(args.out_dir)
|
|
397
|
+
raw_dir = out / "frames-raw"
|
|
398
|
+
clean_dir = out / "frames-clean"
|
|
399
|
+
video = Path(args.video)
|
|
400
|
+
if not video.is_file():
|
|
401
|
+
raise FileNotFoundError(video)
|
|
402
|
+
|
|
403
|
+
print(f"extract {video}")
|
|
404
|
+
frames = extract_frames(video, raw_dir, fps=args.fps)
|
|
405
|
+
print(f"clean {len(frames)} frames")
|
|
406
|
+
clean_frames(raw_dir, clean_dir, dist=args.dist)
|
|
407
|
+
counts = _parse_counts(args.frame_counts)
|
|
408
|
+
print(f"sample counts={counts}")
|
|
409
|
+
meta_sample = sample_and_export(
|
|
410
|
+
clean_dir=clean_dir,
|
|
411
|
+
out_dir=out,
|
|
412
|
+
frame_counts=counts,
|
|
413
|
+
cell=args.cell_size,
|
|
414
|
+
body_height=args.body_height,
|
|
415
|
+
foot_y=args.foot_y,
|
|
416
|
+
anchor=args.anchor,
|
|
417
|
+
)
|
|
418
|
+
meta = {
|
|
419
|
+
"skill": "video2dsprite",
|
|
420
|
+
"platform": "Grok Build (imagine_image_to_video required for generation step)",
|
|
421
|
+
"name": args.name,
|
|
422
|
+
"video": str(video.resolve()),
|
|
423
|
+
"out_dir": str(out.resolve()),
|
|
424
|
+
"raw_frames": len(frames),
|
|
425
|
+
"chroma_dist": args.dist,
|
|
426
|
+
"cell_size": args.cell_size,
|
|
427
|
+
"body_height": args.body_height,
|
|
428
|
+
"foot_y": args.foot_y,
|
|
429
|
+
"anchor": args.anchor,
|
|
430
|
+
**meta_sample,
|
|
431
|
+
}
|
|
432
|
+
(out / "pipeline-meta.json").write_text(json.dumps(meta, indent=2), encoding="utf-8")
|
|
433
|
+
write_readme(out, meta)
|
|
434
|
+
print("process done")
|
|
435
|
+
return 0
|
|
436
|
+
|
|
437
|
+
|
|
438
|
+
def build_parser() -> argparse.ArgumentParser:
|
|
439
|
+
p = argparse.ArgumentParser(description="Video → dense 2D sprite postprocessor")
|
|
440
|
+
sub = p.add_subparsers(dest="command", required=True)
|
|
441
|
+
|
|
442
|
+
def add_common_sample(sp: argparse.ArgumentParser) -> None:
|
|
443
|
+
sp.add_argument("--frame-counts", default="8,16,24,48")
|
|
444
|
+
sp.add_argument("--cell-size", type=int, default=128)
|
|
445
|
+
sp.add_argument("--body-height", type=int, default=100)
|
|
446
|
+
sp.add_argument("--foot-y", type=int, default=118)
|
|
447
|
+
sp.add_argument("--anchor", choices=("feet", "center"), default="feet")
|
|
448
|
+
|
|
449
|
+
pe = sub.add_parser("extract", help="ffmpeg extract frames")
|
|
450
|
+
pe.add_argument("--video", required=True)
|
|
451
|
+
pe.add_argument("--out-dir", required=True)
|
|
452
|
+
pe.add_argument("--fps", type=float, default=0.0, help="0 = all frames")
|
|
453
|
+
pe.set_defaults(func=cmd_extract)
|
|
454
|
+
|
|
455
|
+
pc = sub.add_parser("clean", help="chroma-key raw frames")
|
|
456
|
+
pc.add_argument("--raw-dir", required=True)
|
|
457
|
+
pc.add_argument("--out-dir", required=True)
|
|
458
|
+
pc.add_argument("--dist", type=float, default=55.0)
|
|
459
|
+
pc.set_defaults(func=cmd_clean)
|
|
460
|
+
|
|
461
|
+
ps = sub.add_parser("sample", help="sample cleaned frames into sprite sets")
|
|
462
|
+
ps.add_argument("--clean-dir", required=True)
|
|
463
|
+
ps.add_argument("--out-dir", required=True)
|
|
464
|
+
add_common_sample(ps)
|
|
465
|
+
ps.set_defaults(func=cmd_sample)
|
|
466
|
+
|
|
467
|
+
pp = sub.add_parser("process", help="extract + clean + sample")
|
|
468
|
+
pp.add_argument("--video", required=True)
|
|
469
|
+
pp.add_argument("--out-dir", required=True)
|
|
470
|
+
pp.add_argument("--name", default="clip")
|
|
471
|
+
pp.add_argument("--fps", type=float, default=0.0)
|
|
472
|
+
pp.add_argument("--dist", type=float, default=55.0)
|
|
473
|
+
add_common_sample(pp)
|
|
474
|
+
pp.set_defaults(func=cmd_process)
|
|
475
|
+
|
|
476
|
+
return p
|
|
477
|
+
|
|
478
|
+
|
|
479
|
+
def main(argv: Sequence[str] | None = None) -> int:
|
|
480
|
+
parser = build_parser()
|
|
481
|
+
args = parser.parse_args(argv)
|
|
482
|
+
try:
|
|
483
|
+
return int(args.func(args))
|
|
484
|
+
except Exception as exc: # noqa: BLE001 — CLI surface
|
|
485
|
+
print(f"error: {exc}", file=sys.stderr)
|
|
486
|
+
return 1
|
|
487
|
+
|
|
488
|
+
|
|
489
|
+
if __name__ == "__main__":
|
|
490
|
+
raise SystemExit(main())
|
|
@@ -0,0 +1,152 @@
|
|
|
1
|
+
---
|
|
2
|
+
name: xai-api
|
|
3
|
+
description: >
|
|
4
|
+
Call the xAI API (Grok) from this app's server code using the injected
|
|
5
|
+
XAI_API_KEY: chat/LLM features, image and video generation (Imagine), and
|
|
6
|
+
voice (text-to-speech). Use when the app needs any "AI" / "assistant" /
|
|
7
|
+
"chatbot" / "Grok" functionality, runtime image/video generation, or speech.
|
|
8
|
+
Triggers on "AI", "LLM", "chatbot", "assistant", "Grok", "xAI", "generate
|
|
9
|
+
text", "summarize", "generate image", "AI video", "voice", "text to speech",
|
|
10
|
+
"TTS", "OpenAI" (use xAI instead).
|
|
11
|
+
metadata:
|
|
12
|
+
short-description: "xAI API via the injected XAI_API_KEY: chat, Imagine (image/video), voice"
|
|
13
|
+
user-invocable: false
|
|
14
|
+
---
|
|
15
|
+
|
|
16
|
+
# xAI API (Grok)
|
|
17
|
+
|
|
18
|
+
When `XAI_API_KEY` is present in the environment, this app has **real xAI API
|
|
19
|
+
access** — use it for AI features instead of mocking responses or reaching for
|
|
20
|
+
another provider. The same variable is injected into the **deployed** app at
|
|
21
|
+
publish, so code built against it works identically in preview and production.
|
|
22
|
+
|
|
23
|
+
**The key is the app owner's personal key: every call spends their quota and
|
|
24
|
+
credits.** Be deliberate about usage — see [Spend responsibly](#spend-responsibly)
|
|
25
|
+
before wiring AI calls into anything that runs automatically or is open to
|
|
26
|
+
visitors.
|
|
27
|
+
|
|
28
|
+
The key unlocks the **full API surface**, not just chat:
|
|
29
|
+
|
|
30
|
+
- **Chat / LLM** — **latest model: `grok-4.5`**; default to it unless the
|
|
31
|
+
user asks otherwise.
|
|
32
|
+
- **Imagine (images & video)** — generate and edit images, generate video,
|
|
33
|
+
at runtime inside the app.
|
|
34
|
+
- **Voice** — text-to-speech with expressive voices (and transcription).
|
|
35
|
+
- **Official docs: [docs.x.ai](https://docs.x.ai)** — endpoints, models,
|
|
36
|
+
parameters, streaming, tool use. Don't guess API shapes; check the docs.
|
|
37
|
+
- The API is **OpenAI-compatible** (`https://api.x.ai/v1`), so any
|
|
38
|
+
OpenAI-style client works by switching the base URL and key.
|
|
39
|
+
|
|
40
|
+
## Env vars — do **not** create a `.env` file
|
|
41
|
+
|
|
42
|
+
| Var | Where | Purpose |
|
|
43
|
+
|---|---|---|
|
|
44
|
+
| `XAI_API_KEY` | server | Injected by the platform (preview and deploy). Never write, hardcode, or ask the user for it. |
|
|
45
|
+
|
|
46
|
+
The key is **server-only**: read it with `process.env.XAI_API_KEY` inside
|
|
47
|
+
`createServerFn` handlers / server code, never in client components, and never
|
|
48
|
+
expose it via a `VITE_`-prefixed variable or an API response.
|
|
49
|
+
|
|
50
|
+
It can be **absent** (rollout-gated). Degrade gracefully — check for it and
|
|
51
|
+
show a friendly "AI features are unavailable" state instead of crashing:
|
|
52
|
+
|
|
53
|
+
```ts
|
|
54
|
+
const apiKey = process.env.XAI_API_KEY;
|
|
55
|
+
if (!apiKey) throw new Error("AI is not available in this environment");
|
|
56
|
+
```
|
|
57
|
+
|
|
58
|
+
## Calling the API (server-only)
|
|
59
|
+
|
|
60
|
+
No SDK needed — plain `fetch` from a server function:
|
|
61
|
+
|
|
62
|
+
```ts
|
|
63
|
+
import { createServerFn } from "@tanstack/react-start";
|
|
64
|
+
|
|
65
|
+
export const askGrok = createServerFn({ method: "POST" })
|
|
66
|
+
.validator((input: { prompt: string }) => input)
|
|
67
|
+
.handler(async ({ data }) => {
|
|
68
|
+
const apiKey = process.env.XAI_API_KEY;
|
|
69
|
+
if (!apiKey) return { ok: false as const, error: "AI is not available" };
|
|
70
|
+
|
|
71
|
+
const res = await fetch("https://api.x.ai/v1/chat/completions", {
|
|
72
|
+
method: "POST",
|
|
73
|
+
headers: {
|
|
74
|
+
"Content-Type": "application/json",
|
|
75
|
+
Authorization: `Bearer ${apiKey}`,
|
|
76
|
+
},
|
|
77
|
+
body: JSON.stringify({
|
|
78
|
+
model: "grok-4.5",
|
|
79
|
+
messages: [{ role: "user", content: data.prompt }],
|
|
80
|
+
}),
|
|
81
|
+
});
|
|
82
|
+
if (!res.ok) {
|
|
83
|
+
return { ok: false as const, error: `xAI API error ${res.status}` };
|
|
84
|
+
}
|
|
85
|
+
const body = (await res.json()) as {
|
|
86
|
+
choices: { message: { content: string } }[];
|
|
87
|
+
};
|
|
88
|
+
return { ok: true as const, text: body.choices[0]?.message.content ?? "" };
|
|
89
|
+
});
|
|
90
|
+
```
|
|
91
|
+
|
|
92
|
+
For streaming, structured outputs, vision, or the full model list, follow
|
|
93
|
+
[docs.x.ai](https://docs.x.ai) — the shapes are OpenAI-compatible.
|
|
94
|
+
|
|
95
|
+
## Imagine — image & video generation (server-only)
|
|
96
|
+
|
|
97
|
+
The same key drives **runtime** image/video features in the app (user avatars,
|
|
98
|
+
scene art, generated content). Distinct from your build-time `imagine_text_to_image` / `imagine_image_to_image` / `imagine_image_to_video` tools (the
|
|
99
|
+
`imagine` skill): use the **API** when the *running app* generates media, the
|
|
100
|
+
tools when *you* create static assets while building.
|
|
101
|
+
|
|
102
|
+
```ts
|
|
103
|
+
// POST https://api.x.ai/v1/images/generations — same auth header as chat
|
|
104
|
+
body: JSON.stringify({
|
|
105
|
+
model: "grok-imagine-image-quality", // or "grok-imagine-image" (cheaper)
|
|
106
|
+
prompt: data.prompt,
|
|
107
|
+
// n (≤10), resolution ("1k"|"2k"), response_format ("url"|"b64_json")
|
|
108
|
+
})
|
|
109
|
+
// → body.data[0].url
|
|
110
|
+
```
|
|
111
|
+
|
|
112
|
+
- **Image editing**: `POST /v1/images/edits` — natural-language edits, up to 3
|
|
113
|
+
reference images.
|
|
114
|
+
- **Video**: `grok-imagine-video` via the async video endpoints (start, then
|
|
115
|
+
poll the returned request id; clips up to ~15s).
|
|
116
|
+
- Full parameters and examples: [docs.x.ai](https://docs.x.ai) → Imagine API.
|
|
117
|
+
|
|
118
|
+
## Voice — text-to-speech (server-only)
|
|
119
|
+
|
|
120
|
+
`POST https://api.x.ai/v1/tts` turns text into spoken audio — narration,
|
|
121
|
+
accessibility, character voices:
|
|
122
|
+
|
|
123
|
+
```ts
|
|
124
|
+
// Same Authorization header; returns audio bytes (e.g. MP3)
|
|
125
|
+
body: JSON.stringify({ text: data.text, voice_id: "eve" }) // eve = default voice
|
|
126
|
+
```
|
|
127
|
+
|
|
128
|
+
List voices at `GET /v1/tts/voices` (custom voices supported); transcription
|
|
129
|
+
(speech-to-text) is also available. Details: [docs.x.ai](https://docs.x.ai) →
|
|
130
|
+
Voice API. Serve the audio to the client from your server function — never
|
|
131
|
+
call the API from the browser (that would expose the key).
|
|
132
|
+
|
|
133
|
+
## Spend responsibly
|
|
134
|
+
|
|
135
|
+
The key belongs to the **app owner** (the user you're building for): every
|
|
136
|
+
call — including ones triggered by anonymous visitors of the deployed app —
|
|
137
|
+
**spends their personal quota and credits**. Burning it on wasteful calls
|
|
138
|
+
degrades or breaks every other use of their key. Be careful with usage:
|
|
139
|
+
|
|
140
|
+
- **Cap output** (`max_tokens`) and keep prompts small for visitor-facing
|
|
141
|
+
features. Image, and especially video, generation cost far more per call
|
|
142
|
+
than chat.
|
|
143
|
+
- **Never call the API in a loop, on every keystroke, or on page load** —
|
|
144
|
+
make calls user-initiated (button press, form submit) and debounce.
|
|
145
|
+
- **Cache or persist results** (see the `neon` skill) instead of regenerating
|
|
146
|
+
the same content per visitor or per render.
|
|
147
|
+
- **Gate expensive flows** — media generation in particular. On an app that
|
|
148
|
+
already has sign-in, put them behind `authMiddleware` (see the **`auth`
|
|
149
|
+
skill**). Sign-in is off by default, and adding the middleware without it
|
|
150
|
+
breaks the deployed app (AGENTS.md §0.5) — so on an app without accounts, cap
|
|
151
|
+
usage instead: user-initiated calls, small limits, cached results.
|
|
152
|
+
- Don't add retry storms: on an API error, surface it; retry at most once.
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
{
|
|
2
|
+
"schema": "agentsam.skill.v1",
|
|
3
|
+
"id": "grok-xai-api",
|
|
4
|
+
"name": "Grok \u00b7 xai-api",
|
|
5
|
+
"description": "xAI API via the injected XAI_API_KEY: chat, Imagine (image/video), voice",
|
|
6
|
+
"icon": "skill",
|
|
7
|
+
"slash": {
|
|
8
|
+
"suggested": "/grok-xai-api"
|
|
9
|
+
},
|
|
10
|
+
"instructions": {
|
|
11
|
+
"source": "local_file",
|
|
12
|
+
"ref": "SKILL.md"
|
|
13
|
+
},
|
|
14
|
+
"execution": {
|
|
15
|
+
"mode": "turn",
|
|
16
|
+
"tools": [],
|
|
17
|
+
"operations": [],
|
|
18
|
+
"capabilities": []
|
|
19
|
+
},
|
|
20
|
+
"provenance": {
|
|
21
|
+
"source": "apps/local-studio/.grok/skills",
|
|
22
|
+
"vendor": "grok",
|
|
23
|
+
"status": "imported"
|
|
24
|
+
}
|
|
25
|
+
}
|