@egbe-ai/opencode 0.0.0-stage → 0.1.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +4 -0
- package/README.md +124 -2
- package/index.js +5 -0
- package/package.json +55 -4
- package/plugin.js +230 -0
- package/session-log.js +315 -0
- package/skills/.egbe-catalog/manifest.json +1 -0
- package/skills/egbe-os-analytics/SKILL.md +499 -0
- package/skills/egbe-os-analytics/canonical-events.v1.json +256 -0
- package/skills/egbe-os-analytics/references/session-funnel.md +130 -0
- package/skills/egbe-os-analytics/references/workflows/activation-tracking.md +147 -0
- package/skills/egbe-os-analytics/references/workflows/landing-click-tracking.md +209 -0
- package/skills/egbe-os-analytics/references/workflows/payment-lifecycle-tracking.md +122 -0
- package/skills/egbe-os-analytics/references/workflows/product-funnel-tracking.md +77 -0
- package/skills/egbe-os-analytics/references/workflows/signup-lifecycle-tracking.md +208 -0
- package/skills/egbe-os-analytics/scripts/umami_funnel.py +927 -0
- package/skills/egbe-os-apollo-lead-finder/SKILL.md +135 -0
- package/skills/egbe-os-apollo-lead-finder/references/operations.md +240 -0
- package/skills/egbe-os-apollo-lead-finder/scripts/enrich.js +6 -0
- package/skills/egbe-os-apollo-lead-finder/scripts/enrich.sh +4 -0
- package/skills/egbe-os-apollo-lead-finder/scripts/find-leads.js +6 -0
- package/skills/egbe-os-apollo-lead-finder/scripts/find-leads.sh +4 -0
- package/skills/egbe-os-apollo-lead-finder/scripts/lib/apollo-client.js +343 -0
- package/skills/egbe-os-apollo-lead-finder/scripts/lib/connection-identity.js +17 -0
- package/skills/egbe-os-apollo-lead-finder/scripts/lib/helpers.js +127 -0
- package/skills/egbe-os-apollo-lead-finder/scripts/lib/places-filters.js +217 -0
- package/skills/egbe-os-apollo-lead-finder/scripts/lib/sourcing.js +153 -0
- package/skills/egbe-os-apollo-lead-finder/scripts/places-leads.js +653 -0
- package/skills/egbe-os-apollo-lead-finder/scripts/places-leads.sh +4 -0
- package/skills/egbe-os-apollo-lead-finder/scripts/search.js +6 -0
- package/skills/egbe-os-apollo-lead-finder/scripts/search.sh +4 -0
- package/skills/egbe-os-campaign-landing-page/SKILL.md +95 -0
- package/skills/egbe-os-campaign-landing-page/agents/openai.yaml +4 -0
- package/skills/egbe-os-campaign-landing-page/references/leads-calendar-and-tracking.md +66 -0
- package/skills/egbe-os-campaign-landing-page/references/os-wiring.md +58 -0
- package/skills/egbe-os-campaign-landing-page/references/qa.md +40 -0
- package/skills/egbe-os-campaign-landing-page/references/routing.md +32 -0
- package/skills/egbe-os-db/SKILL.md +174 -0
- package/skills/egbe-os-deploy/SKILL.md +412 -0
- package/skills/egbe-os-design/SKILL.md +182 -0
- package/skills/egbe-os-design-landing-page/SKILL.md +117 -0
- package/skills/egbe-os-design-landing-page/agents/openai.yaml +4 -0
- package/skills/egbe-os-design-landing-page/assets/scaffold/.dockerignore +11 -0
- package/skills/egbe-os-design-landing-page/assets/scaffold/AGENTS.md +31 -0
- package/skills/egbe-os-design-landing-page/assets/scaffold/Dockerfile +21 -0
- package/skills/egbe-os-design-landing-page/assets/scaffold/eslint.config.mjs +18 -0
- package/skills/egbe-os-design-landing-page/assets/scaffold/next.config.ts +11 -0
- package/skills/egbe-os-design-landing-page/assets/scaffold/package.json +36 -0
- package/skills/egbe-os-design-landing-page/assets/scaffold/postcss.config.mjs +7 -0
- package/skills/egbe-os-design-landing-page/assets/scaffold/public/.gitkeep +1 -0
- package/skills/egbe-os-design-landing-page/assets/scaffold/sentry.edge.config.ts +13 -0
- package/skills/egbe-os-design-landing-page/assets/scaffold/sentry.server.config.ts +13 -0
- package/skills/egbe-os-design-landing-page/assets/scaffold/src/app/global-error.tsx +19 -0
- package/skills/egbe-os-design-landing-page/assets/scaffold/src/app/globals.css +22 -0
- package/skills/egbe-os-design-landing-page/assets/scaffold/src/app/layout.tsx +21 -0
- package/skills/egbe-os-design-landing-page/assets/scaffold/src/app/page.tsx +3 -0
- package/skills/egbe-os-design-landing-page/assets/scaffold/src/app/privacy/page.tsx +28 -0
- package/skills/egbe-os-design-landing-page/assets/scaffold/src/components/egbe-analytics.tsx +39 -0
- package/skills/egbe-os-design-landing-page/assets/scaffold/src/instrumentation-client.ts +15 -0
- package/skills/egbe-os-design-landing-page/assets/scaffold/src/instrumentation.ts +13 -0
- package/skills/egbe-os-design-landing-page/assets/scaffold/src/lib/egbe-observability.generated.ts +20 -0
- package/skills/egbe-os-design-landing-page/assets/scaffold/src/lib/utils.ts +6 -0
- package/skills/egbe-os-design-landing-page/assets/scaffold/tsconfig.json +34 -0
- package/skills/egbe-os-design-landing-page/references/application-preparation.md +44 -0
- package/skills/egbe-os-design-landing-page/references/page-inputs.md +22 -0
- package/skills/egbe-os-destination-readiness/SKILL.md +132 -0
- package/skills/egbe-os-destination-readiness/references/checks.md +130 -0
- package/skills/egbe-os-destination-readiness/references/network-requirements.md +34 -0
- package/skills/egbe-os-destination-readiness/references/report.md +116 -0
- package/skills/egbe-os-domains/SKILL.md +189 -0
- package/skills/egbe-os-errors/SKILL.md +259 -0
- package/skills/egbe-os-git/SKILL.md +275 -0
- package/skills/egbe-os-git/references/issues.md +33 -0
- package/skills/egbe-os-google-ads/SKILL.md +163 -0
- package/skills/egbe-os-google-ads/references/artifacts.md +133 -0
- package/skills/egbe-os-google-ads/references/campaigns.md +157 -0
- package/skills/egbe-os-google-ads/references/conversions.md +153 -0
- package/skills/egbe-os-google-ads/references/delivery.md +128 -0
- package/skills/egbe-os-google-ads/references/keyword-ideas.md +40 -0
- package/skills/egbe-os-google-ads/references/reporting.md +105 -0
- package/skills/egbe-os-google-ads/references/search-assets.md +219 -0
- package/skills/egbe-os-google-ads/references/server-conversions.md +119 -0
- package/skills/egbe-os-google-auth/SKILL.md +285 -0
- package/skills/egbe-os-google-auth/agents/openai.yaml +4 -0
- package/skills/egbe-os-gtm-knowledge/SKILL.md +151 -0
- package/skills/egbe-os-images/SKILL.md +163 -0
- package/skills/egbe-os-images/references/stock-images.md +21 -0
- package/skills/egbe-os-instantly-campaign-launcher/SKILL.md +127 -0
- package/skills/egbe-os-instantly-campaign-launcher/references/instantly-ops.md +260 -0
- package/skills/egbe-os-instantly-campaign-launcher/references/observation-and-scheduling.md +188 -0
- package/skills/egbe-os-instantly-campaign-launcher/references/reply-handling.md +116 -0
- package/skills/egbe-os-instantly-campaign-launcher/references/run-spec-template.json +65 -0
- package/skills/egbe-os-instantly-campaign-launcher/references/run-state.md +145 -0
- package/skills/egbe-os-instantly-campaign-launcher/scripts/conclude-campaign.js +158 -0
- package/skills/egbe-os-instantly-campaign-launcher/scripts/install-crons.js +956 -0
- package/skills/egbe-os-instantly-campaign-launcher/scripts/launch-campaign.js +2008 -0
- package/skills/egbe-os-instantly-campaign-launcher/scripts/lib/campaign-metrics.js +124 -0
- package/skills/egbe-os-instantly-campaign-launcher/scripts/lib/confirmed-opt-outs.js +208 -0
- package/skills/egbe-os-instantly-campaign-launcher/scripts/lib/connection-identity.js +17 -0
- package/skills/egbe-os-instantly-campaign-launcher/scripts/lib/create-once.js +23 -0
- package/skills/egbe-os-instantly-campaign-launcher/scripts/lib/gtm-identity.js +125 -0
- package/skills/egbe-os-instantly-campaign-launcher/scripts/lib/helpers.js +545 -0
- package/skills/egbe-os-instantly-campaign-launcher/scripts/lib/html-body.js +266 -0
- package/skills/egbe-os-instantly-campaign-launcher/scripts/lib/instantly-client.js +328 -0
- package/skills/egbe-os-instantly-campaign-launcher/scripts/lib/outreach-db.js +370 -0
- package/skills/egbe-os-instantly-campaign-launcher/scripts/lib/recipient-exclusion/index.js +86 -0
- package/skills/egbe-os-instantly-campaign-launcher/scripts/lib/replenish-test-harness.js +53 -0
- package/skills/egbe-os-instantly-campaign-launcher/scripts/lib/reply-queue.js +67 -0
- package/skills/egbe-os-instantly-campaign-launcher/scripts/lib/run-config.js +103 -0
- package/skills/egbe-os-instantly-campaign-launcher/scripts/lib/sender-selection.js +105 -0
- package/skills/egbe-os-instantly-campaign-launcher/scripts/monitor-campaign.js +607 -0
- package/skills/egbe-os-instantly-campaign-launcher/scripts/outreach-report.js +147 -0
- package/skills/egbe-os-instantly-campaign-launcher/scripts/replenish-leads.js +619 -0
- package/skills/egbe-os-instantly-campaign-launcher/scripts/reply-worker.js +258 -0
- package/skills/egbe-os-instantly-campaign-launcher/scripts/run-cron-job.js +32 -0
- package/skills/egbe-os-instantly-campaign-launcher/scripts/send-reply.js +260 -0
- package/skills/egbe-os-linkedin-ads/SKILL.md +114 -0
- package/skills/egbe-os-linkedin-ads/references/destination-requirements.md +30 -0
- package/skills/egbe-os-linkedin-ads/references/runtime/api-reference.md +154 -0
- package/skills/egbe-os-linkedin-ads/references/runtime/artifacts.md +63 -0
- package/skills/egbe-os-linkedin-ads/references/workflows/build-paused.md +44 -0
- package/skills/egbe-os-linkedin-ads/references/workflows/conversions.md +88 -0
- package/skills/egbe-os-linkedin-ads/references/workflows/launch-and-pause.md +49 -0
- package/skills/egbe-os-linkedin-ads/references/workflows/monitoring.md +35 -0
- package/skills/egbe-os-linkedin-ads/references/workflows/readiness.md +63 -0
- package/skills/egbe-os-linkedin-ads/references/workflows/targeting-and-creative.md +52 -0
- package/skills/egbe-os-llm/SKILL.md +160 -0
- package/skills/egbe-os-mail/SKILL.md +180 -0
- package/skills/egbe-os-me/SKILL.md +119 -0
- package/skills/egbe-os-meta-ads/SKILL.md +114 -0
- package/skills/egbe-os-meta-ads/references/creative/creative-specs.md +15 -0
- package/skills/egbe-os-meta-ads/references/creative/talking-head.md +35 -0
- package/skills/egbe-os-meta-ads/references/destination-requirements.md +30 -0
- package/skills/egbe-os-meta-ads/references/runtime/api-reference.md +436 -0
- package/skills/egbe-os-meta-ads/references/runtime/artifacts.md +51 -0
- package/skills/egbe-os-meta-ads/references/runtime/insights-reference.md +187 -0
- package/skills/egbe-os-meta-ads/references/runtime/pixel-install.md +196 -0
- package/skills/egbe-os-meta-ads/references/runtime/shared-analytics-attribution.md +16 -0
- package/skills/egbe-os-meta-ads/references/workflows/build-paused.md +36 -0
- package/skills/egbe-os-meta-ads/references/workflows/launch-ready.md +16 -0
- package/skills/egbe-os-meta-ads/references/workflows/launch.md +23 -0
- package/skills/egbe-os-meta-ads/references/workflows/monitoring.md +72 -0
- package/skills/egbe-os-meta-ads/references/workflows/pause.md +17 -0
- package/skills/egbe-os-meta-ads/references/workflows/recovery.md +23 -0
- package/skills/egbe-os-meta-ads/scripts/check-pixel.py +229 -0
- package/skills/egbe-os-meta-ads/scripts/validate-meta-artifacts.py +187 -0
- package/skills/egbe-os-notifications/SKILL.md +78 -0
- package/skills/egbe-os-openai-ads/SKILL.md +149 -0
- package/skills/egbe-os-openai-ads/references/creative/chat-card.md +51 -0
- package/skills/egbe-os-openai-ads/references/destination-requirements.md +29 -0
- package/skills/egbe-os-openai-ads/references/runtime/api-reference.md +219 -0
- package/skills/egbe-os-openai-ads/references/runtime/artifacts.md +169 -0
- package/skills/egbe-os-openai-ads/references/workflows/build-paused.md +40 -0
- package/skills/egbe-os-openai-ads/references/workflows/conversions.md +40 -0
- package/skills/egbe-os-openai-ads/references/workflows/creative-assembly.md +24 -0
- package/skills/egbe-os-openai-ads/references/workflows/launch.md +27 -0
- package/skills/egbe-os-openai-ads/references/workflows/monitoring.md +54 -0
- package/skills/egbe-os-openai-ads/references/workflows/pause.md +22 -0
- package/skills/egbe-os-openai-ads/references/workflows/readiness.md +37 -0
- package/skills/egbe-os-openai-ads/references/workflows/tracking.md +32 -0
- package/skills/egbe-os-openai-ads/scripts/validate-openai-artifacts.py +271 -0
- package/skills/egbe-os-organic-trend-watch/SKILL.md +139 -0
- package/skills/egbe-os-organic-trend-watch/agents/openai.yaml +4 -0
- package/skills/egbe-os-organic-trend-watch/references/analysis-and-adaptation.md +54 -0
- package/skills/egbe-os-organic-trend-watch/references/collection-and-analysis.md +117 -0
- package/skills/egbe-os-organic-trend-watch/references/output-contract.md +133 -0
- package/skills/egbe-os-organic-trend-watch/references/provider-contract.md +169 -0
- package/skills/egbe-os-organic-trend-watch/references/runtime-contract.md +204 -0
- package/skills/egbe-os-organic-trend-watch/references/visual-analysis-prompt.md +17 -0
- package/skills/egbe-os-organic-trend-watch/scripts/_analysis.py +612 -0
- package/skills/egbe-os-organic-trend-watch/scripts/_contract.py +1133 -0
- package/skills/egbe-os-organic-trend-watch/scripts/_provider_inputs.py +165 -0
- package/skills/egbe-os-organic-trend-watch/scripts/analyze-visual-evidence.py +315 -0
- package/skills/egbe-os-organic-trend-watch/scripts/build-provider-inputs.py +88 -0
- package/skills/egbe-os-organic-trend-watch/scripts/connection_identity.py +22 -0
- package/skills/egbe-os-organic-trend-watch/scripts/egbe_artifacts.py +24 -0
- package/skills/egbe-os-organic-trend-watch/scripts/finalize-receipt.py +106 -0
- package/skills/egbe-os-organic-trend-watch/scripts/normalize-videos.py +647 -0
- package/skills/egbe-os-organic-trend-watch/scripts/prepare-visual-evidence.py +324 -0
- package/skills/egbe-os-organic-trend-watch/scripts/render-result.py +30 -0
- package/skills/egbe-os-organic-trend-watch/scripts/run-apify.py +723 -0
- package/skills/egbe-os-organic-trend-watch/scripts/run-state.py +192 -0
- package/skills/egbe-os-organic-trend-watch/scripts/validate-context.py +27 -0
- package/skills/egbe-os-organic-trend-watch/scripts/validate-runtime.py +137 -0
- package/skills/egbe-os-payments/SKILL.md +215 -0
- package/skills/egbe-os-payments/agents/openai.yaml +4 -0
- package/skills/egbe-os-payments/assets/scaffolds/billing-nextjs-subscription/.egbe/scaffolds/billing-nextjs-subscription.v1.json +5 -0
- package/skills/egbe-os-payments/assets/scaffolds/billing-nextjs-subscription/AGENTS.append.md +13 -0
- package/skills/egbe-os-payments/assets/scaffolds/billing-nextjs-subscription/db/migrations/1000_egbe_billing.sql +66 -0
- package/skills/egbe-os-payments/assets/scaffolds/billing-nextjs-subscription/package.fragment.json +12 -0
- package/skills/egbe-os-payments/assets/scaffolds/billing-nextjs-subscription/scripts/billing-sync.mjs +162 -0
- package/skills/egbe-os-payments/assets/scaffolds/billing-nextjs-subscription/src/app/account/billing/error.tsx +11 -0
- package/skills/egbe-os-payments/assets/scaffolds/billing-nextjs-subscription/src/app/account/billing/loading.tsx +8 -0
- package/skills/egbe-os-payments/assets/scaffolds/billing-nextjs-subscription/src/app/account/billing/page.tsx +121 -0
- package/skills/egbe-os-payments/assets/scaffolds/billing-nextjs-subscription/src/app/api/billing/checkout/route.ts +102 -0
- package/skills/egbe-os-payments/assets/scaffolds/billing-nextjs-subscription/src/app/api/billing/portal/route.ts +54 -0
- package/skills/egbe-os-payments/assets/scaffolds/billing-nextjs-subscription/src/app/api/billing/status/route.ts +22 -0
- package/skills/egbe-os-payments/assets/scaffolds/billing-nextjs-subscription/src/app/api/payments/webhook/route.ts +65 -0
- package/skills/egbe-os-payments/assets/scaffolds/billing-nextjs-subscription/src/components/egbe-billing/plan-badge.tsx +16 -0
- package/skills/egbe-os-payments/assets/scaffolds/billing-nextjs-subscription/src/lib/egbe-billing/billing-sync.test.mjs +58 -0
- package/skills/egbe-os-payments/assets/scaffolds/billing-nextjs-subscription/src/lib/egbe-billing/catalog.ts +82 -0
- package/skills/egbe-os-payments/assets/scaffolds/billing-nextjs-subscription/src/lib/egbe-billing/checkout-payload.ts +47 -0
- package/skills/egbe-os-payments/assets/scaffolds/billing-nextjs-subscription/src/lib/egbe-billing/foundation-contract.test.mjs +59 -0
- package/skills/egbe-os-payments/assets/scaffolds/billing-nextjs-subscription/src/lib/egbe-billing/lifecycle.d.ts +16 -0
- package/skills/egbe-os-payments/assets/scaffolds/billing-nextjs-subscription/src/lib/egbe-billing/lifecycle.mjs +82 -0
- package/skills/egbe-os-payments/assets/scaffolds/billing-nextjs-subscription/src/lib/egbe-billing/lifecycle.test.mjs +94 -0
- package/skills/egbe-os-payments/assets/scaffolds/billing-nextjs-subscription/src/lib/egbe-billing/os-client.ts +96 -0
- package/skills/egbe-os-payments/assets/scaffolds/billing-nextjs-subscription/src/lib/egbe-billing/plans.json +17 -0
- package/skills/egbe-os-payments/assets/scaffolds/billing-nextjs-subscription/src/lib/egbe-billing/repository.ts +325 -0
- package/skills/egbe-os-payments/assets/scaffolds/billing-nextjs-subscription/src/lib/egbe-billing/signature.d.ts +6 -0
- package/skills/egbe-os-payments/assets/scaffolds/billing-nextjs-subscription/src/lib/egbe-billing/signature.mjs +22 -0
- package/skills/egbe-os-payments/references/contracts/plan-catalog.md +46 -0
- package/skills/egbe-os-payments/references/security/durable-verification.md +64 -0
- package/skills/egbe-os-payments/references/security/server-integration.md +26 -0
- package/skills/egbe-os-payments/references/security/webhook-and-entitlements.md +152 -0
- package/skills/egbe-os-payments/references/ux/billing-experience.md +47 -0
- package/skills/egbe-os-payments/references/workflows/account-billing.md +64 -0
- package/skills/egbe-os-payments/references/workflows/discounts-and-promotion-codes.md +265 -0
- package/skills/egbe-os-payments/references/workflows/one-time-purchase.md +75 -0
- package/skills/egbe-os-payments/references/workflows/product-checkout.md +355 -0
- package/skills/egbe-os-payments/references/workflows/subscription-lifecycle.md +55 -0
- package/skills/egbe-os-playbook/SKILL.md +79 -0
- package/skills/egbe-os-playbook/playbooks/market-and-acquisition/channels/email-outreach.md +91 -0
- package/skills/egbe-os-playbook/playbooks/market-and-acquisition/channels/google-search.md +40 -0
- package/skills/egbe-os-playbook/playbooks/market-and-acquisition/channels/linkedin.md +24 -0
- package/skills/egbe-os-playbook/playbooks/market-and-acquisition/channels/meta.md +23 -0
- package/skills/egbe-os-playbook/playbooks/market-and-acquisition/channels/openai.md +15 -0
- package/skills/egbe-os-playbook/playbooks/market-and-acquisition/channels/reddit.md +56 -0
- package/skills/egbe-os-playbook/playbooks/market-and-acquisition/choose-test.md +73 -0
- package/skills/egbe-os-playbook/playbooks/market-and-acquisition/evaluate.md +91 -0
- package/skills/egbe-os-playbook/playbooks/market-and-acquisition/market.md +96 -0
- package/skills/egbe-os-playbook/playbooks/market-and-acquisition/run-test.md +111 -0
- package/skills/egbe-os-playbook/playbooks/market-and-acquisition.md +56 -0
- package/skills/egbe-os-playbook/playbooks/product/business-loop.md +141 -0
- package/skills/egbe-os-playbook/playbooks/product/collaboration.md +26 -0
- package/skills/egbe-os-playbook/playbooks/product/deliver.md +75 -0
- package/skills/egbe-os-playbook/playbooks/product/diagnose.md +80 -0
- package/skills/egbe-os-playbook/playbooks/product/evaluate.md +67 -0
- package/skills/egbe-os-playbook/playbooks/product/experience.md +132 -0
- package/skills/egbe-os-playbook/playbooks/product/loop-examples.md +67 -0
- package/skills/egbe-os-playbook/playbooks/product/offer.md +65 -0
- package/skills/egbe-os-playbook/playbooks/product/value.md +91 -0
- package/skills/egbe-os-playbook/playbooks/product.md +67 -0
- package/skills/egbe-os-playbook/references/catalog.md +127 -0
- package/skills/egbe-os-playbook/references/changes.md +167 -0
- package/skills/egbe-os-playbook/scripts/playbook-changes.py +6 -0
- package/skills/egbe-os-playbook/scripts/playbook_changes/__init__.py +1 -0
- package/skills/egbe-os-playbook/scripts/playbook_changes/cli.py +57 -0
- package/skills/egbe-os-playbook/scripts/playbook_changes/operations.py +137 -0
- package/skills/egbe-os-playbook/scripts/playbook_changes/protocol.py +132 -0
- package/skills/egbe-os-playbook/scripts/playbook_changes/storage.py +180 -0
- package/skills/egbe-os-playbook/scripts/playbook_changes/transport.py +113 -0
- package/skills/egbe-os-product-auth/SKILL.md +151 -0
- package/skills/egbe-os-product-auth/agents/openai.yaml +4 -0
- package/skills/egbe-os-product-auth/assets/db/README.md +102 -0
- package/skills/egbe-os-product-auth/assets/db/create-validation-session.mjs +223 -0
- package/skills/egbe-os-product-auth/assets/db/migrate.mjs +64 -0
- package/skills/egbe-os-product-auth/assets/db/migrations/0001_auth.sql +33 -0
- package/skills/egbe-os-product-auth/assets/db/migrations/0002_auth_identities.sql +16 -0
- package/skills/egbe-os-product-auth/assets/scaffolds/product-auth-database/AGENTS.append.md +17 -0
- package/skills/egbe-os-product-auth/assets/scaffolds/product-auth-database/package.fragment.json +10 -0
- package/skills/egbe-os-product-auth/assets/scaffolds/product-nextjs-postgres/AGENTS.append.md +9 -0
- package/skills/egbe-os-product-auth/assets/scaffolds/product-nextjs-postgres/package.fragment.json +13 -0
- package/skills/egbe-os-product-auth/assets/scaffolds/product-nextjs-postgres/src/lib/egbe-product/db.ts +31 -0
- package/skills/egbe-os-product-auth/assets/scaffolds/product-nextjs-postgres/src/lib/egbe-product/identity.ts +94 -0
- package/skills/egbe-os-product-auth/assets/scaffolds/product-nextjs-postgres/src/lib/egbe-product/index.ts +3 -0
- package/skills/egbe-os-product-auth/assets/scaffolds/product-nextjs-postgres/src/lib/egbe-product/session.ts +91 -0
- package/skills/egbe-os-product-auth/references/contracts/live-auth-interface.md +108 -0
- package/skills/egbe-os-product-auth/references/frameworks/nextjs.md +34 -0
- package/skills/egbe-os-product-auth/references/security/session-and-credentials.md +73 -0
- package/skills/egbe-os-product-auth/references/ux/auth-experience.md +58 -0
- package/skills/egbe-os-product-auth/references/workflows/account-recovery.md +22 -0
- package/skills/egbe-os-product-auth/references/workflows/build-auth.md +212 -0
- package/skills/egbe-os-product-auth/references/workflows/google.md +34 -0
- package/skills/egbe-os-product-auth/references/workflows/passwordless-email.md +65 -0
- package/skills/egbe-os-product-build/SKILL.md +111 -0
- package/skills/egbe-os-product-build/agents/openai.yaml +4 -0
- package/skills/egbe-os-product-build/references/capabilities.md +25 -0
- package/skills/egbe-os-product-build/references/engineering.md +72 -0
- package/skills/egbe-os-product-build/references/execution.md +55 -0
- package/skills/egbe-os-product-build/references/foundations.md +93 -0
- package/skills/egbe-os-product-build/references/interface-quality.md +32 -0
- package/skills/egbe-os-product-build/references/workflows/private-review-handoff.md +86 -0
- package/skills/egbe-os-product-build/scripts/scaffold.py +296 -0
- package/skills/egbe-os-product-demo-video/SKILL.md +118 -0
- package/skills/egbe-os-product-demo-video/references/recording.md +32 -0
- package/skills/egbe-os-product-market-research/SKILL.md +159 -0
- package/skills/egbe-os-product-market-research/agents/openai.yaml +4 -0
- package/skills/egbe-os-product-market-research/references/catalog.v1.json +177 -0
- package/skills/egbe-os-product-market-research/references/config/channel-footprint-sources.v1.json +99 -0
- package/skills/egbe-os-product-market-research/references/config/creative-taxonomy.v1.json +367 -0
- package/skills/egbe-os-product-market-research/references/contracts/creative-video.md +75 -0
- package/skills/egbe-os-product-market-research/references/contracts/funnel-teardown.md +235 -0
- package/skills/egbe-os-product-market-research/references/contracts/geography-comparison.md +71 -0
- package/skills/egbe-os-product-market-research/references/contracts/lifecycle-capture.md +119 -0
- package/skills/egbe-os-product-market-research/references/contracts/research-artifacts.md +520 -0
- package/skills/egbe-os-product-market-research/references/contracts/walk-mechanics.v2.json +18 -0
- package/skills/egbe-os-product-market-research/references/prompts/acquisition-channels.md +137 -0
- package/skills/egbe-os-product-market-research/references/prompts/acquisition-channels.user.md +4 -0
- package/skills/egbe-os-product-market-research/references/prompts/competitive-landscape.md +118 -0
- package/skills/egbe-os-product-market-research/references/prompts/competitive-landscape.user.md +4 -0
- package/skills/egbe-os-product-market-research/references/prompts/demand-validation.md +154 -0
- package/skills/egbe-os-product-market-research/references/prompts/demand-validation.user.md +4 -0
- package/skills/egbe-os-product-market-research/references/prompts/market-size-and-dynamics.md +100 -0
- package/skills/egbe-os-product-market-research/references/prompts/market-size-and-dynamics.user.md +4 -0
- package/skills/egbe-os-product-market-research/references/prompts/pricing-and-monetization.md +126 -0
- package/skills/egbe-os-product-market-research/references/prompts/pricing-and-monetization.user.md +4 -0
- package/skills/egbe-os-product-market-research/references/prompts/target-audience.md +98 -0
- package/skills/egbe-os-product-market-research/references/prompts/target-audience.user.md +4 -0
- package/skills/egbe-os-product-market-research/references/prompts/unit-economics.md +217 -0
- package/skills/egbe-os-product-market-research/references/prompts/unit-economics.user.md +4 -0
- package/skills/egbe-os-product-market-research/references/prompts/value-proposition.md +113 -0
- package/skills/egbe-os-product-market-research/references/prompts/value-proposition.user.md +4 -0
- package/skills/egbe-os-product-market-research/references/workflows/acquisition-channels.md +27 -0
- package/skills/egbe-os-product-market-research/references/workflows/channel-footprint.md +163 -0
- package/skills/egbe-os-product-market-research/references/workflows/community-demand.md +100 -0
- package/skills/egbe-os-product-market-research/references/workflows/competitive-landscape.md +27 -0
- package/skills/egbe-os-product-market-research/references/workflows/competitor-ads.md +82 -0
- package/skills/egbe-os-product-market-research/references/workflows/competitor-set.md +300 -0
- package/skills/egbe-os-product-market-research/references/workflows/creative-patterns.md +228 -0
- package/skills/egbe-os-product-market-research/references/workflows/demand-validation.md +27 -0
- package/skills/egbe-os-product-market-research/references/workflows/fleet-prior.md +80 -0
- package/skills/egbe-os-product-market-research/references/workflows/funnel-teardown.md +184 -0
- package/skills/egbe-os-product-market-research/references/workflows/geography-comparison.md +84 -0
- package/skills/egbe-os-product-market-research/references/workflows/keyword-economics.md +122 -0
- package/skills/egbe-os-product-market-research/references/workflows/lifecycle-capture.md +218 -0
- package/skills/egbe-os-product-market-research/references/workflows/local-research.md +55 -0
- package/skills/egbe-os-product-market-research/references/workflows/market-size-and-dynamics.md +27 -0
- package/skills/egbe-os-product-market-research/references/workflows/preview.md +175 -0
- package/skills/egbe-os-product-market-research/references/workflows/pricing-and-monetization.md +27 -0
- package/skills/egbe-os-product-market-research/references/workflows/recommendations.md +35 -0
- package/skills/egbe-os-product-market-research/references/workflows/review-mining.md +76 -0
- package/skills/egbe-os-product-market-research/references/workflows/target-audience.md +27 -0
- package/skills/egbe-os-product-market-research/references/workflows/tiktok-reels-market-trends.md +46 -0
- package/skills/egbe-os-product-market-research/references/workflows/unit-economics.md +27 -0
- package/skills/egbe-os-product-market-research/references/workflows/value-proposition.md +27 -0
- package/skills/egbe-os-product-market-research/scripts/build-organic-trend-context.py +167 -0
- package/skills/egbe-os-product-market-research/scripts/build-preview-context.py +91 -0
- package/skills/egbe-os-product-market-research/scripts/build-research-query.py +225 -0
- package/skills/egbe-os-product-market-research/scripts/channel-footprint-model.py +294 -0
- package/skills/egbe-os-product-market-research/scripts/connection_identity.py +22 -0
- package/skills/egbe-os-product-market-research/scripts/creative-model.py +364 -0
- package/skills/egbe-os-product-market-research/scripts/creative-selection.py +113 -0
- package/skills/egbe-os-product-market-research/scripts/creative-semantics.py +365 -0
- package/skills/egbe-os-product-market-research/scripts/creative-video.py +542 -0
- package/skills/egbe-os-product-market-research/scripts/egbe_artifacts.py +24 -0
- package/skills/egbe-os-product-market-research/scripts/finalize-organic-trend-watch.py +304 -0
- package/skills/egbe-os-product-market-research/scripts/funnel-email-review.py +97 -0
- package/skills/egbe-os-product-market-research/scripts/funnel-model.py +966 -0
- package/skills/egbe-os-product-market-research/scripts/funnel_features.py +50 -0
- package/skills/egbe-os-product-market-research/scripts/geography-comparison-contract.py +172 -0
- package/skills/egbe-os-product-market-research/scripts/geography-comparison.py +169 -0
- package/skills/egbe-os-product-market-research/scripts/keyword-forecast.py +61 -0
- package/skills/egbe-os-product-market-research/scripts/keyword-locale-publication.py +136 -0
- package/skills/egbe-os-product-market-research/scripts/lifecycle-start.py +190 -0
- package/skills/egbe-os-product-market-research/scripts/persist-research-report.py +63 -0
- package/skills/egbe-os-product-market-research/scripts/research-artifact-io.py +281 -0
- package/skills/egbe-os-product-market-research/scripts/research-evidence.py +496 -0
- package/skills/egbe-os-product-market-research/scripts/research-policy.py +33 -0
- package/skills/egbe-os-product-market-research/scripts/research-section-runtime.py +343 -0
- package/skills/egbe-os-product-market-research/scripts/research-section-workflow.py +288 -0
- package/skills/egbe-os-product-market-research/scripts/research_integrity.py +122 -0
- package/skills/egbe-os-product-market-research/scripts/review-research-completion.py +306 -0
- package/skills/egbe-os-product-market-research/scripts/run-acquisition-channels.py +72 -0
- package/skills/egbe-os-product-market-research/scripts/run-channel-footprint.py +2258 -0
- package/skills/egbe-os-product-market-research/scripts/run-community-demand.py +1603 -0
- package/skills/egbe-os-product-market-research/scripts/run-competitive-landscape.py +66 -0
- package/skills/egbe-os-product-market-research/scripts/run-competitor-ads.py +1156 -0
- package/skills/egbe-os-product-market-research/scripts/run-competitor-set.py +2514 -0
- package/skills/egbe-os-product-market-research/scripts/run-creative-patterns.py +2042 -0
- package/skills/egbe-os-product-market-research/scripts/run-demand-validation.py +72 -0
- package/skills/egbe-os-product-market-research/scripts/run-fleet-prior.py +652 -0
- package/skills/egbe-os-product-market-research/scripts/run-funnel-teardown.py +493 -0
- package/skills/egbe-os-product-market-research/scripts/run-keyword-economics.py +1443 -0
- package/skills/egbe-os-product-market-research/scripts/run-lifecycle-capture.py +1543 -0
- package/skills/egbe-os-product-market-research/scripts/run-market-size-and-dynamics.py +66 -0
- package/skills/egbe-os-product-market-research/scripts/run-os-research.py +311 -0
- package/skills/egbe-os-product-market-research/scripts/run-pricing-and-monetization.py +71 -0
- package/skills/egbe-os-product-market-research/scripts/run-review-mining.py +1051 -0
- package/skills/egbe-os-product-market-research/scripts/run-target-audience.py +66 -0
- package/skills/egbe-os-product-market-research/scripts/run-unit-economics.py +71 -0
- package/skills/egbe-os-product-market-research/scripts/run-value-proposition.py +67 -0
- package/skills/egbe-os-product-market-research/scripts/upsert-markdown-section.py +156 -0
- package/skills/egbe-os-product-market-research/scripts/walk-funnels.py +249 -0
- package/skills/egbe-os-product-market-research/scripts/write-preview.py +710 -0
- package/skills/egbe-os-product-market-research/scripts/write-recommendations.py +272 -0
- package/skills/egbe-os-product-report/SKILL.md +150 -0
- package/skills/egbe-os-product-report/references/artifacts.md +84 -0
- package/skills/egbe-os-product-report/references/brief.md +34 -0
- package/skills/egbe-os-product-report/references/daily.md +76 -0
- package/skills/egbe-os-product-report/references/sources.md +68 -0
- package/skills/egbe-os-product-routines/SKILL.md +166 -0
- package/skills/egbe-os-product-routines/references/catalog.md +22 -0
- package/skills/egbe-os-product-routines/references/continuation-check.md +41 -0
- package/skills/egbe-os-product-routines/references/product-reporting.md +163 -0
- package/skills/egbe-os-product-routines/references/run-preset.md +32 -0
- package/skills/egbe-os-quickstart/scripts/egbe-curl.py +357 -0
- package/skills/egbe-os-quiz-funnel/SKILL.md +152 -0
- package/skills/egbe-os-quiz-funnel/agents/openai.yaml +4 -0
- package/skills/egbe-os-quiz-funnel/assets/engine/quiz-engine.d.mts +224 -0
- package/skills/egbe-os-quiz-funnel/assets/engine/quiz-engine.mjs +652 -0
- package/skills/egbe-os-quiz-funnel/assets/engine/quiz-engine.test.mjs +764 -0
- package/skills/egbe-os-quiz-funnel/assets/engine/quiz-history.d.mts +31 -0
- package/skills/egbe-os-quiz-funnel/assets/engine/quiz-history.mjs +87 -0
- package/skills/egbe-os-quiz-funnel/assets/engine/quiz-history.test.mjs +265 -0
- package/skills/egbe-os-quiz-funnel/assets/engine/quiz-reference.test.mjs +254 -0
- package/skills/egbe-os-quiz-funnel/assets/examples/egbe-docs/product/quizzes/books-checkup/QUIZ.md +195 -0
- package/skills/egbe-os-quiz-funnel/assets/examples/egbe-docs/product/quizzes/books-checkup/quiz.json +421 -0
- package/skills/egbe-os-quiz-funnel/assets/examples/egbe-docs/product/quizzes/books-checkup/quiz.public.json +369 -0
- package/skills/egbe-os-quiz-funnel/assets/examples/egbe-docs/product/quizzes/books-checkup/validation.json +21 -0
- package/skills/egbe-os-quiz-funnel/assets/reference/index.html +26 -0
- package/skills/egbe-os-quiz-funnel/assets/reference/quiz-bootstrap.js +31 -0
- package/skills/egbe-os-quiz-funnel/assets/reference/quiz-early-actions.mjs +11 -0
- package/skills/egbe-os-quiz-funnel/assets/reference/quiz-first-screen.mjs +32 -0
- package/skills/egbe-os-quiz-funnel/assets/reference/quiz-page.mjs +480 -0
- package/skills/egbe-os-quiz-funnel/assets/reference/quiz.css +264 -0
- package/skills/egbe-os-quiz-funnel/references/competitor-teardown.md +159 -0
- package/skills/egbe-os-quiz-funnel/references/conversion-handoff.md +156 -0
- package/skills/egbe-os-quiz-funnel/references/implementation.md +207 -0
- package/skills/egbe-os-quiz-funnel/references/inputs.md +37 -0
- package/skills/egbe-os-quiz-funnel/references/measurement.md +122 -0
- package/skills/egbe-os-quiz-funnel/references/spec-contract.md +335 -0
- package/skills/egbe-os-quiz-funnel/references/verification.md +101 -0
- package/skills/egbe-os-quiz-funnel/references/walk-mechanics.v2.json +18 -0
- package/skills/egbe-os-quiz-funnel/scripts/compile-quiz-spec.py +1869 -0
- package/skills/egbe-os-quiz-funnel/scripts/prepare-research-identity.py +66 -0
- package/skills/egbe-os-reddit-ads/SKILL.md +121 -0
- package/skills/egbe-os-reddit-ads/assets/static-banners/bold-statement/schema.json +41 -0
- package/skills/egbe-os-reddit-ads/assets/static-banners/bold-statement/template.html +106 -0
- package/skills/egbe-os-reddit-ads/assets/static-banners/data-proof/schema.json +61 -0
- package/skills/egbe-os-reddit-ads/assets/static-banners/data-proof/template.html +151 -0
- package/skills/egbe-os-reddit-ads/assets/static-banners/honest-breakdown/schema.json +91 -0
- package/skills/egbe-os-reddit-ads/assets/static-banners/honest-breakdown/template.html +185 -0
- package/skills/egbe-os-reddit-ads/assets/static-banners/question-hook/schema.json +51 -0
- package/skills/egbe-os-reddit-ads/assets/static-banners/question-hook/template.html +121 -0
- package/skills/egbe-os-reddit-ads/assets/static-banners/reddit-post-style/schema.json +87 -0
- package/skills/egbe-os-reddit-ads/assets/static-banners/reddit-post-style/template.html +212 -0
- package/skills/egbe-os-reddit-ads/references/creative/html-to-png-pipeline.md +123 -0
- package/skills/egbe-os-reddit-ads/references/creative/static-banner-qa.md +12 -0
- package/skills/egbe-os-reddit-ads/references/creative/static-banner-system.md +16 -0
- package/skills/egbe-os-reddit-ads/references/destination-requirements.md +36 -0
- package/skills/egbe-os-reddit-ads/references/runtime/api-reference.md +435 -0
- package/skills/egbe-os-reddit-ads/references/runtime/artifacts.md +57 -0
- package/skills/egbe-os-reddit-ads/references/runtime/monitoring.md +64 -0
- package/skills/egbe-os-reddit-ads/references/runtime/pixel-and-tracking.md +49 -0
- package/skills/egbe-os-reddit-ads/references/runtime/policies.md +19 -0
- package/skills/egbe-os-reddit-ads/references/runtime/shared-analytics-attribution.md +14 -0
- package/skills/egbe-os-reddit-ads/references/workflows/build-paused.md +35 -0
- package/skills/egbe-os-reddit-ads/references/workflows/launch-ready.md +19 -0
- package/skills/egbe-os-reddit-ads/references/workflows/launch.md +32 -0
- package/skills/egbe-os-reddit-ads/references/workflows/readiness.md +9 -0
- package/skills/egbe-os-reddit-ads/scripts/capture-ad.sh +178 -0
- package/skills/egbe-os-reddit-ads/scripts/validate-reddit-artifacts.py +187 -0
- package/skills/egbe-os-report-ui/SKILL.md +133 -0
- package/skills/egbe-os-report-ui/assets/egbe-wordmark.svg +9 -0
- package/skills/egbe-os-report-ui/assets/examples/components.html +417 -0
- package/skills/egbe-os-report-ui/assets/examples/editorial.html +209 -0
- package/skills/egbe-os-report-ui/assets/scaffold.html +179 -0
- package/skills/egbe-os-report-ui/references/components.md +209 -0
- package/skills/egbe-os-research/SKILL.md +125 -0
- package/skills/egbe-os-saas-unit-economics/SKILL.md +188 -0
- package/skills/egbe-os-scrape/SKILL.md +160 -0
- package/skills/egbe-os-search/SKILL.md +182 -0
- package/skills/egbe-os-search/references/google-places.md +81 -0
- package/skills/egbe-os-support/SKILL.md +149 -0
- package/skills/egbe-os-telemetry/SKILL.md +344 -0
- package/skills/egbe-os-telemetry/references/harnesses/claude-code.md +97 -0
- package/skills/egbe-os-telemetry/references/harnesses/codex.md +22 -0
- package/skills/egbe-os-telemetry/references/harnesses/hermes.md +39 -0
- package/skills/egbe-os-telemetry/references/harnesses/openclaw.md +139 -0
- package/skills/egbe-os-telemetry/references/harnesses/opencode.md +28 -0
- package/skills/egbe-os-tools/SKILL.md +180 -0
- package/skills/egbe-os-tools/references/theona.md +26 -0
- package/skills/egbe-os-wallet/SKILL.md +181 -0
- package/skills/egbe-setup/EGBE.md +484 -0
- package/skills/egbe-setup/SKILL.md +116 -0
- package/skills/egbe-setup/references/project.md +80 -0
- package/state.js +37 -0
- package/update.js +361 -0
|
@@ -0,0 +1,542 @@
|
|
|
1
|
+
#!/usr/bin/env python3
|
|
2
|
+
"""Bounded paid-ad video evidence, shared by native ads and market observations.
|
|
3
|
+
|
|
4
|
+
The runner owns ordering/budgets; this module owns safe media preparation.
|
|
5
|
+
Provider actors are used only with explicitly configured IDs and input shapes.
|
|
6
|
+
No YouTube search result is substituted for the precise Transparency video.
|
|
7
|
+
"""
|
|
8
|
+
from __future__ import annotations
|
|
9
|
+
|
|
10
|
+
import base64
|
|
11
|
+
import hashlib
|
|
12
|
+
import http.client
|
|
13
|
+
import ipaddress
|
|
14
|
+
import json
|
|
15
|
+
import re
|
|
16
|
+
import socket
|
|
17
|
+
import ssl
|
|
18
|
+
import subprocess
|
|
19
|
+
import time
|
|
20
|
+
import urllib.parse
|
|
21
|
+
from pathlib import Path
|
|
22
|
+
from typing import Any
|
|
23
|
+
|
|
24
|
+
|
|
25
|
+
VIDEO_CONTRACT = "paid-creative-video.v1"
|
|
26
|
+
MAX_MEDIA_BYTES = 250 * 1024 * 1024
|
|
27
|
+
MAX_TOTAL_MEDIA_BYTES = 1024 * 1024 * 1024
|
|
28
|
+
MAX_AUDIO_BYTES = 24 * 1024 * 1024
|
|
29
|
+
MAX_FRAME_BYTES = 5 * 1024 * 1024
|
|
30
|
+
VIDEO_ID = re.compile(r"^[A-Za-z0-9_-]{11}$")
|
|
31
|
+
INSTRUCTIONS = """Extract paid-ad evidence from the supplied sampled frames and transcript.
|
|
32
|
+
Record the visible first-seconds hook, literal on-screen text, visible speakers
|
|
33
|
+
and presentation treatment. Attribute each observation to its frame or transcript.
|
|
34
|
+
Describe a person's visible role or clothing; do not guess identity or job title.
|
|
35
|
+
A thumbnail is a preview, not an opening frame; never infer the temporal hook,
|
|
36
|
+
motion, sound or unseen action from a preview. Spoken hooks require transcript
|
|
37
|
+
evidence. Keep whole observable promise sentences, prices and discounts as
|
|
38
|
+
attributed competitor information, never as proven results or product adaptation.
|
|
39
|
+
Explicitly report missing modalities and gaps between sampled frames."""
|
|
40
|
+
|
|
41
|
+
|
|
42
|
+
class VideoEvidenceError(ValueError):
|
|
43
|
+
pass
|
|
44
|
+
|
|
45
|
+
|
|
46
|
+
class VideoDownloadBudget:
|
|
47
|
+
"""Network bytes and verified blobs for one client/attempt, never a cache cap."""
|
|
48
|
+
def __init__(self):
|
|
49
|
+
self.downloaded_bytes = 0
|
|
50
|
+
self.verified_files: dict[tuple, str] = {}
|
|
51
|
+
|
|
52
|
+
def charge(self, size: int, limit: int) -> None:
|
|
53
|
+
self.downloaded_bytes += size
|
|
54
|
+
if self.downloaded_bytes > limit:
|
|
55
|
+
raise VideoEvidenceError("aggregate downloaded-video byte budget exhausted for this attempt")
|
|
56
|
+
|
|
57
|
+
|
|
58
|
+
def download_budget(client) -> VideoDownloadBudget:
|
|
59
|
+
budget = getattr(client, "_creative_video_download_budget", None)
|
|
60
|
+
if budget is None:
|
|
61
|
+
budget = VideoDownloadBudget()
|
|
62
|
+
client._creative_video_download_budget = budget
|
|
63
|
+
return budget
|
|
64
|
+
|
|
65
|
+
|
|
66
|
+
def _file_key(path: Path) -> tuple:
|
|
67
|
+
stat = path.stat()
|
|
68
|
+
return (str(path.resolve()), stat.st_dev, stat.st_ino, stat.st_size, stat.st_mtime_ns, stat.st_ctime_ns)
|
|
69
|
+
|
|
70
|
+
|
|
71
|
+
def _file_sha256(path: Path, budget: VideoDownloadBudget | None = None) -> str:
|
|
72
|
+
key = _file_key(path)
|
|
73
|
+
if budget is not None and key in budget.verified_files:
|
|
74
|
+
return budget.verified_files[key]
|
|
75
|
+
digest = hashlib.sha256()
|
|
76
|
+
with path.open("rb") as handle:
|
|
77
|
+
while chunk := handle.read(65536):
|
|
78
|
+
digest.update(chunk)
|
|
79
|
+
# A changed blob cannot acquire a trusted fingerprint from a partial read.
|
|
80
|
+
if _file_key(path) != key:
|
|
81
|
+
raise VideoEvidenceError("media changed during hash verification")
|
|
82
|
+
sha = digest.hexdigest()
|
|
83
|
+
if budget is not None:
|
|
84
|
+
budget.verified_files[key] = sha
|
|
85
|
+
return sha
|
|
86
|
+
|
|
87
|
+
|
|
88
|
+
def _hash(value: Any) -> str:
|
|
89
|
+
return hashlib.sha256(json.dumps(value, sort_keys=True, ensure_ascii=False).encode()).hexdigest()
|
|
90
|
+
|
|
91
|
+
|
|
92
|
+
def _write(path: Path, value: dict) -> None:
|
|
93
|
+
path.parent.mkdir(parents=True, exist_ok=True)
|
|
94
|
+
temp = path.with_suffix(".tmp")
|
|
95
|
+
temp.write_text(json.dumps(value, ensure_ascii=False), encoding="utf-8")
|
|
96
|
+
temp.replace(path)
|
|
97
|
+
|
|
98
|
+
|
|
99
|
+
def _public_target(url: str):
|
|
100
|
+
if not isinstance(url, str) or any(ord(character) < 33 for character in url) or "\\" in url:
|
|
101
|
+
raise VideoEvidenceError("media URL contains unsafe whitespace or escape characters")
|
|
102
|
+
parsed = urllib.parse.urlparse(url)
|
|
103
|
+
if (parsed.scheme != "https" or not parsed.hostname or parsed.username is not None
|
|
104
|
+
or parsed.password is not None or parsed.fragment or parsed.hostname.casefold() in {"localhost", "localhost.localdomain"}):
|
|
105
|
+
raise VideoEvidenceError("media URL must be a public HTTPS URL without credentials or fragment")
|
|
106
|
+
try:
|
|
107
|
+
addresses = socket.getaddrinfo(parsed.hostname, parsed.port or 443, type=socket.SOCK_STREAM)
|
|
108
|
+
if not addresses or any(not ipaddress.ip_address(item[4][0]).is_global for item in addresses):
|
|
109
|
+
raise VideoEvidenceError("media URL resolves to a non-public address")
|
|
110
|
+
except (OSError, ValueError) as exc:
|
|
111
|
+
raise VideoEvidenceError(f"cannot validate media host: {exc}") from exc
|
|
112
|
+
family, _, _, _, sockaddr = addresses[0]
|
|
113
|
+
return parsed, family, sockaddr
|
|
114
|
+
|
|
115
|
+
|
|
116
|
+
def _download_public(url: str, destination: Path, max_bytes: int, timeout: float = 120, *,
|
|
117
|
+
budget: VideoDownloadBudget | None = None, max_total_bytes: int = MAX_TOTAL_MEDIA_BYTES) -> dict:
|
|
118
|
+
"""Resolve and pin every redirect to public DNS; stream within a hard bound."""
|
|
119
|
+
deadline = time.monotonic() + timeout
|
|
120
|
+
temp = destination.with_suffix(".part")
|
|
121
|
+
destination.parent.mkdir(parents=True, exist_ok=True)
|
|
122
|
+
try:
|
|
123
|
+
for redirects in range(6):
|
|
124
|
+
parsed, family, sockaddr = _public_target(url)
|
|
125
|
+
remaining = deadline - time.monotonic()
|
|
126
|
+
if remaining <= 0:
|
|
127
|
+
raise VideoEvidenceError("media download deadline exhausted")
|
|
128
|
+
raw = socket.socket(family, socket.SOCK_STREAM)
|
|
129
|
+
raw.settimeout(min(30, remaining))
|
|
130
|
+
connection = None
|
|
131
|
+
response = None
|
|
132
|
+
try:
|
|
133
|
+
raw.connect(sockaddr)
|
|
134
|
+
connection = ssl.create_default_context().wrap_socket(raw, server_hostname=parsed.hostname)
|
|
135
|
+
host = parsed.hostname
|
|
136
|
+
if ":" in host:
|
|
137
|
+
host = f"[{host}]"
|
|
138
|
+
if parsed.port and parsed.port != 443:
|
|
139
|
+
host += f":{parsed.port}"
|
|
140
|
+
target = urllib.parse.urlunparse(("", "", parsed.path or "/", "", parsed.query, ""))
|
|
141
|
+
connection.sendall((f"GET {target} HTTP/1.1\r\nHost: {host}\r\nUser-Agent: EgbeCreativeVideo/1\r\n"
|
|
142
|
+
"Accept: */*\r\nConnection: close\r\n\r\n").encode("ascii"))
|
|
143
|
+
response = http.client.HTTPResponse(connection)
|
|
144
|
+
response.begin()
|
|
145
|
+
if response.status in (301, 302, 303, 307, 308):
|
|
146
|
+
location = response.getheader("Location")
|
|
147
|
+
if not location or redirects == 5:
|
|
148
|
+
raise VideoEvidenceError("media redirect missing or limit exceeded")
|
|
149
|
+
url = urllib.parse.urljoin(url, location)
|
|
150
|
+
continue
|
|
151
|
+
if not 200 <= response.status < 300:
|
|
152
|
+
raise VideoEvidenceError(f"media download returned HTTP {response.status}")
|
|
153
|
+
total = 0
|
|
154
|
+
digest = hashlib.sha256()
|
|
155
|
+
with temp.open("wb") as handle:
|
|
156
|
+
while True:
|
|
157
|
+
if time.monotonic() >= deadline:
|
|
158
|
+
raise VideoEvidenceError("media download deadline exhausted")
|
|
159
|
+
chunk = response.read(min(65536, max_bytes - total + 1))
|
|
160
|
+
if not chunk:
|
|
161
|
+
break
|
|
162
|
+
total += len(chunk)
|
|
163
|
+
if budget is not None:
|
|
164
|
+
budget.charge(len(chunk), max_total_bytes)
|
|
165
|
+
if total > max_bytes:
|
|
166
|
+
raise VideoEvidenceError(f"media exceeds {max_bytes} bytes")
|
|
167
|
+
handle.write(chunk)
|
|
168
|
+
digest.update(chunk)
|
|
169
|
+
if not total:
|
|
170
|
+
raise VideoEvidenceError("media download is empty")
|
|
171
|
+
temp.replace(destination)
|
|
172
|
+
return {"sha256": digest.hexdigest(), "bytes": total, "media_type": response.getheader("Content-Type", "").split(";")[0]}
|
|
173
|
+
finally:
|
|
174
|
+
if response:
|
|
175
|
+
response.close()
|
|
176
|
+
if connection:
|
|
177
|
+
connection.close()
|
|
178
|
+
else:
|
|
179
|
+
raw.close()
|
|
180
|
+
raise VideoEvidenceError("media redirect limit exceeded")
|
|
181
|
+
except (OSError, ValueError, http.client.HTTPException) as exc:
|
|
182
|
+
temp.unlink(missing_ok=True)
|
|
183
|
+
if isinstance(exc, VideoEvidenceError):
|
|
184
|
+
raise
|
|
185
|
+
raise VideoEvidenceError(f"media download failed: {exc}") from exc
|
|
186
|
+
|
|
187
|
+
|
|
188
|
+
def _cached_download(url: str, root: Path, *, kind: str, max_bytes: int,
|
|
189
|
+
max_total_bytes: int = MAX_TOTAL_MEDIA_BYTES,
|
|
190
|
+
budget: VideoDownloadBudget | None = None) -> tuple[Path, dict]:
|
|
191
|
+
budget = budget or VideoDownloadBudget()
|
|
192
|
+
index = root / "downloads" / f"{_hash({'url': url, 'kind': kind})}.json"
|
|
193
|
+
if index.is_file():
|
|
194
|
+
try:
|
|
195
|
+
item = json.loads(index.read_text())
|
|
196
|
+
path = root / item["file"]
|
|
197
|
+
path.resolve().relative_to(root.resolve())
|
|
198
|
+
if path.is_file() and 0 < path.stat().st_size <= max_bytes and _file_sha256(path, budget) == item["sha256"]:
|
|
199
|
+
return path, item
|
|
200
|
+
except (ValueError, KeyError, OSError):
|
|
201
|
+
pass
|
|
202
|
+
temp = root / "downloads" / f"{index.stem}.bin"
|
|
203
|
+
if kind == "video":
|
|
204
|
+
max_bytes = min(max_bytes, max_total_bytes - budget.downloaded_bytes)
|
|
205
|
+
if max_bytes <= 0:
|
|
206
|
+
raise VideoEvidenceError("aggregate downloaded-video byte budget exhausted for this attempt")
|
|
207
|
+
before = budget.downloaded_bytes
|
|
208
|
+
item = _download_public(url, temp, max_bytes, budget=budget if kind == "video" else None,
|
|
209
|
+
max_total_bytes=max_total_bytes)
|
|
210
|
+
if kind == "video":
|
|
211
|
+
# Also account for custom download transports that return byte counts.
|
|
212
|
+
budget.charge(max(0, int(item["bytes"]) - (budget.downloaded_bytes - before)), max_total_bytes)
|
|
213
|
+
if not 0 < temp.stat().st_size <= max_bytes or temp.stat().st_size != item["bytes"]:
|
|
214
|
+
temp.unlink(missing_ok=True)
|
|
215
|
+
raise VideoEvidenceError("downloaded media is empty, oversized or has inconsistent byte metadata")
|
|
216
|
+
path = root / "blobs" / f"{item['sha256']}.{'mp4' if kind == 'video' else 'html'}"
|
|
217
|
+
path.parent.mkdir(parents=True, exist_ok=True)
|
|
218
|
+
temp.replace(path)
|
|
219
|
+
budget.verified_files[_file_key(path)] = item["sha256"]
|
|
220
|
+
item["file"] = path.relative_to(root).as_posix()
|
|
221
|
+
_write(index, item)
|
|
222
|
+
return path, item
|
|
223
|
+
|
|
224
|
+
|
|
225
|
+
def youtube_id(value: Any) -> str | None:
|
|
226
|
+
if not isinstance(value, str):
|
|
227
|
+
return None
|
|
228
|
+
if VIDEO_ID.fullmatch(value):
|
|
229
|
+
return value
|
|
230
|
+
# JSON escapes and HTML entities frequently occur on Transparency pages.
|
|
231
|
+
value = value.replace("\\/", "/").replace("&", "&")
|
|
232
|
+
match = re.search(r"(?:youtube(?:-nocookie)?\.com/(?:embed/|shorts/|v/|watch\?[^\s\"'<>]*?v=)|youtu\.be/)([A-Za-z0-9_-]{11})(?![A-Za-z0-9_-])", value)
|
|
233
|
+
return match.group(1) if match else None
|
|
234
|
+
|
|
235
|
+
|
|
236
|
+
def _template(value: Any, replacements: dict) -> Any:
|
|
237
|
+
if isinstance(value, str):
|
|
238
|
+
for key, replacement in replacements.items():
|
|
239
|
+
value = value.replace("{" + key + "}", str(replacement))
|
|
240
|
+
return value
|
|
241
|
+
if isinstance(value, list):
|
|
242
|
+
return [_template(item, replacements) for item in value]
|
|
243
|
+
if isinstance(value, dict):
|
|
244
|
+
return {key: _template(item, replacements) for key, item in value.items()}
|
|
245
|
+
return value
|
|
246
|
+
|
|
247
|
+
|
|
248
|
+
def _actor(client, spec: Any, replacements: dict) -> list[dict]:
|
|
249
|
+
if not isinstance(spec, dict) or not spec.get("actor_id") or not isinstance(spec.get("input"), dict):
|
|
250
|
+
raise VideoEvidenceError("actor needs an explicit actor_id and input template")
|
|
251
|
+
result = client.run_actor(spec["actor_id"], _template(spec["input"], replacements), int(spec.get("limit", 1)))
|
|
252
|
+
rows = result[0] if isinstance(result, tuple) else result
|
|
253
|
+
return [item for item in rows if isinstance(item, dict)] if isinstance(rows, list) else []
|
|
254
|
+
|
|
255
|
+
|
|
256
|
+
def _transcript(row: dict) -> tuple[str | None, list[dict], str | None]:
|
|
257
|
+
raw = row.get("transcript") or row.get("subtitles") or row.get("captions") or row.get("text")
|
|
258
|
+
segments = row.get("segments") if isinstance(row.get("segments"), list) else raw if isinstance(raw, list) else []
|
|
259
|
+
normalized = []
|
|
260
|
+
for segment in segments:
|
|
261
|
+
if not isinstance(segment, dict) or not isinstance(segment.get("text"), str):
|
|
262
|
+
continue
|
|
263
|
+
start = segment.get("start")
|
|
264
|
+
end = segment.get("end")
|
|
265
|
+
if end is None and isinstance(start, (int, float)) and isinstance(segment.get("duration"), (int, float)):
|
|
266
|
+
end = start + segment["duration"]
|
|
267
|
+
if (isinstance(start, (int, float)) and not isinstance(start, bool) and isinstance(end, (int, float))
|
|
268
|
+
and not isinstance(end, bool) and 0 <= start <= end <= 86400):
|
|
269
|
+
normalized.append({"start": start, "end": end, "text": segment["text"]})
|
|
270
|
+
text = raw if isinstance(raw, str) else " ".join(item["text"] for item in normalized)
|
|
271
|
+
language = row.get("language") if isinstance(row.get("language"), str) else None
|
|
272
|
+
return text.strip() if text and text.strip() else None, normalized, language
|
|
273
|
+
|
|
274
|
+
|
|
275
|
+
def _workspace(runtime: Path) -> Path:
|
|
276
|
+
for parent in runtime.resolve().parents:
|
|
277
|
+
if parent.name == "egbe-docs":
|
|
278
|
+
return parent.parent
|
|
279
|
+
# Standalone callers and tests may explicitly use their runtime directory.
|
|
280
|
+
return runtime.resolve()
|
|
281
|
+
|
|
282
|
+
|
|
283
|
+
def _asset(path: Path, workspace: Path, kind: str, *, sha256: str | None = None,
|
|
284
|
+
budget: VideoDownloadBudget | None = None, **extra) -> dict:
|
|
285
|
+
relative = path.resolve().relative_to(workspace.resolve()).as_posix()
|
|
286
|
+
return {"path": relative, "ref": relative, "kind": kind,
|
|
287
|
+
"sha256": sha256 or _file_sha256(path, budget), **extra}
|
|
288
|
+
|
|
289
|
+
|
|
290
|
+
def _run(args: list[str], timeout: float = 120) -> bytes:
|
|
291
|
+
try:
|
|
292
|
+
result = subprocess.run(args, check=True, capture_output=True, timeout=timeout)
|
|
293
|
+
return result.stdout
|
|
294
|
+
except (OSError, subprocess.SubprocessError) as exc:
|
|
295
|
+
raise VideoEvidenceError(f"local media preparation unavailable: {type(exc).__name__}") from exc
|
|
296
|
+
|
|
297
|
+
|
|
298
|
+
def _prepare(path: Path, sha: str, root: Path, workspace: Path) -> tuple[list[dict], Path | None, list[str]]:
|
|
299
|
+
directory = root / "prepared" / sha
|
|
300
|
+
directory.mkdir(parents=True, exist_ok=True)
|
|
301
|
+
gaps = []
|
|
302
|
+
try:
|
|
303
|
+
duration = float(_run(["ffprobe", "-v", "error", "-show_entries", "format=duration", "-of", "default=noprint_wrappers=1:nokey=1", str(path)]).strip())
|
|
304
|
+
if not 0 < duration <= 86400:
|
|
305
|
+
raise VideoEvidenceError("invalid video duration")
|
|
306
|
+
except (VideoEvidenceError, ValueError):
|
|
307
|
+
duration = None
|
|
308
|
+
gaps.append("Video duration unavailable; later sequence frames may be missing.")
|
|
309
|
+
seconds = [0.0, 0.5, 1.5, 3.0, 5.0]
|
|
310
|
+
if duration:
|
|
311
|
+
seconds = [value for value in seconds if value < duration]
|
|
312
|
+
seconds.extend([duration / 2, max(0, duration - .5)])
|
|
313
|
+
frames = []
|
|
314
|
+
for second in sorted(set(seconds))[:8]:
|
|
315
|
+
frame = directory / f"frame-{int(second * 1000):08d}.jpg"
|
|
316
|
+
try:
|
|
317
|
+
if not frame.is_file():
|
|
318
|
+
_run(["ffmpeg", "-nostdin", "-hide_banner", "-loglevel", "error", "-ss", str(second), "-i", str(path),
|
|
319
|
+
"-frames:v", "1", "-vf", "scale='min(1280,iw)':-2", "-q:v", "3", "-y", str(frame)])
|
|
320
|
+
if not 0 < frame.stat().st_size <= MAX_FRAME_BYTES:
|
|
321
|
+
raise VideoEvidenceError("frame is empty or exceeds frame byte bound")
|
|
322
|
+
content = frame.read_bytes()
|
|
323
|
+
frames.append(_asset(frame, workspace, "frame", sha256=hashlib.sha256(content).hexdigest(), timestamp_seconds=second, media_type="image/jpeg"))
|
|
324
|
+
except (OSError, VideoEvidenceError) as exc:
|
|
325
|
+
gaps.append(f"Frame at {second:g}s unavailable: {exc}")
|
|
326
|
+
audio = directory / "speech.wav"
|
|
327
|
+
try:
|
|
328
|
+
if not audio.is_file():
|
|
329
|
+
_run(["ffmpeg", "-nostdin", "-hide_banner", "-loglevel", "error", "-i", str(path), "-vn", "-ac", "1", "-ar", "16000",
|
|
330
|
+
"-c:a", "pcm_s16le", "-fs", str(MAX_AUDIO_BYTES + 1), "-y", str(audio)])
|
|
331
|
+
if not 0 < audio.stat().st_size <= MAX_AUDIO_BYTES:
|
|
332
|
+
raise VideoEvidenceError("Audio exceeds transcription byte bound; complete speech needs segmentation.")
|
|
333
|
+
except (OSError, VideoEvidenceError) as exc:
|
|
334
|
+
audio = None
|
|
335
|
+
gaps.append(f"Speech audio unavailable: {exc}")
|
|
336
|
+
return frames, audio, gaps
|
|
337
|
+
|
|
338
|
+
|
|
339
|
+
def _call(client, path: str, payload: dict, kind: str, timeout: float = 300) -> dict:
|
|
340
|
+
result = client.media_call(path, payload, kind=kind, timeout=timeout)
|
|
341
|
+
return result[0] if isinstance(result, tuple) else result
|
|
342
|
+
|
|
343
|
+
|
|
344
|
+
def preserve_video_media(creative: dict, runtime: Path, config: dict, *, client=None) -> dict:
|
|
345
|
+
"""Preserve a selected video, sharing the client's per-attempt byte budget."""
|
|
346
|
+
row = json.loads(json.dumps(creative))
|
|
347
|
+
runtime = Path(runtime).resolve()
|
|
348
|
+
options = config.get("video") if isinstance(config.get("video"), dict) else config
|
|
349
|
+
url = row.get("video_url") or next((value for value in row.get("video_urls", []) if isinstance(value, str)), None)
|
|
350
|
+
if not isinstance(url, str) or youtube_id(url):
|
|
351
|
+
return row
|
|
352
|
+
budget = download_budget(client) if client is not None else VideoDownloadBudget()
|
|
353
|
+
try:
|
|
354
|
+
media, info = _cached_download(url, runtime / "cache/shared/video", kind="video",
|
|
355
|
+
max_bytes=min(MAX_MEDIA_BYTES, int(options.get("max_media_bytes", MAX_MEDIA_BYTES))),
|
|
356
|
+
max_total_bytes=int(options.get("max_total_media_bytes", MAX_TOTAL_MEDIA_BYTES)), budget=budget)
|
|
357
|
+
asset = _asset(media, _workspace(runtime), "video", sha256=info["sha256"])
|
|
358
|
+
row["media_assets"] = list(row.get("media_assets") or []) + [asset]
|
|
359
|
+
row["video_file"] = asset["path"]
|
|
360
|
+
row["video_sha256"] = info["sha256"]
|
|
361
|
+
except (VideoEvidenceError, OSError) as exc:
|
|
362
|
+
row["video_gaps"] = list(row.get("video_gaps") or []) + [f"Selected video preservation unavailable: {exc}"]
|
|
363
|
+
return row
|
|
364
|
+
|
|
365
|
+
|
|
366
|
+
def analyze_video(client, creative: dict, runtime: Path, config: dict) -> dict:
|
|
367
|
+
"""Return an enriched copy. Budget exhaustion propagates to the runner."""
|
|
368
|
+
row = json.loads(json.dumps(creative))
|
|
369
|
+
runtime = Path(runtime).resolve()
|
|
370
|
+
workspace = _workspace(runtime)
|
|
371
|
+
root = runtime / "cache" / "shared" / "video"
|
|
372
|
+
budget = download_budget(client)
|
|
373
|
+
options = config.get("video") if isinstance(config.get("video"), dict) else config
|
|
374
|
+
gaps = list(row.get("video_gaps") or [])
|
|
375
|
+
assets = list(row.get("media_assets") or [])
|
|
376
|
+
metadata = dict(row.get("video_metadata") or {})
|
|
377
|
+
transcript, segments, language = _transcript(row)
|
|
378
|
+
transcript_source = row.get("transcript_source") or ("provider_transcript" if transcript else None)
|
|
379
|
+
transcript_provider = row.get("transcript_provider")
|
|
380
|
+
platform = row.get("platform")
|
|
381
|
+
vid = youtube_id(row.get("youtube_video_id")) or youtube_id(row.get("video_url"))
|
|
382
|
+
if not vid and platform in {"youtube", "google"}:
|
|
383
|
+
vid = youtube_id(row.get("video_id"))
|
|
384
|
+
if platform == "youtube" or vid or (platform == "google" and not row.get("video_url")):
|
|
385
|
+
if not vid:
|
|
386
|
+
link = row.get("link") or row.get("library_url")
|
|
387
|
+
vid = youtube_id(link)
|
|
388
|
+
if not vid and isinstance(link, str) and urllib.parse.urlparse(link).hostname == "adstransparency.google.com":
|
|
389
|
+
try:
|
|
390
|
+
page, _ = _cached_download(link, root, kind="page", max_bytes=2 * 1024 * 1024, budget=budget)
|
|
391
|
+
vid = youtube_id(page.read_text(errors="replace"))
|
|
392
|
+
except VideoEvidenceError as exc:
|
|
393
|
+
gaps.append(f"Transparency video ID fetch unavailable: {exc}")
|
|
394
|
+
if not vid and options.get("resolver_actor"):
|
|
395
|
+
try:
|
|
396
|
+
resolved = _actor(client, options["resolver_actor"], {"creative_url": link or ""})
|
|
397
|
+
vid = next((youtube_id(item.get("video_id") or item.get("video_url") or item.get("url")) for item in resolved
|
|
398
|
+
if youtube_id(item.get("video_id") or item.get("video_url") or item.get("url"))), None)
|
|
399
|
+
except Exception as exc:
|
|
400
|
+
if "budget" in type(exc).__name__.lower() or "budget" in str(exc).lower():
|
|
401
|
+
raise
|
|
402
|
+
gaps.append(f"Configured video-ID resolver unavailable: {str(exc)[:200]}")
|
|
403
|
+
if vid:
|
|
404
|
+
row["youtube_video_id"] = vid
|
|
405
|
+
replacements = {"video_id": vid, "video_url": f"https://www.youtube.com/watch?v={vid}"}
|
|
406
|
+
try:
|
|
407
|
+
result = _call(client, "/tools/youtube/videos", {"video_ids": [vid]}, "video_metadata", 90)
|
|
408
|
+
exact = next((item for item in result.get("rows", []) if item.get("video_id") == vid), None)
|
|
409
|
+
if exact:
|
|
410
|
+
metadata.update(exact)
|
|
411
|
+
if exact.get("thumbnail_url") and not row.get("image_url"):
|
|
412
|
+
row["image_url"] = exact["thumbnail_url"]
|
|
413
|
+
else:
|
|
414
|
+
gaps.append("YouTube metadata unavailable for exact video ID.")
|
|
415
|
+
except Exception as exc:
|
|
416
|
+
if "budget" in type(exc).__name__.lower() or "budget" in str(exc).lower():
|
|
417
|
+
raise
|
|
418
|
+
gaps.append(f"YouTube metadata unavailable: {str(exc)[:200]}")
|
|
419
|
+
if not transcript and options.get("transcript_actor"):
|
|
420
|
+
try:
|
|
421
|
+
source_rows = _actor(client, options["transcript_actor"], replacements)
|
|
422
|
+
for source_row in source_rows:
|
|
423
|
+
transcript, segments, language = _transcript(source_row)
|
|
424
|
+
if transcript:
|
|
425
|
+
transcript_source = source_row.get("transcript_source") or options["transcript_actor"].get("source_kind") or "provider_transcript"
|
|
426
|
+
transcript_provider = options["transcript_actor"]["actor_id"]
|
|
427
|
+
break
|
|
428
|
+
except Exception as exc:
|
|
429
|
+
if "budget" in type(exc).__name__.lower() or "budget" in str(exc).lower():
|
|
430
|
+
raise
|
|
431
|
+
gaps.append(f"Configured captions actor unavailable: {str(exc)[:200]}")
|
|
432
|
+
elif not transcript:
|
|
433
|
+
gaps.append("YouTube captions actor is not configured; captions were not retrieved.")
|
|
434
|
+
if (not row.get("video_url") or youtube_id(row["video_url"])) and options.get("download_actor"):
|
|
435
|
+
try:
|
|
436
|
+
source_rows = _actor(client, options["download_actor"], replacements)
|
|
437
|
+
row["video_url"] = next((url for item in source_rows for url in (item.get("download_url"), item.get("video_url"))
|
|
438
|
+
if isinstance(url, str) and url and not youtube_id(url)), None)
|
|
439
|
+
except Exception as exc:
|
|
440
|
+
if "budget" in type(exc).__name__.lower() or "budget" in str(exc).lower():
|
|
441
|
+
raise
|
|
442
|
+
gaps.append(f"Configured video download actor unavailable: {str(exc)[:200]}")
|
|
443
|
+
else:
|
|
444
|
+
gaps.append("YouTube video ID not resolved from Transparency; exact video evidence unavailable.")
|
|
445
|
+
frames = []
|
|
446
|
+
audio = None
|
|
447
|
+
preserved = next((item for item in assets if item.get("kind") == "video" and item.get("path")), None)
|
|
448
|
+
media_url = row.get("video_url") or next((url for url in row.get("video_urls", []) if isinstance(url, str)), None)
|
|
449
|
+
if isinstance(media_url, str) and youtube_id(media_url):
|
|
450
|
+
# A public player URL is not a downloadable video file.
|
|
451
|
+
media_url = None
|
|
452
|
+
if not media_url:
|
|
453
|
+
media_url = next((item.get("url") for item in assets if item.get("kind") == "video" and item.get("url")), None)
|
|
454
|
+
if preserved:
|
|
455
|
+
try:
|
|
456
|
+
media = (workspace / preserved["path"]).resolve()
|
|
457
|
+
media.relative_to(workspace.resolve())
|
|
458
|
+
if not 0 < media.stat().st_size <= min(MAX_MEDIA_BYTES, int(options.get("max_media_bytes", MAX_MEDIA_BYTES))):
|
|
459
|
+
raise VideoEvidenceError("preserved video is empty or exceeds the per-file byte bound")
|
|
460
|
+
sha = _file_sha256(media, budget)
|
|
461
|
+
if sha != preserved.get("sha256"):
|
|
462
|
+
raise VideoEvidenceError("preserved video hash mismatch")
|
|
463
|
+
row["video_sha256"] = sha
|
|
464
|
+
frames, audio, prep_gaps = _prepare(media, sha, root, workspace)
|
|
465
|
+
gaps.extend(prep_gaps)
|
|
466
|
+
assets.extend(frames)
|
|
467
|
+
except (ValueError, OSError) as exc:
|
|
468
|
+
gaps.append(f"Preserved video unavailable: {exc}")
|
|
469
|
+
elif media_url:
|
|
470
|
+
try:
|
|
471
|
+
media, info = _cached_download(media_url, root, kind="video", max_bytes=min(MAX_MEDIA_BYTES, int(options.get("max_media_bytes", MAX_MEDIA_BYTES))),
|
|
472
|
+
max_total_bytes=int(options.get("max_total_media_bytes", MAX_TOTAL_MEDIA_BYTES)), budget=budget)
|
|
473
|
+
assets.append(_asset(media, workspace, "video", sha256=info["sha256"]))
|
|
474
|
+
row["video_sha256"] = info["sha256"]
|
|
475
|
+
frames, audio, prep_gaps = _prepare(media, info["sha256"], root, workspace)
|
|
476
|
+
gaps.extend(prep_gaps)
|
|
477
|
+
assets.extend(frames)
|
|
478
|
+
except (VideoEvidenceError, OSError) as exc:
|
|
479
|
+
gaps.append(f"Video file unavailable: {exc}")
|
|
480
|
+
else:
|
|
481
|
+
gaps.append("Downloadable video file unavailable; temporal visual analysis is incomplete.")
|
|
482
|
+
if not transcript and audio:
|
|
483
|
+
content = audio.read_bytes()
|
|
484
|
+
assets.append(_asset(audio, workspace, "audio", sha256=hashlib.sha256(content).hexdigest()))
|
|
485
|
+
try:
|
|
486
|
+
result = _call(client, "/v1/media/transcribe", {"schema_version": 1, "media_type": "audio/wav",
|
|
487
|
+
"sha256": hashlib.sha256(content).hexdigest(), "content_base64": base64.b64encode(content).decode()}, "video_transcription")
|
|
488
|
+
transcript, segments, language = _transcript(result)
|
|
489
|
+
transcript_source = "speech_recognition" if transcript else None
|
|
490
|
+
transcript_provider = result.get("effective_model") if transcript else None
|
|
491
|
+
except Exception as exc:
|
|
492
|
+
if "budget" in type(exc).__name__.lower() or "budget" in str(exc).lower():
|
|
493
|
+
raise
|
|
494
|
+
gaps.append(f"Speech recognition unavailable: {str(exc)[:200]}")
|
|
495
|
+
preview_only = False
|
|
496
|
+
if not frames and row.get("image_url"):
|
|
497
|
+
try:
|
|
498
|
+
preview = client.fetch_image(row["image_url"])
|
|
499
|
+
if preview and preview.get("sha256"):
|
|
500
|
+
preview_path = root / "prepared" / preview["sha256"] / "preview.jpg"
|
|
501
|
+
preview_path.parent.mkdir(parents=True, exist_ok=True)
|
|
502
|
+
preview_path.write_bytes(client.image_bytes(preview))
|
|
503
|
+
frames = [_asset(preview_path, workspace, "preview", timestamp_seconds=0, media_type=preview["media_type"])]
|
|
504
|
+
assets.extend(frames)
|
|
505
|
+
preview_only = True
|
|
506
|
+
gaps.append("Only a still video preview was available; opening hook and motion are unobserved.")
|
|
507
|
+
except Exception as exc:
|
|
508
|
+
if "budget" in type(exc).__name__.lower() or "budget" in str(exc).lower():
|
|
509
|
+
raise
|
|
510
|
+
gaps.append(f"Video preview unavailable: {str(exc)[:200]}")
|
|
511
|
+
if not transcript:
|
|
512
|
+
gaps.append("Speech transcript unavailable; spoken content is unobserved.")
|
|
513
|
+
row.update(video_metadata=metadata, transcript=transcript, transcript_source=transcript_source,
|
|
514
|
+
transcript_provider=transcript_provider, transcript_language=language, transcript_segments=segments, video_frames=frames,
|
|
515
|
+
media_assets=list({(item.get('path') or item.get('url'), item.get('kind')): item for item in assets}.values()))
|
|
516
|
+
if frames or transcript:
|
|
517
|
+
# Persist speech independently so reports need not recover it from a paid response.
|
|
518
|
+
if transcript:
|
|
519
|
+
speech = root / "transcripts" / f"{_hash({'text': transcript, 'source': transcript_source, 'segments': segments})}.json"
|
|
520
|
+
_write(speech, {"text": transcript, "source": transcript_source, "provider": transcript_provider, "language": language, "segments": segments})
|
|
521
|
+
row["transcript_ref"] = speech.relative_to(workspace).as_posix()
|
|
522
|
+
payload = {"schema_version": 1, "analysis_contract": VIDEO_CONTRACT,
|
|
523
|
+
"instructions": INSTRUCTIONS + ("\nAll supplied frames are STILL PREVIEWS, not temporal samples." if preview_only else ""),
|
|
524
|
+
"frames": [{"ref": item["ref"], "timestamp_seconds": item["timestamp_seconds"], "media_type": item["media_type"],
|
|
525
|
+
"sha256": item["sha256"], "content_base64": base64.b64encode((workspace / item["path"]).read_bytes()).decode()}
|
|
526
|
+
for item in frames], "transcript": transcript[:50000] if transcript else None}
|
|
527
|
+
if transcript and len(transcript) > 50000:
|
|
528
|
+
gaps.append("Transcript exceeds media analysis limit; only the first 50,000 characters were analyzed.")
|
|
529
|
+
try:
|
|
530
|
+
analyzed = _call(client, "/v1/media/analyze", payload, "video_analysis")
|
|
531
|
+
row["media_analysis"] = analyzed.get("analysis") if isinstance(analyzed.get("analysis"), dict) else analyzed
|
|
532
|
+
row["video_analysis_receipt"] = {key: value for key, value in analyzed.items() if key != "analysis"}
|
|
533
|
+
row["video_analysis_status"] = "preview_only" if preview_only else "frames_and_speech" if frames and transcript else "frames_only" if frames else "speech_only"
|
|
534
|
+
except Exception as exc:
|
|
535
|
+
if "budget" in type(exc).__name__.lower() or "budget" in str(exc).lower():
|
|
536
|
+
raise
|
|
537
|
+
row["video_analysis_status"] = "unavailable"
|
|
538
|
+
gaps.append(f"Multimodal video analysis unavailable: {str(exc)[:200]}")
|
|
539
|
+
else:
|
|
540
|
+
row["video_analysis_status"] = "unavailable"
|
|
541
|
+
row["video_gaps"] = sorted(set(gaps))
|
|
542
|
+
return row
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
"""Shared project-relative artifact paths, copied into standalone skill bundles.
|
|
2
|
+
|
|
3
|
+
IDs select explicit work, never the newest directory. The defaults are stable
|
|
4
|
+
names for the first study/plan; callers set another ID for independent work.
|
|
5
|
+
"""
|
|
6
|
+
import os
|
|
7
|
+
import re
|
|
8
|
+
|
|
9
|
+
|
|
10
|
+
def artifact_path(value: str) -> str:
|
|
11
|
+
for prefix, variable, default in (
|
|
12
|
+
("egbe-docs/research/", "EGBE_RESEARCH_ID", "market"),
|
|
13
|
+
("egbe-docs/marketing/plans/", "EGBE_GTM_PLAN_ID", "launch"),
|
|
14
|
+
):
|
|
15
|
+
token = prefix + default
|
|
16
|
+
if token not in value:
|
|
17
|
+
continue
|
|
18
|
+
identifier = os.environ.get(variable, default)
|
|
19
|
+
if not re.fullmatch(r"[a-z0-9][a-z0-9_-]{0,95}", identifier):
|
|
20
|
+
raise ValueError(f"{variable} must be a lowercase work ID (letters, digits, - or _)")
|
|
21
|
+
value = value.replace(token + "/", prefix + identifier + "/")
|
|
22
|
+
if value == token:
|
|
23
|
+
value = prefix + identifier
|
|
24
|
+
return value
|