@agent-native/creative-context 0.0.0-beta-20260820202238
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +154 -0
- package/agent-native.eject.json +41 -0
- package/agent-native.package.json +119 -0
- package/dist/actions/confirm-canonical-logo.d.ts +6 -0
- package/dist/actions/confirm-canonical-logo.d.ts.map +1 -0
- package/dist/actions/confirm-canonical-logo.js +19 -0
- package/dist/actions/confirm-canonical-logo.js.map +1 -0
- package/dist/actions/continue-context-import.d.ts +22 -0
- package/dist/actions/continue-context-import.d.ts.map +1 -0
- package/dist/actions/continue-context-import.js +13 -0
- package/dist/actions/continue-context-import.js.map +1 -0
- package/dist/actions/creative-context-a2a.d.ts +10 -0
- package/dist/actions/creative-context-a2a.d.ts.map +1 -0
- package/dist/actions/creative-context-a2a.js +66 -0
- package/dist/actions/creative-context-a2a.js.map +1 -0
- package/dist/actions/get-brand-profile.d.ts +33 -0
- package/dist/actions/get-brand-profile.d.ts.map +1 -0
- package/dist/actions/get-brand-profile.js +13 -0
- package/dist/actions/get-brand-profile.js.map +1 -0
- package/dist/actions/get-context-import-status.d.ts +22 -0
- package/dist/actions/get-context-import-status.d.ts.map +1 -0
- package/dist/actions/get-context-import-status.js +12 -0
- package/dist/actions/get-context-import-status.js.map +1 -0
- package/dist/actions/get-context-item.d.ts +2 -0
- package/dist/actions/get-context-item.d.ts.map +1 -0
- package/dist/actions/get-context-item.js +2 -0
- package/dist/actions/get-context-item.js.map +1 -0
- package/dist/actions/get-context-pack.d.ts +7 -0
- package/dist/actions/get-context-pack.d.ts.map +1 -0
- package/dist/actions/get-context-pack.js +12 -0
- package/dist/actions/get-context-pack.js.map +1 -0
- package/dist/actions/get-creative-context.d.ts +157 -0
- package/dist/actions/get-creative-context.d.ts.map +1 -0
- package/dist/actions/get-creative-context.js +148 -0
- package/dist/actions/get-creative-context.js.map +1 -0
- package/dist/actions/get-google-picker-session.d.ts +10 -0
- package/dist/actions/get-google-picker-session.d.ts.map +1 -0
- package/dist/actions/get-google-picker-session.js +38 -0
- package/dist/actions/get-google-picker-session.js.map +1 -0
- package/dist/actions/index.d.ts +3 -0
- package/dist/actions/index.d.ts.map +1 -0
- package/dist/actions/index.js +73 -0
- package/dist/actions/index.js.map +1 -0
- package/dist/actions/infer-brand-dna.d.ts +52 -0
- package/dist/actions/infer-brand-dna.d.ts.map +1 -0
- package/dist/actions/infer-brand-dna.js +13 -0
- package/dist/actions/infer-brand-dna.js.map +1 -0
- package/dist/actions/list-canonical-logo-candidates.d.ts +9 -0
- package/dist/actions/list-canonical-logo-candidates.d.ts.map +1 -0
- package/dist/actions/list-canonical-logo-candidates.js +82 -0
- package/dist/actions/list-canonical-logo-candidates.js.map +1 -0
- package/dist/actions/list-context-connections.d.ts +22 -0
- package/dist/actions/list-context-connections.d.ts.map +1 -0
- package/dist/actions/list-context-connections.js +43 -0
- package/dist/actions/list-context-connections.js.map +1 -0
- package/dist/actions/list-context-memberships.d.ts +11 -0
- package/dist/actions/list-context-memberships.d.ts.map +1 -0
- package/dist/actions/list-context-memberships.js +47 -0
- package/dist/actions/list-context-memberships.js.map +1 -0
- package/dist/actions/list-context-packs.d.ts +10 -0
- package/dist/actions/list-context-packs.d.ts.map +1 -0
- package/dist/actions/list-context-packs.js +16 -0
- package/dist/actions/list-context-packs.js.map +1 -0
- package/dist/actions/list-context-sources.d.ts +12 -0
- package/dist/actions/list-context-sources.d.ts.map +1 -0
- package/dist/actions/list-context-sources.js +20 -0
- package/dist/actions/list-context-sources.js.map +1 -0
- package/dist/actions/list-context-suggestions.d.ts +13 -0
- package/dist/actions/list-context-suggestions.d.ts.map +1 -0
- package/dist/actions/list-context-suggestions.js +28 -0
- package/dist/actions/list-context-suggestions.js.map +1 -0
- package/dist/actions/list-creative-contexts.d.ts +12 -0
- package/dist/actions/list-creative-contexts.d.ts.map +1 -0
- package/dist/actions/list-creative-contexts.js +28 -0
- package/dist/actions/list-creative-contexts.js.map +1 -0
- package/dist/actions/manage-brand-profile.d.ts +28 -0
- package/dist/actions/manage-brand-profile.d.ts.map +1 -0
- package/dist/actions/manage-brand-profile.js +47 -0
- package/dist/actions/manage-brand-profile.js.map +1 -0
- package/dist/actions/manage-context-membership.d.ts +64 -0
- package/dist/actions/manage-context-membership.d.ts.map +1 -0
- package/dist/actions/manage-context-membership.js +70 -0
- package/dist/actions/manage-context-membership.js.map +1 -0
- package/dist/actions/manage-context-pack.d.ts +36 -0
- package/dist/actions/manage-context-pack.d.ts.map +1 -0
- package/dist/actions/manage-context-pack.js +71 -0
- package/dist/actions/manage-context-pack.js.map +1 -0
- package/dist/actions/manage-context-source.d.ts +51 -0
- package/dist/actions/manage-context-source.d.ts.map +1 -0
- package/dist/actions/manage-context-source.js +130 -0
- package/dist/actions/manage-context-source.js.map +1 -0
- package/dist/actions/manage-creative-context.d.ts +28 -0
- package/dist/actions/manage-creative-context.d.ts.map +1 -0
- package/dist/actions/manage-creative-context.js +65 -0
- package/dist/actions/manage-creative-context.js.map +1 -0
- package/dist/actions/manage-layout-template.d.ts +13 -0
- package/dist/actions/manage-layout-template.d.ts.map +1 -0
- package/dist/actions/manage-layout-template.js +43 -0
- package/dist/actions/manage-layout-template.js.map +1 -0
- package/dist/actions/preview-context-import.d.ts +23 -0
- package/dist/actions/preview-context-import.d.ts.map +1 -0
- package/dist/actions/preview-context-import.js +57 -0
- package/dist/actions/preview-context-import.js.map +1 -0
- package/dist/actions/process-context-purge.d.ts +37 -0
- package/dist/actions/process-context-purge.d.ts.map +1 -0
- package/dist/actions/process-context-purge.js +20 -0
- package/dist/actions/process-context-purge.js.map +1 -0
- package/dist/actions/propose-brand-dna.d.ts +15 -0
- package/dist/actions/propose-brand-dna.d.ts.map +1 -0
- package/dist/actions/propose-brand-dna.js +19 -0
- package/dist/actions/propose-brand-dna.js.map +1 -0
- package/dist/actions/propose-canonical-logo.d.ts +9 -0
- package/dist/actions/propose-canonical-logo.d.ts.map +1 -0
- package/dist/actions/propose-canonical-logo.js +16 -0
- package/dist/actions/propose-canonical-logo.js.map +1 -0
- package/dist/actions/publish-brand-dna.d.ts +13 -0
- package/dist/actions/publish-brand-dna.d.ts.map +1 -0
- package/dist/actions/publish-brand-dna.js +23 -0
- package/dist/actions/publish-brand-dna.js.map +1 -0
- package/dist/actions/recommend-context-roots.d.ts +14 -0
- package/dist/actions/recommend-context-roots.d.ts.map +1 -0
- package/dist/actions/recommend-context-roots.js +22 -0
- package/dist/actions/recommend-context-roots.js.map +1 -0
- package/dist/actions/record-context-feedback.d.ts +10 -0
- package/dist/actions/record-context-feedback.d.ts.map +1 -0
- package/dist/actions/record-context-feedback.js +14 -0
- package/dist/actions/record-context-feedback.js.map +1 -0
- package/dist/actions/review-context-items.d.ts +35 -0
- package/dist/actions/review-context-items.d.ts.map +1 -0
- package/dist/actions/review-context-items.js +65 -0
- package/dist/actions/review-context-items.js.map +1 -0
- package/dist/actions/run-embedding-bakeoff.d.ts +15 -0
- package/dist/actions/run-embedding-bakeoff.d.ts.map +1 -0
- package/dist/actions/run-embedding-bakeoff.js +72 -0
- package/dist/actions/run-embedding-bakeoff.js.map +1 -0
- package/dist/actions/search-creative-context.d.ts +80 -0
- package/dist/actions/search-creative-context.d.ts.map +1 -0
- package/dist/actions/search-creative-context.js +42 -0
- package/dist/actions/search-creative-context.js.map +1 -0
- package/dist/actions/set-brand-dna.d.ts +15 -0
- package/dist/actions/set-brand-dna.d.ts.map +1 -0
- package/dist/actions/set-brand-dna.js +19 -0
- package/dist/actions/set-brand-dna.js.map +1 -0
- package/dist/actions/start-context-enrichment.d.ts +25 -0
- package/dist/actions/start-context-enrichment.d.ts.map +1 -0
- package/dist/actions/start-context-enrichment.js +48 -0
- package/dist/actions/start-context-enrichment.js.map +1 -0
- package/dist/actions/start-context-import.d.ts +24 -0
- package/dist/actions/start-context-import.d.ts.map +1 -0
- package/dist/actions/start-context-import.js +37 -0
- package/dist/actions/start-context-import.js.map +1 -0
- package/dist/client/CreativeContextChip.d.ts +18 -0
- package/dist/client/CreativeContextChip.d.ts.map +1 -0
- package/dist/client/CreativeContextChip.js +80 -0
- package/dist/client/CreativeContextChip.js.map +1 -0
- package/dist/client/CreativeContextPanel.d.ts +73 -0
- package/dist/client/CreativeContextPanel.d.ts.map +1 -0
- package/dist/client/CreativeContextPanel.js +1171 -0
- package/dist/client/CreativeContextPanel.js.map +1 -0
- package/dist/client/CreativeContextSettingsLink.d.ts +4 -0
- package/dist/client/CreativeContextSettingsLink.d.ts.map +1 -0
- package/dist/client/CreativeContextSettingsLink.js +8 -0
- package/dist/client/CreativeContextSettingsLink.js.map +1 -0
- package/dist/client/CreativeContextShareTab.d.ts +56 -0
- package/dist/client/CreativeContextShareTab.d.ts.map +1 -0
- package/dist/client/CreativeContextShareTab.js +213 -0
- package/dist/client/CreativeContextShareTab.js.map +1 -0
- package/dist/client/actions.d.ts +474 -0
- package/dist/client/actions.d.ts.map +1 -0
- package/dist/client/actions.js +411 -0
- package/dist/client/actions.js.map +1 -0
- package/dist/client/agent-tab.d.ts +10 -0
- package/dist/client/agent-tab.d.ts.map +1 -0
- package/dist/client/agent-tab.js +32 -0
- package/dist/client/agent-tab.js.map +1 -0
- package/dist/client/application-state.d.ts +24 -0
- package/dist/client/application-state.d.ts.map +1 -0
- package/dist/client/application-state.js +111 -0
- package/dist/client/application-state.js.map +1 -0
- package/dist/client/google-slides-picker.d.ts +19 -0
- package/dist/client/google-slides-picker.d.ts.map +1 -0
- package/dist/client/google-slides-picker.js +106 -0
- package/dist/client/google-slides-picker.js.map +1 -0
- package/dist/client/index.d.ts +10 -0
- package/dist/client/index.d.ts.map +1 -0
- package/dist/client/index.js +10 -0
- package/dist/client/index.js.map +1 -0
- package/dist/client/messages.d.ts +5 -0
- package/dist/client/messages.d.ts.map +1 -0
- package/dist/client/messages.js +1158 -0
- package/dist/client/messages.js.map +1 -0
- package/dist/connectors/context.d.ts +9 -0
- package/dist/connectors/context.d.ts.map +1 -0
- package/dist/connectors/context.js +59 -0
- package/dist/connectors/context.js.map +1 -0
- package/dist/connectors/document-parser.d.ts +2 -0
- package/dist/connectors/document-parser.d.ts.map +1 -0
- package/dist/connectors/document-parser.js +2 -0
- package/dist/connectors/document-parser.js.map +1 -0
- package/dist/connectors/figma-native.d.ts +18 -0
- package/dist/connectors/figma-native.d.ts.map +1 -0
- package/dist/connectors/figma-native.js +883 -0
- package/dist/connectors/figma-native.js.map +1 -0
- package/dist/connectors/figma.d.ts +10 -0
- package/dist/connectors/figma.d.ts.map +1 -0
- package/dist/connectors/figma.js +166 -0
- package/dist/connectors/figma.js.map +1 -0
- package/dist/connectors/google-slides-native.d.ts +58 -0
- package/dist/connectors/google-slides-native.d.ts.map +1 -0
- package/dist/connectors/google-slides-native.js +1118 -0
- package/dist/connectors/google-slides-native.js.map +1 -0
- package/dist/connectors/google-slides.d.ts +15 -0
- package/dist/connectors/google-slides.d.ts.map +1 -0
- package/dist/connectors/google-slides.js +895 -0
- package/dist/connectors/google-slides.js.map +1 -0
- package/dist/connectors/index.d.ts +21 -0
- package/dist/connectors/index.d.ts.map +1 -0
- package/dist/connectors/index.js +45 -0
- package/dist/connectors/index.js.map +1 -0
- package/dist/connectors/manual.d.ts +9 -0
- package/dist/connectors/manual.d.ts.map +1 -0
- package/dist/connectors/manual.js +91 -0
- package/dist/connectors/manual.js.map +1 -0
- package/dist/connectors/normalize.d.ts +42 -0
- package/dist/connectors/normalize.d.ts.map +1 -0
- package/dist/connectors/normalize.js +335 -0
- package/dist/connectors/normalize.js.map +1 -0
- package/dist/connectors/notion.d.ts +10 -0
- package/dist/connectors/notion.d.ts.map +1 -0
- package/dist/connectors/notion.js +393 -0
- package/dist/connectors/notion.js.map +1 -0
- package/dist/connectors/private-artifacts.d.ts +39 -0
- package/dist/connectors/private-artifacts.d.ts.map +1 -0
- package/dist/connectors/private-artifacts.js +175 -0
- package/dist/connectors/private-artifacts.js.map +1 -0
- package/dist/connectors/provider-response.d.ts +20 -0
- package/dist/connectors/provider-response.d.ts.map +1 -0
- package/dist/connectors/provider-response.js +98 -0
- package/dist/connectors/provider-response.js.map +1 -0
- package/dist/connectors/recommendations.d.ts +25 -0
- package/dist/connectors/recommendations.d.ts.map +1 -0
- package/dist/connectors/recommendations.js +172 -0
- package/dist/connectors/recommendations.js.map +1 -0
- package/dist/connectors/registry.d.ts +10 -0
- package/dist/connectors/registry.d.ts.map +1 -0
- package/dist/connectors/registry.js +34 -0
- package/dist/connectors/registry.js.map +1 -0
- package/dist/connectors/rendered-design.d.ts +68 -0
- package/dist/connectors/rendered-design.d.ts.map +1 -0
- package/dist/connectors/rendered-design.js +362 -0
- package/dist/connectors/rendered-design.js.map +1 -0
- package/dist/connectors/rendered-page.d.ts +115 -0
- package/dist/connectors/rendered-page.d.ts.map +1 -0
- package/dist/connectors/rendered-page.js +1036 -0
- package/dist/connectors/rendered-page.js.map +1 -0
- package/dist/connectors/smart-defaults.d.ts +9 -0
- package/dist/connectors/smart-defaults.d.ts.map +1 -0
- package/dist/connectors/smart-defaults.js +72 -0
- package/dist/connectors/smart-defaults.js.map +1 -0
- package/dist/connectors/types.d.ts +79 -0
- package/dist/connectors/types.d.ts.map +1 -0
- package/dist/connectors/types.js +2 -0
- package/dist/connectors/types.js.map +1 -0
- package/dist/connectors/upload.d.ts +9 -0
- package/dist/connectors/upload.d.ts.map +1 -0
- package/dist/connectors/upload.js +440 -0
- package/dist/connectors/upload.js.map +1 -0
- package/dist/connectors/website.d.ts +20 -0
- package/dist/connectors/website.d.ts.map +1 -0
- package/dist/connectors/website.js +616 -0
- package/dist/connectors/website.js.map +1 -0
- package/dist/embeddings/index.d.ts +3 -0
- package/dist/embeddings/index.d.ts.map +1 -0
- package/dist/embeddings/index.js +3 -0
- package/dist/embeddings/index.js.map +1 -0
- package/dist/embeddings/providers.d.ts +2 -0
- package/dist/embeddings/providers.d.ts.map +1 -0
- package/dist/embeddings/providers.js +2 -0
- package/dist/embeddings/providers.js.map +1 -0
- package/dist/embeddings/types.d.ts +2 -0
- package/dist/embeddings/types.d.ts.map +1 -0
- package/dist/embeddings/types.js +2 -0
- package/dist/embeddings/types.js.map +1 -0
- package/dist/eval/acceptance-fixtures.d.ts +3 -0
- package/dist/eval/acceptance-fixtures.d.ts.map +1 -0
- package/dist/eval/acceptance-fixtures.js +84 -0
- package/dist/eval/acceptance-fixtures.js.map +1 -0
- package/dist/eval/acceptance.d.ts +114 -0
- package/dist/eval/acceptance.d.ts.map +1 -0
- package/dist/eval/acceptance.js +260 -0
- package/dist/eval/acceptance.js.map +1 -0
- package/dist/eval/fixtures.d.ts +16 -0
- package/dist/eval/fixtures.d.ts.map +1 -0
- package/dist/eval/fixtures.js +119 -0
- package/dist/eval/fixtures.js.map +1 -0
- package/dist/eval/index.d.ts +63 -0
- package/dist/eval/index.d.ts.map +1 -0
- package/dist/eval/index.js +174 -0
- package/dist/eval/index.js.map +1 -0
- package/dist/index.d.ts +5 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +5 -0
- package/dist/index.js.map +1 -0
- package/dist/jobs/background-worker.d.ts +31 -0
- package/dist/jobs/background-worker.d.ts.map +1 -0
- package/dist/jobs/background-worker.js +315 -0
- package/dist/jobs/background-worker.js.map +1 -0
- package/dist/jobs/import-runner.d.ts +3 -0
- package/dist/jobs/import-runner.d.ts.map +1 -0
- package/dist/jobs/import-runner.js +613 -0
- package/dist/jobs/import-runner.js.map +1 -0
- package/dist/jobs/index.d.ts +9 -0
- package/dist/jobs/index.d.ts.map +1 -0
- package/dist/jobs/index.js +8 -0
- package/dist/jobs/index.js.map +1 -0
- package/dist/jobs/progress.d.ts +3 -0
- package/dist/jobs/progress.d.ts.map +1 -0
- package/dist/jobs/progress.js +30 -0
- package/dist/jobs/progress.js.map +1 -0
- package/dist/jobs/rebuild.d.ts +13 -0
- package/dist/jobs/rebuild.d.ts.map +1 -0
- package/dist/jobs/rebuild.js +178 -0
- package/dist/jobs/rebuild.js.map +1 -0
- package/dist/jobs/server-worker.d.ts +16 -0
- package/dist/jobs/server-worker.d.ts.map +1 -0
- package/dist/jobs/server-worker.js +262 -0
- package/dist/jobs/server-worker.js.map +1 -0
- package/dist/jobs/store-adapter.d.ts +3 -0
- package/dist/jobs/store-adapter.d.ts.map +1 -0
- package/dist/jobs/store-adapter.js +37 -0
- package/dist/jobs/store-adapter.js.map +1 -0
- package/dist/jobs/types.d.ts +138 -0
- package/dist/jobs/types.d.ts.map +1 -0
- package/dist/jobs/types.js +2 -0
- package/dist/jobs/types.js.map +1 -0
- package/dist/jobs/worker.d.ts +27 -0
- package/dist/jobs/worker.d.ts.map +1 -0
- package/dist/jobs/worker.js +90 -0
- package/dist/jobs/worker.js.map +1 -0
- package/dist/media-url.d.ts +7 -0
- package/dist/media-url.d.ts.map +1 -0
- package/dist/media-url.js +15 -0
- package/dist/media-url.js.map +1 -0
- package/dist/native-artifact-reassembly.d.ts +25 -0
- package/dist/native-artifact-reassembly.d.ts.map +1 -0
- package/dist/native-artifact-reassembly.js +262 -0
- package/dist/native-artifact-reassembly.js.map +1 -0
- package/dist/native-artifact.d.ts +88 -0
- package/dist/native-artifact.d.ts.map +1 -0
- package/dist/native-artifact.js +86 -0
- package/dist/native-artifact.js.map +1 -0
- package/dist/schema/index.d.ts +7111 -0
- package/dist/schema/index.d.ts.map +1 -0
- package/dist/schema/index.js +469 -0
- package/dist/schema/index.js.map +1 -0
- package/dist/schema/migrations.d.ts +10 -0
- package/dist/schema/migrations.d.ts.map +1 -0
- package/dist/schema/migrations.js +333 -0
- package/dist/schema/migrations.js.map +1 -0
- package/dist/search/fusion.d.ts +2 -0
- package/dist/search/fusion.d.ts.map +1 -0
- package/dist/search/fusion.js +2 -0
- package/dist/search/fusion.js.map +1 -0
- package/dist/search/mode.d.ts +4 -0
- package/dist/search/mode.d.ts.map +1 -0
- package/dist/search/mode.js +13 -0
- package/dist/search/mode.js.map +1 -0
- package/dist/search/postgres-fts.d.ts +2 -0
- package/dist/search/postgres-fts.d.ts.map +1 -0
- package/dist/search/postgres-fts.js +2 -0
- package/dist/search/postgres-fts.js.map +1 -0
- package/dist/server/brand-context.d.ts +15 -0
- package/dist/server/brand-context.d.ts.map +1 -0
- package/dist/server/brand-context.js +149 -0
- package/dist/server/brand-context.js.map +1 -0
- package/dist/server/context.d.ts +77 -0
- package/dist/server/context.d.ts.map +1 -0
- package/dist/server/context.js +63 -0
- package/dist/server/context.js.map +1 -0
- package/dist/server/enrichment.d.ts +24 -0
- package/dist/server/enrichment.d.ts.map +1 -0
- package/dist/server/enrichment.js +138 -0
- package/dist/server/enrichment.js.map +1 -0
- package/dist/server/generation-artifact-access.d.ts +21 -0
- package/dist/server/generation-artifact-access.d.ts.map +1 -0
- package/dist/server/generation-artifact-access.js +113 -0
- package/dist/server/generation-artifact-access.js.map +1 -0
- package/dist/server/generation-context.d.ts +220 -0
- package/dist/server/generation-context.d.ts.map +1 -0
- package/dist/server/generation-context.js +432 -0
- package/dist/server/generation-context.js.map +1 -0
- package/dist/server/index.d.ts +27 -0
- package/dist/server/index.d.ts.map +1 -0
- package/dist/server/index.js +115 -0
- package/dist/server/index.js.map +1 -0
- package/dist/server/isolated-a2a.d.ts +175 -0
- package/dist/server/isolated-a2a.d.ts.map +1 -0
- package/dist/server/isolated-a2a.js +312 -0
- package/dist/server/isolated-a2a.js.map +1 -0
- package/dist/server/media.d.ts +15 -0
- package/dist/server/media.d.ts.map +1 -0
- package/dist/server/media.js +108 -0
- package/dist/server/media.js.map +1 -0
- package/dist/server/native-resource-capture.d.ts +78 -0
- package/dist/server/native-resource-capture.d.ts.map +1 -0
- package/dist/server/native-resource-capture.js +94 -0
- package/dist/server/native-resource-capture.js.map +1 -0
- package/dist/server/prompt-provider.d.ts +5 -0
- package/dist/server/prompt-provider.d.ts.map +1 -0
- package/dist/server/prompt-provider.js +59 -0
- package/dist/server/prompt-provider.js.map +1 -0
- package/dist/server/public-serialization.d.ts +160 -0
- package/dist/server/public-serialization.d.ts.map +1 -0
- package/dist/server/public-serialization.js +108 -0
- package/dist/server/public-serialization.js.map +1 -0
- package/dist/server/resource-paths.d.ts +3 -0
- package/dist/server/resource-paths.d.ts.map +1 -0
- package/dist/server/resource-paths.js +5 -0
- package/dist/server/resource-paths.js.map +1 -0
- package/dist/server/retrieval.d.ts +83 -0
- package/dist/server/retrieval.d.ts.map +1 -0
- package/dist/server/retrieval.js +445 -0
- package/dist/server/retrieval.js.map +1 -0
- package/dist/server/safe-native-preview.d.ts +15 -0
- package/dist/server/safe-native-preview.d.ts.map +1 -0
- package/dist/server/safe-native-preview.js +148 -0
- package/dist/server/safe-native-preview.js.map +1 -0
- package/dist/store/brand.d.ts +47 -0
- package/dist/store/brand.d.ts.map +1 -0
- package/dist/store/brand.js +346 -0
- package/dist/store/brand.js.map +1 -0
- package/dist/store/content.d.ts +134 -0
- package/dist/store/content.d.ts.map +1 -0
- package/dist/store/content.js +1677 -0
- package/dist/store/content.js.map +1 -0
- package/dist/store/contexts.d.ts +216 -0
- package/dist/store/contexts.d.ts.map +1 -0
- package/dist/store/contexts.js +1346 -0
- package/dist/store/contexts.js.map +1 -0
- package/dist/store/generation.d.ts +28 -0
- package/dist/store/generation.d.ts.map +1 -0
- package/dist/store/generation.js +140 -0
- package/dist/store/generation.js.map +1 -0
- package/dist/store/helpers.d.ts +12 -0
- package/dist/store/helpers.d.ts.map +1 -0
- package/dist/store/helpers.js +41 -0
- package/dist/store/helpers.js.map +1 -0
- package/dist/store/index.d.ts +11 -0
- package/dist/store/index.d.ts.map +1 -0
- package/dist/store/index.js +11 -0
- package/dist/store/index.js.map +1 -0
- package/dist/store/inference.d.ts +57 -0
- package/dist/store/inference.d.ts.map +1 -0
- package/dist/store/inference.js +279 -0
- package/dist/store/inference.js.map +1 -0
- package/dist/store/jobs.d.ts +80 -0
- package/dist/store/jobs.d.ts.map +1 -0
- package/dist/store/jobs.js +428 -0
- package/dist/store/jobs.js.map +1 -0
- package/dist/store/native-artifact-summary.d.ts +7 -0
- package/dist/store/native-artifact-summary.d.ts.map +1 -0
- package/dist/store/native-artifact-summary.js +10 -0
- package/dist/store/native-artifact-summary.js.map +1 -0
- package/dist/store/packs.d.ts +36 -0
- package/dist/store/packs.d.ts.map +1 -0
- package/dist/store/packs.js +438 -0
- package/dist/store/packs.js.map +1 -0
- package/dist/store/purge.d.ts +16 -0
- package/dist/store/purge.d.ts.map +1 -0
- package/dist/store/purge.js +354 -0
- package/dist/store/purge.js.map +1 -0
- package/dist/store/sources.d.ts +76 -0
- package/dist/store/sources.d.ts.map +1 -0
- package/dist/store/sources.js +525 -0
- package/dist/store/sources.js.map +1 -0
- package/dist/store/suggestions.d.ts +29 -0
- package/dist/store/suggestions.d.ts.map +1 -0
- package/dist/store/suggestions.js +270 -0
- package/dist/store/suggestions.js.map +1 -0
- package/dist/types.d.ts +578 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +10 -0
- package/dist/types.js.map +1 -0
- package/dist/untrusted-reference.d.ts +8 -0
- package/dist/untrusted-reference.d.ts.map +1 -0
- package/dist/untrusted-reference.js +19 -0
- package/dist/untrusted-reference.js.map +1 -0
- package/dist/vector/index.d.ts +2 -0
- package/dist/vector/index.d.ts.map +1 -0
- package/dist/vector/index.js +2 -0
- package/dist/vector/index.js.map +1 -0
- package/dist/vector/pgvector.d.ts +2 -0
- package/dist/vector/pgvector.d.ts.map +1 -0
- package/dist/vector/pgvector.js +2 -0
- package/dist/vector/pgvector.js.map +1 -0
- package/docs/evaluation.md +92 -0
- package/docs/llms-full.txt +168 -0
- package/docs/llms.txt +76 -0
- package/docs/skills/creative-context/SKILL.md +90 -0
- package/package.json +100 -0
- package/src/actions/agent-input-schemas.spec.ts +46 -0
- package/src/actions/confirm-canonical-logo.ts +20 -0
- package/src/actions/continue-context-import.ts +15 -0
- package/src/actions/creative-context-a2a.spec.ts +162 -0
- package/src/actions/creative-context-a2a.ts +88 -0
- package/src/actions/get-brand-profile.ts +16 -0
- package/src/actions/get-context-import-status.ts +13 -0
- package/src/actions/get-context-item.ts +1 -0
- package/src/actions/get-context-pack.ts +14 -0
- package/src/actions/get-creative-context.spec.ts +435 -0
- package/src/actions/get-creative-context.ts +197 -0
- package/src/actions/get-google-picker-session.spec.ts +62 -0
- package/src/actions/get-google-picker-session.ts +45 -0
- package/src/actions/index.ts +75 -0
- package/src/actions/infer-brand-dna.ts +15 -0
- package/src/actions/job-public-serialization.spec.ts +143 -0
- package/src/actions/list-canonical-logo-candidates.ts +121 -0
- package/src/actions/list-context-connections.spec.ts +23 -0
- package/src/actions/list-context-connections.ts +51 -0
- package/src/actions/list-context-memberships.ts +56 -0
- package/src/actions/list-context-packs.ts +17 -0
- package/src/actions/list-context-sources.ts +21 -0
- package/src/actions/list-context-suggestions.ts +30 -0
- package/src/actions/list-creative-contexts.spec.ts +38 -0
- package/src/actions/list-creative-contexts.ts +32 -0
- package/src/actions/manage-brand-profile.ts +58 -0
- package/src/actions/manage-context-membership.ts +80 -0
- package/src/actions/manage-context-pack.ts +81 -0
- package/src/actions/manage-context-source.ts +151 -0
- package/src/actions/manage-creative-context.ts +73 -0
- package/src/actions/manage-layout-template.ts +51 -0
- package/src/actions/preview-context-import.spec.ts +64 -0
- package/src/actions/preview-context-import.ts +61 -0
- package/src/actions/process-context-purge.ts +28 -0
- package/src/actions/propose-brand-dna.ts +22 -0
- package/src/actions/propose-canonical-logo.ts +19 -0
- package/src/actions/publish-brand-dna.ts +25 -0
- package/src/actions/recommend-context-roots.ts +24 -0
- package/src/actions/record-context-feedback.ts +16 -0
- package/src/actions/review-context-items.ts +69 -0
- package/src/actions/run-embedding-bakeoff.ts +90 -0
- package/src/actions/search-creative-context.ts +48 -0
- package/src/actions/set-brand-dna.ts +22 -0
- package/src/actions/start-context-enrichment.ts +52 -0
- package/src/actions/start-context-import.ts +38 -0
- package/src/client/CreativeContextChip.spec.ts +59 -0
- package/src/client/CreativeContextChip.tsx +243 -0
- package/src/client/CreativeContextPanel.tsx +3600 -0
- package/src/client/CreativeContextSettingsLink.tsx +30 -0
- package/src/client/CreativeContextShareTab.spec.ts +70 -0
- package/src/client/CreativeContextShareTab.tsx +666 -0
- package/src/client/actions.spec.ts +177 -0
- package/src/client/actions.ts +1024 -0
- package/src/client/agent-tab.tsx +56 -0
- package/src/client/application-state.spec.ts +46 -0
- package/src/client/application-state.ts +158 -0
- package/src/client/google-slides-picker.spec.ts +36 -0
- package/src/client/google-slides-picker.ts +146 -0
- package/src/client/index.ts +102 -0
- package/src/client/messages.ts +1370 -0
- package/src/client/source-config.spec.ts +166 -0
- package/src/connectors/connectors.spec.ts +778 -0
- package/src/connectors/context.ts +83 -0
- package/src/connectors/document-parser.ts +5 -0
- package/src/connectors/figma-native.ts +1192 -0
- package/src/connectors/figma-native.visual.spec.ts +221 -0
- package/src/connectors/figma.spec.ts +812 -0
- package/src/connectors/figma.ts +257 -0
- package/src/connectors/fixtures/google-slides-native.json +353 -0
- package/src/connectors/google-slides-native.spec.ts +804 -0
- package/src/connectors/google-slides-native.ts +1656 -0
- package/src/connectors/google-slides-native.visual.spec.ts +119 -0
- package/src/connectors/google-slides.ts +1171 -0
- package/src/connectors/index.ts +112 -0
- package/src/connectors/manual.ts +132 -0
- package/src/connectors/normalize.spec.ts +144 -0
- package/src/connectors/normalize.ts +475 -0
- package/src/connectors/notion.ts +529 -0
- package/src/connectors/private-artifacts.spec.ts +95 -0
- package/src/connectors/private-artifacts.ts +248 -0
- package/src/connectors/provider-response.ts +144 -0
- package/src/connectors/recommendations.ts +237 -0
- package/src/connectors/registry.ts +48 -0
- package/src/connectors/rendered-design.spec.ts +171 -0
- package/src/connectors/rendered-design.ts +495 -0
- package/src/connectors/rendered-page.spec.ts +388 -0
- package/src/connectors/rendered-page.ts +1387 -0
- package/src/connectors/smart-defaults.spec.ts +135 -0
- package/src/connectors/smart-defaults.ts +87 -0
- package/src/connectors/types.ts +113 -0
- package/src/connectors/upload.spec.ts +175 -0
- package/src/connectors/upload.ts +548 -0
- package/src/connectors/website.spec.ts +465 -0
- package/src/connectors/website.ts +777 -0
- package/src/embeddings/index.ts +2 -0
- package/src/embeddings/providers.spec.ts +73 -0
- package/src/embeddings/providers.ts +1 -0
- package/src/embeddings/types.ts +6 -0
- package/src/eval/acceptance-fixtures.ts +97 -0
- package/src/eval/acceptance.spec.ts +92 -0
- package/src/eval/acceptance.ts +371 -0
- package/src/eval/connectors-golden.spec.ts +421 -0
- package/src/eval/eval.spec.ts +166 -0
- package/src/eval/fixtures/README.md +17 -0
- package/src/eval/fixtures/figma-brand-system-v1.json +140 -0
- package/src/eval/fixtures/figma-brand-system-v2.json +127 -0
- package/src/eval/fixtures/launch-hero.png +0 -0
- package/src/eval/fixtures/launch-system-v1.pptx +0 -0
- package/src/eval/fixtures/launch-system-v2.pptx +0 -0
- package/src/eval/fixtures/notion-brand-root.json +218 -0
- package/src/eval/fixtures/pricing-hero.png +0 -0
- package/src/eval/fixtures/rendered-brand-page.html +76 -0
- package/src/eval/fixtures.spec.ts +43 -0
- package/src/eval/fixtures.ts +136 -0
- package/src/eval/index.ts +291 -0
- package/src/eval/library-flow.acceptance.spec.tsx +145 -0
- package/src/index.ts +4 -0
- package/src/jobs/background-worker.ts +423 -0
- package/src/jobs/import-runner.spec.ts +582 -0
- package/src/jobs/import-runner.ts +791 -0
- package/src/jobs/index.ts +40 -0
- package/src/jobs/progress.ts +37 -0
- package/src/jobs/rebuild.ts +245 -0
- package/src/jobs/server-worker.spec.ts +181 -0
- package/src/jobs/server-worker.ts +354 -0
- package/src/jobs/store-adapter.ts +52 -0
- package/src/jobs/types.ts +147 -0
- package/src/jobs/worker.ts +152 -0
- package/src/manifest.spec.ts +26 -0
- package/src/media-url.ts +17 -0
- package/src/native-artifact-reassembly.spec.ts +386 -0
- package/src/native-artifact-reassembly.ts +406 -0
- package/src/native-artifact.ts +102 -0
- package/src/schema/index.ts +527 -0
- package/src/schema/migrations.spec.ts +41 -0
- package/src/schema/migrations.ts +338 -0
- package/src/search/fusion.spec.ts +21 -0
- package/src/search/fusion.ts +1 -0
- package/src/search/mode.spec.ts +28 -0
- package/src/search/mode.ts +21 -0
- package/src/search/postgres-fts.spec.ts +63 -0
- package/src/search/postgres-fts.ts +1 -0
- package/src/server/brand-context.spec.ts +43 -0
- package/src/server/brand-context.ts +160 -0
- package/src/server/context.ts +162 -0
- package/src/server/enrichment.spec.ts +94 -0
- package/src/server/enrichment.ts +166 -0
- package/src/server/generation-artifact-access.spec.ts +104 -0
- package/src/server/generation-artifact-access.ts +217 -0
- package/src/server/generation-context-a2a.spec.ts +282 -0
- package/src/server/generation-context-off.spec.ts +213 -0
- package/src/server/generation-context.spec.ts +124 -0
- package/src/server/generation-context.ts +639 -0
- package/src/server/index.spec.ts +30 -0
- package/src/server/index.ts +163 -0
- package/src/server/isolated-a2a.spec.ts +184 -0
- package/src/server/isolated-a2a.ts +416 -0
- package/src/server/media.spec.ts +120 -0
- package/src/server/media.ts +136 -0
- package/src/server/native-resource-capture.spec.ts +121 -0
- package/src/server/native-resource-capture.ts +198 -0
- package/src/server/prompt-provider.spec.ts +78 -0
- package/src/server/prompt-provider.ts +73 -0
- package/src/server/public-serialization.spec.ts +150 -0
- package/src/server/public-serialization.ts +130 -0
- package/src/server/resource-paths.spec.ts +9 -0
- package/src/server/resource-paths.ts +5 -0
- package/src/server/retrieval-vector.spec.ts +180 -0
- package/src/server/retrieval.ts +590 -0
- package/src/server/safe-native-preview.spec.ts +29 -0
- package/src/server/safe-native-preview.ts +199 -0
- package/src/store/access.integration.spec.ts +3523 -0
- package/src/store/brand.ts +458 -0
- package/src/store/content.ts +2317 -0
- package/src/store/contexts.ts +1840 -0
- package/src/store/generation.ts +226 -0
- package/src/store/helpers.ts +53 -0
- package/src/store/index.ts +10 -0
- package/src/store/inference.spec.ts +84 -0
- package/src/store/inference.ts +339 -0
- package/src/store/invariants.spec.ts +119 -0
- package/src/store/jobs.ts +674 -0
- package/src/store/native-artifact-summary.ts +13 -0
- package/src/store/packs.ts +721 -0
- package/src/store/purge.ts +463 -0
- package/src/store/sources.spec.ts +102 -0
- package/src/store/sources.ts +692 -0
- package/src/store/suggestions.ts +361 -0
- package/src/types.ts +671 -0
- package/src/untrusted-reference.spec.ts +22 -0
- package/src/untrusted-reference.ts +24 -0
- package/src/vector/index.ts +1 -0
- package/src/vector/pgvector.spec.ts +115 -0
- package/src/vector/pgvector.ts +1 -0
- package/tsconfig.json +31 -0
|
@@ -0,0 +1,119 @@
|
|
|
1
|
+
export const CREATIVE_CONTEXT_PURPLE_IMAGE_BASE64 = "iVBORw0KGgoAAAANSUhEUgAAAAgAAAAICAIAAABLbSncAAAAEUlEQVR4nGOI9n+JFTEMLQkAOpFkwUU6BmIAAAAASUVORK5CYII=";
|
|
2
|
+
export const CREATIVE_CONTEXT_INK_IMAGE_BASE64 = "iVBORw0KGgoAAAANSUhEUgAAAAgAAAAICAIAAABLbSncAAAAEUlEQVR4nGPg5hbAihiGlgQAtbUJgThTKnUAAAAASUVORK5CYII=";
|
|
3
|
+
export const CREATIVE_CONTEXT_GOLD_DOCUMENTS = [
|
|
4
|
+
{
|
|
5
|
+
key: "slide:metrics-v2",
|
|
6
|
+
kind: "slide",
|
|
7
|
+
title: "Weekly metrics scorecard",
|
|
8
|
+
text: "Dark scorecard with four KPI tiles, a purple trend line, and a concise takeaway.",
|
|
9
|
+
owner: "organization",
|
|
10
|
+
status: "active",
|
|
11
|
+
revisionOf: "slide:metrics-v1",
|
|
12
|
+
},
|
|
13
|
+
{
|
|
14
|
+
key: "slide:metrics-v1",
|
|
15
|
+
kind: "slide",
|
|
16
|
+
title: "Weekly metrics scorecard old",
|
|
17
|
+
text: "Previous scorecard with four KPI tiles.",
|
|
18
|
+
owner: "organization",
|
|
19
|
+
status: "deprecated",
|
|
20
|
+
},
|
|
21
|
+
{
|
|
22
|
+
key: "figma:pricing-hero",
|
|
23
|
+
kind: "figma-frame",
|
|
24
|
+
title: "Pricing hero",
|
|
25
|
+
text: "1440 by 820 dark hero, Inter 56 heading, three pricing cards, primary trial button.",
|
|
26
|
+
imageBase64: CREATIVE_CONTEXT_INK_IMAGE_BASE64,
|
|
27
|
+
owner: "organization",
|
|
28
|
+
status: "active",
|
|
29
|
+
},
|
|
30
|
+
{
|
|
31
|
+
key: "notion:dense-guidelines",
|
|
32
|
+
kind: "notion-section",
|
|
33
|
+
title: "Dense launch system guidance",
|
|
34
|
+
text: "For launch narratives, lead with the user outcome, name the concrete workflow, support claims with one metric, keep headings under eight words, use direct active voice, avoid inflated superlatives, preserve the primary purple and ink palette, use compact scorecards for quantitative proof, and close with one explicit trial action. Product screenshots should center the working surface, annotations should identify the changed behavior, and supporting copy should remain subordinate to the artifact. For executive reviews, pair each KPI with a trend and a one-sentence interpretation. For campaign variants, retain the same hierarchy while adapting the evidence and call to action to the audience segment.",
|
|
35
|
+
owner: "organization",
|
|
36
|
+
status: "active",
|
|
37
|
+
},
|
|
38
|
+
{
|
|
39
|
+
key: "notion:voice",
|
|
40
|
+
kind: "notion-section",
|
|
41
|
+
title: "Launch writing principles",
|
|
42
|
+
text: "Direct, concise, optimistic product writing. Prefer concrete verbs and short sentences.",
|
|
43
|
+
owner: "organization",
|
|
44
|
+
status: "active",
|
|
45
|
+
},
|
|
46
|
+
{
|
|
47
|
+
key: "web:palette",
|
|
48
|
+
kind: "web-page",
|
|
49
|
+
title: "Brand home page",
|
|
50
|
+
text: "Primary #5B4FE9, ink #0B0B10, Inter headings, twelve-pixel radii.",
|
|
51
|
+
owner: "organization",
|
|
52
|
+
status: "active",
|
|
53
|
+
},
|
|
54
|
+
{
|
|
55
|
+
key: "image:campaign",
|
|
56
|
+
kind: "image",
|
|
57
|
+
title: "Launch campaign hero",
|
|
58
|
+
text: "Purple gradient product hero with a centered device render and compact white headline.",
|
|
59
|
+
imageBase64: CREATIVE_CONTEXT_PURPLE_IMAGE_BASE64,
|
|
60
|
+
owner: "organization",
|
|
61
|
+
status: "active",
|
|
62
|
+
},
|
|
63
|
+
{
|
|
64
|
+
key: "private:other-org",
|
|
65
|
+
kind: "slide",
|
|
66
|
+
title: "Confidential acquisition plan",
|
|
67
|
+
text: "Restricted content owned by another organization.",
|
|
68
|
+
owner: "other-organization",
|
|
69
|
+
status: "active",
|
|
70
|
+
},
|
|
71
|
+
];
|
|
72
|
+
export const CREATIVE_CONTEXT_GOLD_TASKS = [
|
|
73
|
+
{
|
|
74
|
+
id: "exact-metrics-layout",
|
|
75
|
+
query: { text: "weekly metrics scorecard with four KPI tiles" },
|
|
76
|
+
relevantKeys: ["slide:metrics-v2"],
|
|
77
|
+
forbiddenKeys: ["private:other-org"],
|
|
78
|
+
},
|
|
79
|
+
{
|
|
80
|
+
id: "visual-pricing-match",
|
|
81
|
+
query: { text: "dark pricing hero with three cards" },
|
|
82
|
+
relevantKeys: ["figma:pricing-hero"],
|
|
83
|
+
forbiddenKeys: ["private:other-org"],
|
|
84
|
+
},
|
|
85
|
+
{
|
|
86
|
+
id: "voice-match",
|
|
87
|
+
query: { text: "direct concise optimistic launch copy" },
|
|
88
|
+
relevantKeys: ["notion:voice"],
|
|
89
|
+
forbiddenKeys: ["private:other-org"],
|
|
90
|
+
},
|
|
91
|
+
{
|
|
92
|
+
id: "text-to-image-campaign-match",
|
|
93
|
+
query: { text: "purple campaign hero with centered device" },
|
|
94
|
+
relevantKeys: ["image:campaign"],
|
|
95
|
+
forbiddenKeys: ["private:other-org"],
|
|
96
|
+
},
|
|
97
|
+
{
|
|
98
|
+
id: "image-to-image-campaign-match",
|
|
99
|
+
query: {
|
|
100
|
+
images: [
|
|
101
|
+
{
|
|
102
|
+
mimeType: "image/png",
|
|
103
|
+
base64: CREATIVE_CONTEXT_PURPLE_IMAGE_BASE64,
|
|
104
|
+
},
|
|
105
|
+
],
|
|
106
|
+
},
|
|
107
|
+
relevantKeys: ["image:campaign"],
|
|
108
|
+
forbiddenKeys: ["private:other-org"],
|
|
109
|
+
},
|
|
110
|
+
{
|
|
111
|
+
id: "dense-guidance-match",
|
|
112
|
+
query: {
|
|
113
|
+
text: "executive launch KPI trend interpretation active voice purple ink compact scorecard",
|
|
114
|
+
},
|
|
115
|
+
relevantKeys: ["notion:dense-guidelines"],
|
|
116
|
+
forbiddenKeys: ["private:other-org"],
|
|
117
|
+
},
|
|
118
|
+
];
|
|
119
|
+
//# sourceMappingURL=fixtures.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fixtures.js","sourceRoot":"","sources":["../../src/eval/fixtures.ts"],"names":[],"mappings":"AAaA,MAAM,CAAC,MAAM,oCAAoC,GAC/C,sGAAsG,CAAC;AACzG,MAAM,CAAC,MAAM,iCAAiC,GAC5C,sGAAsG,CAAC;AAEzG,MAAM,CAAC,MAAM,+BAA+B,GAC1C;IACE;QACE,GAAG,EAAE,kBAAkB;QACvB,IAAI,EAAE,OAAO;QACb,KAAK,EAAE,0BAA0B;QACjC,IAAI,EAAE,kFAAkF;QACxF,KAAK,EAAE,cAAc;QACrB,MAAM,EAAE,QAAQ;QAChB,UAAU,EAAE,kBAAkB;KAC/B;IACD;QACE,GAAG,EAAE,kBAAkB;QACvB,IAAI,EAAE,OAAO;QACb,KAAK,EAAE,8BAA8B;QACrC,IAAI,EAAE,yCAAyC;QAC/C,KAAK,EAAE,cAAc;QACrB,MAAM,EAAE,YAAY;KACrB;IACD;QACE,GAAG,EAAE,oBAAoB;QACzB,IAAI,EAAE,aAAa;QACnB,KAAK,EAAE,cAAc;QACrB,IAAI,EAAE,qFAAqF;QAC3F,WAAW,EAAE,iCAAiC;QAC9C,KAAK,EAAE,cAAc;QACrB,MAAM,EAAE,QAAQ;KACjB;IACD;QACE,GAAG,EAAE,yBAAyB;QAC9B,IAAI,EAAE,gBAAgB;QACtB,KAAK,EAAE,8BAA8B;QACrC,IAAI,EAAE,msBAAmsB;QACzsB,KAAK,EAAE,cAAc;QACrB,MAAM,EAAE,QAAQ;KACjB;IACD;QACE,GAAG,EAAE,cAAc;QACnB,IAAI,EAAE,gBAAgB;QACtB,KAAK,EAAE,2BAA2B;QAClC,IAAI,EAAE,yFAAyF;QAC/F,KAAK,EAAE,cAAc;QACrB,MAAM,EAAE,QAAQ;KACjB;IACD;QACE,GAAG,EAAE,aAAa;QAClB,IAAI,EAAE,UAAU;QAChB,KAAK,EAAE,iBAAiB;QACxB,IAAI,EAAE,mEAAmE;QACzE,KAAK,EAAE,cAAc;QACrB,MAAM,EAAE,QAAQ;KACjB;IACD;QACE,GAAG,EAAE,gBAAgB;QACrB,IAAI,EAAE,OAAO;QACb,KAAK,EAAE,sBAAsB;QAC7B,IAAI,EAAE,wFAAwF;QAC9F,WAAW,EAAE,oCAAoC;QACjD,KAAK,EAAE,cAAc;QACrB,MAAM,EAAE,QAAQ;KACjB;IACD;QACE,GAAG,EAAE,mBAAmB;QACxB,IAAI,EAAE,OAAO;QACb,KAAK,EAAE,+BAA+B;QACtC,IAAI,EAAE,mDAAmD;QACzD,KAAK,EAAE,oBAAoB;QAC3B,MAAM,EAAE,QAAQ;KACjB;CACO,CAAC;AAEb,MAAM,CAAC,MAAM,2BAA2B,GAAiC;IACvE;QACE,EAAE,EAAE,sBAAsB;QAC1B,KAAK,EAAE,EAAE,IAAI,EAAE,8CAA8C,EAAE;QAC/D,YAAY,EAAE,CAAC,kBAAkB,CAAC;QAClC,aAAa,EAAE,CAAC,mBAAmB,CAAC;KACrC;IACD;QACE,EAAE,EAAE,sBAAsB;QAC1B,KAAK,EAAE,EAAE,IAAI,EAAE,oCAAoC,EAAE;QACrD,YAAY,EAAE,CAAC,oBAAoB,CAAC;QACpC,aAAa,EAAE,CAAC,mBAAmB,CAAC;KACrC;IACD;QACE,EAAE,EAAE,aAAa;QACjB,KAAK,EAAE,EAAE,IAAI,EAAE,uCAAuC,EAAE;QACxD,YAAY,EAAE,CAAC,cAAc,CAAC;QAC9B,aAAa,EAAE,CAAC,mBAAmB,CAAC;KACrC;IACD;QACE,EAAE,EAAE,8BAA8B;QAClC,KAAK,EAAE,EAAE,IAAI,EAAE,2CAA2C,EAAE;QAC5D,YAAY,EAAE,CAAC,gBAAgB,CAAC;QAChC,aAAa,EAAE,CAAC,mBAAmB,CAAC;KACrC;IACD;QACE,EAAE,EAAE,+BAA+B;QACnC,KAAK,EAAE;YACL,MAAM,EAAE;gBACN;oBACE,QAAQ,EAAE,WAAW;oBACrB,MAAM,EAAE,oCAAoC;iBAC7C;aACF;SACF;QACD,YAAY,EAAE,CAAC,gBAAgB,CAAC;QAChC,aAAa,EAAE,CAAC,mBAAmB,CAAC;KACrC;IACD;QACE,EAAE,EAAE,sBAAsB;QAC1B,KAAK,EAAE;YACL,IAAI,EAAE,qFAAqF;SAC5F;QACD,YAAY,EAAE,CAAC,yBAAyB,CAAC;QACzC,aAAa,EAAE,CAAC,mBAAmB,CAAC;KACrC;CACO,CAAC"}
|
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
import type { EmbeddingFamily, MultimodalEmbeddingInput } from "../embeddings/types.js";
|
|
2
|
+
export { assertContextAcceptanceGates, ContextAcceptanceReportSchema, createBlindPreferencePacket, runContextAcceptanceEvaluation, scoreBlindPreferences, type BlindPreferenceAnswerKey, type BlindPreferenceWorksheetRow, type ContextAcceptanceArtifact, type ContextAcceptanceCase, type ContextAcceptanceReport, type ContextAcceptanceThresholds, } from "./acceptance.js";
|
|
3
|
+
export { CREATIVE_CONTEXT_ACCEPTANCE_CASES } from "./acceptance-fixtures.js";
|
|
4
|
+
export { CREATIVE_CONTEXT_INK_IMAGE_BASE64, CREATIVE_CONTEXT_GOLD_DOCUMENTS, CREATIVE_CONTEXT_GOLD_TASKS, CREATIVE_CONTEXT_PURPLE_IMAGE_BASE64, type CreativeContextGoldDocument, } from "./fixtures.js";
|
|
5
|
+
export interface RetrievalEvalTask {
|
|
6
|
+
id: string;
|
|
7
|
+
query: MultimodalEmbeddingInput;
|
|
8
|
+
relevantKeys: readonly string[];
|
|
9
|
+
forbiddenKeys?: readonly string[];
|
|
10
|
+
}
|
|
11
|
+
export interface RetrievalEvalMetrics {
|
|
12
|
+
taskCount: number;
|
|
13
|
+
top5Recall: number;
|
|
14
|
+
meanReciprocalRank: number;
|
|
15
|
+
permissionLeaks: number;
|
|
16
|
+
}
|
|
17
|
+
export interface ContextQualityTrial {
|
|
18
|
+
id: string;
|
|
19
|
+
preferred: "context-on" | "context-off" | "tie";
|
|
20
|
+
baselineEditDistance: number;
|
|
21
|
+
contextEditDistance: number;
|
|
22
|
+
}
|
|
23
|
+
export interface ContextQualityMetrics {
|
|
24
|
+
trialCount: number;
|
|
25
|
+
contextPreferenceRate: number;
|
|
26
|
+
meanEditDistanceReduction: number;
|
|
27
|
+
}
|
|
28
|
+
export interface CreativeContextCorrectnessEvidence {
|
|
29
|
+
permissionLeaks: number;
|
|
30
|
+
generationsMissingPacks: number;
|
|
31
|
+
generationsMissingProvenance: number;
|
|
32
|
+
importsResumable: boolean;
|
|
33
|
+
importsIdempotent: boolean;
|
|
34
|
+
importsDeterministic: boolean;
|
|
35
|
+
revocationRemovesAccess: boolean;
|
|
36
|
+
lexicalLaneRebuilds: boolean;
|
|
37
|
+
vectorLaneRebuilds: boolean;
|
|
38
|
+
connectorsPassing: readonly string[];
|
|
39
|
+
consumersUsingReuseLadder: readonly string[];
|
|
40
|
+
nativeCodeRetrievalPassing: readonly string[];
|
|
41
|
+
nativeCloneFidelityPassing: readonly string[];
|
|
42
|
+
nativeCloneVersionsPinned: boolean;
|
|
43
|
+
supportedNativeElementsEditable: boolean;
|
|
44
|
+
runtimeExcludesFullResolutionReferenceRenders: boolean;
|
|
45
|
+
contextOptOutExcludesAllContext: boolean;
|
|
46
|
+
contextOnBeatsContextOff: boolean;
|
|
47
|
+
}
|
|
48
|
+
export declare function evaluateRankings(tasks: readonly RetrievalEvalTask[], rankings: Readonly<Record<string, readonly string[]>>): RetrievalEvalMetrics;
|
|
49
|
+
export declare function evaluateContextQuality(trials: readonly ContextQualityTrial[]): ContextQualityMetrics;
|
|
50
|
+
export declare function creativeContextCompletionFailures(evidence: CreativeContextCorrectnessEvidence): string[];
|
|
51
|
+
export declare function assertCreativeContextCompletionGates(evidence: CreativeContextCorrectnessEvidence): void;
|
|
52
|
+
export declare function bakeOffEmbeddingFamilies(input: {
|
|
53
|
+
families: readonly EmbeddingFamily[];
|
|
54
|
+
documents: Readonly<Record<string, MultimodalEmbeddingInput>>;
|
|
55
|
+
tasks: readonly RetrievalEvalTask[];
|
|
56
|
+
allowedDocumentKeys?: readonly string[];
|
|
57
|
+
topK?: number;
|
|
58
|
+
}): Promise<{
|
|
59
|
+
family: EmbeddingFamily;
|
|
60
|
+
metrics: RetrievalEvalMetrics;
|
|
61
|
+
}[]>;
|
|
62
|
+
export declare function embeddingBakeoffPasses(metrics: RetrievalEvalMetrics): boolean;
|
|
63
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/eval/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,eAAe,EACf,wBAAwB,EACzB,MAAM,wBAAwB,CAAC;AAEhC,OAAO,EACL,4BAA4B,EAC5B,6BAA6B,EAC7B,2BAA2B,EAC3B,8BAA8B,EAC9B,qBAAqB,EACrB,KAAK,wBAAwB,EAC7B,KAAK,2BAA2B,EAChC,KAAK,yBAAyB,EAC9B,KAAK,qBAAqB,EAC1B,KAAK,uBAAuB,EAC5B,KAAK,2BAA2B,GACjC,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,iCAAiC,EAAE,MAAM,0BAA0B,CAAC;AAE7E,OAAO,EACL,iCAAiC,EACjC,+BAA+B,EAC/B,2BAA2B,EAC3B,oCAAoC,EACpC,KAAK,2BAA2B,GACjC,MAAM,eAAe,CAAC;AAEvB,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,wBAAwB,CAAC;IAChC,YAAY,EAAE,SAAS,MAAM,EAAE,CAAC;IAChC,aAAa,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;CACnC;AAED,MAAM,WAAW,oBAAoB;IACnC,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,mBAAmB;IAClC,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,YAAY,GAAG,aAAa,GAAG,KAAK,CAAC;IAChD,oBAAoB,EAAE,MAAM,CAAC;IAC7B,mBAAmB,EAAE,MAAM,CAAC;CAC7B;AAED,MAAM,WAAW,qBAAqB;IACpC,UAAU,EAAE,MAAM,CAAC;IACnB,qBAAqB,EAAE,MAAM,CAAC;IAC9B,yBAAyB,EAAE,MAAM,CAAC;CACnC;AAED,MAAM,WAAW,kCAAkC;IACjD,eAAe,EAAE,MAAM,CAAC;IACxB,uBAAuB,EAAE,MAAM,CAAC;IAChC,4BAA4B,EAAE,MAAM,CAAC;IACrC,gBAAgB,EAAE,OAAO,CAAC;IAC1B,iBAAiB,EAAE,OAAO,CAAC;IAC3B,oBAAoB,EAAE,OAAO,CAAC;IAC9B,uBAAuB,EAAE,OAAO,CAAC;IACjC,mBAAmB,EAAE,OAAO,CAAC;IAC7B,kBAAkB,EAAE,OAAO,CAAC;IAC5B,iBAAiB,EAAE,SAAS,MAAM,EAAE,CAAC;IACrC,yBAAyB,EAAE,SAAS,MAAM,EAAE,CAAC;IAC7C,0BAA0B,EAAE,SAAS,MAAM,EAAE,CAAC;IAC9C,0BAA0B,EAAE,SAAS,MAAM,EAAE,CAAC;IAC9C,yBAAyB,EAAE,OAAO,CAAC;IACnC,+BAA+B,EAAE,OAAO,CAAC;IACzC,6CAA6C,EAAE,OAAO,CAAC;IACvD,+BAA+B,EAAE,OAAO,CAAC;IACzC,wBAAwB,EAAE,OAAO,CAAC;CACnC;AAYD,wBAAgB,gBAAgB,CAC9B,KAAK,EAAE,SAAS,iBAAiB,EAAE,EACnC,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC,CAAC,GACpD,oBAAoB,CA2BtB;AAED,wBAAgB,sBAAsB,CACpC,MAAM,EAAE,SAAS,mBAAmB,EAAE,GACrC,qBAAqB,CAwBvB;AAED,wBAAgB,iCAAiC,CAC/C,QAAQ,EAAE,kCAAkC,GAC3C,MAAM,EAAE,CA6DV;AAED,wBAAgB,oCAAoC,CAClD,QAAQ,EAAE,kCAAkC,GAC3C,IAAI,CAON;AAkBD,wBAAsB,wBAAwB,CAAC,KAAK,EAAE;IACpD,QAAQ,EAAE,SAAS,eAAe,EAAE,CAAC;IACrC,SAAS,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,wBAAwB,CAAC,CAAC,CAAC;IAC9D,KAAK,EAAE,SAAS,iBAAiB,EAAE,CAAC;IACpC,mBAAmB,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACxC,IAAI,CAAC,EAAE,MAAM,CAAC;CACf,GAAG,OAAO,CAAC;IAAE,MAAM,EAAE,eAAe,CAAC;IAAC,OAAO,EAAE,oBAAoB,CAAA;CAAE,EAAE,CAAC,CAqCxE;AAED,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,oBAAoB,GAAG,OAAO,CAO7E"}
|
|
@@ -0,0 +1,174 @@
|
|
|
1
|
+
export { assertContextAcceptanceGates, ContextAcceptanceReportSchema, createBlindPreferencePacket, runContextAcceptanceEvaluation, scoreBlindPreferences, } from "./acceptance.js";
|
|
2
|
+
export { CREATIVE_CONTEXT_ACCEPTANCE_CASES } from "./acceptance-fixtures.js";
|
|
3
|
+
export { CREATIVE_CONTEXT_INK_IMAGE_BASE64, CREATIVE_CONTEXT_GOLD_DOCUMENTS, CREATIVE_CONTEXT_GOLD_TASKS, CREATIVE_CONTEXT_PURPLE_IMAGE_BASE64, } from "./fixtures.js";
|
|
4
|
+
const REQUIRED_CONNECTORS = [
|
|
5
|
+
"upload",
|
|
6
|
+
"website",
|
|
7
|
+
"figma",
|
|
8
|
+
"notion",
|
|
9
|
+
"google-slides",
|
|
10
|
+
];
|
|
11
|
+
const REQUIRED_CONSUMERS = ["slides", "assets", "design", "content"];
|
|
12
|
+
const REQUIRED_NATIVE_CONSUMERS = ["slides", "design"];
|
|
13
|
+
export function evaluateRankings(tasks, rankings) {
|
|
14
|
+
if (tasks.length === 0) {
|
|
15
|
+
return {
|
|
16
|
+
taskCount: 0,
|
|
17
|
+
top5Recall: 0,
|
|
18
|
+
meanReciprocalRank: 0,
|
|
19
|
+
permissionLeaks: 0,
|
|
20
|
+
};
|
|
21
|
+
}
|
|
22
|
+
let top5 = 0;
|
|
23
|
+
let reciprocalRank = 0;
|
|
24
|
+
let permissionLeaks = 0;
|
|
25
|
+
for (const task of tasks) {
|
|
26
|
+
const ranking = rankings[task.id] ?? [];
|
|
27
|
+
const relevant = new Set(task.relevantKeys);
|
|
28
|
+
if (ranking.slice(0, 5).some((key) => relevant.has(key)))
|
|
29
|
+
top5 += 1;
|
|
30
|
+
const first = ranking.findIndex((key) => relevant.has(key));
|
|
31
|
+
if (first >= 0)
|
|
32
|
+
reciprocalRank += 1 / (first + 1);
|
|
33
|
+
const forbidden = new Set(task.forbiddenKeys ?? []);
|
|
34
|
+
permissionLeaks += ranking.filter((key) => forbidden.has(key)).length;
|
|
35
|
+
}
|
|
36
|
+
return {
|
|
37
|
+
taskCount: tasks.length,
|
|
38
|
+
top5Recall: top5 / tasks.length,
|
|
39
|
+
meanReciprocalRank: reciprocalRank / tasks.length,
|
|
40
|
+
permissionLeaks,
|
|
41
|
+
};
|
|
42
|
+
}
|
|
43
|
+
export function evaluateContextQuality(trials) {
|
|
44
|
+
if (!trials.length) {
|
|
45
|
+
return {
|
|
46
|
+
trialCount: 0,
|
|
47
|
+
contextPreferenceRate: 0,
|
|
48
|
+
meanEditDistanceReduction: 0,
|
|
49
|
+
};
|
|
50
|
+
}
|
|
51
|
+
const preferred = trials.filter((trial) => trial.preferred === "context-on").length;
|
|
52
|
+
const reduction = trials.reduce((total, trial) => {
|
|
53
|
+
if (trial.baselineEditDistance <= 0)
|
|
54
|
+
return total;
|
|
55
|
+
return (total +
|
|
56
|
+
(trial.baselineEditDistance - trial.contextEditDistance) /
|
|
57
|
+
trial.baselineEditDistance);
|
|
58
|
+
}, 0);
|
|
59
|
+
return {
|
|
60
|
+
trialCount: trials.length,
|
|
61
|
+
contextPreferenceRate: preferred / trials.length,
|
|
62
|
+
meanEditDistanceReduction: reduction / trials.length,
|
|
63
|
+
};
|
|
64
|
+
}
|
|
65
|
+
export function creativeContextCompletionFailures(evidence) {
|
|
66
|
+
const failures = [];
|
|
67
|
+
if (evidence.permissionLeaks !== 0)
|
|
68
|
+
failures.push("permission leaks");
|
|
69
|
+
if (evidence.generationsMissingPacks !== 0)
|
|
70
|
+
failures.push("generations missing context packs");
|
|
71
|
+
if (evidence.generationsMissingProvenance !== 0)
|
|
72
|
+
failures.push("generations missing provenance");
|
|
73
|
+
if (!evidence.importsResumable)
|
|
74
|
+
failures.push("imports are not resumable");
|
|
75
|
+
if (!evidence.importsIdempotent)
|
|
76
|
+
failures.push("imports are not idempotent");
|
|
77
|
+
if (!evidence.importsDeterministic)
|
|
78
|
+
failures.push("imports are not deterministic");
|
|
79
|
+
if (!evidence.revocationRemovesAccess)
|
|
80
|
+
failures.push("revocation does not remove retrieval access");
|
|
81
|
+
if (!evidence.lexicalLaneRebuilds)
|
|
82
|
+
failures.push("lexical retrieval cannot rebuild from canonical data");
|
|
83
|
+
if (!evidence.vectorLaneRebuilds)
|
|
84
|
+
failures.push("vector retrieval cannot rebuild from canonical data");
|
|
85
|
+
const connectorSet = new Set(evidence.connectorsPassing);
|
|
86
|
+
const missingConnectors = REQUIRED_CONNECTORS.filter((connector) => !connectorSet.has(connector));
|
|
87
|
+
if (missingConnectors.length)
|
|
88
|
+
failures.push(`connectors missing: ${missingConnectors.join(", ")}`);
|
|
89
|
+
const consumerSet = new Set(evidence.consumersUsingReuseLadder);
|
|
90
|
+
const missingConsumers = REQUIRED_CONSUMERS.filter((consumer) => !consumerSet.has(consumer));
|
|
91
|
+
if (missingConsumers.length)
|
|
92
|
+
failures.push(`reuse ladder missing: ${missingConsumers.join(", ")}`);
|
|
93
|
+
const nativeRetrievalSet = new Set(evidence.nativeCodeRetrievalPassing);
|
|
94
|
+
const missingNativeRetrieval = REQUIRED_NATIVE_CONSUMERS.filter((consumer) => !nativeRetrievalSet.has(consumer));
|
|
95
|
+
if (missingNativeRetrieval.length) {
|
|
96
|
+
failures.push(`native code retrieval missing: ${missingNativeRetrieval.join(", ")}`);
|
|
97
|
+
}
|
|
98
|
+
const nativeFidelitySet = new Set(evidence.nativeCloneFidelityPassing);
|
|
99
|
+
const missingNativeFidelity = REQUIRED_NATIVE_CONSUMERS.filter((consumer) => !nativeFidelitySet.has(consumer));
|
|
100
|
+
if (missingNativeFidelity.length) {
|
|
101
|
+
failures.push(`native clone fidelity missing: ${missingNativeFidelity.join(", ")}`);
|
|
102
|
+
}
|
|
103
|
+
if (!evidence.nativeCloneVersionsPinned) {
|
|
104
|
+
failures.push("native clone versions are not pinned");
|
|
105
|
+
}
|
|
106
|
+
if (!evidence.supportedNativeElementsEditable) {
|
|
107
|
+
failures.push("supported native elements are not editable");
|
|
108
|
+
}
|
|
109
|
+
if (!evidence.runtimeExcludesFullResolutionReferenceRenders) {
|
|
110
|
+
failures.push("runtime context includes full-resolution reference renders");
|
|
111
|
+
}
|
|
112
|
+
if (!evidence.contextOptOutExcludesAllContext)
|
|
113
|
+
failures.push("context opt-out does not exclude all context");
|
|
114
|
+
if (!evidence.contextOnBeatsContextOff)
|
|
115
|
+
failures.push("context-on does not beat context-off");
|
|
116
|
+
return failures;
|
|
117
|
+
}
|
|
118
|
+
export function assertCreativeContextCompletionGates(evidence) {
|
|
119
|
+
const failures = creativeContextCompletionFailures(evidence);
|
|
120
|
+
if (failures.length) {
|
|
121
|
+
throw new Error(`Creative context completion gates failed: ${failures.join("; ")}`);
|
|
122
|
+
}
|
|
123
|
+
}
|
|
124
|
+
function cosine(left, right) {
|
|
125
|
+
if (left.length !== right.length)
|
|
126
|
+
return Number.NEGATIVE_INFINITY;
|
|
127
|
+
let dot = 0;
|
|
128
|
+
let leftNorm = 0;
|
|
129
|
+
let rightNorm = 0;
|
|
130
|
+
for (let index = 0; index < left.length; index += 1) {
|
|
131
|
+
const a = left[index] ?? 0;
|
|
132
|
+
const b = right[index] ?? 0;
|
|
133
|
+
dot += a * b;
|
|
134
|
+
leftNorm += a * a;
|
|
135
|
+
rightNorm += b * b;
|
|
136
|
+
}
|
|
137
|
+
if (!leftNorm || !rightNorm)
|
|
138
|
+
return Number.NEGATIVE_INFINITY;
|
|
139
|
+
return dot / Math.sqrt(leftNorm * rightNorm);
|
|
140
|
+
}
|
|
141
|
+
export async function bakeOffEmbeddingFamilies(input) {
|
|
142
|
+
const documentEntries = Object.entries(input.documents);
|
|
143
|
+
const allowed = input.allowedDocumentKeys
|
|
144
|
+
? new Set(input.allowedDocumentKeys)
|
|
145
|
+
: null;
|
|
146
|
+
const results = await Promise.all(input.families.map(async (family) => {
|
|
147
|
+
const documentVectors = await family.embed(documentEntries.map(([, value]) => value), "document");
|
|
148
|
+
const queryVectors = await family.embed(input.tasks.map((task) => task.query), "query");
|
|
149
|
+
const rankings = {};
|
|
150
|
+
input.tasks.forEach((task, taskIndex) => {
|
|
151
|
+
const query = queryVectors[taskIndex] ?? [];
|
|
152
|
+
rankings[task.id] = documentEntries
|
|
153
|
+
.filter(([key]) => !allowed || allowed.has(key))
|
|
154
|
+
.map(([key], index) => ({
|
|
155
|
+
key,
|
|
156
|
+
score: cosine(query, documentVectors[index] ?? []),
|
|
157
|
+
}))
|
|
158
|
+
.sort((a, b) => b.score - a.score || a.key.localeCompare(b.key))
|
|
159
|
+
.slice(0, Math.max(5, input.topK ?? 20))
|
|
160
|
+
.map((entry) => entry.key);
|
|
161
|
+
});
|
|
162
|
+
return { family, metrics: evaluateRankings(input.tasks, rankings) };
|
|
163
|
+
}));
|
|
164
|
+
return results.sort((a, b) => a.metrics.permissionLeaks - b.metrics.permissionLeaks ||
|
|
165
|
+
b.metrics.top5Recall - a.metrics.top5Recall ||
|
|
166
|
+
b.metrics.meanReciprocalRank - a.metrics.meanReciprocalRank);
|
|
167
|
+
}
|
|
168
|
+
export function embeddingBakeoffPasses(metrics) {
|
|
169
|
+
return (metrics.taskCount >= 6 &&
|
|
170
|
+
metrics.permissionLeaks === 0 &&
|
|
171
|
+
metrics.top5Recall >= 0.8 &&
|
|
172
|
+
metrics.meanReciprocalRank >= 0.35);
|
|
173
|
+
}
|
|
174
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/eval/index.ts"],"names":[],"mappings":"AAKA,OAAO,EACL,4BAA4B,EAC5B,6BAA6B,EAC7B,2BAA2B,EAC3B,8BAA8B,EAC9B,qBAAqB,GAOtB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,iCAAiC,EAAE,MAAM,0BAA0B,CAAC;AAE7E,OAAO,EACL,iCAAiC,EACjC,+BAA+B,EAC/B,2BAA2B,EAC3B,oCAAoC,GAErC,MAAM,eAAe,CAAC;AAkDvB,MAAM,mBAAmB,GAAG;IAC1B,QAAQ;IACR,SAAS;IACT,OAAO;IACP,QAAQ;IACR,eAAe;CACP,CAAC;AACX,MAAM,kBAAkB,GAAG,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,CAAU,CAAC;AAC9E,MAAM,yBAAyB,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAU,CAAC;AAEhE,MAAM,UAAU,gBAAgB,CAC9B,KAAmC,EACnC,QAAqD;IAErD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO;YACL,SAAS,EAAE,CAAC;YACZ,UAAU,EAAE,CAAC;YACb,kBAAkB,EAAE,CAAC;YACrB,eAAe,EAAE,CAAC;SACnB,CAAC;IACJ,CAAC;IACD,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,eAAe,GAAG,CAAC,CAAC;IACxB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;QACxC,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAC5C,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAAE,IAAI,IAAI,CAAC,CAAC;QACpE,MAAM,KAAK,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;QAC5D,IAAI,KAAK,IAAI,CAAC;YAAE,cAAc,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;QAClD,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC;QACpD,eAAe,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;IACxE,CAAC;IACD,OAAO;QACL,SAAS,EAAE,KAAK,CAAC,MAAM;QACvB,UAAU,EAAE,IAAI,GAAG,KAAK,CAAC,MAAM;QAC/B,kBAAkB,EAAE,cAAc,GAAG,KAAK,CAAC,MAAM;QACjD,eAAe;KAChB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,sBAAsB,CACpC,MAAsC;IAEtC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QACnB,OAAO;YACL,UAAU,EAAE,CAAC;YACb,qBAAqB,EAAE,CAAC;YACxB,yBAAyB,EAAE,CAAC;SAC7B,CAAC;IACJ,CAAC;IACD,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAC7B,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,KAAK,YAAY,CAC5C,CAAC,MAAM,CAAC;IACT,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;QAC/C,IAAI,KAAK,CAAC,oBAAoB,IAAI,CAAC;YAAE,OAAO,KAAK,CAAC;QAClD,OAAO,CACL,KAAK;YACL,CAAC,KAAK,CAAC,oBAAoB,GAAG,KAAK,CAAC,mBAAmB,CAAC;gBACtD,KAAK,CAAC,oBAAoB,CAC7B,CAAC;IACJ,CAAC,EAAE,CAAC,CAAC,CAAC;IACN,OAAO;QACL,UAAU,EAAE,MAAM,CAAC,MAAM;QACzB,qBAAqB,EAAE,SAAS,GAAG,MAAM,CAAC,MAAM;QAChD,yBAAyB,EAAE,SAAS,GAAG,MAAM,CAAC,MAAM;KACrD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,iCAAiC,CAC/C,QAA4C;IAE5C,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,IAAI,QAAQ,CAAC,eAAe,KAAK,CAAC;QAAE,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IACtE,IAAI,QAAQ,CAAC,uBAAuB,KAAK,CAAC;QACxC,QAAQ,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;IACrD,IAAI,QAAQ,CAAC,4BAA4B,KAAK,CAAC;QAC7C,QAAQ,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;IAClD,IAAI,CAAC,QAAQ,CAAC,gBAAgB;QAAE,QAAQ,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;IAC3E,IAAI,CAAC,QAAQ,CAAC,iBAAiB;QAAE,QAAQ,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;IAC7E,IAAI,CAAC,QAAQ,CAAC,oBAAoB;QAChC,QAAQ,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;IACjD,IAAI,CAAC,QAAQ,CAAC,uBAAuB;QACnC,QAAQ,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;IAC/D,IAAI,CAAC,QAAQ,CAAC,mBAAmB;QAC/B,QAAQ,CAAC,IAAI,CAAC,sDAAsD,CAAC,CAAC;IACxE,IAAI,CAAC,QAAQ,CAAC,kBAAkB;QAC9B,QAAQ,CAAC,IAAI,CAAC,qDAAqD,CAAC,CAAC;IACvE,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC;IACzD,MAAM,iBAAiB,GAAG,mBAAmB,CAAC,MAAM,CAClD,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,CAC5C,CAAC;IACF,IAAI,iBAAiB,CAAC,MAAM;QAC1B,QAAQ,CAAC,IAAI,CAAC,uBAAuB,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACvE,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,yBAAyB,CAAC,CAAC;IAChE,MAAM,gBAAgB,GAAG,kBAAkB,CAAC,MAAM,CAChD,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,CACzC,CAAC;IACF,IAAI,gBAAgB,CAAC,MAAM;QACzB,QAAQ,CAAC,IAAI,CAAC,yBAAyB,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACxE,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,0BAA0B,CAAC,CAAC;IACxE,MAAM,sBAAsB,GAAG,yBAAyB,CAAC,MAAM,CAC7D,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAChD,CAAC;IACF,IAAI,sBAAsB,CAAC,MAAM,EAAE,CAAC;QAClC,QAAQ,CAAC,IAAI,CACX,kCAAkC,sBAAsB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACtE,CAAC;IACJ,CAAC;IACD,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,0BAA0B,CAAC,CAAC;IACvE,MAAM,qBAAqB,GAAG,yBAAyB,CAAC,MAAM,CAC5D,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAC/C,CAAC;IACF,IAAI,qBAAqB,CAAC,MAAM,EAAE,CAAC;QACjC,QAAQ,CAAC,IAAI,CACX,kCAAkC,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACrE,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,QAAQ,CAAC,yBAAyB,EAAE,CAAC;QACxC,QAAQ,CAAC,IAAI,CAAC,sCAAsC,CAAC,CAAC;IACxD,CAAC;IACD,IAAI,CAAC,QAAQ,CAAC,+BAA+B,EAAE,CAAC;QAC9C,QAAQ,CAAC,IAAI,CAAC,4CAA4C,CAAC,CAAC;IAC9D,CAAC;IACD,IAAI,CAAC,QAAQ,CAAC,6CAA6C,EAAE,CAAC;QAC5D,QAAQ,CAAC,IAAI,CAAC,4DAA4D,CAAC,CAAC;IAC9E,CAAC;IACD,IAAI,CAAC,QAAQ,CAAC,+BAA+B;QAC3C,QAAQ,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAC;IAChE,IAAI,CAAC,QAAQ,CAAC,wBAAwB;QACpC,QAAQ,CAAC,IAAI,CAAC,sCAAsC,CAAC,CAAC;IACxD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,oCAAoC,CAClD,QAA4C;IAE5C,MAAM,QAAQ,GAAG,iCAAiC,CAAC,QAAQ,CAAC,CAAC;IAC7D,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CACb,6CAA6C,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACnE,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,MAAM,CAAC,IAAuB,EAAE,KAAwB;IAC/D,IAAI,IAAI,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM;QAAE,OAAO,MAAM,CAAC,iBAAiB,CAAC;IAClE,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACpD,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC3B,MAAM,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC5B,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;QACb,QAAQ,IAAI,CAAC,GAAG,CAAC,CAAC;QAClB,SAAS,IAAI,CAAC,GAAG,CAAC,CAAC;IACrB,CAAC;IACD,IAAI,CAAC,QAAQ,IAAI,CAAC,SAAS;QAAE,OAAO,MAAM,CAAC,iBAAiB,CAAC;IAC7D,OAAO,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC,CAAC;AAC/C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAAC,KAM9C;IACC,MAAM,eAAe,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IACxD,MAAM,OAAO,GAAG,KAAK,CAAC,mBAAmB;QACvC,CAAC,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,mBAAmB,CAAC;QACpC,CAAC,CAAC,IAAI,CAAC;IACT,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;QAClC,MAAM,eAAe,GAAG,MAAM,MAAM,CAAC,KAAK,CACxC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,EACzC,UAAU,CACX,CAAC;QACF,MAAM,YAAY,GAAG,MAAM,MAAM,CAAC,KAAK,CACrC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,EACrC,OAAO,CACR,CAAC;QACF,MAAM,QAAQ,GAA6B,EAAE,CAAC;QAC9C,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE;YACtC,MAAM,KAAK,GAAG,YAAY,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;YAC5C,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,eAAe;iBAChC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;iBAC/C,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;gBACtB,GAAG;gBACH,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,eAAe,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;aACnD,CAAC,CAAC;iBACF,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;iBAC/D,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;iBACvC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC/B,CAAC,CAAC,CAAC;QACH,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE,CAAC;IACtE,CAAC,CAAC,CACH,CAAC;IACF,OAAO,OAAO,CAAC,IAAI,CACjB,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACP,CAAC,CAAC,OAAO,CAAC,eAAe,GAAG,CAAC,CAAC,OAAO,CAAC,eAAe;QACrD,CAAC,CAAC,OAAO,CAAC,UAAU,GAAG,CAAC,CAAC,OAAO,CAAC,UAAU;QAC3C,CAAC,CAAC,OAAO,CAAC,kBAAkB,GAAG,CAAC,CAAC,OAAO,CAAC,kBAAkB,CAC9D,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,OAA6B;IAClE,OAAO,CACL,OAAO,CAAC,SAAS,IAAI,CAAC;QACtB,OAAO,CAAC,eAAe,KAAK,CAAC;QAC7B,OAAO,CAAC,UAAU,IAAI,GAAG;QACzB,OAAO,CAAC,kBAAkB,IAAI,IAAI,CACnC,CAAC;AACJ,CAAC"}
|
package/dist/index.d.ts
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAC;AAC3B,cAAc,sBAAsB,CAAC;AACrC,cAAc,iCAAiC,CAAC;AAChD,cAAc,gBAAgB,CAAC"}
|
package/dist/index.js
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAC;AAC3B,cAAc,sBAAsB,CAAC;AACrC,cAAc,iCAAiC,CAAC;AAChD,cAAc,gBAAgB,CAAC"}
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
import type { ContextJob } from "../types.js";
|
|
2
|
+
export interface CreativeContextBackgroundDispatch {
|
|
3
|
+
jobId: string;
|
|
4
|
+
ownerEmail: string;
|
|
5
|
+
orgId: string | null;
|
|
6
|
+
appId: string;
|
|
7
|
+
resumeAt?: string | null;
|
|
8
|
+
}
|
|
9
|
+
export type CreativeContextBackgroundDispatcher = (input: CreativeContextBackgroundDispatch) => Promise<void>;
|
|
10
|
+
export declare function registerCreativeContextBackgroundDispatcher(dispatcher: CreativeContextBackgroundDispatcher): () => void;
|
|
11
|
+
export declare function processDueCreativeContextBackgroundJobs(input: {
|
|
12
|
+
appId: string;
|
|
13
|
+
limit?: number;
|
|
14
|
+
}): Promise<{
|
|
15
|
+
discovered: number;
|
|
16
|
+
dispatched: number;
|
|
17
|
+
failed: number;
|
|
18
|
+
}>;
|
|
19
|
+
export declare function enqueueCreativeContextDailyMaintenance(input: {
|
|
20
|
+
appId: string;
|
|
21
|
+
now?: number;
|
|
22
|
+
limit?: number;
|
|
23
|
+
}): Promise<{
|
|
24
|
+
discovered: number;
|
|
25
|
+
queued: number;
|
|
26
|
+
failed: number;
|
|
27
|
+
}>;
|
|
28
|
+
export declare function processCreativeContextBackgroundJob(input: CreativeContextBackgroundDispatch & {
|
|
29
|
+
workerId?: string;
|
|
30
|
+
}): Promise<ContextJob>;
|
|
31
|
+
//# sourceMappingURL=background-worker.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"background-worker.d.ts","sourceRoot":"","sources":["../../src/jobs/background-worker.ts"],"names":[],"mappings":"AAuBA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAM9C,MAAM,WAAW,iCAAiC;IAChD,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B;AAED,MAAM,MAAM,mCAAmC,GAAG,CAChD,KAAK,EAAE,iCAAiC,KACrC,OAAO,CAAC,IAAI,CAAC,CAAC;AAInB,wBAAgB,2CAA2C,CACzD,UAAU,EAAE,mCAAmC,GAC9C,MAAM,IAAI,CAKZ;AAED,wBAAsB,uCAAuC,CAAC,KAAK,EAAE;IACnE,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,GAAG,OAAO,CAAC;IAAE,UAAU,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC,CAiBtE;AAED,wBAAsB,sCAAsC,CAAC,KAAK,EAAE;IAClE,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,GAAG,OAAO,CAAC;IAAE,UAAU,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC,CAwClE;AAED,wBAAsB,mCAAmC,CACvD,KAAK,EAAE,iCAAiC,GAAG;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,GAC/D,OAAO,CAAC,UAAU,CAAC,CA6DrB"}
|