@cortexkit/opencode-magic-context 0.49.19 → 0.49.21
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/auto-search-worker.js +48 -9
- package/dist/chunk-embedding-write-worker.js +30 -23
- package/dist/{compaction-marker-candidates-n4krhat4.js → compaction-marker-candidates-31h86ph0.js} +3 -3
- package/dist/compaction-marker-candidates-worker.js +2 -2
- package/dist/compartment-chunk-embedding-he60aaa2.js +65 -0
- package/dist/config/project-security.d.ts.map +1 -1
- package/dist/config/schema/magic-context.d.ts +43 -9
- package/dist/config/schema/magic-context.d.ts.map +1 -1
- package/dist/{conflict-warning-hook-4pmz879v.js → conflict-warning-hook-2r32hyx6.js} +9 -8
- package/dist/{context-j31m2dv7.js → context-j7hp43a0.js} +576 -185
- package/dist/{derive-budgets-zn7yzd2d.js → derive-budgets-pqybnx09.js} +2 -2
- package/dist/embedding-backfill-dtke6tck.js +25 -0
- package/dist/embedding-worker-process.js +2 -2
- package/dist/embedding-worker.js +6 -6
- package/dist/features/magic-context/chunk-embedding-writer.d.ts.map +1 -1
- package/dist/features/magic-context/compartment-chunk-embedding.d.ts +44 -1
- package/dist/features/magic-context/compartment-chunk-embedding.d.ts.map +1 -1
- package/dist/features/magic-context/dreamer/docs-proposals.d.ts +1 -0
- package/dist/features/magic-context/dreamer/docs-proposals.d.ts.map +1 -1
- package/dist/features/magic-context/dreamer/hidden-single-shot.d.ts.map +1 -1
- package/dist/features/magic-context/dreamer/task-config.d.ts.map +1 -1
- package/dist/features/magic-context/dreamer/task-executor.d.ts.map +1 -1
- package/dist/features/magic-context/dreamer/task-scheduler.d.ts +2 -0
- package/dist/features/magic-context/dreamer/task-scheduler.d.ts.map +1 -1
- package/dist/features/magic-context/memory/embedding-identity.d.ts.map +1 -1
- package/dist/features/magic-context/memory/embedding-local.d.ts +1 -0
- package/dist/features/magic-context/memory/embedding-local.d.ts.map +1 -1
- package/dist/features/magic-context/memory/embedding-synapse.d.ts.map +1 -1
- package/dist/features/magic-context/memory/embedding-worker-client.d.ts +7 -1
- package/dist/features/magic-context/memory/embedding-worker-client.d.ts.map +1 -1
- package/dist/features/magic-context/memory/local-embedding-pooling.d.ts +22 -0
- package/dist/features/magic-context/memory/local-embedding-pooling.d.ts.map +1 -0
- package/dist/features/magic-context/message-index-async.d.ts +7 -2
- package/dist/features/magic-context/message-index-async.d.ts.map +1 -1
- package/dist/features/magic-context/message-index.d.ts +2 -0
- package/dist/features/magic-context/message-index.d.ts.map +1 -1
- package/dist/features/magic-context/mural/compress-cues.d.ts.map +1 -1
- package/dist/features/magic-context/project-embedding-registry.d.ts +2 -0
- package/dist/features/magic-context/project-embedding-registry.d.ts.map +1 -1
- package/dist/features/magic-context/search-rerank.d.ts +9 -2
- package/dist/features/magic-context/search-rerank.d.ts.map +1 -1
- package/dist/features/magic-context/search.d.ts +29 -0
- package/dist/features/magic-context/search.d.ts.map +1 -1
- package/dist/features/magic-context/smart-notes/compiler.d.ts.map +1 -1
- package/dist/features/magic-context/storage-db.d.ts +2 -0
- package/dist/features/magic-context/storage-db.d.ts.map +1 -1
- package/dist/features/magic-context/storage-meta-persisted.d.ts +2 -0
- package/dist/features/magic-context/storage-meta-persisted.d.ts.map +1 -1
- package/dist/features/magic-context/subagent-token-capture.d.ts +20 -0
- package/dist/features/magic-context/subagent-token-capture.d.ts.map +1 -1
- package/dist/features/magic-context/user-memory/review-user-memories.d.ts.map +1 -1
- package/dist/{history-owner-xp3pngv7.js → history-owner-36wp3mkb.js} +2 -2
- package/dist/hooks/magic-context/apply-operations.d.ts.map +1 -1
- package/dist/hooks/magic-context/auto-embed-session.d.ts.map +1 -1
- package/dist/hooks/magic-context/auto-search-hint.d.ts +7 -1
- package/dist/hooks/magic-context/auto-search-hint.d.ts.map +1 -1
- package/dist/hooks/magic-context/auto-search-runner.d.ts.map +1 -1
- package/dist/hooks/magic-context/auto-search-worker-client.d.ts +33 -6
- package/dist/hooks/magic-context/auto-search-worker-client.d.ts.map +1 -1
- package/dist/hooks/magic-context/cache-busting-signals.d.ts +6 -2
- package/dist/hooks/magic-context/cache-busting-signals.d.ts.map +1 -1
- package/dist/hooks/magic-context/channel2-delivery.d.ts.map +1 -1
- package/dist/hooks/magic-context/compartment-runner-historian.d.ts.map +1 -1
- package/dist/hooks/magic-context/compartment-runner-types.d.ts +5 -0
- package/dist/hooks/magic-context/compartment-runner-types.d.ts.map +1 -1
- package/dist/hooks/magic-context/compartment-trigger.d.ts +1 -1
- package/dist/hooks/magic-context/compartment-trigger.d.ts.map +1 -1
- package/dist/hooks/magic-context/diagnostic-log-state.d.ts +4 -0
- package/dist/hooks/magic-context/diagnostic-log-state.d.ts.map +1 -0
- package/dist/hooks/magic-context/execute-reclaim.d.ts +35 -0
- package/dist/hooks/magic-context/execute-reclaim.d.ts.map +1 -0
- package/dist/hooks/magic-context/hook-handlers.d.ts.map +1 -1
- package/dist/hooks/magic-context/hook.d.ts +1 -3
- package/dist/hooks/magic-context/hook.d.ts.map +1 -1
- package/dist/hooks/magic-context/latest-assistant-turn.d.ts +8 -0
- package/dist/hooks/magic-context/latest-assistant-turn.d.ts.map +1 -1
- package/dist/hooks/magic-context/lkg-recovery-fence.d.ts +5 -0
- package/dist/hooks/magic-context/lkg-recovery-fence.d.ts.map +1 -1
- package/dist/hooks/magic-context/nudge-evaluation-log.d.ts +3 -0
- package/dist/hooks/magic-context/nudge-evaluation-log.d.ts.map +1 -0
- package/dist/hooks/magic-context/pending-drop-eligibility.d.ts.map +1 -1
- package/dist/hooks/magic-context/protected-tail-boundary.d.ts +4 -0
- package/dist/hooks/magic-context/protected-tail-boundary.d.ts.map +1 -1
- package/dist/hooks/magic-context/raw-ordinal-warmup.d.ts.map +1 -1
- package/dist/hooks/magic-context/served-shape-repair.d.ts +19 -0
- package/dist/hooks/magic-context/served-shape-repair.d.ts.map +1 -0
- package/dist/hooks/magic-context/strip-content.d.ts +4 -2
- package/dist/hooks/magic-context/strip-content.d.ts.map +1 -1
- package/dist/hooks/magic-context/system-date-refresh.d.ts +5 -5
- package/dist/hooks/magic-context/system-prompt-hash.d.ts.map +1 -1
- package/dist/hooks/magic-context/system-prompt-sticky-date.d.ts +10 -0
- package/dist/hooks/magic-context/system-prompt-sticky-date.d.ts.map +1 -0
- package/dist/hooks/magic-context/tag-content-primitives.d.ts +1 -1
- package/dist/hooks/magic-context/tag-content-primitives.d.ts.map +1 -1
- package/dist/hooks/magic-context/tag-messages.d.ts +4 -1
- package/dist/hooks/magic-context/tag-messages.d.ts.map +1 -1
- package/dist/hooks/magic-context/text-complete.d.ts +1 -1
- package/dist/hooks/magic-context/text-complete.d.ts.map +1 -1
- package/dist/hooks/magic-context/transform-compartment-phase.d.ts.map +1 -1
- package/dist/hooks/magic-context/transform-postprocess-phase.d.ts +21 -6
- package/dist/hooks/magic-context/transform-postprocess-phase.d.ts.map +1 -1
- package/dist/hooks/magic-context/transform.d.ts +2 -2
- package/dist/hooks/magic-context/transform.d.ts.map +1 -1
- package/dist/{index-3esx8tkf.js → index-11gzxvf4.js} +394 -125
- package/dist/{index-jn12fvvh.js → index-1gtfne2c.js} +3 -3
- package/dist/{index-jhghdnsm.js → index-1kbznkft.js} +521 -214
- package/dist/{index-3h4dp9wb.js → index-3svaejkh.js} +5 -5
- package/dist/{index-kee4kn5j.js → index-4pnsgvfk.js} +1 -1
- package/dist/{index-bjcnntmz.js → index-51rdvtkz.js} +501 -20
- package/dist/{v2/server-8cd2j99z.js → index-5kym00ag.js} +32 -13
- package/dist/{index-s74zqahq.js → index-66eby7hx.js} +4 -4
- package/dist/{index-63k48rv9.js → index-9q1g3c5q.js} +5 -5
- package/dist/{index-jrr131e0.js → index-a9zvn5fe.js} +29 -15
- package/dist/{index-c5pytzne.js → index-b88dwwrh.js} +1 -1
- package/dist/{index-nj7yykkx.js → index-c7phnbvk.js} +1 -1
- package/dist/index-cpjk5jd2.js +82 -0
- package/dist/{index-c1p88z1y.js → index-ffzhwfzy.js} +4 -4
- package/dist/{v2/server-beht37jy.js → index-gzy5w8ya.js} +194 -5
- package/dist/{index-j75v2476.js → index-h7tgn49j.js} +12 -15
- package/dist/{index-edmpdxcw.js → index-j32jj2t8.js} +5 -5
- package/dist/{index-ke416mdc.js → index-j76ah6d7.js} +2 -2
- package/dist/{index-s734jcsr.js → index-jfem3dgz.js} +9 -3
- package/dist/{index-n37sebck.js → index-jjvbk92s.js} +1 -1
- package/dist/{index-4911rn0b.js → index-jmq8kfe7.js} +6 -6
- package/dist/{index-rr2bb45z.js → index-kfyb3k6n.js} +2 -2
- package/dist/{index-2vxtcb95.js → index-kq5w68dp.js} +2 -2
- package/dist/{index-kq82mtg0.js → index-ksq50rg0.js} +3 -3
- package/dist/{index-b5vqckbw.js → index-m32esgmj.js} +314 -127
- package/dist/{index-9zcsy3hh.js → index-mnhcdfxg.js} +161 -13
- package/dist/{index-se4m2g6w.js → index-mnnkgq0q.js} +111 -19
- package/dist/{index-p5y3k4g7.js → index-nda0zgna.js} +2 -1
- package/dist/{index-wgypt3cs.js → index-nxrsns5x.js} +2466 -1290
- package/dist/{index-4s3t0nd0.js → index-qgh1qwjj.js} +2 -2
- package/dist/{index-y9f76s3f.js → index-rrv26qjz.js} +1 -1
- package/dist/{index-24fezq97.js → index-rxqr723x.js} +5 -5
- package/dist/{index-v10f1rjv.js → index-spwjbkc7.js} +1 -1
- package/dist/{index-dxmq29t1.js → index-syaazvy2.js} +182 -47
- package/dist/{index-k29z4aqh.js → index-t5pck3ss.js} +1 -1
- package/dist/{index-6x57ar45.js → index-wfybj1dw.js} +4 -6
- package/dist/{index-cf74k5ak.js → index-whcgcfrv.js} +9 -6
- package/dist/{index-a6mc0v4d.js → index-x6cbrv9h.js} +3 -3
- package/dist/{index-bp5083x2.js → index-x9k3mqrf.js} +1 -1
- package/dist/{index-rpxdjkm0.js → index-y76rhsnr.js} +319 -61
- package/dist/{index-ze7mvk54.js → index-zy67whjr.js} +95 -59
- package/dist/index.js +58 -54
- package/dist/{logger-jm3sqqzr.js → logger-94kew5wm.js} +1 -1
- package/dist/{message-fts-rowid-map-17s0dfn4.js → message-fts-rowid-map-e79b7b6x.js} +6 -5
- package/dist/{message-index-gtpqnj8w.js → message-index-4q8ek2fc.js} +17 -16
- package/dist/{message-index-bounded-zyc8h32y.js → message-index-bounded-rydsg9r5.js} +17 -16
- package/dist/{message-time-backfill-73mmm76q.js → message-time-backfill-4qva0b4f.js} +3 -3
- package/dist/migration-worker.js +13 -12
- package/dist/{model-resolution-nx97z3x7.js → model-resolution-280gmqvd.js} +1 -1
- package/dist/plugin/embedding-bootstrap.d.ts +4 -1
- package/dist/plugin/embedding-bootstrap.d.ts.map +1 -1
- package/dist/plugin/hooks/create-session-hooks.d.ts +1 -0
- package/dist/plugin/hooks/create-session-hooks.d.ts.map +1 -1
- package/dist/plugin/rpc-handlers.d.ts +8 -0
- package/dist/plugin/rpc-handlers.d.ts.map +1 -1
- package/dist/plugin/subagent-tool-policy.d.ts +9 -0
- package/dist/plugin/subagent-tool-policy.d.ts.map +1 -1
- package/dist/plugin/tool-registry.d.ts.map +1 -1
- package/dist/{project-embedding-registry-z74mhqkf.js → project-embedding-registry-hn529988.js} +16 -13
- package/dist/raw-ordinal-warmup-worker.js +136 -101
- package/dist/{read-session-chunk-jjb48bt9.js → read-session-chunk-t039f0m5.js} +12 -11
- package/dist/{read-session-raw-rsc8c7qy.js → read-session-raw-aw6jgvwg.js} +4 -3
- package/dist/recomp-orchestrator-hbm53jj5.js +62 -0
- package/dist/{safe-notification-target-1szv1k5k.js → safe-notification-target-mkr9yzvr.js} +2 -2
- package/dist/search-archive-weh164mh.js +26 -0
- package/dist/search-hea079d7.js +50 -0
- package/dist/{send-session-notification-6ve0e8p4.js → send-session-notification-gqzkz7da.js} +7 -6
- package/dist/shared/logger.d.ts.map +1 -1
- package/dist/shared/model-resolution.d.ts +2 -0
- package/dist/shared/model-resolution.d.ts.map +1 -1
- package/dist/shared/prompt-async-transport.d.ts +3 -0
- package/dist/shared/prompt-async-transport.d.ts.map +1 -1
- package/dist/shared/rpc-types.d.ts +7 -0
- package/dist/shared/rpc-types.d.ts.map +1 -1
- package/dist/shared/sqlite.d.ts +6 -1
- package/dist/shared/sqlite.d.ts.map +1 -1
- package/dist/shared/subagent-runner.d.ts +2 -0
- package/dist/shared/subagent-runner.d.ts.map +1 -1
- package/dist/shared/tag-transcript.d.ts +2 -0
- package/dist/shared/tag-transcript.d.ts.map +1 -1
- package/dist/shared/worker-shutdown.d.ts +68 -0
- package/dist/shared/worker-shutdown.d.ts.map +1 -0
- package/dist/shared/worker-shutdown.fixture.d.ts +2 -0
- package/dist/shared/worker-shutdown.fixture.d.ts.map +1 -0
- package/dist/{sqlite-zf72c52d.js → sqlite-zdgm52sv.js} +5 -1
- package/dist/{storage-memory-y3qmy00r.js → storage-memory-e6a7mb0k.js} +2 -2
- package/dist/{storage-tags-r7k9tjcv.js → storage-tags-a77q4v77.js} +5 -5
- package/dist/{task-config-x3qmayd2.js → task-config-t6bpyka7.js} +2 -2
- package/dist/tools/ctx-search/tools.d.ts.map +1 -1
- package/dist/tools/ctx-search/types.d.ts +1 -0
- package/dist/tools/ctx-search/types.d.ts.map +1 -1
- package/dist/{transform-postprocess-phase-jj99r7z2.js → transform-postprocess-phase-0b04tm1p.js} +35 -32
- package/dist/v2/auto-search-worker.js +48 -9
- package/dist/v2/chunk-embedding-write-worker.js +30 -23
- package/dist/v2/{compaction-marker-candidates-ebx3388k.js → compaction-marker-candidates-m4vmye3w.js} +3 -3
- package/dist/v2/compaction-marker-candidates-worker.js +2 -2
- package/dist/v2/compartment-chunk-embedding-8jjmcgeg.js +64 -0
- package/dist/v2/{context-y5yamxak.js → context-ea3x7smm.js} +1797 -810
- package/dist/v2/{derive-budgets-2zh4gm2c.js → derive-budgets-knf763tt.js} +3 -3
- package/dist/v2/embedding-backfill-5e74ae0m.js +24 -0
- package/dist/v2/embedding-worker-process.js +2 -2
- package/dist/v2/embedding-worker.js +6 -6
- package/dist/v2/hidden-child-record.d.ts +2 -0
- package/dist/v2/hidden-child-record.d.ts.map +1 -1
- package/dist/v2/hidden-completion.d.ts +2 -0
- package/dist/v2/hidden-completion.d.ts.map +1 -1
- package/dist/v2/hidden-model-activity.d.ts +7 -0
- package/dist/v2/hidden-model-activity.d.ts.map +1 -0
- package/dist/v2/{history-owner-42e16w0n.js → history-owner-ad0crnrn.js} +2 -2
- package/dist/v2/hooks/context.d.ts.map +1 -1
- package/dist/v2/hooks/copied-tag-notation.d.ts +1 -1
- package/dist/v2/hooks/copied-tag-notation.d.ts.map +1 -1
- package/dist/v2/hooks/dream-timer.d.ts +2 -0
- package/dist/v2/hooks/dream-timer.d.ts.map +1 -1
- package/dist/v2/hooks/embedding-lifecycle.d.ts +7 -0
- package/dist/v2/hooks/embedding-lifecycle.d.ts.map +1 -0
- package/dist/v2/hooks/generate.d.ts +36 -1
- package/dist/v2/hooks/generate.d.ts.map +1 -1
- package/dist/v2/hooks/lkg-system.d.ts +35 -4
- package/dist/v2/hooks/lkg-system.d.ts.map +1 -1
- package/dist/v2/hooks/payload.d.ts +16 -1
- package/dist/v2/hooks/payload.d.ts.map +1 -1
- package/dist/v2/hooks/store.d.ts +2 -0
- package/dist/v2/hooks/store.d.ts.map +1 -1
- package/dist/v2/hooks/tools.d.ts +2 -1
- package/dist/v2/hooks/tools.d.ts.map +1 -1
- package/dist/v2/hooks/transform-features.d.ts +2 -2
- package/dist/v2/hooks/transform-features.d.ts.map +1 -1
- package/dist/v2/{logger-7qt02bnb.js → logger-p34mjtja.js} +1 -1
- package/dist/v2/{message-fts-rowid-map-wfx67gfd.js → message-fts-rowid-map-n8fdg2ja.js} +6 -5
- package/dist/v2/{message-index-bounded-spd8r7pj.js → message-index-bounded-8rcd7qq9.js} +17 -16
- package/dist/v2/{message-index-8vz2pq76.js → message-index-qz9wdp82.js} +17 -16
- package/dist/v2/{message-time-backfill-04t0km1z.js → message-time-backfill-zvthw6xb.js} +3 -3
- package/dist/v2/migration-worker.js +13 -12
- package/dist/v2/{model-resolution-nx97z3x7.js → model-resolution-280gmqvd.js} +1 -1
- package/dist/v2/{project-embedding-registry-gnkj56xp.js → project-embedding-registry-v38q4xd5.js} +16 -13
- package/dist/v2/raw-ordinal-warmup-worker.js +136 -101
- package/dist/v2/{read-session-chunk-cwkxrmns.js → read-session-chunk-wazfyxcg.js} +12 -11
- package/dist/v2/{read-session-raw-yaegtjzh.js → read-session-raw-b70cpwzj.js} +4 -3
- package/dist/v2/recomp-orchestrator-b12zaptj.js +61 -0
- package/dist/v2/{safe-notification-target-qg7n2s77.js → safe-notification-target-khnzg57c.js} +2 -2
- package/dist/v2/search-archive-x64rtz1z.js +25 -0
- package/dist/v2/search-hza9x72a.js +49 -0
- package/dist/v2/{send-session-notification-3pxn658x.js → send-session-notification-8eqe259v.js} +7 -6
- package/dist/v2/{server-45q69hkq.js → server-132h8twc.js} +5 -5
- package/dist/v2/{server-h0410h0v.js → server-1bw1wcbp.js} +1 -1
- package/dist/v2/{server-271qxsf5.js → server-24g8r2d0.js} +2466 -1290
- package/dist/v2/{server-tbe1femw.js → server-29qp8nz4.js} +1 -1
- package/dist/v2/{server-gsxjv2q2.js → server-33nqbqkw.js} +182 -47
- package/dist/v2/{server-tgnbmwah.js → server-3mz2qh5a.js} +1 -1
- package/dist/v2/{server-n1prf1g6.js → server-3vhxy2k5.js} +2 -2
- package/dist/v2/{server-xj136kt8.js → server-4kjmrjn4.js} +9 -3
- package/dist/v2/{server-34kwfsr4.js → server-53eh1r8r.js} +2 -2
- package/dist/{index-8cd2j99z.js → v2/server-5kym00ag.js} +32 -13
- package/dist/v2/{server-46neh5fa.js → server-62g58aaz.js} +314 -127
- package/dist/v2/{server-f2xf5gcb.js → server-6495nmn9.js} +12 -15
- package/dist/v2/{server-a9xqj88f.js → server-6v3cdzsx.js} +4 -4
- package/dist/v2/{server-d04vrx0j.js → server-806rzhs6.js} +2 -2
- package/dist/v2/{server-qd11g795.js → server-92g7d776.js} +2 -1
- package/dist/v2/{server-nj659894.js → server-94wk1ey3.js} +14 -3
- package/dist/v2/{server-6tmj0s7j.js → server-ab1g0wn9.js} +4 -6
- package/dist/v2/{server-8by8qfec.js → server-ad18djzs.js} +95 -59
- package/dist/v2/{server-hy3d3vsx.js → server-bsgd4dk1.js} +2 -2
- package/dist/v2/server-cpjk5jd2.js +82 -0
- package/dist/v2/{server-g3qma5c0.js → server-d1dzgvwd.js} +2 -2
- package/dist/v2/{server-hm38q7r0.js → server-d48x3m4x.js} +5 -5
- package/dist/v2/{server-1wy7b9de.js → server-dtp8hcjh.js} +3 -3
- package/dist/v2/{server-27gq4mfz.js → server-fa7vtp40.js} +9 -6
- package/dist/v2/{server-6pmqg9m4.js → server-gyy4k6mf.js} +1 -1
- package/dist/{index-beht37jy.js → v2/server-gzy5w8ya.js} +194 -5
- package/dist/v2/{server-bmymkx73.js → server-j8h7bsca.js} +29 -15
- package/dist/v2/{server-n37sebck.js → server-jjvbk92s.js} +1 -1
- package/dist/v2/{server-da07v4xp.js → server-k3t06fxr.js} +1 -1
- package/dist/v2/{server-9hx7g5jp.js → server-m4bfaevz.js} +1197 -1049
- package/dist/v2/{server-2ar62dyx.js → server-ppcd1qxh.js} +191 -99
- package/dist/v2/{server-rmygf5pn.js → server-qjvk4a9t.js} +2 -2
- package/dist/v2/{server-zzkj2fch.js → server-qteg2kt9.js} +5 -5
- package/dist/v2/{server-pwv4ezb0.js → server-rqebawx1.js} +2 -2
- package/dist/v2/{server-h1v0pyxb.js → server-vr4szghm.js} +501 -20
- package/dist/v2/{server-xq7dfjke.js → server-wwaw5npa.js} +5 -5
- package/dist/v2/{server-6vdzn1td.js → server-zg5y109h.js} +323 -76
- package/dist/v2/server.js +8 -8
- package/dist/v2/{sqlite-zf72c52d.js → sqlite-zdgm52sv.js} +5 -1
- package/dist/v2/{storage-memory-y3qmy00r.js → storage-memory-e6a7mb0k.js} +2 -2
- package/dist/v2/{storage-tags-3wdb8zph.js → storage-tags-q71rnr9f.js} +5 -5
- package/dist/v2/store-reader.d.ts +10 -0
- package/dist/v2/store-reader.d.ts.map +1 -1
- package/dist/v2/{task-config-nvz8mapa.js → task-config-7md27rx8.js} +2 -2
- package/dist/v2/{wrapup-orchestrator-embdz8gj.js → wrapup-orchestrator-3ssd5yy1.js} +33 -32
- package/dist/wrapup-orchestrator-5vpcd1zx.js +49 -0
- package/package.json +2 -2
- package/src/config/index.test.ts +72 -6
- package/src/config/project-security.ts +15 -0
- package/src/config/rerank.test.ts +60 -0
- package/src/config/schema/magic-context.ts +57 -0
- package/src/shared/logger.test.ts +42 -1
- package/src/shared/logger.ts +11 -13
- package/src/shared/model-resolution.test.ts +67 -12
- package/src/shared/model-resolution.ts +43 -16
- package/src/shared/model-suggestion-retry.ts +2 -2
- package/src/shared/prompt-async-transport.ts +47 -3
- package/src/shared/rpc-types.ts +7 -0
- package/src/shared/sqlite-busy-budget-review.test.ts +6 -1
- package/src/shared/sqlite-turn-deadline.test.ts +270 -0
- package/src/shared/sqlite.ts +239 -9
- package/src/shared/subagent-runner.ts +2 -0
- package/src/shared/tag-transcript.ts +9 -1
- package/src/shared/worker-shutdown-fence.test.ts +87 -0
- package/src/shared/worker-shutdown.fixture.ts +25 -0
- package/src/shared/worker-shutdown.test.ts +127 -0
- package/src/shared/worker-shutdown.ts +160 -0
- package/dist/embedding-backfill-fmz50tsy.js +0 -24
- package/dist/recomp-orchestrator-999jj4bc.js +0 -61
- package/dist/search-archive-6vm0e2f5.js +0 -25
- package/dist/search-xsqk1bj4.js +0 -49
- package/dist/v2/embedding-backfill-7c7yr69y.js +0 -23
- package/dist/v2/recomp-orchestrator-f6m9jr7p.js +0 -60
- package/dist/v2/search-archive-wve3tq1k.js +0 -24
- package/dist/v2/search-hwg7jfbj.js +0 -48
- package/dist/wrapup-orchestrator-whhbjmaz.js +0 -48
|
@@ -4,54 +4,60 @@ import {
|
|
|
4
4
|
withSqliteBackgroundWriter2,
|
|
5
5
|
withoutSqliteTransformPass2,
|
|
6
6
|
isTransientSqliteError2
|
|
7
|
-
} from "./index-
|
|
7
|
+
} from "./index-gzy5w8ya.js";
|
|
8
8
|
import {
|
|
9
9
|
estimateTokens
|
|
10
|
-
} from "./index-
|
|
10
|
+
} from "./index-b88dwwrh.js";
|
|
11
11
|
import {
|
|
12
12
|
getHarness2
|
|
13
13
|
} from "./index-pavzsdc6.js";
|
|
14
14
|
import {
|
|
15
15
|
sanitizeDiagnosticText,
|
|
16
16
|
log2
|
|
17
|
-
} from "./index-
|
|
17
|
+
} from "./index-h7tgn49j.js";
|
|
18
18
|
import {
|
|
19
19
|
SYNAPSE_DEFAULT_MODEL,
|
|
20
20
|
isSynapseEmbeddingTruncated,
|
|
21
21
|
getSynapseBatchRequestKey,
|
|
22
22
|
SynapseEmbeddingProvider
|
|
23
|
-
} from "./index-
|
|
23
|
+
} from "./index-wfybj1dw.js";
|
|
24
24
|
import {
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
25
|
+
createWorkerShutdown
|
|
26
|
+
} from "./index-cpjk5jd2.js";
|
|
27
|
+
import {
|
|
28
|
+
DEFAULT_COMPARTMENT_CHUNK_MAX_INPUT_TOKENS2,
|
|
29
|
+
CHUNK_WINDOW_SAFETY_RATIO2,
|
|
30
|
+
normalizeCompartmentChunkMaxInputTokens2,
|
|
31
|
+
buildCanonicalChunkTextFromFts2,
|
|
32
|
+
buildCompartmentSummaryFallbackText2,
|
|
33
|
+
chunkCanonicalText2,
|
|
34
|
+
chunkEmbeddingWindowsAreCurrent2,
|
|
35
|
+
replaceCompartmentChunkEmbeddings2,
|
|
36
|
+
loadUnembeddedShadowChunkCandidates2,
|
|
37
|
+
loadUnembeddedCompartmentChunkCandidatesPolite2,
|
|
38
|
+
recordChunkEmbedBackoff2,
|
|
39
|
+
chunkWindowSourceKey2,
|
|
40
|
+
loadUnembeddedSessionChunkCandidatesPolite2,
|
|
41
|
+
countSessionCompartmentEmbedCoverage2,
|
|
42
|
+
countSessionCompartmentEmbedCoveragePolite2,
|
|
43
|
+
countUnembeddedSessionCompartmentsPolite2
|
|
44
|
+
} from "./index-m32esgmj.js";
|
|
42
45
|
import {
|
|
43
46
|
DEFAULT_LOCAL_EMBEDDING_MODEL
|
|
44
|
-
} from "./index-
|
|
47
|
+
} from "./index-nxrsns5x.js";
|
|
45
48
|
import {
|
|
46
49
|
embeddingModelsMatch,
|
|
47
50
|
resolveEmbeddingTextPrefixes,
|
|
51
|
+
getCachedLocalEmbeddingPooling,
|
|
52
|
+
logLocalEmbeddingPoolingDecisionOnce,
|
|
53
|
+
logLocalEmbeddingPoolingUnavailableOnce,
|
|
48
54
|
getEmbeddingProviderIdentity,
|
|
49
55
|
dominantEmbeddingFailure,
|
|
50
56
|
LocalEmbeddingProvider
|
|
51
|
-
} from "./index-
|
|
57
|
+
} from "./index-51rdvtkz.js";
|
|
52
58
|
import {
|
|
53
59
|
setBootQuietPeriodForTests
|
|
54
|
-
} from "./index-
|
|
60
|
+
} from "./index-kq5w68dp.js";
|
|
55
61
|
import {
|
|
56
62
|
isEmbeddingHostBusy2
|
|
57
63
|
} from "./index-qt1qqasc.js";
|
|
@@ -62,7 +68,7 @@ import {
|
|
|
62
68
|
acquireGitSweepLease,
|
|
63
69
|
renewGitSweepLease,
|
|
64
70
|
releaseGitSweepLease
|
|
65
|
-
} from "./index-
|
|
71
|
+
} from "./index-kfyb3k6n.js";
|
|
66
72
|
import {
|
|
67
73
|
saveEmbeddingIfHashMatches,
|
|
68
74
|
getMemoryEmbedCoverage,
|
|
@@ -70,7 +76,7 @@ import {
|
|
|
70
76
|
} from "./index-4dhv7mqz.js";
|
|
71
77
|
import {
|
|
72
78
|
logSlowWriteTransaction
|
|
73
|
-
} from "./index-
|
|
79
|
+
} from "./index-t5pck3ss.js";
|
|
74
80
|
|
|
75
81
|
// src/hooks/magic-context/embed-session-state.ts
|
|
76
82
|
var embedPauseBySession = new Set;
|
|
@@ -262,7 +268,7 @@ function responseSlots(items, inputCount) {
|
|
|
262
268
|
return slots;
|
|
263
269
|
}
|
|
264
270
|
function capEmbeddingInput(input, maxInputTokens, purpose) {
|
|
265
|
-
const ratio = purpose === "query" ?
|
|
271
|
+
const ratio = purpose === "query" ? CHUNK_WINDOW_SAFETY_RATIO2 : 1;
|
|
266
272
|
const budget = Math.max(1, Math.floor(maxInputTokens * ratio));
|
|
267
273
|
if (estimateTokens(input) <= budget)
|
|
268
274
|
return input;
|
|
@@ -372,12 +378,12 @@ class OpenAICompatibleEmbeddingProvider {
|
|
|
372
378
|
this.truncate = options.truncate?.trim() ?? "";
|
|
373
379
|
this.rateLimitKey = rateLimitStateKey(this.endpoint, this.apiKey);
|
|
374
380
|
const maxInputTokensSet = typeof options.maxInputTokens === "number" && Number.isFinite(options.maxInputTokens);
|
|
375
|
-
this.maxInputTokens = maxInputTokensSet ? Math.max(1, Math.floor(options.maxInputTokens)) :
|
|
381
|
+
this.maxInputTokens = maxInputTokensSet ? Math.max(1, Math.floor(options.maxInputTokens)) : DEFAULT_COMPARTMENT_CHUNK_MAX_INPUT_TOKENS2;
|
|
376
382
|
if (!maxInputTokensSet && this.endpoint && this.model) {
|
|
377
383
|
const warningKey = `${this.endpoint}\x00${this.model}`;
|
|
378
384
|
if (!maxInputTokensWarnings.has(warningKey)) {
|
|
379
385
|
maxInputTokensWarnings.add(warningKey);
|
|
380
|
-
log2(`[magic-context] embedding.max_input_tokens is not set for openai-compatible model "${sanitizeDiagnosticText(this.model)}"; chunk embeddings use the ${
|
|
386
|
+
log2(`[magic-context] embedding.max_input_tokens is not set for openai-compatible model "${sanitizeDiagnosticText(this.model)}"; chunk embeddings use the ${DEFAULT_COMPARTMENT_CHUNK_MAX_INPUT_TOKENS2}-token default, which is sized for the bundled local model and splits history into small pieces. Set embedding.max_input_tokens to the model's input limit (changing it re-embeds stored chunks once).`);
|
|
381
387
|
}
|
|
382
388
|
}
|
|
383
389
|
this.modelId = getEmbeddingProviderIdentity({
|
|
@@ -721,6 +727,7 @@ function createChunkEmbeddingWriter(db) {
|
|
|
721
727
|
const entry = new URL(import.meta.url.endsWith(".ts") ? "./chunk-embedding-write-worker.ts" : "./chunk-embedding-write-worker.js", import.meta.url);
|
|
722
728
|
const timeout = db.prepare("PRAGMA busy_timeout").get().timeout;
|
|
723
729
|
const worker = inRootAsyncContext2(() => new Worker(entry, { workerData: { path, harness: getHarness2(), timeout } }));
|
|
730
|
+
const shutdown = createWorkerShutdown(worker, "chunk-embedding-writer", timeout + 2000);
|
|
724
731
|
let pending;
|
|
725
732
|
let failure;
|
|
726
733
|
let deadline;
|
|
@@ -751,7 +758,7 @@ function createChunkEmbeddingWriter(db) {
|
|
|
751
758
|
pending = { resolve, reject };
|
|
752
759
|
deadline = inRootAsyncContext2(() => setTimeout(() => {
|
|
753
760
|
fail(new Error("chunk embedding database operation timed out; coverage will be rechecked"));
|
|
754
|
-
|
|
761
|
+
shutdown.close();
|
|
755
762
|
}, 30000));
|
|
756
763
|
deadline.unref();
|
|
757
764
|
worker.postMessage(message);
|
|
@@ -783,7 +790,7 @@ function createChunkEmbeddingWriter(db) {
|
|
|
783
790
|
release: (project, holder) => request({ kind: "release", project, holder }),
|
|
784
791
|
async close() {
|
|
785
792
|
clearTimeout(deadline);
|
|
786
|
-
await
|
|
793
|
+
await shutdown.close();
|
|
787
794
|
}
|
|
788
795
|
};
|
|
789
796
|
}
|
|
@@ -1062,6 +1069,23 @@ var EMBED_SLICE_RETRY_BASE_MS = 250;
|
|
|
1062
1069
|
var EMBED_SLOW_FAILURE_NO_RETRY_MS = 1e4;
|
|
1063
1070
|
var MAX_CONSECUTIVE_FAILED_BATCHES = 3;
|
|
1064
1071
|
var projectRegistrations = new Map;
|
|
1072
|
+
var projectContextUsers = new Map;
|
|
1073
|
+
function retainProjectEmbedding2(projectIdentity) {
|
|
1074
|
+
projectContextUsers.set(projectIdentity, (projectContextUsers.get(projectIdentity) ?? 0) + 1);
|
|
1075
|
+
let released = false;
|
|
1076
|
+
return () => {
|
|
1077
|
+
if (released)
|
|
1078
|
+
return;
|
|
1079
|
+
released = true;
|
|
1080
|
+
const remaining = (projectContextUsers.get(projectIdentity) ?? 1) - 1;
|
|
1081
|
+
if (remaining > 0) {
|
|
1082
|
+
projectContextUsers.set(projectIdentity, remaining);
|
|
1083
|
+
} else {
|
|
1084
|
+
projectContextUsers.delete(projectIdentity);
|
|
1085
|
+
unregisterProjectEmbedding2(projectIdentity);
|
|
1086
|
+
}
|
|
1087
|
+
};
|
|
1088
|
+
}
|
|
1065
1089
|
var shadowRegistrations = new Map;
|
|
1066
1090
|
var shadowQueue = [];
|
|
1067
1091
|
var shadowWorker = null;
|
|
@@ -1229,7 +1253,7 @@ function resolveEmbeddingConfig(config) {
|
|
|
1229
1253
|
model: config?.model?.trim() || DEFAULT_LOCAL_EMBEDDING_MODEL,
|
|
1230
1254
|
local_runtime: config?.local_runtime ?? "auto",
|
|
1231
1255
|
...config?.max_input_tokens ? {
|
|
1232
|
-
max_input_tokens:
|
|
1256
|
+
max_input_tokens: normalizeCompartmentChunkMaxInputTokens2(config.max_input_tokens)
|
|
1233
1257
|
} : {},
|
|
1234
1258
|
...config?.local_dtype ? { local_dtype: config.local_dtype } : {}
|
|
1235
1259
|
};
|
|
@@ -1250,7 +1274,7 @@ function resolveEmbeddingConfig(config) {
|
|
|
1250
1274
|
...config.document_prefix !== undefined ? { document_prefix: config.document_prefix } : {},
|
|
1251
1275
|
...truncate ? { truncate } : {},
|
|
1252
1276
|
...config.max_input_tokens ? {
|
|
1253
|
-
max_input_tokens:
|
|
1277
|
+
max_input_tokens: normalizeCompartmentChunkMaxInputTokens2(config.max_input_tokens)
|
|
1254
1278
|
} : {}
|
|
1255
1279
|
};
|
|
1256
1280
|
}
|
|
@@ -1263,7 +1287,7 @@ function resolveEmbeddingConfig(config) {
|
|
|
1263
1287
|
return {
|
|
1264
1288
|
provider: "synapse",
|
|
1265
1289
|
model: synapse.model?.trim() || "gte-modernbert-base-f16",
|
|
1266
|
-
max_input_tokens:
|
|
1290
|
+
max_input_tokens: normalizeCompartmentChunkMaxInputTokens2(descriptor?.max_tokens ?? synapse.max_input_tokens),
|
|
1267
1291
|
...synapse.synapse_connection_file ? { synapse_connection_file: synapse.synapse_connection_file } : {},
|
|
1268
1292
|
...synapse.synapse_fingerprint ? { synapse_fingerprint: synapse.synapse_fingerprint } : {},
|
|
1269
1293
|
...typeof synapse.synapse_table_epoch === "number" ? { synapse_table_epoch: synapse.synapse_table_epoch } : {},
|
|
@@ -1351,7 +1375,7 @@ function getChunkEmbeddingModelId(config, providerIdentity) {
|
|
|
1351
1375
|
const chunkIdentity = {
|
|
1352
1376
|
providerIdentity,
|
|
1353
1377
|
chunkerVersion: 2,
|
|
1354
|
-
maxInputTokens:
|
|
1378
|
+
maxInputTokens: normalizeCompartmentChunkMaxInputTokens2("max_input_tokens" in config ? config.max_input_tokens : undefined),
|
|
1355
1379
|
truncate: config.provider === "openai-compatible" ? config.truncate ?? "" : ""
|
|
1356
1380
|
};
|
|
1357
1381
|
return `${providerIdentity}:chunk:${sha256Prefix(stableStringify(chunkIdentity))}`;
|
|
@@ -1677,6 +1701,17 @@ async function drainStaleEmbeddingIdentitiesForProject2(db, projectIdentity, bud
|
|
|
1677
1701
|
}
|
|
1678
1702
|
function registerProjectEmbedding2(db, projectIdentity, config, features, sourceDirectory) {
|
|
1679
1703
|
const resolvedConfig = resolveEmbeddingConfig(config);
|
|
1704
|
+
if (resolvedConfig.provider === "local") {
|
|
1705
|
+
const pooling = getCachedLocalEmbeddingPooling(resolvedConfig.model?.trim() || DEFAULT_LOCAL_EMBEDDING_MODEL);
|
|
1706
|
+
if (pooling?.status === "unresolved" || !pooling) {
|
|
1707
|
+
logLocalEmbeddingPoolingUnavailableOnce(resolvedConfig.model?.trim() || DEFAULT_LOCAL_EMBEDDING_MODEL, pooling?.reason ?? "pooling metadata has not been resolved by the background embedding bootstrap", log2);
|
|
1708
|
+
} else {
|
|
1709
|
+
logLocalEmbeddingPoolingDecisionOnce(resolvedConfig.model?.trim() || DEFAULT_LOCAL_EMBEDDING_MODEL, pooling, log2);
|
|
1710
|
+
}
|
|
1711
|
+
if (pooling?.status === "unsupported") {
|
|
1712
|
+
return registerProjectInObservationMode2(db, projectIdentity, sourceDirectory, resolvedConfig, pooling ? `local model pooling is unsupported: ${pooling.reason}` : "local model pooling metadata has not been resolved");
|
|
1713
|
+
}
|
|
1714
|
+
}
|
|
1680
1715
|
const providerIdentity = getEmbeddingProviderIdentity(resolvedConfig);
|
|
1681
1716
|
const runtimeFingerprint = getRuntimeFingerprint(resolvedConfig);
|
|
1682
1717
|
const chunkModelId = getChunkEmbeddingModelId(resolvedConfig, providerIdentity);
|
|
@@ -1872,7 +1907,7 @@ function shadowBackfillMissingBase(scope, primaryModelId, shadowModelId, project
|
|
|
1872
1907
|
}
|
|
1873
1908
|
function shadowBackfillMissingIds(db, projectIdentity, scope, primaryModelId, shadowModelId, limit, shadowMaxInputTokens) {
|
|
1874
1909
|
if (scope === "chunk") {
|
|
1875
|
-
return
|
|
1910
|
+
return loadUnembeddedShadowChunkCandidates2(db, projectIdentity, primaryModelId, shadowModelId, limit, shadowMaxInputTokens).map((candidate) => String(candidate.id));
|
|
1876
1911
|
}
|
|
1877
1912
|
const { sql, params, orderBy } = shadowBackfillMissingBase(scope, primaryModelId, shadowModelId, projectIdentity);
|
|
1878
1913
|
const rows = db.prepare(`${sql}${orderBy} LIMIT ?`).all(...params, limit);
|
|
@@ -1880,7 +1915,7 @@ function shadowBackfillMissingIds(db, projectIdentity, scope, primaryModelId, sh
|
|
|
1880
1915
|
}
|
|
1881
1916
|
function countShadowBackfillMissing(db, projectIdentity, scope, primaryModelId, shadowModelId, shadowMaxInputTokens) {
|
|
1882
1917
|
if (scope === "chunk") {
|
|
1883
|
-
return
|
|
1918
|
+
return loadUnembeddedShadowChunkCandidates2(db, projectIdentity, primaryModelId, shadowModelId, Number.MAX_SAFE_INTEGER, shadowMaxInputTokens).length;
|
|
1884
1919
|
}
|
|
1885
1920
|
const { sql, params } = shadowBackfillMissingBase(scope, primaryModelId, shadowModelId, projectIdentity);
|
|
1886
1921
|
return db.prepare(`SELECT COUNT(*) AS count FROM (${sql})`).get(...params).count;
|
|
@@ -1889,7 +1924,7 @@ function shadowModelIdForScope(registration, scope) {
|
|
|
1889
1924
|
return scope === "chunk" ? registration.chunkModelId : registration.modelId;
|
|
1890
1925
|
}
|
|
1891
1926
|
function shadowMaxInputTokensFor(registration) {
|
|
1892
|
-
return
|
|
1927
|
+
return normalizeCompartmentChunkMaxInputTokens2("max_input_tokens" in registration.config ? registration.config.max_input_tokens : undefined);
|
|
1893
1928
|
}
|
|
1894
1929
|
function shadowBackfillCohortFingerprint(db, projectIdentity, scope, primaryModelId) {
|
|
1895
1930
|
if (scope === "memory") {
|
|
@@ -2227,14 +2262,14 @@ async function processShadowQueueItem(item) {
|
|
|
2227
2262
|
let ftsMappingIncomplete = false;
|
|
2228
2263
|
let emptyCanonicalText = false;
|
|
2229
2264
|
for (const candidate of candidates) {
|
|
2230
|
-
const mappedText =
|
|
2265
|
+
const mappedText = buildCanonicalChunkTextFromFts2(db, candidate.session_id, candidate.start_message, candidate.end_message);
|
|
2231
2266
|
if (mappedText === null) {
|
|
2232
2267
|
ftsMappingIncomplete = true;
|
|
2233
2268
|
} else {
|
|
2234
|
-
const text = mappedText ||
|
|
2269
|
+
const text = mappedText || buildCompartmentSummaryFallbackText2(db, candidate.id);
|
|
2235
2270
|
const shadowMaxInputTokens = shadowMaxInputTokensFor(registration);
|
|
2236
|
-
const windows =
|
|
2237
|
-
const windowSourceKey =
|
|
2271
|
+
const windows = chunkCanonicalText2(text, candidate.start_message, candidate.end_message, shadowMaxInputTokens);
|
|
2272
|
+
const windowSourceKey = chunkWindowSourceKey2(text, candidate.start_message, candidate.end_message, shadowMaxInputTokens);
|
|
2238
2273
|
if (windows.length > 0)
|
|
2239
2274
|
prepared.push({ candidate, windows, windowSourceKey });
|
|
2240
2275
|
else
|
|
@@ -2275,7 +2310,7 @@ async function processShadowQueueItem(item) {
|
|
|
2275
2310
|
] : [];
|
|
2276
2311
|
});
|
|
2277
2312
|
if (rows.length === item.windows.length) {
|
|
2278
|
-
|
|
2313
|
+
replaceCompartmentChunkEmbeddings2(db, rows, item.windowSourceKey);
|
|
2279
2314
|
writes += 1;
|
|
2280
2315
|
} else {
|
|
2281
2316
|
partialVectorSet = true;
|
|
@@ -2410,7 +2445,7 @@ function getProjectChunkEmbeddingModelId2(projectIdentity) {
|
|
|
2410
2445
|
function getProjectEmbeddingMaxInputTokens2(projectIdentity) {
|
|
2411
2446
|
const registration = projectRegistrations.get(projectIdentity);
|
|
2412
2447
|
const configMax = registration?.config && "max_input_tokens" in registration.config ? registration.config.max_input_tokens : undefined;
|
|
2413
|
-
return
|
|
2448
|
+
return normalizeCompartmentChunkMaxInputTokens2(registration?.provider?.maxInputTokens ?? configMax);
|
|
2414
2449
|
}
|
|
2415
2450
|
function getOrCreateProjectProvider(registration) {
|
|
2416
2451
|
if (registration.providerIdentity === OFF_PROVIDER_IDENTITY || registration.observationMode) {
|
|
@@ -2668,7 +2703,7 @@ async function embedCompartmentChunkBatch(db, projectIdentity, batchSize, signal
|
|
|
2668
2703
|
const priorModels = db.prepare(`SELECT COUNT(*) AS total,
|
|
2669
2704
|
COALESCE(MAX(model_id = ?), 0) AS current
|
|
2670
2705
|
FROM compartment_chunk_embeddings WHERE compartment_id = ?`);
|
|
2671
|
-
const candidates = await
|
|
2706
|
+
const candidates = await loadUnembeddedCompartmentChunkCandidatesPolite2(db, projectIdentity, snapshot.chunkModelId, batchSize, getProjectEmbeddingMaxInputTokens2(projectIdentity), true, (candidate) => {
|
|
2672
2707
|
const activity = activeEmbeddingSessions.get(candidate.sessionId);
|
|
2673
2708
|
if (activity?.project === projectIdentity && activity.model === snapshot.chunkModelId && !embedPauseBySession.has(candidate.sessionId))
|
|
2674
2709
|
return true;
|
|
@@ -2694,27 +2729,27 @@ async function embedCandidateChunkBatch(db, projectIdentity, modelId, candidates
|
|
|
2694
2729
|
const prepared = [];
|
|
2695
2730
|
for (const candidate of candidates) {
|
|
2696
2731
|
await new Promise((resolve) => setTimeout(resolve, 0));
|
|
2697
|
-
const mappedText =
|
|
2732
|
+
const mappedText = buildCanonicalChunkTextFromFts2(db, candidate.sessionId, candidate.startMessage, candidate.endMessage);
|
|
2698
2733
|
if (mappedText === null)
|
|
2699
2734
|
continue;
|
|
2700
|
-
const canonicalText = mappedText ||
|
|
2735
|
+
const canonicalText = mappedText || buildCompartmentSummaryFallbackText2(db, candidate.id);
|
|
2701
2736
|
if (canonicalText.length === 0) {
|
|
2702
2737
|
if (writer)
|
|
2703
2738
|
await writer.backoff(candidate, projectIdentity, modelId);
|
|
2704
2739
|
else
|
|
2705
|
-
|
|
2740
|
+
recordChunkEmbedBackoff2(db, candidate, projectIdentity, modelId);
|
|
2706
2741
|
noWork.push(candidate.id);
|
|
2707
2742
|
continue;
|
|
2708
2743
|
}
|
|
2709
|
-
const windows =
|
|
2710
|
-
if (windows.length === 0 ||
|
|
2744
|
+
const windows = chunkCanonicalText2(canonicalText, candidate.startMessage, candidate.endMessage, maxInputTokens);
|
|
2745
|
+
if (windows.length === 0 || chunkEmbeddingWindowsAreCurrent2(db, candidate.id, modelId, windows, projectIdentity)) {
|
|
2711
2746
|
noWork.push(candidate.id);
|
|
2712
2747
|
continue;
|
|
2713
2748
|
}
|
|
2714
2749
|
prepared.push({
|
|
2715
2750
|
candidate,
|
|
2716
2751
|
windows,
|
|
2717
|
-
windowSourceKey:
|
|
2752
|
+
windowSourceKey: chunkWindowSourceKey2(canonicalText, candidate.startMessage, candidate.endMessage, maxInputTokens)
|
|
2718
2753
|
});
|
|
2719
2754
|
}
|
|
2720
2755
|
if (prepared.length === 0)
|
|
@@ -2778,7 +2813,7 @@ async function embedCandidateChunkBatch(db, projectIdentity, modelId, candidates
|
|
|
2778
2813
|
if (writer)
|
|
2779
2814
|
await writer.replace(rows, item.windowSourceKey);
|
|
2780
2815
|
else
|
|
2781
|
-
|
|
2816
|
+
replaceCompartmentChunkEmbeddings2(db, rows, item.windowSourceKey);
|
|
2782
2817
|
persistedIds.add(item.candidate.id);
|
|
2783
2818
|
enqueueShadowEmbeddingItems2(projectIdentity, "chunk", [
|
|
2784
2819
|
String(item.candidate.id)
|
|
@@ -2806,7 +2841,7 @@ async function embedCandidateChunkBatch(db, projectIdentity, modelId, candidates
|
|
|
2806
2841
|
if (writer)
|
|
2807
2842
|
await writer.backoff(item.candidate, projectIdentity, modelId);
|
|
2808
2843
|
else
|
|
2809
|
-
|
|
2844
|
+
recordChunkEmbedBackoff2(db, item.candidate, projectIdentity, modelId);
|
|
2810
2845
|
failed.push(item.candidate.id);
|
|
2811
2846
|
}
|
|
2812
2847
|
}
|
|
@@ -2880,7 +2915,7 @@ async function embedSessionCompartmentChunks2(db, projectIdentity, sessionId, op
|
|
|
2880
2915
|
else
|
|
2881
2916
|
recordSessionProjectIdentity(db, sessionId, projectIdentity);
|
|
2882
2917
|
const maxInputTokens = getProjectEmbeddingMaxInputTokens2(projectIdentity);
|
|
2883
|
-
const total = writer ? await writer.count(projectIdentity, sessionId, snapshot.chunkModelId, maxInputTokens) : await
|
|
2918
|
+
const total = writer ? await writer.count(projectIdentity, sessionId, snapshot.chunkModelId, maxInputTokens) : await countUnembeddedSessionCompartmentsPolite2(db, projectIdentity, sessionId, snapshot.chunkModelId, maxInputTokens);
|
|
2884
2919
|
const holderId = `session-embed-${randomUUID()}`;
|
|
2885
2920
|
const lease = writer ? await writer.acquire(projectIdentity, holderId) : acquireGitSweepLease(db, projectIdentity, holderId, { ignoreCooldown: true });
|
|
2886
2921
|
if (!lease.acquired)
|
|
@@ -2923,7 +2958,7 @@ async function embedSessionCompartmentChunks2(db, projectIdentity, sessionId, op
|
|
|
2923
2958
|
break;
|
|
2924
2959
|
}
|
|
2925
2960
|
}
|
|
2926
|
-
const candidates = writer ? await writer.candidates(projectIdentity, sessionId, snapshot.chunkModelId, batchSize, [...skipIds, ...failedIds], maxInputTokens) : await
|
|
2961
|
+
const candidates = writer ? await writer.candidates(projectIdentity, sessionId, snapshot.chunkModelId, batchSize, [...skipIds, ...failedIds], maxInputTokens) : await loadUnembeddedSessionChunkCandidatesPolite2(db, projectIdentity, sessionId, snapshot.chunkModelId, batchSize, [...skipIds, ...failedIds], maxInputTokens, true);
|
|
2927
2962
|
if (candidates.length === 0)
|
|
2928
2963
|
break;
|
|
2929
2964
|
const {
|
|
@@ -2973,7 +3008,7 @@ async function embedSessionCompartmentChunks2(db, projectIdentity, sessionId, op
|
|
|
2973
3008
|
if (aborted)
|
|
2974
3009
|
return { status: "aborted", embedded, total, failed: failedIds.length };
|
|
2975
3010
|
if (providerDown || failedIds.length > 0) {
|
|
2976
|
-
const remaining = Math.max(failedIds.length, (writer ? await writer.count(projectIdentity, sessionId, snapshot.chunkModelId, maxInputTokens) : await
|
|
3011
|
+
const remaining = Math.max(failedIds.length, (writer ? await writer.count(projectIdentity, sessionId, snapshot.chunkModelId, maxInputTokens) : await countUnembeddedSessionCompartmentsPolite2(db, projectIdentity, sessionId, snapshot.chunkModelId, maxInputTokens)) - skipIds.length);
|
|
2977
3012
|
if (remaining > 0) {
|
|
2978
3013
|
return {
|
|
2979
3014
|
status: "stalled",
|
|
@@ -3001,7 +3036,7 @@ function getEmbeddingCoverageStatus2(db, projectIdentity, sessionId) {
|
|
|
3001
3036
|
shadowBackfillStalls: listShadowBackfillStalls2(db, projectIdentity)
|
|
3002
3037
|
};
|
|
3003
3038
|
}
|
|
3004
|
-
const session =
|
|
3039
|
+
const session = countSessionCompartmentEmbedCoverage2(db, projectIdentity, sessionId, snapshot.chunkModelId, getProjectEmbeddingMaxInputTokens2(projectIdentity));
|
|
3005
3040
|
const memories = snapshot.enabled ? getMemoryEmbedCoverage(db, projectIdentity, snapshot.modelId) : { embedded: 0, total: 0, memoryEnabled: false };
|
|
3006
3041
|
const gitEnabled = snapshot.gitCommitEnabled;
|
|
3007
3042
|
const commits = gitEnabled ? {
|
|
@@ -3025,7 +3060,7 @@ async function getAutoEmbeddingSessionCoverage2(db, projectIdentity, sessionId)
|
|
|
3025
3060
|
if (!snapshot?.historyEnabled || snapshot.chunkModelId === "off") {
|
|
3026
3061
|
return { enabled: false, embedded: 0, total: 0 };
|
|
3027
3062
|
}
|
|
3028
|
-
const coverage = await
|
|
3063
|
+
const coverage = await countSessionCompartmentEmbedCoveragePolite2(db, projectIdentity, sessionId, snapshot.chunkModelId, getProjectEmbeddingMaxInputTokens2(projectIdentity));
|
|
3029
3064
|
return { enabled: true, ...coverage };
|
|
3030
3065
|
}
|
|
3031
3066
|
async function sweepAllRegisteredProjects2(db, batchSize = 10) {
|
|
@@ -3093,6 +3128,7 @@ function _resetProjectEmbeddingRegistryForTests2() {
|
|
|
3093
3128
|
disposeProvider(registration.provider);
|
|
3094
3129
|
}
|
|
3095
3130
|
projectRegistrations.clear();
|
|
3131
|
+
projectContextUsers.clear();
|
|
3096
3132
|
shadowRegistrations.clear();
|
|
3097
3133
|
shadowQueue.length = 0;
|
|
3098
3134
|
pendingShadowBackfills.clear();
|
|
@@ -3108,4 +3144,4 @@ function _resetProjectEmbeddingRegistryForTests2() {
|
|
|
3108
3144
|
setBootQuietPeriodForTests(null);
|
|
3109
3145
|
}
|
|
3110
3146
|
|
|
3111
|
-
export { embedPauseBySession, embedRunStateBySession, activeEmbeddingSessions, autoEmbedAttemptedBySession, autoEmbedIdentityBySession, autoEmbedRetryAfterBySession, invalidateAutoEmbedSession, getEmbedDrainUiStatus, clearEmbedSessionState, drainBackgroundBatches, recordEmbeddingMeasurement, OpenAICompatibleEmbeddingProvider, saveCommitEmbedding, loadProjectCommitEmbeddings, loadUnembeddedCommits, countEmbeddedCommits, upsertCommits, getLatestIndexedCommitSha, enforceProjectCap, describeShadowBackfillWriteRefusal2, listShadowBackfillStalls2, getShadowBackfillStopReason2, markProjectLoadUntrusted2, contentSha2562, drainProjectEmbeddingIdentityMaintenance2, drainStaleEmbeddingIdentitiesForProject2, registerProjectEmbedding2, registerProjectShadowEmbedding2, getShadowEmbeddingMeasurementCohort2, getPrimaryEmbeddingMeasurementCohort2, embedShadowTextForProject2, enqueueShadowEmbeddingItems2, getShadowBackfillRemaining2, flushShadowEmbeddingBacklog2, registerProjectInObservationMode2, unregisterProjectShadowEmbedding2, unregisterProjectEmbedding2, getProjectEmbeddingSnapshot2, installProjectEmbeddingSearchBridge2, getProjectChunkEmbeddingModelId2, getProjectEmbeddingMaxInputTokens2, embedTextForProject2, embedBatchForProject2, embedItemsForProject2, embedUnembeddedMemoriesForProject2, embedUnembeddedMemoriesForProjectOutcome2, drainCommitBacklogForProject2, embedUnembeddedCompartmentChunksForProject2, embedSessionCompartmentChunks2, getEmbeddingCoverageStatus2, getAutoEmbeddingSessionCoverage2, sweepAllRegisteredProjects2, _setTestProviderFactoryForProject2, _resetProjectEmbeddingRegistryForTests2 };
|
|
3147
|
+
export { embedPauseBySession, embedRunStateBySession, activeEmbeddingSessions, autoEmbedAttemptedBySession, autoEmbedIdentityBySession, autoEmbedRetryAfterBySession, invalidateAutoEmbedSession, getEmbedDrainUiStatus, clearEmbedSessionState, drainBackgroundBatches, recordEmbeddingMeasurement, OpenAICompatibleEmbeddingProvider, saveCommitEmbedding, loadProjectCommitEmbeddings, loadUnembeddedCommits, countEmbeddedCommits, upsertCommits, getLatestIndexedCommitSha, enforceProjectCap, describeShadowBackfillWriteRefusal2, listShadowBackfillStalls2, retainProjectEmbedding2, getShadowBackfillStopReason2, markProjectLoadUntrusted2, contentSha2562, drainProjectEmbeddingIdentityMaintenance2, drainStaleEmbeddingIdentitiesForProject2, registerProjectEmbedding2, registerProjectShadowEmbedding2, getShadowEmbeddingMeasurementCohort2, getPrimaryEmbeddingMeasurementCohort2, embedShadowTextForProject2, enqueueShadowEmbeddingItems2, getShadowBackfillRemaining2, flushShadowEmbeddingBacklog2, registerProjectInObservationMode2, unregisterProjectShadowEmbedding2, unregisterProjectEmbedding2, getProjectEmbeddingSnapshot2, installProjectEmbeddingSearchBridge2, getProjectChunkEmbeddingModelId2, getProjectEmbeddingMaxInputTokens2, embedTextForProject2, embedBatchForProject2, embedItemsForProject2, embedUnembeddedMemoriesForProject2, embedUnembeddedMemoriesForProjectOutcome2, drainCommitBacklogForProject2, embedUnembeddedCompartmentChunksForProject2, embedSessionCompartmentChunks2, getEmbeddingCoverageStatus2, getAutoEmbeddingSessionCoverage2, sweepAllRegisteredProjects2, _setTestProviderFactoryForProject2, _resetProjectEmbeddingRegistryForTests2 };
|