@fortemi/core 2026.7.11 → 2026.7.13
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +52 -2
- package/dist/aiwg-index-shard-BhF8kKAU.d.ts +1210 -0
- package/dist/aiwg-index-shard.d.ts +2 -0
- package/dist/aiwg-index-shard.js +9999 -0
- package/dist/aiwg-index-shard.js.map +1 -0
- package/dist/aiwg-index.d.ts +16 -55
- package/dist/aiwg-index.js +11 -20
- package/dist/aiwg-index.js.map +1 -1
- package/dist/index.d.ts +59 -1188
- package/dist/index.js +16831 -2471
- package/dist/index.js.map +1 -1
- package/package.json +9 -2
package/dist/aiwg-index.d.ts
CHANGED
|
@@ -1,35 +1,3 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Shard format types — matches the fortemi server matric-shard specification.
|
|
3
|
-
*
|
|
4
|
-
* A shard is a gzip-compressed tar archive (.shard) containing serialized
|
|
5
|
-
* knowledge data with a manifest for integrity verification.
|
|
6
|
-
*
|
|
7
|
-
* @implements @.aiwg/adrs/ADR-011-shard-server-conformance-and-version-negotiation.md
|
|
8
|
-
* @schema @packages/core/schemas/knowledge-shard.schema.receipt.json
|
|
9
|
-
* @created 2026-07-17
|
|
10
|
-
* @agent Codex
|
|
11
|
-
*/
|
|
12
|
-
|
|
13
|
-
interface ShardAttachmentReference {
|
|
14
|
-
id: string;
|
|
15
|
-
path: string;
|
|
16
|
-
mime: string | null;
|
|
17
|
-
checksum: string;
|
|
18
|
-
bytes: number;
|
|
19
|
-
}
|
|
20
|
-
interface ShardAttachmentProjection {
|
|
21
|
-
extracted_text: string | null;
|
|
22
|
-
/** Legacy unprofiled relationship timestamp; outside core-v1. */
|
|
23
|
-
created_at?: string;
|
|
24
|
-
/** Legacy unprofiled attachment tombstone; outside core-v1. */
|
|
25
|
-
deleted_at?: string | null;
|
|
26
|
-
extraction_status?: 'extracted' | 'pending' | 'failed' | 'blocked' | 'deferred';
|
|
27
|
-
reason?: null | 'extraction_pending' | 'extractor_failed' | 'quarantined' | 'large_binary' | 'unsupported_mime' | 'no_extracted_text';
|
|
28
|
-
attachment: ShardAttachmentReference;
|
|
29
|
-
}
|
|
30
|
-
/** @deprecated Legacy React shard field name. Server shards use `attachments`. */
|
|
31
|
-
type ShardBinarySource = ShardAttachmentProjection;
|
|
32
|
-
|
|
33
1
|
type AiwgFortemiRecordType = string;
|
|
34
2
|
type AiwgFortemiRecordSchemaVersion = 'aiwg.fortemi.index.record.v1' | 'aiwg.fortemi.index.record.v2';
|
|
35
3
|
type AiwgFortemiIndexExportSchemaVersion = 'aiwg.fortemi.index.export.v1' | 'aiwg.fortemi.index.export.v2';
|
|
@@ -125,8 +93,21 @@ interface AiwgFortemiRecordEmbedding {
|
|
|
125
93
|
source_path?: string;
|
|
126
94
|
metadata?: Record<string, unknown>;
|
|
127
95
|
}
|
|
128
|
-
|
|
129
|
-
|
|
96
|
+
interface AiwgFortemiAttachmentReference {
|
|
97
|
+
id: string;
|
|
98
|
+
path: string;
|
|
99
|
+
mime: string | null;
|
|
100
|
+
checksum: string;
|
|
101
|
+
bytes: number;
|
|
102
|
+
}
|
|
103
|
+
interface AiwgFortemiBinarySource {
|
|
104
|
+
extracted_text: string | null;
|
|
105
|
+
created_at?: string;
|
|
106
|
+
deleted_at?: string | null;
|
|
107
|
+
extraction_status?: 'extracted' | 'pending' | 'failed' | 'blocked' | 'deferred';
|
|
108
|
+
reason?: null | 'extraction_pending' | 'extractor_failed' | 'quarantined' | 'large_binary' | 'unsupported_mime' | 'no_extracted_text';
|
|
109
|
+
attachment: AiwgFortemiAttachmentReference;
|
|
110
|
+
}
|
|
130
111
|
interface AiwgFortemiRecord {
|
|
131
112
|
schema_version: AiwgFortemiRecordSchemaVersion;
|
|
132
113
|
id: string;
|
|
@@ -206,15 +187,6 @@ interface AiwgIndexValidationResult {
|
|
|
206
187
|
errors: string[];
|
|
207
188
|
counts: Partial<Record<string, number>>;
|
|
208
189
|
}
|
|
209
|
-
interface AiwgKnowledgeShardOptions {
|
|
210
|
-
createdAt?: string;
|
|
211
|
-
matricVersion?: string;
|
|
212
|
-
/**
|
|
213
|
-
* Reserved for a future full-v1 converter. Passing true currently fails
|
|
214
|
-
* closed because a partial rich-component inventory is not a valid profile.
|
|
215
|
-
*/
|
|
216
|
-
includeNativeRichComponents?: boolean;
|
|
217
|
-
}
|
|
218
190
|
interface AiwgChunkedIndexValidationResult {
|
|
219
191
|
valid: boolean;
|
|
220
192
|
errors: string[];
|
|
@@ -509,16 +481,5 @@ declare function aiwgFortemiIndexToCommunityGraph(index: AiwgFortemiIndexExport,
|
|
|
509
481
|
nodes: string[];
|
|
510
482
|
}[];
|
|
511
483
|
};
|
|
512
|
-
/**
|
|
513
|
-
* Convert the static AIWG/Fortemi v2 index contract into a portable Knowledge
|
|
514
|
-
* Shard. Every note retains the complete source envelope and record in metadata,
|
|
515
|
-
* so the native note/link/SKOS/provenance projections are reversible.
|
|
516
|
-
*/
|
|
517
|
-
declare function aiwgFortemiIndexToKnowledgeShard(index: AiwgFortemiIndexExport, options?: AiwgKnowledgeShardOptions): Promise<Uint8Array>;
|
|
518
|
-
/**
|
|
519
|
-
* Recover the exact AIWG index envelope and records embedded by
|
|
520
|
-
* {@link aiwgFortemiIndexToKnowledgeShard}.
|
|
521
|
-
*/
|
|
522
|
-
declare function aiwgFortemiIndexFromKnowledgeShard(bytes: Uint8Array): AiwgFortemiIndexExport;
|
|
523
484
|
|
|
524
|
-
export { AIWG_SCAN_REQUIRED_FIELDS, type AiwgChunkedIndexBuildOptions, type AiwgChunkedIndexBuildResult, type AiwgChunkedIndexDetailLoader, type AiwgChunkedIndexLoadOptions, type AiwgChunkedIndexLoader, type AiwgChunkedIndexProgress, type AiwgChunkedIndexProgressPhase, type AiwgChunkedIndexQueryOptions, type AiwgChunkedIndexQueryResult, type AiwgChunkedIndexValidationResult, type AiwgDetailIdEncoding, type AiwgFortemiAttachmentReference, type AiwgFortemiBinarySource, type AiwgFortemiChunk, type AiwgFortemiChunkDetailRef, type AiwgFortemiChunkManifest, type AiwgFortemiChunkPart, type AiwgFortemiChunkPartRef, type AiwgFortemiIndexExport, type AiwgFortemiIndexExportSchemaVersion, type AiwgFortemiProjectedRecord, type AiwgFortemiProvenance, type AiwgFortemiProvenanceEvent, type AiwgFortemiRecord, type AiwgFortemiRecordEmbedding, type AiwgFortemiRecordSchemaVersion, type AiwgFortemiRecordSource, type AiwgFortemiRecordType, type AiwgFortemiRelationship, type AiwgFortemiRelationshipDirection, type AiwgFortemiSearchProjection, type AiwgFortemiSkosConcept, type AiwgFortemiSkosRelation, type AiwgFortemiSkosRelationType, type AiwgHeadlessEmbeddingBackend, type AiwgIndexController, type AiwgIndexControllerListener, type AiwgIndexControllerSnapshot, type AiwgIndexGraphOptions, type AiwgIndexQueryMatch, type AiwgIndexQueryOptions, type AiwgIndexQueryRankedItem, type AiwgIndexQueryResult, type AiwgIndexQueryWeights, type AiwgIndexValidationResult, type
|
|
485
|
+
export { AIWG_SCAN_REQUIRED_FIELDS, type AiwgChunkedIndexBuildOptions, type AiwgChunkedIndexBuildResult, type AiwgChunkedIndexDetailLoader, type AiwgChunkedIndexLoadOptions, type AiwgChunkedIndexLoader, type AiwgChunkedIndexProgress, type AiwgChunkedIndexProgressPhase, type AiwgChunkedIndexQueryOptions, type AiwgChunkedIndexQueryResult, type AiwgChunkedIndexValidationResult, type AiwgDetailIdEncoding, type AiwgFortemiAttachmentReference, type AiwgFortemiBinarySource, type AiwgFortemiChunk, type AiwgFortemiChunkDetailRef, type AiwgFortemiChunkManifest, type AiwgFortemiChunkPart, type AiwgFortemiChunkPartRef, type AiwgFortemiIndexExport, type AiwgFortemiIndexExportSchemaVersion, type AiwgFortemiProjectedRecord, type AiwgFortemiProvenance, type AiwgFortemiProvenanceEvent, type AiwgFortemiRecord, type AiwgFortemiRecordEmbedding, type AiwgFortemiRecordSchemaVersion, type AiwgFortemiRecordSource, type AiwgFortemiRecordType, type AiwgFortemiRelationship, type AiwgFortemiRelationshipDirection, type AiwgFortemiSearchProjection, type AiwgFortemiSkosConcept, type AiwgFortemiSkosRelation, type AiwgFortemiSkosRelationType, type AiwgHeadlessEmbeddingBackend, type AiwgIndexController, type AiwgIndexControllerListener, type AiwgIndexControllerSnapshot, type AiwgIndexGraphOptions, type AiwgIndexQueryMatch, type AiwgIndexQueryOptions, type AiwgIndexQueryRankedItem, type AiwgIndexQueryResult, type AiwgIndexQueryWeights, type AiwgIndexValidationResult, type AiwgPrivacyClassification, type AiwgPrivacyFilterOptions, type AiwgProvenanceConfidence, type AiwgRelationshipDirection, type AiwgRelationshipEdgeSummary, type AiwgRelationshipNodeSummary, type AiwgRelationshipQueryOptions, type AiwgRelationshipSetOperation, type AiwgRelationshipSetOptions, type AiwgRelationshipSetResult, type AiwgRelationshipTraversalOptions, type AiwgRelationshipTraversalResult, type AiwgReviewAction, type AiwgReviewDecision, type AiwgReviewDecisionExport, type AiwgReviewInput, type AiwgStaticDuplicatePair, type AiwgStaticEmbeddingRecord, type AiwgStaticEmbeddingSet, type AiwgStaticHybridQueryOptions, type AiwgStaticSemanticQueryOptions, type AiwgStaticSemanticResult, type BuildAiwgStaticEmbeddingSetOptions, DEFAULT_AIWG_DUPLICATE_SCAN_MAX_EMBEDDINGS, aiwgDetailHrefForId, aiwgFortemiIndexToCommunityGraph, assertAiwgFortemiChunkManifest, assertAiwgFortemiChunkPart, assertAiwgFortemiIndexExport, assertAiwgStaticEmbeddingSet, buildAiwgChunkedIndex, buildAiwgStaticEmbeddingSet, createAiwgFetchChunkLoader, createAiwgFetchDetailLoader, createAiwgIndexController, createAiwgReviewDecisionExport, encodeAiwgDetailId, filterAiwgRecordsByPrivacy, findAiwgStaticDuplicatePairs, getAiwgFortemiFacets, queryAiwgFortemiIndex, queryAiwgHybridIndex, queryAiwgSemanticIndex, resolveAiwgFetchUrl, validateAiwgFortemiChunkManifest, validateAiwgFortemiChunkPart, validateAiwgFortemiIndexExport, validateAiwgStaticEmbeddingSet };
|
package/dist/aiwg-index.js
CHANGED
|
@@ -1,25 +1,16 @@
|
|
|
1
|
-
import Gn from'ajv/dist/2020.js';import {gzipSync,gunzipSync}from'fflate';import {v5}from'uuid';var L="1.2.0",ge="matric-shard";async function re(e){let t=new ArrayBuffer(e.byteLength);new Uint8Array(t).set(e);let n=await crypto.subtle.digest("SHA-256",t),r=new Uint8Array(n);return Array.from(r).map(i=>i.toString(16).padStart(2,"0")).join("")}async function he(e,t){let n=[];for(let[r,i]of Object.entries(e)){let s=t.get(r);if(!s){n.push(r);continue}await re(s)!==i&&n.push(r);}return {valid:n.length===0,failures:n}}var _e={$schema:"https://json-schema.org/draft/2020-12/schema",$id:"https://schemas.fortemi.dev/knowledge-shard/1.0.0/core-v1/manifest.schema.json",title:"Fortemi Knowledge Shard core-v1 manifest",type:"object",additionalProperties:false,required:["version","profile","producer","format","created_at","components","counts","checksums","min_reader_version"],properties:{version:{$ref:"#/$defs/strictSemVer"},profile:{const:"core-v1"},producer:{type:"object",additionalProperties:false,required:["name","version"],properties:{name:{type:"string",minLength:1},version:{type:"string",minLength:1},revision:{type:"string",minLength:1}}},matric_version:{type:"string",minLength:1,deprecated:true},format:{const:"matric-shard"},created_at:{type:"string",format:"date-time"},components:{type:"array",minItems:1,uniqueItems:true,items:{enum:["notes","collections","tags","templates","links"]}},counts:{$ref:"#/$defs/counts"},checksums:{type:"object",propertyNames:{enum:["notes.jsonl","collections.json","tags.json","templates.json","links.jsonl"]},additionalProperties:{$ref:"#/$defs/sha256"}},min_reader_version:{$ref:"#/$defs/strictSemVer"},migrated_from:{$ref:"#/$defs/strictSemVer"},migration_history:{type:"array",items:{type:"object",additionalProperties:false,required:["from_version","to_version","migrated_at","migrated_by","changes"],properties:{from_version:{$ref:"#/$defs/strictSemVer"},to_version:{$ref:"#/$defs/strictSemVer"},migrated_at:{type:"string",format:"date-time"},migrated_by:{type:"string",minLength:1},changes:{type:"array",minItems:1,items:{type:"string",minLength:1}}}}}},$defs:{strictSemVer:{type:"string",pattern:"^(0|[1-9][0-9]*)\\.(0|[1-9][0-9]*)\\.(0|[1-9][0-9]*)$"},sha256:{type:"string",pattern:"^[0-9a-f]{64}$"},count:{type:"integer",minimum:0},counts:{type:"object",additionalProperties:false,required:["notes","collections","tags","templates","links","embedding_sets","embedding_set_members","embeddings","embedding_configs"],properties:{notes:{$ref:"#/$defs/count"},collections:{$ref:"#/$defs/count"},tags:{$ref:"#/$defs/count"},templates:{$ref:"#/$defs/count"},links:{$ref:"#/$defs/count"},embedding_sets:{const:0},embedding_set_members:{const:0},embeddings:{const:0},embedding_configs:{const:0}}}}};var ye={$schema:"https://json-schema.org/draft/2020-12/schema",$id:"https://schemas.fortemi.dev/knowledge-shard/1.0.0/core-v1/note.schema.json",title:"Fortemi Knowledge Shard core-v1 note record",type:"object",additionalProperties:false,required:["id","title","original_content","revised_content","metadata","format","source","starred","archived","collection_id","created_at","updated_at","tags","attachments"],properties:{id:{$ref:"#/$defs/uuid"},title:{type:["string","null"]},original_content:{type:"string"},revised_content:{type:"string"},metadata:true,format:{type:"string",minLength:1},source:{type:"string",minLength:1},starred:{type:"boolean"},archived:{type:"boolean"},collection_id:{oneOf:[{$ref:"#/$defs/uuid"},{type:"null"}]},created_at:{$ref:"#/$defs/dateTime"},updated_at:{$ref:"#/$defs/dateTime"},tags:{type:"array",uniqueItems:true,items:{type:"string",minLength:1}},attachments:{type:"array",items:{$ref:"#/$defs/attachmentProjection"}}},$defs:{uuid:{type:"string",format:"uuid"},dateTime:{type:"string",format:"date-time"},sha256:{type:"string",pattern:"^blake3:[0-9a-f]{64}$"},attachmentProjection:{type:"object",additionalProperties:false,required:["extracted_text","extraction_status","reason","attachment"],properties:{extracted_text:{type:["string","null"]},extraction_status:{enum:["extracted","pending","failed","blocked","deferred"]},reason:{enum:[null,"extraction_pending","extractor_failed","quarantined","large_binary","unsupported_mime","no_extracted_text"]},attachment:{type:"object",additionalProperties:false,required:["id","path","mime","checksum","bytes"],properties:{id:{$ref:"#/$defs/uuid"},path:{type:"string",minLength:1},mime:{type:"string",minLength:1},checksum:{$ref:"#/$defs/sha256"},bytes:{type:"integer",minimum:0}}}}}}};var be={$schema:"https://json-schema.org/draft/2020-12/schema",$id:"https://schemas.fortemi.dev/knowledge-shard/1.0.0/core-v1/collection.schema.json",title:"Fortemi Knowledge Shard core-v1 collection record",type:"object",additionalProperties:false,required:["id","name","description","parent_id","created_at","note_count"],properties:{id:{$ref:"#/$defs/uuid"},name:{type:"string",minLength:1},description:{type:["string","null"]},parent_id:{oneOf:[{$ref:"#/$defs/uuid"},{type:"null"}]},created_at:{type:"string",format:"date-time"},note_count:{type:"integer",minimum:0}},$defs:{uuid:{type:"string",format:"uuid"}}};var we={$schema:"https://json-schema.org/draft/2020-12/schema",$id:"https://schemas.fortemi.dev/knowledge-shard/1.0.0/core-v1/tag.schema.json",title:"Fortemi Knowledge Shard core-v1 tag record",type:"object",additionalProperties:false,required:["name","created_at"],properties:{name:{type:"string",minLength:1},created_at:{type:"string",format:"date-time"}}};var ve={$schema:"https://json-schema.org/draft/2020-12/schema",$id:"https://schemas.fortemi.dev/knowledge-shard/1.0.0/core-v1/template.schema.json",title:"Fortemi Knowledge Shard core-v1 template record",type:"object",additionalProperties:false,required:["id","name","description","content","format","default_tags","collection_id","created_at","updated_at"],properties:{id:{$ref:"#/$defs/uuid"},name:{type:"string",minLength:1},description:{type:["string","null"]},content:{type:"string"},format:{type:"string",minLength:1},default_tags:{type:"array",uniqueItems:true,items:{type:"string",minLength:1}},collection_id:{oneOf:[{$ref:"#/$defs/uuid"},{type:"null"}]},created_at:{type:"string",format:"date-time"},updated_at:{type:"string",format:"date-time"}},$defs:{uuid:{type:"string",format:"uuid"}}};var $e={$schema:"https://json-schema.org/draft/2020-12/schema",$id:"https://schemas.fortemi.dev/knowledge-shard/1.0.0/core-v1/link.schema.json",title:"Fortemi Knowledge Shard core-v1 link record",type:"object",additionalProperties:false,required:["id","from_note_id","to_note_id","to_url","kind","score","created_at","metadata"],properties:{id:{$ref:"#/$defs/uuid"},from_note_id:{$ref:"#/$defs/uuid"},to_note_id:{oneOf:[{$ref:"#/$defs/uuid"},{type:"null"}]},to_url:{type:["string","null"],format:"uri"},kind:{type:"string",minLength:1},score:{type:"number"},created_at:{type:"string",format:"date-time"},metadata:true},oneOf:[{properties:{to_note_id:{$ref:"#/$defs/uuid"},to_url:{type:"null"}}},{properties:{to_note_id:{type:"null"},to_url:{type:"string",format:"uri"}}}],$defs:{uuid:{type:"string",format:"uuid"}}};var ke={$schema:"https://json-schema.org/draft/2020-12/schema",$id:"https://schemas.fortemi.dev/knowledge-shard/1.1.0/core-v1/manifest.schema.json",title:"Fortemi Knowledge Shard core-v1 manifest",type:"object",additionalProperties:false,required:["version","profile","producer","format","created_at","components","counts","checksums","min_reader_version"],properties:{version:{const:"1.1.0"},profile:{const:"core-v1"},producer:{type:"object",additionalProperties:false,required:["name","version"],properties:{name:{type:"string",minLength:1},version:{type:"string",minLength:1},revision:{type:"string",minLength:1}}},matric_version:{type:"string",minLength:1,deprecated:true},format:{const:"matric-shard"},created_at:{type:"string",format:"date-time"},components:{type:"array",minItems:1,uniqueItems:true,items:{enum:["notes","collections","tags","templates","links"]}},counts:{$ref:"#/$defs/counts"},checksums:{type:"object",propertyNames:{enum:["notes.jsonl","collections.json","tags.json","templates.json","links.jsonl"]},additionalProperties:{$ref:"#/$defs/sha256"}},min_reader_version:{const:"1.1.0"},migrated_from:{$ref:"#/$defs/strictSemVer"},migration_history:{type:"array",items:{type:"object",additionalProperties:false,required:["from_version","to_version","migrated_at","migrated_by","changes"],properties:{from_version:{$ref:"#/$defs/strictSemVer"},to_version:{$ref:"#/$defs/strictSemVer"},migrated_at:{type:"string",format:"date-time"},migrated_by:{type:"string",minLength:1},changes:{type:"array",minItems:1,items:{type:"string",minLength:1}}}}}},$defs:{strictSemVer:{type:"string",pattern:"^(0|[1-9][0-9]*)\\.(0|[1-9][0-9]*)\\.(0|[1-9][0-9]*)$"},sha256:{type:"string",pattern:"^[0-9a-f]{64}$"},count:{type:"integer",minimum:0},counts:{type:"object",additionalProperties:false,required:["notes","collections","tags","templates","links","embedding_sets","embedding_set_members","embeddings","embedding_configs"],properties:{notes:{$ref:"#/$defs/count"},collections:{$ref:"#/$defs/count"},tags:{$ref:"#/$defs/count"},templates:{$ref:"#/$defs/count"},links:{$ref:"#/$defs/count"},embedding_sets:{const:0},embedding_set_members:{const:0},embeddings:{const:0},embedding_configs:{const:0}}}}};var Ae={$schema:"https://json-schema.org/draft/2020-12/schema",$id:"https://schemas.fortemi.dev/knowledge-shard/1.2.0/core-v1/manifest.schema.json",title:"Fortemi Knowledge Shard core-v1 manifest",type:"object",additionalProperties:false,required:["version","profile","producer","format","created_at","components","counts","checksums","min_reader_version"],properties:{version:{const:"1.2.0"},profile:{const:"core-v1"},producer:{type:"object",additionalProperties:false,required:["name","version"],properties:{name:{type:"string",minLength:1},version:{type:"string",minLength:1},revision:{type:"string",minLength:1}}},matric_version:{type:"string",minLength:1,deprecated:true},format:{const:"matric-shard"},created_at:{type:"string",format:"date-time"},components:{type:"array",minItems:1,uniqueItems:true,items:{enum:["notes","collections","tags","templates","links"]}},counts:{$ref:"#/$defs/counts"},checksums:{type:"object",propertyNames:{enum:["notes.jsonl","collections.json","tags.json","templates.json","links.jsonl"]},additionalProperties:{$ref:"#/$defs/sha256"}},min_reader_version:{const:"1.2.0"},migrated_from:{$ref:"#/$defs/strictSemVer"},migration_history:{type:"array",items:{type:"object",additionalProperties:false,required:["from_version","to_version","migrated_at","migrated_by","changes"],properties:{from_version:{$ref:"#/$defs/strictSemVer"},to_version:{$ref:"#/$defs/strictSemVer"},migrated_at:{type:"string",format:"date-time"},migrated_by:{type:"string",minLength:1},changes:{type:"array",minItems:1,items:{type:"string",minLength:1}}}}}},$defs:{strictSemVer:{type:"string",pattern:"^(0|[1-9][0-9]*)\\.(0|[1-9][0-9]*)\\.(0|[1-9][0-9]*)$"},sha256:{type:"string",pattern:"^[0-9a-f]{64}$"},count:{type:"integer",minimum:0},counts:{type:"object",additionalProperties:false,required:["notes","collections","tags","templates","links","embedding_sets","embedding_set_members","embeddings","embedding_configs"],properties:{notes:{$ref:"#/$defs/count"},collections:{$ref:"#/$defs/count"},tags:{$ref:"#/$defs/count"},templates:{$ref:"#/$defs/count"},links:{$ref:"#/$defs/count"},embedding_sets:{const:0},embedding_set_members:{const:0},embeddings:{const:0},embedding_configs:{const:0}}}}};var D={$schema:"https://json-schema.org/draft/2020-12/schema",$id:"https://schemas.fortemi.dev/knowledge-shard/1.2.0/core-v1/note.schema.json",title:"Fortemi Knowledge Shard core-v1 note record",type:"object",additionalProperties:false,required:["id","title","original_content","revised_content","metadata","format","source","starred","archived","collection_id","created_at","updated_at","tags","attachments"],properties:{id:{$ref:"#/$defs/uuid"},title:{type:["string","null"]},original_content:{type:"string"},revised_content:{type:"string"},metadata:true,format:{type:"string",minLength:1},source:{type:"string",minLength:1},starred:{type:"boolean"},archived:{type:"boolean"},collection_id:{oneOf:[{$ref:"#/$defs/uuid"},{type:"null"}]},created_at:{$ref:"#/$defs/dateTime"},updated_at:{$ref:"#/$defs/dateTime"},deleted_at:{oneOf:[{$ref:"#/$defs/dateTime"},{type:"null"}],default:null},tags:{type:"array",uniqueItems:true,items:{type:"string",minLength:1}},attachments:{type:"array",items:{$ref:"#/$defs/attachmentProjection"}}},$defs:{uuid:{type:"string",format:"uuid"},dateTime:{type:"string",format:"date-time"},sha256:{type:"string",pattern:"^blake3:[0-9a-f]{64}$"},attachmentProjection:{type:"object",additionalProperties:false,required:["extracted_text","extraction_status","reason","attachment"],properties:{extracted_text:{type:["string","null"]},extraction_status:{enum:["extracted","pending","failed","blocked","deferred"]},reason:{enum:[null,"extraction_pending","extractor_failed","quarantined","large_binary","unsupported_mime","no_extracted_text"]},attachment:{type:"object",additionalProperties:false,required:["id","path","mime","checksum","bytes"],properties:{id:{$ref:"#/$defs/uuid"},path:{type:"string",minLength:1},mime:{type:"string",minLength:1},checksum:{$ref:"#/$defs/sha256"},bytes:{type:"integer",minimum:0}}}}}}};var N={$schema:"https://json-schema.org/draft/2020-12/schema",$id:"https://schemas.fortemi.dev/knowledge-shard/1.2.0/core-v1/collection.schema.json",title:"Fortemi Knowledge Shard core-v1 collection record",type:"object",additionalProperties:false,required:["id","name","description","parent_id","created_at","note_count"],properties:{id:{$ref:"#/$defs/uuid"},name:{type:"string",minLength:1},description:{type:["string","null"]},parent_id:{oneOf:[{$ref:"#/$defs/uuid"},{type:"null"}]},created_at:{type:"string",format:"date-time"},note_count:{type:"integer",minimum:0}},$defs:{uuid:{type:"string",format:"uuid"}}};var U={$schema:"https://json-schema.org/draft/2020-12/schema",$id:"https://schemas.fortemi.dev/knowledge-shard/1.2.0/core-v1/tag.schema.json",title:"Fortemi Knowledge Shard core-v1 tag record",type:"object",additionalProperties:false,required:["name","created_at"],properties:{name:{type:"string",minLength:1},created_at:{type:"string",format:"date-time"}}};var K={$schema:"https://json-schema.org/draft/2020-12/schema",$id:"https://schemas.fortemi.dev/knowledge-shard/1.2.0/core-v1/template.schema.json",title:"Fortemi Knowledge Shard core-v1 template record",type:"object",additionalProperties:false,required:["id","name","description","content","format","default_tags","collection_id","created_at","updated_at"],properties:{id:{$ref:"#/$defs/uuid"},name:{type:"string",minLength:1},description:{type:["string","null"]},content:{type:"string"},format:{type:"string",minLength:1},default_tags:{type:"array",uniqueItems:true,items:{type:"string",minLength:1}},collection_id:{oneOf:[{$ref:"#/$defs/uuid"},{type:"null"}]},created_at:{type:"string",format:"date-time"},updated_at:{type:"string",format:"date-time"}},$defs:{uuid:{type:"string",format:"uuid"}}};var B={$schema:"https://json-schema.org/draft/2020-12/schema",$id:"https://schemas.fortemi.dev/knowledge-shard/1.2.0/core-v1/link.schema.json",title:"Fortemi Knowledge Shard core-v1 link record",type:"object",additionalProperties:false,required:["id","from_note_id","to_note_id","to_url","kind","score","created_at","metadata"],properties:{id:{$ref:"#/$defs/uuid"},from_note_id:{$ref:"#/$defs/uuid"},to_note_id:{oneOf:[{$ref:"#/$defs/uuid"},{type:"null"}]},to_url:{type:["string","null"],format:"uri"},kind:{type:"string",minLength:1},score:{type:"number"},created_at:{type:"string",format:"date-time"},metadata:true},oneOf:[{properties:{to_note_id:{$ref:"#/$defs/uuid"},to_url:{type:"null"}}},{properties:{to_note_id:{type:"null"},to_url:{type:"string",format:"uri"}}}],$defs:{uuid:{type:"string",format:"uuid"}}};var S=512,Dn="ustar\x0000";function Q(e,t,n,r){for(let i=0;i<Math.min(n.length,r);i++)e[t+i]=n.charCodeAt(i);}function O(e,t,n,r){let i=n.toString(8).padStart(r-1,"0");Q(e,t,i,r-1);}function Nn(e){let t=0;for(let n=0;n<S;n++)t+=n>=148&&n<156?32:e[n];return t}function Un(e,t){let n=new Uint8Array(S);Q(n,0,e,100),O(n,100,420,8),O(n,108,0,8),O(n,116,0,8),O(n,124,t,12),O(n,136,0,12),n[156]=48,Q(n,257,Dn,8);let i=Nn(n).toString(8).padStart(6,"0");return Q(n,148,i,6),n[154]=0,n[155]=32,n}function Kn(e){let t=[];for(let[s,o]of e){t.push(Un(s,o.byteLength)),t.push(o);let a=o.byteLength%S;a>0&&t.push(new Uint8Array(S-a));}t.push(new Uint8Array(S*2));let n=0;for(let s of t)n+=s.byteLength;let r=new Uint8Array(n),i=0;for(let s of t)r.set(s,i),i+=s.byteLength;return r}function ct(e,t,n){let r=t,i=t+n;for(;r<i&&e[r]!==0;)r++;return String.fromCharCode(...e.slice(t,r))}function Bn(e,t,n){let r=ct(e,t,n).trim();return r.length>0?parseInt(r,8):0}function Qn(e,t){for(let n=0;n<S;n++)if(e[t+n]!==0)return false;return true}function zn(e){let t=new Map,n=0;for(;n+S<=e.byteLength&&!Qn(e,n);){let r=ct(e,n,100),i=Bn(e,n+124,12),s=e[n+156];n+=S,(s===48||s===0)&&t.set(r,e.slice(n,n+i));let o=Math.ceil(i/S);n+=o*S;}return t}function lt(e,t){let n=Kn(e),r=mt;if(n.byteLength>r)throw new Error("Refusing to create archive: uncompressed size "+n.byteLength+" exceeds cap "+r+" bytes");return gzipSync(n,{mtime:0})}var mt=256*1024*1024;function z(e,t){let n=mt;if(e.byteLength<18)throw new Error("Invalid gzip archive: too short");let i=new DataView(e.buffer,e.byteOffset,e.byteLength).getUint32(e.byteLength-4,true);if(i>n)throw new Error("Refusing to decompress archive: declared size "+i+" exceeds cap "+n+" bytes");let s=gunzipSync(e);if(s.byteLength>n)throw new Error("Refusing to decompress archive: decompressed size "+s.byteLength+" exceeds cap "+n+" bytes");return zn(s)}var se=new TextDecoder;var ie={notes:{file:"notes.jsonl",encoding:"jsonl"},collections:{file:"collections.json",encoding:"json-array"},tags:{file:"tags.json",encoding:"json-array"},templates:{file:"templates.json",encoding:"json-array"},links:{file:"links.jsonl",encoding:"jsonl"}};var yt={"1.0.0":{manifest:_e,notes:ye,collections:be,tags:we,templates:ve,links:$e},"1.1.0":{manifest:ke,notes:D,collections:N,tags:U,templates:K,links:B},"1.2.0":{manifest:Ae,notes:D,collections:N,tags:U,templates:K,links:B}};var M;var pt=new Map;function Hn(e){e.addFormat("uuid",/^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i),e.addFormat("date-time",{type:"string",validate:t=>/^\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}(?:\.\d+)?(?:Z|[+-]\d{2}:\d{2})$/.test(t)&&!Number.isNaN(Date.parse(t))}),e.addFormat("uri",{type:"string",validate:t=>{try{return !!new URL(t).protocol}catch{return false}}});}function gt(){if(!M){M=new Gn({allErrors:true,strict:true,validateFormats:true}),Hn(M);let e=new Set;for(let t of Object.values(yt))for(let n of Object.values(t))e.has(n.$id)||(M.addSchema(n),e.add(n.$id));}return M}function Wn(e){return e==="1.0.0"||e==="1.1.0"||e==="1.2.0"?e:void 0}function ht(e,t=L){let n=`${t}:${e}`,r=pt.get(n);if(r)return r;let i=yt[t][e],s=gt().getSchema(i.$id)??gt().compile(i);return pt.set(n,s),s}function _t(e){return (e??[]).map(t=>`${t.instancePath||"(root)"} ${t.message??"is invalid"}`)}function Jn(e,t){if(!e)return {records:[],errors:[]};try{let n=JSON.parse(se.decode(e));return Array.isArray(n)?{records:n,errors:[]}:{records:[],errors:[`${t} must be a JSON array`]}}catch{return {records:[],errors:[`${t} failed to parse as JSON`]}}}function Yn(e,t){if(!e)return {records:[],errors:[]};let n=se.decode(e).trim();if(!n)return {records:[],errors:[]};let r=[],i=[];for(let[s,o]of n.split(`
|
|
2
|
-
`).entries())try{r.push(JSON.parse(o));}catch{i.push(`${t}:${s+1} failed to parse as JSON`);}return {records:r,errors:i}}function Zn(e){return e instanceof Map?e:z(e instanceof ArrayBuffer?new Uint8Array(e):e)}function Xn(e,t,n){return n==="json-array"?Jn(e,t):Yn(e,t)}function er(e){let t=[],n=e.get("notes"),r=e.get("collections"),i=e.get("tags"),s=e.get("templates"),o=e.get("links"),a=new Set(n.map(c=>c.id)),d=new Set(r.map(c=>c.id)),l=new Set(i.map(c=>c.name));for(let[c,p]of r.entries())p.parent_id!==null&&!d.has(p.parent_id)&&t.push(`collections.json[${c}] parent_id does not reference a declared collection`);let m=new Map(r.map(c=>[c.id,c])),f=new Set,u=new Set,g=c=>{if(u.has(c.id))return;if(f.has(c.id)){t.push(`collection hierarchy contains a cycle at ${String(c.id)}`);return}f.add(c.id);let p=c.parent_id===null?void 0:m.get(c.parent_id);p&&g(p),f.delete(c.id),u.add(c.id);};for(let c of r)g(c);for(let[c,p]of n.entries()){p.collection_id!==null&&!d.has(p.collection_id)&&t.push(`notes.jsonl[${c}] collection_id does not reference a declared collection`);for(let h of p.tags)l.has(h)||t.push(`notes.jsonl[${c}] tag does not reference a declared tag`);}for(let[c,p]of s.entries()){p.collection_id!==null&&!d.has(p.collection_id)&&t.push(`templates.json[${c}] collection_id does not reference a declared collection`);for(let h of p.default_tags)l.has(h)||t.push(`templates.json[${c}] default tag does not reference a declared tag`);}for(let[c,p]of o.entries())a.has(p.from_note_id)||t.push(`links.jsonl[${c}] from_note_id does not reference a declared note`),p.to_note_id!==null&&!a.has(p.to_note_id)&&t.push(`links.jsonl[${c}] to_note_id does not reference a declared note`);return t}function tr(e,t){let n=[],r=Wn(t.version);if(!r)return ["manifest.json uses an unsupported canonical core-v1 schema version"];let i=ht("manifest",r);if(!i(t))return _t(i.errors).map(d=>`manifest.json ${d}`);let s=t.components,o=new Set(s.map(d=>ie[d].file));for(let d of o)e.has(d)||n.push(`${d} is declared but missing`),d in t.checksums||n.push(`${d} is missing its declared checksum`);for(let d of Object.keys(t.checksums))o.has(d)||n.push(`manifest checksum references undeclared file ${d}`);for(let d of e.keys())d!=="manifest.json"&&!o.has(d)&&n.push(`archive contains undeclared file ${d}`);let a=new Map;for(let d of s){let l=ie[d],m=Xn(e.get(l.file),l.file,l.encoding);n.push(...m.errors);let f=ht(d,r);for(let[g,c]of m.records.entries())f(c)||n.push(..._t(f.errors).map(p=>`${l.file}[${g}] ${p}`));let u=t.counts[d];u!==m.records.length&&n.push(`${l.file} count mismatch: manifest=${String(u)} actual=${m.records.length}`),a.set(d,m.records);}for(let d of Object.keys(ie))a.has(d)||a.set(d,[]);return n.length===0&&n.push(...er(a)),n}async function bt(e){let t;try{t=Zn(e);}catch{return {valid:false,errors:["archive failed to unpack"]}}let n=t.get("manifest.json");if(!n)return {valid:false,errors:["manifest.json is missing"]};let r;try{r=JSON.parse(se.decode(n));}catch{return {valid:false,errors:["manifest.json failed to parse as JSON"]}}let i=tr(t,r);if(i.length>0)return {valid:false,errors:i};let s=await he(r.checksums,t);return s.valid||i.push(...s.failures.map(o=>`${o} checksum mismatch`)),{valid:i.length===0,errors:i}}var rr=["schema_version","id","type","title","text","facets","tags","concepts","privacy"];function ir(e,t){let n=e.privacy;return !!(!n||!F(n.classification)||typeof n.pii!="boolean"||n.classification==="private"&&!t?.includePrivate||n.pii&&!t?.includePii)}function jt(e,t){return e.filter(n=>!ir(n,t))}var sr=["schema_version","id","type","source","facets","tags","concepts","relationships","provenance","privacy","updated_at"],ue={title:4,tag:3,concept:2,text:1,facet:2,id:1,source:.25};function _(e){return typeof e=="string"&&e.length>0}function T(e,t,n){let r=e[t];r===void 0&&(r=Object.create(null),e[t]=r),r[n]=(r[n]??0)+1;}function R(e){return Number.isInteger(e)&&typeof e=="number"&&e>=0}function I(e){return Number.isInteger(e)&&typeof e=="number"&&e>0}function or(e){return !e||typeof e!="object"||Array.isArray(e)?false:Object.values(e).every(t=>!!t&&typeof t=="object"&&!Array.isArray(t)&&Object.values(t).every(n=>R(n)))}function b(e){return !!e&&typeof e=="object"&&!Array.isArray(e)}function G(e){return e===void 0||Array.isArray(e)&&e.every(t=>typeof t=="string")}function At(e){return e==="aiwg.fortemi.index.export.v1"||e==="aiwg.fortemi.index.export.v2"}function Rt(e){return e==="aiwg.fortemi.index.record.v1"||e==="aiwg.fortemi.index.record.v2"}function ar(e,t,n){if(e.skos_concepts!==void 0)if(!Array.isArray(e.skos_concepts))n.push("items["+t+"].skos_concepts must be an array when present");else for(let[r,i]of e.skos_concepts.entries()){if(!b(i)){n.push("items["+t+"].skos_concepts["+r+"] must be an object");continue}_(i.id)||n.push("items["+t+"].skos_concepts["+r+"].id is required"),_(i.prefLabel)||n.push("items["+t+"].skos_concepts["+r+"].prefLabel is required"),G(i.altLabels)||n.push("items["+t+"].skos_concepts["+r+"].altLabels must be a string array"),i.metadata!==void 0&&!b(i.metadata)&&n.push("items["+t+"].skos_concepts["+r+"].metadata must be an object");}if(e.skos_relations!==void 0)if(!Array.isArray(e.skos_relations))n.push("items["+t+"].skos_relations must be an array when present");else for(let[r,i]of e.skos_relations.entries()){if(!b(i)){n.push("items["+t+"].skos_relations["+r+"] must be an object");continue}_(i.type)||n.push("items["+t+"].skos_relations["+r+"].type is required"),_(i.source_id)||n.push("items["+t+"].skos_relations["+r+"].source_id is required"),_(i.target_id)||n.push("items["+t+"].skos_relations["+r+"].target_id is required"),i.metadata!==void 0&&!b(i.metadata)&&n.push("items["+t+"].skos_relations["+r+"].metadata must be an object");}if(e.provenance_events!==void 0)if(!Array.isArray(e.provenance_events))n.push("items["+t+"].provenance_events must be an array when present");else for(let[r,i]of e.provenance_events.entries()){if(!b(i)){n.push("items["+t+"].provenance_events["+r+"] must be an object");continue}_(i.activity)||n.push("items["+t+"].provenance_events["+r+"].activity is required"),i.attributes!==void 0&&!b(i.attributes)&&n.push("items["+t+"].provenance_events["+r+"].attributes must be an object");}if(Array.isArray(e.relationships))for(let[r,i]of e.relationships.entries()){if(!b(i)){n.push("items["+t+"].relationships["+r+"] must be an object");continue}i.metadata!==void 0&&!b(i.metadata)&&n.push("items["+t+"].relationships["+r+"].metadata must be an object"),i.direction!==void 0&&i.direction!=="upstream"&&i.direction!=="downstream"&&i.direction!=="related"&&n.push("items["+t+"].relationships["+r+"].direction must be upstream, downstream, or related"),i.target_path!==void 0&&typeof i.target_path!="string"&&n.push("items["+t+"].relationships["+r+"].target_path must be a string");}if(e.search!==void 0&&(b(e.search)?(G(e.search.triggers)||n.push("items["+t+"].search.triggers must be a string array"),G(e.search.aliases)||n.push("items["+t+"].search.aliases must be a string array"),G(e.search.tags)||n.push("items["+t+"].search.tags must be a string array"),e.search.frontmatter!==void 0&&!b(e.search.frontmatter)&&n.push("items["+t+"].search.frontmatter must be an object")):n.push("items["+t+"].search must be an object")),e.chunks!==void 0)if(!Array.isArray(e.chunks))n.push("items["+t+"].chunks must be an array when present");else for(let[r,i]of e.chunks.entries()){if(!b(i)){n.push("items["+t+"].chunks["+r+"] must be an object");continue}i.metadata!==void 0&&!b(i.metadata)&&n.push("items["+t+"].chunks["+r+"].metadata must be an object");}if(e.embeddings!==void 0)if(!Array.isArray(e.embeddings))n.push("items["+t+"].embeddings must be an array when present");else for(let[r,i]of e.embeddings.entries()){if(!b(i)){n.push("items["+t+"].embeddings["+r+"] must be an object");continue}let s=i.embedding??i.vector;s!==void 0&&(!Array.isArray(s)||!s.every(o=>typeof o=="number"))&&n.push("items["+t+"].embeddings["+r+"].embedding/vector must be a number array"),i.metadata!==void 0&&!b(i.metadata)&&n.push("items["+t+"].embeddings["+r+"].metadata must be an object");}e.compatibility!==void 0&&!b(e.compatibility)&&n.push("items["+t+"].compatibility must be an object");}function F(e){return e==="private"||e==="sanitized"||e==="public"}function Ct(e){return e==="source"||e==="candidate"||e==="reviewed"||e==="rejected"}function dr(e,t,n){if(Array.isArray(e.provenance))for(let[r,i]of e.provenance.entries()){let s="items["+t+"].provenance["+r+"]";if(!b(i)){n.push(s+" must be an object");continue}_(i.field)||n.push(s+".field is required"),_(i.source)||n.push(s+".source is required"),_(i.path)||n.push(s+".path is required"),Ct(i.confidence)||n.push(s+".confidence must be one of source, candidate, reviewed, rejected"),F(i.privacy)||n.push(s+".privacy must be one of private, sanitized, public");}}var cr=["search","chunks","embeddings","skos_concepts","skos_relations","provenance_events","compatibility"],lr=["origin","generated","checksum","updated_at"],mr=["target_path","direction","metadata"];function ur(e,t,n){if(e.schema_version!=="aiwg.fortemi.index.record.v1")return;let r="items["+t+"]",i=e,s=" is a v2-only field and must be absent on a record.v1 record";for(let o of cr)i[o]!==void 0&&n.push(r+"."+o+s);if(b(e.source)){let o=e.source;for(let a of lr)o[a]!==void 0&&n.push(r+".source."+a+s);}if(b(e.privacy)&&e.privacy.locality!==void 0&&n.push(r+".privacy.locality"+s),Array.isArray(e.relationships))for(let[o,a]of e.relationships.entries()){if(!b(a))continue;let d=a;for(let l of mr)d[l]!==void 0&&n.push(r+".relationships["+o+"]."+l+s);}}function Z(e){let t=[],n=Object.create(null),r=b(e)?e:{};b(e)||t.push("index export must be an object"),At(r?.schema_version)||t.push("schema_version must be aiwg.fortemi.index.export.v1 or aiwg.fortemi.index.export.v2"),_(r?.generated_at)||t.push("generated_at is required"),_(r?.source?.repo)||t.push("source.repo is required"),_(r?.source?.privacy)?F(r?.source?.privacy)||t.push("source.privacy must be one of private, sanitized, public"):t.push("source.privacy is required"),Array.isArray(r?.items)||t.push("items must be an array"),r.compatibility!==void 0&&!b(r.compatibility)&&t.push("compatibility must be an object"),r?.schema_version==="aiwg.fortemi.index.export.v1"&&(b(r.source)&&r.source.graph!==void 0&&t.push("source.graph is a v2-only field and must be absent on an export.v1 export"),r.compatibility!==void 0&&t.push("compatibility is a v2-only field and must be absent on an export.v1 export"));let i=new Set,s="",o=Array.isArray(r.items)?r.items:[];for(let[a,d]of o.entries()){if(!b(d)){t.push("items["+a+"] must be an object");continue}for(let l of sr)l in d||t.push("items["+a+"]."+l+" is required");Rt(d.schema_version)||t.push("items["+a+"].schema_version must be aiwg.fortemi.index.record.v1 or aiwg.fortemi.index.record.v2"),r.schema_version==="aiwg.fortemi.index.export.v1"&&d.schema_version==="aiwg.fortemi.index.record.v2"&&t.push("items["+a+"].schema_version must match aiwg.fortemi.index.export.v1"),_(d.id)||t.push("items["+a+"].id is required"),_(d.id)&&i.has(d.id)&&t.push("duplicate id: "+d.id),_(d.id)&&i.add(d.id),s&&_(d.id)&&s>d.id&&t.push("items must be sorted by id: "+s+" before "+d.id),_(d.id)&&(s=d.id),_(d.type)?n[d.type]=(n[d.type]??0)+1:t.push("items["+a+"].type must be a non-empty string"),_(d.source?.path)||t.push("items["+a+"].source.path is required"),_(d.source?.repo_relative_path)||t.push("items["+a+"].source.repo_relative_path is required"),_(d.source?.locator)||t.push("items["+a+"].source.locator is required"),typeof d.title!="string"&&typeof d.search?.title!="string"&&typeof d.search?.name!="string"&&t.push("items["+a+"].title or search.title/search.name is required"),typeof d.text!="string"&&typeof d.search?.body!="string"&&typeof d.search?.summary!="string"&&t.push("items["+a+"].text or search.body/search.summary is required"),Array.isArray(d.tags)||t.push("items["+a+"].tags must be an array"),Array.isArray(d.concepts)||t.push("items["+a+"].concepts must be an array"),Array.isArray(d.relationships)||t.push("items["+a+"].relationships must be an array"),(!Array.isArray(d.provenance)||d.provenance.length===0)&&t.push("items["+a+"].provenance must be a non-empty array"),ar(d,a,t),dr(d,a,t),ur(d,a,t),!d.privacy||typeof d.privacy.pii!="boolean"||!_(d.privacy.classification)?t.push("items["+a+"].privacy requires classification and pii"):F(d.privacy.classification)||t.push("items["+a+"].privacy.classification must be one of private, sanitized, public");}return {valid:t.length===0,errors:t,counts:n}}function X(e){let t=Z(e);if(!t.valid)throw new Error(`Invalid AIWG Fortemi index export:
|
|
1
|
+
var we=["schema_version","id","type","title","text","facets","tags","concepts","privacy"];function ye(e,t){let i=e.privacy;return !!(!i||!P(i.classification)||typeof i.pii!="boolean"||i.classification==="private"&&!t?.includePrivate||i.pii&&!t?.includePii)}function ie(e,t){return e.filter(i=>!ye(i,t))}var xe=["schema_version","id","type","source","facets","tags","concepts","relationships","provenance","privacy","updated_at"],K={title:4,tag:3,concept:2,text:1,facet:2,id:1,source:.25};function l(e){return typeof e=="string"&&e.length>0}function M(e,t,i){let r=e[t];r===void 0&&(r=Object.create(null),e[t]=r),r[i]=(r[i]??0)+1;}function C(e){return Number.isInteger(e)&&typeof e=="number"&&e>=0}function S(e){return Number.isInteger(e)&&typeof e=="number"&&e>0}function Ae(e){return !e||typeof e!="object"||Array.isArray(e)?false:Object.values(e).every(t=>!!t&&typeof t=="object"&&!Array.isArray(t)&&Object.values(t).every(i=>C(i)))}function h(e){return !!e&&typeof e=="object"&&!Array.isArray(e)}function L(e){return e===void 0||Array.isArray(e)&&e.every(t=>typeof t=="string")}function re(e){return e==="aiwg.fortemi.index.export.v1"||e==="aiwg.fortemi.index.export.v2"}function ne(e){return e==="aiwg.fortemi.index.record.v1"||e==="aiwg.fortemi.index.record.v2"}function be(e,t,i){if(e.skos_concepts!==void 0)if(!Array.isArray(e.skos_concepts))i.push("items["+t+"].skos_concepts must be an array when present");else for(let[r,n]of e.skos_concepts.entries()){if(!h(n)){i.push("items["+t+"].skos_concepts["+r+"] must be an object");continue}l(n.id)||i.push("items["+t+"].skos_concepts["+r+"].id is required"),l(n.prefLabel)||i.push("items["+t+"].skos_concepts["+r+"].prefLabel is required"),L(n.altLabels)||i.push("items["+t+"].skos_concepts["+r+"].altLabels must be a string array"),n.metadata!==void 0&&!h(n.metadata)&&i.push("items["+t+"].skos_concepts["+r+"].metadata must be an object");}if(e.skos_relations!==void 0)if(!Array.isArray(e.skos_relations))i.push("items["+t+"].skos_relations must be an array when present");else for(let[r,n]of e.skos_relations.entries()){if(!h(n)){i.push("items["+t+"].skos_relations["+r+"] must be an object");continue}l(n.type)||i.push("items["+t+"].skos_relations["+r+"].type is required"),l(n.source_id)||i.push("items["+t+"].skos_relations["+r+"].source_id is required"),l(n.target_id)||i.push("items["+t+"].skos_relations["+r+"].target_id is required"),n.metadata!==void 0&&!h(n.metadata)&&i.push("items["+t+"].skos_relations["+r+"].metadata must be an object");}if(e.provenance_events!==void 0)if(!Array.isArray(e.provenance_events))i.push("items["+t+"].provenance_events must be an array when present");else for(let[r,n]of e.provenance_events.entries()){if(!h(n)){i.push("items["+t+"].provenance_events["+r+"] must be an object");continue}l(n.activity)||i.push("items["+t+"].provenance_events["+r+"].activity is required"),n.attributes!==void 0&&!h(n.attributes)&&i.push("items["+t+"].provenance_events["+r+"].attributes must be an object");}if(Array.isArray(e.relationships))for(let[r,n]of e.relationships.entries()){if(!h(n)){i.push("items["+t+"].relationships["+r+"] must be an object");continue}n.metadata!==void 0&&!h(n.metadata)&&i.push("items["+t+"].relationships["+r+"].metadata must be an object"),n.direction!==void 0&&n.direction!=="upstream"&&n.direction!=="downstream"&&n.direction!=="related"&&i.push("items["+t+"].relationships["+r+"].direction must be upstream, downstream, or related"),n.target_path!==void 0&&typeof n.target_path!="string"&&i.push("items["+t+"].relationships["+r+"].target_path must be a string");}if(e.search!==void 0&&(h(e.search)?(L(e.search.triggers)||i.push("items["+t+"].search.triggers must be a string array"),L(e.search.aliases)||i.push("items["+t+"].search.aliases must be a string array"),L(e.search.tags)||i.push("items["+t+"].search.tags must be a string array"),e.search.frontmatter!==void 0&&!h(e.search.frontmatter)&&i.push("items["+t+"].search.frontmatter must be an object")):i.push("items["+t+"].search must be an object")),e.chunks!==void 0)if(!Array.isArray(e.chunks))i.push("items["+t+"].chunks must be an array when present");else for(let[r,n]of e.chunks.entries()){if(!h(n)){i.push("items["+t+"].chunks["+r+"] must be an object");continue}n.metadata!==void 0&&!h(n.metadata)&&i.push("items["+t+"].chunks["+r+"].metadata must be an object");}if(e.embeddings!==void 0)if(!Array.isArray(e.embeddings))i.push("items["+t+"].embeddings must be an array when present");else for(let[r,n]of e.embeddings.entries()){if(!h(n)){i.push("items["+t+"].embeddings["+r+"] must be an object");continue}let s=n.embedding??n.vector;s!==void 0&&(!Array.isArray(s)||!s.every(o=>typeof o=="number"))&&i.push("items["+t+"].embeddings["+r+"].embedding/vector must be a number array"),n.metadata!==void 0&&!h(n.metadata)&&i.push("items["+t+"].embeddings["+r+"].metadata must be an object");}e.compatibility!==void 0&&!h(e.compatibility)&&i.push("items["+t+"].compatibility must be an object");}function P(e){return e==="private"||e==="sanitized"||e==="public"}function se(e){return e==="source"||e==="candidate"||e==="reviewed"||e==="rejected"}function ve(e,t,i){if(Array.isArray(e.provenance))for(let[r,n]of e.provenance.entries()){let s="items["+t+"].provenance["+r+"]";if(!h(n)){i.push(s+" must be an object");continue}l(n.field)||i.push(s+".field is required"),l(n.source)||i.push(s+".source is required"),l(n.path)||i.push(s+".path is required"),se(n.confidence)||i.push(s+".confidence must be one of source, candidate, reviewed, rejected"),P(n.privacy)||i.push(s+".privacy must be one of private, sanitized, public");}}var Re=["search","chunks","embeddings","skos_concepts","skos_relations","provenance_events","compatibility"],ke=["origin","generated","checksum","updated_at"],_e=["target_path","direction","metadata"];function Ie(e,t,i){if(e.schema_version!=="aiwg.fortemi.index.record.v1")return;let r="items["+t+"]",n=e,s=" is a v2-only field and must be absent on a record.v1 record";for(let o of Re)n[o]!==void 0&&i.push(r+"."+o+s);if(h(e.source)){let o=e.source;for(let a of ke)o[a]!==void 0&&i.push(r+".source."+a+s);}if(h(e.privacy)&&e.privacy.locality!==void 0&&i.push(r+".privacy.locality"+s),Array.isArray(e.relationships))for(let[o,a]of e.relationships.entries()){if(!h(a))continue;let c=a;for(let g of _e)c[g]!==void 0&&i.push(r+".relationships["+o+"]."+g+s);}}function oe(e){let t=[],i=Object.create(null),r=h(e)?e:{};h(e)||t.push("index export must be an object"),re(r?.schema_version)||t.push("schema_version must be aiwg.fortemi.index.export.v1 or aiwg.fortemi.index.export.v2"),l(r?.generated_at)||t.push("generated_at is required"),l(r?.source?.repo)||t.push("source.repo is required"),l(r?.source?.privacy)?P(r?.source?.privacy)||t.push("source.privacy must be one of private, sanitized, public"):t.push("source.privacy is required"),Array.isArray(r?.items)||t.push("items must be an array"),r.compatibility!==void 0&&!h(r.compatibility)&&t.push("compatibility must be an object"),r?.schema_version==="aiwg.fortemi.index.export.v1"&&(h(r.source)&&r.source.graph!==void 0&&t.push("source.graph is a v2-only field and must be absent on an export.v1 export"),r.compatibility!==void 0&&t.push("compatibility is a v2-only field and must be absent on an export.v1 export"));let n=new Set,s="",o=Array.isArray(r.items)?r.items:[];for(let[a,c]of o.entries()){if(!h(c)){t.push("items["+a+"] must be an object");continue}for(let g of xe)g in c||t.push("items["+a+"]."+g+" is required");ne(c.schema_version)||t.push("items["+a+"].schema_version must be aiwg.fortemi.index.record.v1 or aiwg.fortemi.index.record.v2"),r.schema_version==="aiwg.fortemi.index.export.v1"&&c.schema_version==="aiwg.fortemi.index.record.v2"&&t.push("items["+a+"].schema_version must match aiwg.fortemi.index.export.v1"),l(c.id)||t.push("items["+a+"].id is required"),l(c.id)&&n.has(c.id)&&t.push("duplicate id: "+c.id),l(c.id)&&n.add(c.id),s&&l(c.id)&&s>c.id&&t.push("items must be sorted by id: "+s+" before "+c.id),l(c.id)&&(s=c.id),l(c.type)?i[c.type]=(i[c.type]??0)+1:t.push("items["+a+"].type must be a non-empty string"),l(c.source?.path)||t.push("items["+a+"].source.path is required"),l(c.source?.repo_relative_path)||t.push("items["+a+"].source.repo_relative_path is required"),l(c.source?.locator)||t.push("items["+a+"].source.locator is required"),typeof c.title!="string"&&typeof c.search?.title!="string"&&typeof c.search?.name!="string"&&t.push("items["+a+"].title or search.title/search.name is required"),typeof c.text!="string"&&typeof c.search?.body!="string"&&typeof c.search?.summary!="string"&&t.push("items["+a+"].text or search.body/search.summary is required"),Array.isArray(c.tags)||t.push("items["+a+"].tags must be an array"),Array.isArray(c.concepts)||t.push("items["+a+"].concepts must be an array"),Array.isArray(c.relationships)||t.push("items["+a+"].relationships must be an array"),(!Array.isArray(c.provenance)||c.provenance.length===0)&&t.push("items["+a+"].provenance must be a non-empty array"),be(c,a,t),ve(c,a,t),Ie(c,a,t),!c.privacy||typeof c.privacy.pii!="boolean"||!l(c.privacy.classification)?t.push("items["+a+"].privacy requires classification and pii"):P(c.privacy.classification)||t.push("items["+a+"].privacy.classification must be one of private, sanitized, public");}return {valid:t.length===0,errors:t,counts:i}}function q(e){let t=oe(e);if(!t.valid)throw new Error(`Invalid AIWG Fortemi index export:
|
|
3
2
|
`+t.errors.join(`
|
|
4
|
-
`));return e}function
|
|
3
|
+
`));return e}function Ce(e){let t=[],i=h(e)?e:{};if(h(e)||t.push("chunk manifest must be an object"),i?.schema_version!=="aiwg.fortemi.index.chunk-manifest.v1"&&t.push("schema_version must be aiwg.fortemi.index.chunk-manifest.v1"),l(i?.generated_at)||t.push("generated_at is required"),l(i?.source?.repo)||t.push("source.repo is required"),l(i?.source?.privacy)||t.push("source.privacy is required"),i?.source_export_schema_version!==void 0&&!re(i.source_export_schema_version)&&t.push("source_export_schema_version must be aiwg.fortemi.index.export.v1 or aiwg.fortemi.index.export.v2 when present"),C(i?.total)||t.push("total must be a non-negative integer"),S(i?.part_size)||t.push("part_size must be a positive integer"),i.facets!==void 0&&!Ae(i.facets)&&t.push("facets must be a nested string-to-number count object"),i.projection!==void 0)if(!Array.isArray(i.projection)||!i.projection.every(s=>typeof s=="string"))t.push("projection must be an array of field names");else {let s=new Set(i.projection);for(let o of we)s.has(o)||t.push("projection must include scan-required field "+o);}i.detail!==void 0&&!h(i.detail)?t.push("detail must be an object"):i.detail!==void 0&&(l(i.detail.href)?i.detail.href.includes("{id}")||t.push("detail.href must contain the {id} placeholder"):t.push("detail.href is required"),i.detail.encoding!==void 0&&i.detail.encoding!=="uri"&&i.detail.encoding!=="base64url"&&t.push("detail.encoding must be 'uri' or 'base64url'")),Array.isArray(i?.parts)||t.push("parts must be an array");let r=0,n=Array.isArray(i?.parts)?i.parts:[];for(let[s,o]of n.entries()){if(!h(o)){t.push("parts["+s+"] must be an object");continue}l(o.href)||t.push("parts["+s+"].href is required"),C(o.offset)||t.push("parts["+s+"].offset must be a non-negative integer"),C(o.count)||t.push("parts["+s+"].count must be a non-negative integer"),C(o.offset)&&o.offset!==r&&t.push("parts["+s+"].offset must be "+r),C(o.count)&&(r+=o.count);}return C(i?.total)&&r!==i.total&&t.push("parts counts must add up to total"),{valid:t.length===0,errors:t}}function Fe(e){let t=Ce(e);if(!t.valid)throw new Error(`Invalid AIWG Fortemi chunk manifest:
|
|
5
4
|
`+t.errors.join(`
|
|
6
|
-
`));return e}function
|
|
5
|
+
`));return e}function Se(e,t,i){let r="items["+t+"]";if(!e.privacy||!h(e.privacy)?i.push(r+"/privacy requires classification and pii"):(P(e.privacy.classification)||i.push(r+"/privacy/classification must be one of private, sanitized, public"),typeof e.privacy.pii!="boolean"&&i.push(r+"/privacy/pii must be boolean")),Array.isArray(e.provenance))for(let[n,s]of e.provenance.entries()){if(!h(s)){i.push(r+"/provenance/"+n+" must be an object");continue}se(s.confidence)||i.push(r+"/provenance/"+n+"/confidence must be one of source, candidate, reviewed, rejected"),P(s.privacy)||i.push(r+"/provenance/"+n+"/privacy must be one of private, sanitized, public");}}function Pe(e,t){let i=[],r=new Set,n="";for(let[s,o]of e.entries()){if(!h(o)){i.push("items["+s+"] must be an object");continue}Se(o,s,i);let a=t==="aiwg.fortemi.index.export.v2"?"aiwg.fortemi.index.record.v2":"aiwg.fortemi.index.record.v1";o.schema_version!==a&&i.push(`items[${s}].schema_version must match ${t}`),ne(o.schema_version)||i.push("items["+s+"].schema_version must be aiwg.fortemi.index.record.v1 or aiwg.fortemi.index.record.v2"),l(o.id)||i.push("items["+s+"].id is required"),l(o.id)&&r.has(o.id)&&i.push("duplicate id: "+o.id),l(o.id)&&r.add(o.id),n&&l(o.id)&&n>o.id&&i.push("items must be sorted by id: "+n+" before "+o.id),l(o.id)&&(n=o.id),l(o.type)||i.push("items["+s+"].type must be a non-empty string"),typeof o.title!="string"&&typeof o.search?.title!="string"&&typeof o.search?.name!="string"&&i.push("items["+s+"].title or search.title/search.name is required"),typeof o.text!="string"&&typeof o.search?.body!="string"&&typeof o.search?.summary!="string"&&i.push("items["+s+"].text or search.body/search.summary is required"),(!o.facets||typeof o.facets!="object"||Array.isArray(o.facets))&&i.push("items["+s+"].facets must be an object"),Array.isArray(o.tags)||i.push("items["+s+"].tags must be an array"),Array.isArray(o.concepts)||i.push("items["+s+"].concepts must be an array");}return i}function Ee(e,t,i){let r=[],n=h(e)?e:{};if(h(e)||r.push("chunk part must be an object"),n?.schema_version!=="aiwg.fortemi.index.chunk.v1"&&r.push("schema_version must be aiwg.fortemi.index.chunk.v1"),n?.manifest_schema_version!=="aiwg.fortemi.index.chunk-manifest.v1"&&r.push("manifest_schema_version must be aiwg.fortemi.index.chunk-manifest.v1"),C(n?.offset)||r.push("offset must be a non-negative integer"),Array.isArray(n?.items)||r.push("items must be an array"),t&&C(n?.offset)&&n.offset!==t.offset&&r.push("offset must match manifest part offset "+t.offset),t&&Array.isArray(n?.items)&&n.items.length!==t.count&&r.push("items length must match manifest part count "+t.count),Array.isArray(n?.items))if(i?.projection)r.push(...Pe(n.items,i.source_export_schema_version??"aiwg.fortemi.index.export.v1").map(s=>"items."+s));else {let s=oe({schema_version:i?.source_export_schema_version??"aiwg.fortemi.index.export.v1",generated_at:i?.generated_at??"1970-01-01T00:00:00.000Z",source:i?.source??{repo:"chunk",privacy:"public"},...(i?.source_export_schema_version??"aiwg.fortemi.index.export.v1")==="aiwg.fortemi.index.export.v2"?{compatibility:{previous_schema_version:"aiwg.fortemi.index.export.v1",strategy:"supported"}}:{},items:n.items});r.push(...s.errors.map(o=>"items."+o));}return {valid:r.length===0,errors:r}}function Oe(e,t,i){let r=Ee(e,t,i);if(!r.valid)throw new Error(`Invalid AIWG Fortemi chunk part:
|
|
7
6
|
`+r.errors.join(`
|
|
8
|
-
`));return e}var
|
|
9
|
-
`)??"",
|
|
10
|
-
`)}function
|
|
11
|
-
`)??"":""}function
|
|
12
|
-
`):[
|
|
13
|
-
`)}function
|
|
14
|
-
`),
|
|
7
|
+
`));return e}var X=new Set(["http:","https:","blob:","data:"]);function Me(e){try{return new URL(e)}catch{return null}}function ae(e,t){if(t===void 0){let n=Me(e);if(n&&!X.has(n.protocol))throw new Error("Refusing AIWG index fetch with disallowed scheme: "+n.protocol);return e}let i=new URL(t),r=new URL(e,i);if(!X.has(r.protocol))throw new Error("Refusing AIWG index fetch with disallowed scheme: "+r.protocol);if(r.origin!==i.origin)throw new Error("Refusing cross-origin AIWG index fetch: "+r.origin+" != "+i.origin);return r.toString()}function At(e){return async t=>{let i=ae(t.href,e),r=await fetch(i);if(!r.ok)throw new Error("Failed to fetch AIWG index chunk "+i+": "+r.status);return r.json()}}function De(e,t="base64url"){if(t==="uri")return encodeURIComponent(e);let i=new TextEncoder().encode(e),r="";for(let n of i)r+=String.fromCharCode(n);return btoa(r).replace(/\+/g,"-").replace(/\//g,"_").replace(/=+$/,"")}function ce(e,t){return e.href.replace("{id}",De(t,e.encoding??"uri"))}function bt(e){return async(t,i)=>{if(!i.detail?.href)throw new Error("Manifest has no detail.href for record resolution");let r=ce(i.detail,t),n=ae(r,e),s=await fetch(n);if(!s.ok)throw new Error("Failed to fetch AIWG index detail "+n+": "+s.status);return s.json()}}function de(e){let t=Object.create(null);for(let i of e){M(t,"type",i.type),M(t,"privacy",i.privacy.classification);for(let r of i.tags)M(t,"tag",r);for(let r of i.concepts)M(t,"concept",r);for(let[r,n]of Object.entries(i.facets))for(let s of n)M(t,r,s);}return t}function E(e){return e.title??e.search?.title??e.search?.name??e.id}function D(e){let t=e.text??e.search?.body??e.search?.summary??e.chunks?.map(r=>r.text??r.body??r.summary??"").filter(Boolean).join(`
|
|
8
|
+
`)??"",i=ue(e);return [t,i].filter(Boolean).join(`
|
|
9
|
+
`)}function ue(e){return "binary_sources"in e?e.binary_sources?.map(t=>t.extracted_text).filter(Boolean).join(`
|
|
10
|
+
`)??"":""}function je(e,t){let i=E(e),r=D(e);return t==="title-summary"?[i,e.search?.summary??"",ue(e)].filter(Boolean).join(`
|
|
11
|
+
`):[i,r].filter(Boolean).join(`
|
|
12
|
+
`)}function Le(e){return e instanceof Date?e.toISOString():e??new Date().toISOString()}var Qe=[1116352408,1899447441,3049323471,3921009573,961987163,1508970993,2453635748,2870763221,3624381080,310598401,607225278,1426881987,1925078388,2162078206,2614888103,3248222580,3835390401,4022224774,264347078,604807628,770255983,1249150122,1555081692,1996064986,2554220882,2821834349,2952996808,3210313671,3336571891,3584528711,113926993,338241895,666307205,773529912,1294757372,1396182291,1695183700,1986661051,2177026350,2456956037,2730485921,2820302411,3259730800,3345764771,3516065817,3600352804,4094571909,275423344,430227734,506948616,659060556,883997877,958139571,1322822218,1537002063,1747873779,1955562222,2024104815,2227730452,2361852424,2428436474,2756734187,3204031479,3329325298];function _(e,t){return e>>>t|e<<32-t}function Te(e){let t=e.length*8,i=new Uint8Array(e.length+9+63>>6<<6);i.set(e),i[e.length]=128;let r=new DataView(i.buffer);r.setUint32(i.length-4,t>>>0),r.setUint32(i.length-8,Math.floor(t/4294967296));let n=1779033703,s=3144134277,o=1013904242,a=2773480762,c=1359893119,g=2600822924,u=528734635,f=1541459225,d=new Uint32Array(64);for(let m=0;m<i.length;m+=64){for(let w=0;w<16;w++)d[w]=r.getUint32(m+w*4);for(let w=16;w<64;w++){let p=_(d[w-15],7)^_(d[w-15],18)^d[w-15]>>>3,F=_(d[w-2],17)^_(d[w-2],19)^d[w-2]>>>10;d[w]=d[w-16]+p+d[w-7]+F>>>0;}let y=n,b=s,A=o,x=a,v=c,R=g,k=u,I=f;for(let w=0;w<64;w++){let p=_(v,6)^_(v,11)^_(v,25),F=v&R^~v&k,O=I+p+F+Qe[w]+d[w]>>>0,W=_(y,2)^_(y,13)^_(y,22),G=y&b^y&A^b&A,j=W+G>>>0;I=k,k=R,R=v,v=x+O>>>0,x=A,A=b,b=y,y=O+j>>>0;}n=n+y>>>0,s=s+b>>>0,o=o+A>>>0,a=a+x>>>0,c=c+v>>>0,g=g+R>>>0,u=u+k>>>0,f=f+I>>>0;}return [n,s,o,a,c,g,u,f].map(m=>m.toString(16).padStart(8,"0")).join("")}function qe(e){return `sha256:${Te(e)}`}async function vt(e,t){q(e);let i=t.granularity??"body",r=ie(t.records??e.items,t.privacy),n=[];for(let o of r){let a=t.textForRecord?.(o)??je(o,i),c=await t.backend.embed(a,o);if(c.length!==t.backend.dimensions)throw new Error(`Embedding for ${o.id} has ${c.length} dimensions; expected ${t.backend.dimensions}`);n.push({record_id:o.id,embedding:c,granularity:i,input_hash:qe(new TextEncoder().encode(a)),source_path:o.source.path});}let s={schema_version:"aiwg.fortemi.embedding.set.v1",id:t.id,model:t.backend.model,dimensions:t.backend.dimensions,generated_at:Le(t.generatedAt),granularity:i,...t.metric?{metric:t.metric}:{},input_hash_algorithm:"sha256",embeddings:n};return Y(s),s}function We(e){let t=e.search,i=[e.id,E(e),D(e),t?.title,t?.name,t?.summary,t?.body,t?.capability,t?.phase,t?.type,...t?.triggers??[],...t?.aliases??[],...t?.tags??[],...(e.chunks??[]).flatMap(r=>[r.text,r.body,r.summary,r.source_path])];if(t?.frontmatter)for(let r of Object.values(t.frontmatter))typeof r=="string"?i.push(r):Array.isArray(r)&&i.push(...r.filter(n=>typeof n=="string"));return i.filter(r=>typeof r=="string"&&r.length>0)}function Rt(e,t={}){q(e);let i=S(t.partSize)?t.partSize:500,r=t.projection,n=t.idEncoding??"base64url",s=t.detailHref??"detail/{id}.json",o=ie(e.items,t.privacy),a=d=>String(d).padStart(4,"0"),c=d=>{if(!r)return d;let m={};for(let y of r)m[y]=d[y];return m},g=[],u=[];for(let d=0,m=0;d<o.length;d+=i,m+=1){let y=o.slice(d,d+i),b="part-"+a(m)+".json";g.push({href:b,part:{schema_version:"aiwg.fortemi.index.chunk.v1",manifest_schema_version:"aiwg.fortemi.index.chunk-manifest.v1",offset:d,items:y.map(c)}}),u.push({href:b,offset:d,count:y.length});}return {manifest:{schema_version:"aiwg.fortemi.index.chunk-manifest.v1",generated_at:t.generatedAt??e.generated_at,source:e.source,source_export_schema_version:e.schema_version,total:o.length,part_size:i,facets:de(o),parts:u,...r?{projection:r,detail:{href:s,encoding:n}}:{}},parts:g,details:r?o.map(d=>({id:d.id,href:ce({href:s,encoding:n},d.id),record:d})):[]}}function U(e,t){if(!t||t.length===0)return true;let i=new Set(e);return t.every(r=>i.has(r))}function Ge(e,t){return t?Object.entries(t).every(([i,r])=>U(e.facets[i]??[],r)):true}function Ve(e,t){if(!t)return [];let i=[],r=E(e),n=D(e);r.toLowerCase().includes(t)&&i.push({field:"title",value:r}),n.toLowerCase().includes(t)&&i.push({field:"text",value:n});for(let s of e.tags)s.toLowerCase().includes(t)&&i.push({field:"tag",value:s});for(let s of e.concepts)s.toLowerCase().includes(t)&&i.push({field:"concept",value:s});for(let s of We(e))s!==r&&s!==n&&s.toLowerCase().includes(t)&&i.push({field:"text",value:s,score:K.text});return i}var Ne=new Set(["the","a","an","and","or","of","for","to","in","on","with","into","from","is","are","be","i","we","my","it","you","me","us","your","our","this","that","these","those","there","here","some","any","all","also","please","about","how","what","which","where","when","who","why","find","give","show","need","want","looking","look","help","do","does","did","can","could","should","would","will","handle","handles","handling","aiwg","skill","skills","agent","agents","command","commands","rule","rules","flow","flows","workflow","workflows"]);function Q(e){return e.toLowerCase().replace(/[-_\s]+/g," ").trim()}function ze(e){return e.toLowerCase().split(/[^a-z0-9-]+/).filter(t=>t.length>1&&!Ne.has(t))}function N(e,t){return t.flatMap(i=>e.facets[i]??[])}function Z(e,t){e.some(i=>i.field===t.field&&i.value===t.value&&i.reason===t.reason)||e.push(t);}function Ue(e,t){if(e===t)return true;if(Math.abs(e.length-t.length)>1)return false;if(e.length===t.length){let a=-1,c=0;for(let g=0;g<e.length;g+=1)e[g]!==t[g]&&(a<0&&(a=g),c+=1);return c===1?true:c===2&&a+1<e.length&&e[a]===t[a+1]&&e[a+1]===t[a]}let i=e.length<t.length?e:t,r=e.length<t.length?t:e,n=0,s=0,o=0;for(;n<i.length&&s<r.length;)if(i[n]===r[s])n+=1,s+=1;else {if(o+=1,o>1)return false;s+=1;}return true}function Be(e,t){let i=Q(e).split(/\s+/).filter(Boolean),r=Q(t).split(/\s+/).filter(Boolean);return i.length!==r.length?false:i.every((n,s)=>{let o=r[s];return n===o?true:n.length<5||o.length<5?false:Ue(n,o)})}function $e(e){return e.map(t=>t.toLowerCase())}function He(e,t,i={}){if(!t)return [];let r=[],n=ze(t),s=n.length>0?n.join(" "):t.toLowerCase().trim(),o=t.toLowerCase().trim(),a=e.id.split(/[:/]/),c=[e.id,E(e),e.search?.name,e.search?.title,...e.search?.aliases??[],...a,...N(e,["name","canonical_name","command","skill","agent","rule"])].filter(p=>l(p)),g=[...N(e,["trigger","triggers","trigger_phrase","trigger_phrases"]),...e.search?.triggers??[]],u=[...N(e,["capability","capabilities","summary","description"]),e.search?.capability,e.search?.summary,e.search?.phase,e.search?.type,...e.search?.tags??[],...e.concepts,...e.tags].filter(p=>l(p)),f=[e.source?.path,e.source?.repo_relative_path,e.source?.locator].filter(p=>l(p)),d=E(e),m=[e.search?.summary,D(e)].filter(p=>l(p)).join(`
|
|
13
|
+
`),y=e.search?.type??e.type,b=[...e.search?.tags??[],...e.tags],A=n.length>1,x=A?i.relaxOverlap?1:Math.ceil(n.length/2):1,v=p=>A&&p>=x,R=p=>Z(r,{...p,score:0}),k=p=>{p>0&&Z(r,{field:"id",value:e.id,score:p,reason:"aiwg discovery score"});};for(let p of c){if(Q(t)===Q(p))return R({field:"id",value:p,reason:"exact canonical name"}),k(1.001),r;if(Be(t,p))return R({field:"id",value:p,reason:"near canonical name"}),k(.951),r}let I=0,w=(p,F,O,W,G,j,pe=0)=>{let V=F.toLowerCase();if(V.includes(s))I+=W*j,V===s&&(I+=pe),R({field:p,value:F,reason:O});else if(A){let J=n.filter(he=>V.includes(he)).length;v(J)&&(I+=G*j*(J/n.length),R({field:p,value:F,reason:O}));}};for(let p of $e(g))if(p===s||p===o)return R({field:"facet",value:p,reason:"trigger phrase"}),k(1.0008),r;for(let p of g)w("facet",p,"trigger phrase",.25,.06,4);for(let p of u)w("concept",p,"capability overlap",.2,.1,2);w("title",d,"title token overlap",.3,.08,3,.2);for(let p of b)w("tag",p,"tag token overlap",.2,.05,2);m&&w("text",m,"body token overlap",.15,.04,1);for(let p of f)w("source",p,"path overlap",.1,.03,1);return y.toLowerCase().includes(s)&&(I+=.1,R({field:"facet",value:y,reason:"type overlap"})),k(Math.min(I,1)),r}function Ke(e,t){return e.reduce((i,r)=>i+(r.score??t[r.field]),0)}function Ye(e,t,i){let r=Math.max(20,i);if(!e)return "";if(!t)return e.length>r?`${e.slice(0,r).trimEnd()}...`:e;let s=e.toLowerCase().indexOf(t);if(s<0)return e.length>r?`${e.slice(0,r).trimEnd()}...`:e;let o=Math.max(0,Math.floor((r-t.length)/2)),a=Math.max(0,s-o),c=Math.min(e.length,a+r),g=a>0?"...":"",u=c<e.length?"...":"";return `${g}${e.slice(a,c).trim()}${u}`}function Je(e,t,i,r){let n=t.find(a=>a.field==="text"),s=t.find(a=>a.field==="title"),o=n??s??t[0];return Ye(o?.value??D(e),i,r)}function B(e,t,i,r=0,n={}){let s={...K,...i.weights},o=i.searchProfile??"default";return e.map((a,c)=>({item:a,ordinal:r+c,matches:o==="aiwg-discovery"?He(a,t,n):Ve(a,t)})).filter(({item:a,matches:c})=>!(t&&c.length===0||i.types&&!i.types.includes(a.type)||i.privacy&&!i.privacy.includes(a.privacy.classification)||!U(a.tags,i.tags)||!U(a.concepts,i.concepts)||!Ge(a,i.facets)||i.relationshipTargetId&&!(a.relationships??[]).some(g=>g.target_id===i.relationshipTargetId))).map(({item:a,ordinal:c,matches:g})=>({item:a,ordinal:c,rank:Ke(g,s),matches:g}))}function Xe(e,t){return [...e].sort((i,r)=>t&&r.rank-i.rank||i.ordinal-r.ordinal)}function T(e,t,i){let r=Xe(e,i.rank),n=i.offset??0,s=i.limit??r.length,o=r.slice(n,n+s),a={items:o.map(c=>c.item),total:r.length,facets:de(r.map(c=>c.item))};if(i.rank||i.snippets||i.includeMatches){let c=i.snippetLength??160;a.rankedItems=o.map(g=>({item:g.item,rank:g.rank,...i.snippets?{snippet:Je(g.item,g.matches,t,c)}:{},...i.includeMatches?{matches:g.matches}:{}}));}return a}function ge(e,t="",i={}){let r=t.trim().toLowerCase(),n=B(e.items,r,i);return n.length===0&&r&&i.searchProfile==="aiwg-discovery"?T(B(e.items,r,i,0,{relaxOverlap:true}),r,i):T(n,r,i)}function fe(e,t){if(e.length!==t.length||e.length===0)return 0;let i=0,r=0,n=0;for(let s=0;s<e.length;s+=1){let o=e[s],a=t[s];i+=o*a,r+=o*o,n+=a*a;}return r===0||n===0?0:i/(Math.sqrt(r)*Math.sqrt(n))}function Ze(e){let t=[],i=h(e)?e:{};h(e)||t.push("embedding set must be an object"),i?.schema_version!=="aiwg.fortemi.embedding.set.v1"&&t.push("schema_version must be aiwg.fortemi.embedding.set.v1"),l(i?.id)||t.push("id is required"),l(i?.model)||t.push("model is required"),S(i?.dimensions)||t.push("dimensions must be a positive integer"),l(i?.generated_at)||t.push("generated_at is required"),l(i?.granularity)||t.push("granularity is required"),Array.isArray(i?.embeddings)||t.push("embeddings must be an array");let r=Array.isArray(i.embeddings)?i.embeddings:[];for(let[n,s]of r.entries()){if(!h(s)){t.push("embeddings["+n+"] must be an object");continue}l(s.record_id)||t.push("embeddings["+n+"].record_id is required"),l(s.input_hash)||t.push("embeddings["+n+"].input_hash is required"),Array.isArray(s.embedding)?S(i?.dimensions)&&s.embedding.length!==i.dimensions?t.push("embeddings["+n+"].embedding length must match dimensions"):s.embedding.every(o=>typeof o=="number"&&Number.isFinite(o))||t.push("embeddings["+n+"].embedding must contain finite numbers"):t.push("embeddings["+n+"].embedding must be an array");}return {valid:t.length===0,errors:t}}function Y(e){let t=Ze(e);if(!t.valid)throw new Error(`Invalid AIWG Fortemi embedding set:
|
|
15
14
|
`+t.errors.join(`
|
|
16
|
-
`));return e}function Dr(e,t,n,r={}){if(fe(t),n.length!==t.dimensions)throw new Error("query embedding length must match embedding set dimensions");let i=new Map(e.items.map(a=>[a.id,a])),s=r.offset??0,o=r.limit??20;return t.embeddings.map(a=>{let d=i.get(a.record_id);return d?{item:d,embedding:a,score:Ot(n,a.embedding)}:null}).filter(a=>a!==null&&a.score>=(r.minScore??-1)).sort((a,d)=>d.score-a.score||a.item.id.localeCompare(d.item.id)).slice(s,s+o)}function jo(e,t,n,r,i={}){let s={...i};delete s.limit,delete s.offset;let o=Lt(e,n,{...s,rank:true}),a=Dr(e,t,r,{limit:e.items.length}),d=i.lexicalWeight??.5,l=i.semanticWeight??.5,m=new Map(o.rankedItems?.map(w=>[w.item.id,w.rank])??[]),f=Math.max(1,...m.values()),u=new Map(a.flatMap(w=>w.embedding?[[w.item.id,w.embedding]]:[])),g=new Map(a.map(w=>[w.item.id,w.score])),c=new Set([...m.keys(),...g.keys()]),p=i.offset??0,h=i.limit??20;return [...c].map(w=>{let $=e.items.find(x=>x.id===w),k=u.get(w);return $?{item:$,...k?{embedding:k}:{},score:(m.get(w)??0)/f*d+(g.get(w)??0)*l}:null}).filter(w=>w!==null&&w.score>=(i.minScore??-1)).sort((w,$)=>$.score-w.score||w.item.id.localeCompare($.item.id)).slice(p,p+h)}var Nr=5e3;function Ao(e,t,n=.9,r){fe(t);let i=r?.maxEmbeddings??Nr;if(t.embeddings.length>i)throw new Error("Embedding set too large for duplicate scan: "+t.embeddings.length+" > "+i+" (raise options.maxEmbeddings to override for trusted input)");let s=new Map(e.items.map(a=>[a.id,a])),o=[];for(let a=0;a<t.embeddings.length;a+=1)for(let d=a+1;d<t.embeddings.length;d+=1){let l=t.embeddings[a],m=t.embeddings[d],f=s.get(l.record_id),u=s.get(m.record_id);if(!f||!u)continue;let g=Ot(l.embedding,m.embedding);g>=n&&o.push({left:f,right:u,score:g});}return o.sort((a,d)=>d.score-a.score||a.left.id.localeCompare(d.left.id))}function Ur(e){return `${e.offset}:${e.href}`}function Kr(e){return I(e)?e:3}function Br(e){return I(e)?e:32}function Qr(e){return I(e)?e:5e3}function zr(e,t){return JSON.stringify({q:e,types:t.types??null,facets:t.facets??null,tags:t.tags??null,concepts:t.concepts??null,privacy:t.privacy??null,rel:t.relationshipTargetId??null,searchProfile:t.searchProfile??"default",weights:{...ue,...t.weights}})}function Gr(e,t,n){e.matchCache.delete(t),e.matchCache.set(t,n);let r=0;for(let i of e.matchCache.values())r+=i.length;for(;r>e.maxCachedMatches&&e.matchCache.size>1;){let i=e.matchCache.keys().next().value;if(i===void 0||i===t)break;r-=e.matchCache.get(i)?.length??0,e.matchCache.delete(i);}}function Hr(e,t){return e.trim()===""&&!t.rank&&!t.snippets&&!t.includeMatches&&!t.types&&!t.facets&&!t.tags&&!t.concepts&&!t.privacy&&!t.relationshipTargetId}function Wr(e,t,n){let r=t+n;return e.parts.filter(i=>i.count>0&&i.offset<r&&i.offset+i.count>t)}async function le(e,t){let n=Ur(t),r=e.partCache.get(n);if(r)return e.partCache.delete(n),e.partCache.set(n,r),{part:r,fetched:false};let i=yr(await e.loader(t,e.manifest),t,e.manifest);for(e.partCache.set(n,i);e.partCache.size>e.maxCachedParts;){let s=e.partCache.keys().next().value;if(s===void 0)break;e.partCache.delete(s);}return {part:i,fetched:true}}async function Mt(e,t){let n=e.detailCache.get(t);if(n)return e.detailCache.delete(t),e.detailCache.set(t,n),n;if(!e.manifest.projection)for(let s of e.partCache.values()){let o=s.items.find(a=>a.id===t);if(o)return o}if(!e.detailLoader)throw new Error("No detailLoader configured to resolve record "+t);let r=await e.detailLoader(t,e.manifest),i=X({schema_version:"aiwg.fortemi.index.export.v1",generated_at:e.manifest.generated_at,source:e.manifest.source,items:[r]}).items[0];if(i.id!==t)throw new Error("Detail record id mismatch: expected "+t+", got "+i.id);for(e.detailCache.set(t,i);e.detailCache.size>e.maxCachedDetails;){let s=e.detailCache.keys().next().value;if(s===void 0)break;e.detailCache.delete(s);}return i}function Jr(e){return e?.relationshipType??e?.type}function Yr(e,t){return {source_id:e,target_id:t.target_id,type:t.type,...t.source_path?{source_path:t.source_path}:{},...t.target_path?{target_path:t.target_path}:{},...t.direction?{direction:t.direction}:{}}}function Zr(e,t={}){let n=Jr(t);return !(n&&e.type!==n||t.relationshipDirection&&e.direction!==t.relationshipDirection||t.sourceId&&e.source_id!==t.sourceId||t.targetId&&e.target_id!==t.targetId||t.endpointId&&e.source_id!==t.endpointId&&e.target_id!==t.endpointId)}function Xr(e){if(e.direction==="out"&&!e.sourceId)throw new Error("relationship direction 'out' requires sourceId");if(e.direction==="in"&&!e.targetId)throw new Error("relationship direction 'in' requires targetId")}function ei(e){return {id:e.id,type:e.type,title:P(e)}}function $t(e,t){t&&e.set(t.id,ei(t));}function me(e,t={}){Xr(t);let n=new Map(e.map(a=>[a.id,a])),r=[];for(let a of e)for(let d of a.relationships??[]){let l=Yr(a.id,d);Zr(l,t)&&r.push(l);}let i=r.sort((a,d)=>a.source_id.localeCompare(d.source_id)||a.target_id.localeCompare(d.target_id)||a.type.localeCompare(d.type)),s=t.limit?i.slice(0,t.limit):i,o=new Map;for(let a of s)$t(o,n.get(a.source_id)),$t(o,n.get(a.target_id));return {nodes:[...o.values()].sort((a,d)=>a.id.localeCompare(d.id)),edges:s,complete:true}}function ti(e,t={}){let n=t.direction??"both";return {...t,...n==="out"?{sourceId:e}:{},...n==="in"?{targetId:e}:{},...n==="both"?{endpointId:e}:{}}}function ni(e,t,n={}){let r=n.direction??"both",i=t.edges.filter(o=>r==="out"?o.source_id===e:r==="in"?o.target_id===e:o.source_id===e||o.target_id===e),s=new Set;for(let o of i)s.add(o.source_id),s.add(o.target_id);return {...t,edges:i,nodes:t.nodes.filter(o=>s.has(o.id))}}async function Tt(e,t){let n=0,r=0,i=[];for(let s of e.manifest.parts){let o=await le(e,s);o.fetched&&(r+=1),n+=1,t?.({phase:"part",done:n,total:e.manifest.parts.length,href:s.href});for(let a of o.part.items)i.push(a.relationships?a:await Mt(e,a.id));}return {records:i,scannedParts:n,fetchedParts:r}}async function kt(e,t={}){let n=await Tt(e);return {...me(n.records,t),scannedParts:n.scannedParts,fetchedParts:n.fetchedParts}}async function ri(e,t="",n={}){let r=t.trim().toLowerCase(),i=0,s=0;if(Hr(t,n)){let l=n.offset??0,m=n.limit??e.manifest.total,f=Wr(e.manifest,l,m),u=[];for(let g of f){let c=await le(e,g);c.fetched&&(s+=1),i+=1,n.onProgress?.({phase:"part",done:i,total:f.length,href:g.href});let p=Math.max(0,l-g.offset),h=Math.min(c.part.items.length,l+m-g.offset);u.push(...c.part.items.slice(p,h));}return {items:u,total:e.manifest.total,facets:e.manifest.facets??{},manifestTotal:e.manifest.total,scannedParts:i,fetchedParts:s,complete:true}}let o=zr(r,n),a=e.matchCache.get(o);if(a)return e.matchCache.delete(o),e.matchCache.set(o,a),{...Y(a,r,n),manifestTotal:e.manifest.total,scannedParts:0,fetchedParts:0,complete:true};let d=[];for(let l of e.manifest.parts){let m=await le(e,l);m.fetched&&(s+=1),i+=1,n.onProgress?.({phase:"part",done:i,total:e.manifest.parts.length,href:l.href}),d.push(...ce(m.part.items,r,n,l.offset)),n.onProgress?.({phase:"query",done:i,total:e.manifest.parts.length,href:l.href});}return Gr(e,o,d),{...Y(d,r,n),manifestTotal:e.manifest.total,scannedParts:i,fetchedParts:s,complete:true}}function ii(e,t,n=new Date().toISOString()){return {schema_version:"aiwg.fortemi.review-decisions.v1",generated_at:n,source_export_schema_version:e.schema_version,decisions:[...t].sort((r,i)=>r.item_id.localeCompare(i.item_id))}}function Ro(e){let t=e??null,n=null,r=null,i=null,s=[],o=new Set,a=()=>({index:t,chunked:n?{manifest:n.manifest,cachedParts:n.partCache.size,maxCachedParts:n.maxCachedParts}:null,data:r,error:i,reviewDecisions:[...s]}),d=()=>{let m=a();for(let f of o)f(m);},l=()=>{if(!t)throw new Error("No AIWG index export loaded");return t};return {loadIndex(m){try{let f=X(m);return t=f,n=null,r=null,s=[],i=null,d(),f}catch(f){throw i=f instanceof Error?f:new Error(String(f)),d(),i}},loadChunkedIndex(m,f,u={}){try{let g=pr(m);return t=null,n={manifest:g,loader:f,maxCachedParts:Kr(u.maxCachedParts),partCache:new Map,detailLoader:u.detailLoader,maxCachedDetails:Br(u.maxCachedDetails),detailCache:new Map,maxCachedMatches:Qr(u.maxCachedMatches),matchCache:new Map},r=null,s=[],i=null,d(),g}catch(g){throw i=g instanceof Error?g:new Error(String(g)),d(),i}},getIndex(){return t},getChunkedManifest(){return n?.manifest??null},getSnapshot(){return a()},query(m="",f){let u=Lt(l(),m,f);return r=u,i=null,d(),u},async queryChunked(m="",f){if(!n)throw new Error("No AIWG chunked index manifest loaded");try{let u=await ri(n,m,f);return r=u,i=null,d(),u}catch(u){throw i=u instanceof Error?u:new Error(String(u)),d(),i}},async getRecord(m){if(n)try{return await Mt(n,m)}catch(u){throw i=u instanceof Error?u:new Error(String(u)),d(),i}let f=l().items.find(u=>u.id===m);if(!f)throw new Error("Record not found: "+m);return f},async neighbors(m,f){try{let u=ti(m,f),g=n?await kt(n,u):me(l().items,u);return ni(m,g,f)}catch(u){throw i=u instanceof Error?u:new Error(String(u)),d(),i}},async relationshipQuery(m){try{return n?await kt(n,m):me(l().items,m)}catch(f){throw i=f instanceof Error?f:new Error(String(f)),d(),i}},async relationshipSet(m){let[f,u]=await Promise.all([this.neighbors(m.a,m),this.neighbors(m.b,m)]),g=new Set(f.nodes.map(h=>h.id).filter(h=>h!==m.a)),c=new Set(u.nodes.map(h=>h.id).filter(h=>h!==m.b)),p;return m.op==="intersection"?p=[...g].filter(h=>c.has(h)):m.op==="difference"?p=[...g].filter(h=>!c.has(h)):p=[...new Set([...g,...c])],{op:m.op,ids:p.sort()}},clearChunkCache(){n?.partCache.clear(),n?.detailCache.clear(),n?.matchCache.clear(),i=null,d();},toCommunityGraph(m){return ae(l(),m)},async toCommunityGraphChunked(m){if(!n)return ae(l(),m);let f=await Tt(n,m?.onProgress);return ae({generated_at:n.manifest.generated_at,source:n.manifest.source,items:f.records},m)},setReviewDecision(m){let f={...m,updated_at:new Date().toISOString()};return s=[...s.filter(u=>u.item_id!==f.item_id),f].sort((u,g)=>u.item_id.localeCompare(g.item_id)),i=null,d(),f},clearReviewDecision(m){s=s.filter(f=>f.item_id!==m),i=null,d();},createReviewDecisionExport(m){let f=t??(n?{schema_version:n.manifest.source_export_schema_version??"aiwg.fortemi.index.export.v1"}:null);if(!f)throw new Error("No AIWG index export or chunked manifest loaded");return ii(f,s,m)},subscribe(m){return o.add(m),()=>{o.delete(m);}}}}function ae(e,t={}){let n=new Set(e.items.map(o=>o.id)),r=t.relationshipWeights??Object.create(null),i=new Map;for(let o of e.items)for(let a of o.relationships){if(!n.has(a.target_id)&&!t.includeDanglingRelationships)continue;let d=a.type,l=Object.prototype.hasOwnProperty.call(r,d)?r[d]:void 0,m=typeof l=="number"&&Number.isFinite(l)?l:1,f=`${o.id}\0${a.target_id}\0${d}`,u=i.get(f);u?u.weight+=m:i.set(f,{source:o.id,target:a.target_id,kind:d,weight:m});}let s=new Map;for(let o of e.items){let a=si(o,t);for(let d of a){let l=s.get(d)??[];l.push(o.id),s.set(d,l);}}return {nodes:e.items.map(o=>({id:o.id})),edges:Array.from(i.values()).sort((o,a)=>o.source.localeCompare(a.source)||o.target.localeCompare(a.target)||o.kind.localeCompare(a.kind)),communities:Array.from(s.entries()).map(([o,a])=>({id:o,nodes:[...new Set(a)].sort()})).sort((o,a)=>o.id.localeCompare(a.id))}}function si(e,t){if(t.communityFacet){let n=e.facets[t.communityFacet]??[];if(n.length>0)return n.map(r=>`${t.communityFacet}:${r}`)}if(t.communityTagPrefix){let n=t.communityTagPrefix,r=e.tags.filter(i=>i.startsWith(n));if(r.length>0)return r}return e.concepts.length>0?e.concepts.map(n=>`concept:${n}`):[`type:${e.type}`]}var oi="7ab5d1f8-29d2-5e35-9e2f-3a45de171a9e",W=new TextEncoder,ai=new TextDecoder;function xt(e,t){return v5(`${e}:${t}`,oi)}function H(e,t){return !e||Number.isNaN(Date.parse(e))?t:new Date(e).toISOString()}function di(e){return e.title??e.search?.title??e.search?.name??e.id}function ci(e){if(e.text)return e.text;if(e.search?.body)return e.search.body;let t=e.chunks?.map(n=>n.text??n.body??n.summary??"").filter(Boolean);return t?.length?t.join(`
|
|
17
|
-
|
|
18
|
-
`):e.search?.summary??""}function li(e,t){return {aiwg_fortemi_index:{envelope:{schema_version:e.schema_version,generated_at:e.generated_at,source:e.source,...e.compatibility?{compatibility:e.compatibility}:{}},record:t}}}function St(e){return W.encode(e.map(t=>JSON.stringify(t)).join(`
|
|
19
|
-
`))}async function Co(e,t={}){if(t.includeNativeRichComponents)throw new Error("Native AIWG rich components require the complete full-v1 inventory; use core-v1 metadata preservation until full-v1 conversion is available");let n=Z(e);if(!n.valid)throw new Error(`Invalid AIWG Fortemi index export:
|
|
20
|
-
${n.errors.join(`
|
|
21
|
-
`)}`);if(e.schema_version!=="aiwg.fortemi.index.export.v2")throw new Error("Knowledge Shard conversion requires aiwg.fortemi.index.export.v2");let r=H(t.createdAt??e.generated_at,new Date().toISOString()),i=new Map(e.items.map(c=>[c.id,xt("record",c.id)])),s=e.items.map(c=>{let p=ci(c);return {id:i.get(c.id),title:di(c),original_content:p,revised_content:p,metadata:li(e,c),collection_id:null,attachments:[],format:"markdown",source:"aiwg-index",starred:false,archived:false,tags:[...new Set(c.tags)].sort(),created_at:H(c.source.updated_at??c.updated_at,r),updated_at:H(c.updated_at,r),deleted_at:null}}),o=[];for(let c of e.items)for(let[p,h]of c.relationships.entries()){let w=i.get(h.target_id)??null;o.push({id:xt("relationship",`${c.id}\0${p}\0${h.type}\0${h.target_id}`),from_note_id:i.get(c.id),to_note_id:w,to_url:w?null:`aiwg://record/${encodeURIComponent(h.target_id)}`,kind:h.type,score:h.confidence??1,created_at:H(c.updated_at,r),metadata:{aiwg_fortemi_index:{source_record_id:c.id,target_record_id:h.target_id,relationship:h}}});}let a=new Map,d=["notes","tags"],l={notes:s.length,tags:[...new Set(s.flatMap(c=>c.tags))].length};a.set("notes.jsonl",St(s)),a.set("tags.json",W.encode(JSON.stringify([...new Set(s.flatMap(c=>c.tags))].sort().map(c=>({name:c,created_at:r}))))),((c,p,h,w=true)=>{h.length!==0&&(d.push(c),l[c]=h.length,a.set(p,w?St(h):W.encode(JSON.stringify(h))));})("links","links.jsonl",o);let f={};for(let[c,p]of a)f[c]=await re(p);let u={version:L,profile:"core-v1",producer:{name:"fortemi-core-aiwg-index",version:t.matricVersion??"fortemi-core"},format:ge,created_at:r,components:d,counts:{notes:0,collections:0,tags:0,templates:0,links:0,embedding_sets:0,embedding_set_members:0,embeddings:0,embedding_configs:0,...l},checksums:f,min_reader_version:L};a.set("manifest.json",W.encode(JSON.stringify(u,null,2)));let g=await bt(a);if(!g.valid)throw new Error(`Generated AIWG core-v1 shard failed canonical validation: ${g.errors.join("; ")}`);return lt(a)}function Io(e){let n=z(e).get("notes.jsonl"),r=(n?ai.decode(n):"").split(`
|
|
22
|
-
`).filter(Boolean).map(d=>JSON.parse(d));if(r.length===0)throw new Error("Knowledge Shard contains no AIWG index notes");let i,s=[];for(let d of r){let l=d.metadata?.aiwg_fortemi_index;if(!l||typeof l!="object"||Array.isArray(l))throw new Error(`Knowledge Shard note ${d.id} has no AIWG index metadata`);let m=l;i??=m.envelope,s.push(m.record);}let o={...i,items:s.sort((d,l)=>d.id.localeCompare(l.id))},a=Z(o);if(!a.valid)throw new Error(`Knowledge Shard contains invalid AIWG index metadata:
|
|
23
|
-
${a.errors.join(`
|
|
24
|
-
`)}`);return o}export{rr as AIWG_SCAN_REQUIRED_FIELDS,Nr as DEFAULT_AIWG_DUPLICATE_SCAN_MAX_EMBEDDINGS,Ft as aiwgDetailHrefForId,Io as aiwgFortemiIndexFromKnowledgeShard,ae as aiwgFortemiIndexToCommunityGraph,Co as aiwgFortemiIndexToKnowledgeShard,pr as assertAiwgFortemiChunkManifest,yr as assertAiwgFortemiChunkPart,X as assertAiwgFortemiIndexExport,fe as assertAiwgStaticEmbeddingSet,So as buildAiwgChunkedIndex,xo as buildAiwgStaticEmbeddingSet,$o as createAiwgFetchChunkLoader,ko as createAiwgFetchDetailLoader,Ro as createAiwgIndexController,ii as createAiwgReviewDecisionExport,wr as encodeAiwgDetailId,jt as filterAiwgRecordsByPrivacy,Ao as findAiwgStaticDuplicatePairs,Pt as getAiwgFortemiFacets,Lt as queryAiwgFortemiIndex,jo as queryAiwgHybridIndex,Dr as queryAiwgSemanticIndex,It as resolveAiwgFetchUrl,fr as validateAiwgFortemiChunkManifest,_r as validateAiwgFortemiChunkPart,Z as validateAiwgFortemiIndexExport,qr as validateAiwgStaticEmbeddingSet};//# sourceMappingURL=aiwg-index.js.map
|
|
15
|
+
`));return e}function et(e,t,i,r={}){if(Y(t),i.length!==t.dimensions)throw new Error("query embedding length must match embedding set dimensions");let n=new Map(e.items.map(a=>[a.id,a])),s=r.offset??0,o=r.limit??20;return t.embeddings.map(a=>{let c=n.get(a.record_id);return c?{item:c,embedding:a,score:fe(i,a.embedding)}:null}).filter(a=>a!==null&&a.score>=(r.minScore??-1)).sort((a,c)=>c.score-a.score||a.item.id.localeCompare(c.item.id)).slice(s,s+o)}function kt(e,t,i,r,n={}){let s={...n};delete s.limit,delete s.offset;let o=ge(e,i,{...s,rank:true}),a=et(e,t,r,{limit:e.items.length}),c=n.lexicalWeight??.5,g=n.semanticWeight??.5,u=new Map(o.rankedItems?.map(x=>[x.item.id,x.rank])??[]),f=Math.max(1,...u.values()),d=new Map(a.flatMap(x=>x.embedding?[[x.item.id,x.embedding]]:[])),m=new Map(a.map(x=>[x.item.id,x.score])),y=new Set([...u.keys(),...m.keys()]),b=n.offset??0,A=n.limit??20;return [...y].map(x=>{let v=e.items.find(k=>k.id===x),R=d.get(x);return v?{item:v,...R?{embedding:R}:{},score:(u.get(x)??0)/f*c+(m.get(x)??0)*g}:null}).filter(x=>x!==null&&x.score>=(n.minScore??-1)).sort((x,v)=>v.score-x.score||x.item.id.localeCompare(v.item.id)).slice(b,b+A)}var tt=5e3;function _t(e,t,i=.9,r){Y(t);let n=r?.maxEmbeddings??tt;if(t.embeddings.length>n)throw new Error("Embedding set too large for duplicate scan: "+t.embeddings.length+" > "+n+" (raise options.maxEmbeddings to override for trusted input)");let s=new Map(e.items.map(a=>[a.id,a])),o=[];for(let a=0;a<t.embeddings.length;a+=1)for(let c=a+1;c<t.embeddings.length;c+=1){let g=t.embeddings[a],u=t.embeddings[c],f=s.get(g.record_id),d=s.get(u.record_id);if(!f||!d)continue;let m=fe(g.embedding,u.embedding);m>=i&&o.push({left:f,right:d,score:m});}return o.sort((a,c)=>c.score-a.score||a.left.id.localeCompare(c.left.id))}function it(e){return `${e.offset}:${e.href}`}function rt(e){return S(e)?e:3}function nt(e){return S(e)?e:32}function st(e){return S(e)?e:5e3}function ot(e,t){return JSON.stringify({q:e,types:t.types??null,facets:t.facets??null,tags:t.tags??null,concepts:t.concepts??null,privacy:t.privacy??null,rel:t.relationshipTargetId??null,searchProfile:t.searchProfile??"default",weights:{...K,...t.weights}})}function at(e,t,i){e.matchCache.delete(t),e.matchCache.set(t,i);let r=0;for(let n of e.matchCache.values())r+=n.length;for(;r>e.maxCachedMatches&&e.matchCache.size>1;){let n=e.matchCache.keys().next().value;if(n===void 0||n===t)break;r-=e.matchCache.get(n)?.length??0,e.matchCache.delete(n);}}function ct(e,t){return e.trim()===""&&!t.rank&&!t.snippets&&!t.includeMatches&&!t.types&&!t.facets&&!t.tags&&!t.concepts&&!t.privacy&&!t.relationshipTargetId}function dt(e,t,i){let r=t+i;return e.parts.filter(n=>n.count>0&&n.offset<r&&n.offset+n.count>t)}async function $(e,t){let i=it(t),r=e.partCache.get(i);if(r)return e.partCache.delete(i),e.partCache.set(i,r),{part:r,fetched:false};let n=Oe(await e.loader(t,e.manifest),t,e.manifest);for(e.partCache.set(i,n);e.partCache.size>e.maxCachedParts;){let s=e.partCache.keys().next().value;if(s===void 0)break;e.partCache.delete(s);}return {part:n,fetched:true}}async function le(e,t){let i=e.detailCache.get(t);if(i)return e.detailCache.delete(t),e.detailCache.set(t,i),i;if(!e.manifest.projection)for(let s of e.partCache.values()){let o=s.items.find(a=>a.id===t);if(o)return o}if(!e.detailLoader)throw new Error("No detailLoader configured to resolve record "+t);let r=await e.detailLoader(t,e.manifest),n=q({schema_version:"aiwg.fortemi.index.export.v1",generated_at:e.manifest.generated_at,source:e.manifest.source,items:[r]}).items[0];if(n.id!==t)throw new Error("Detail record id mismatch: expected "+t+", got "+n.id);for(e.detailCache.set(t,n);e.detailCache.size>e.maxCachedDetails;){let s=e.detailCache.keys().next().value;if(s===void 0)break;e.detailCache.delete(s);}return n}function ut(e){return e?.relationshipType??e?.type}function gt(e,t){return {source_id:e,target_id:t.target_id,type:t.type,...t.source_path?{source_path:t.source_path}:{},...t.target_path?{target_path:t.target_path}:{},...t.direction?{direction:t.direction}:{}}}function ft(e,t={}){let i=ut(t);return !(i&&e.type!==i||t.relationshipDirection&&e.direction!==t.relationshipDirection||t.sourceId&&e.source_id!==t.sourceId||t.targetId&&e.target_id!==t.targetId||t.endpointId&&e.source_id!==t.endpointId&&e.target_id!==t.endpointId)}function lt(e){if(e.direction==="out"&&!e.sourceId)throw new Error("relationship direction 'out' requires sourceId");if(e.direction==="in"&&!e.targetId)throw new Error("relationship direction 'in' requires targetId")}function mt(e){return {id:e.id,type:e.type,title:E(e)}}function ee(e,t){t&&e.set(t.id,mt(t));}function H(e,t={}){lt(t);let i=new Map(e.map(a=>[a.id,a])),r=[];for(let a of e)for(let c of a.relationships??[]){let g=gt(a.id,c);ft(g,t)&&r.push(g);}let n=r.sort((a,c)=>a.source_id.localeCompare(c.source_id)||a.target_id.localeCompare(c.target_id)||a.type.localeCompare(c.type)),s=t.limit?n.slice(0,t.limit):n,o=new Map;for(let a of s)ee(o,i.get(a.source_id)),ee(o,i.get(a.target_id));return {nodes:[...o.values()].sort((a,c)=>a.id.localeCompare(c.id)),edges:s,complete:true}}function pt(e,t={}){let i=t.direction??"both";return {...t,...i==="out"?{sourceId:e}:{},...i==="in"?{targetId:e}:{},...i==="both"?{endpointId:e}:{}}}function ht(e,t,i={}){let r=i.direction??"both",n=t.edges.filter(o=>r==="out"?o.source_id===e:r==="in"?o.target_id===e:o.source_id===e||o.target_id===e),s=new Set;for(let o of n)s.add(o.source_id),s.add(o.target_id);return {...t,edges:n,nodes:t.nodes.filter(o=>s.has(o.id))}}async function me(e,t){let i=0,r=0,n=[];for(let s of e.manifest.parts){let o=await $(e,s);o.fetched&&(r+=1),i+=1,t?.({phase:"part",done:i,total:e.manifest.parts.length,href:s.href});for(let a of o.part.items)n.push(a.relationships?a:await le(e,a.id));}return {records:n,scannedParts:i,fetchedParts:r}}async function te(e,t={}){let i=await me(e);return {...H(i.records,t),scannedParts:i.scannedParts,fetchedParts:i.fetchedParts}}async function wt(e,t="",i={}){let r=t.trim().toLowerCase(),n=0,s=0;if(ct(t,i)){let g=i.offset??0,u=i.limit??e.manifest.total,f=dt(e.manifest,g,u),d=[];for(let m of f){let y=await $(e,m);y.fetched&&(s+=1),n+=1,i.onProgress?.({phase:"part",done:n,total:f.length,href:m.href});let b=Math.max(0,g-m.offset),A=Math.min(y.part.items.length,g+u-m.offset);d.push(...y.part.items.slice(b,A));}return {items:d,total:e.manifest.total,facets:e.manifest.facets??{},manifestTotal:e.manifest.total,scannedParts:n,fetchedParts:s,complete:true}}let o=ot(r,i),a=e.matchCache.get(o);if(a)return e.matchCache.delete(o),e.matchCache.set(o,a),{...T(a,r,i),manifestTotal:e.manifest.total,scannedParts:0,fetchedParts:0,complete:true};let c=[];for(let g of e.manifest.parts){let u=await $(e,g);u.fetched&&(s+=1),n+=1,i.onProgress?.({phase:"part",done:n,total:e.manifest.parts.length,href:g.href}),c.push(...B(u.part.items,r,i,g.offset)),i.onProgress?.({phase:"query",done:n,total:e.manifest.parts.length,href:g.href});}return at(e,o,c),{...T(c,r,i),manifestTotal:e.manifest.total,scannedParts:n,fetchedParts:s,complete:true}}function yt(e,t,i=new Date().toISOString()){return {schema_version:"aiwg.fortemi.review-decisions.v1",generated_at:i,source_export_schema_version:e.schema_version,decisions:[...t].sort((r,n)=>r.item_id.localeCompare(n.item_id))}}function It(e){let t=e??null,i=null,r=null,n=null,s=[],o=new Set,a=()=>({index:t,chunked:i?{manifest:i.manifest,cachedParts:i.partCache.size,maxCachedParts:i.maxCachedParts}:null,data:r,error:n,reviewDecisions:[...s]}),c=()=>{let u=a();for(let f of o)f(u);},g=()=>{if(!t)throw new Error("No AIWG index export loaded");return t};return {loadIndex(u){try{let f=q(u);return t=f,i=null,r=null,s=[],n=null,c(),f}catch(f){throw n=f instanceof Error?f:new Error(String(f)),c(),n}},loadChunkedIndex(u,f,d={}){try{let m=Fe(u);return t=null,i={manifest:m,loader:f,maxCachedParts:rt(d.maxCachedParts),partCache:new Map,detailLoader:d.detailLoader,maxCachedDetails:nt(d.maxCachedDetails),detailCache:new Map,maxCachedMatches:st(d.maxCachedMatches),matchCache:new Map},r=null,s=[],n=null,c(),m}catch(m){throw n=m instanceof Error?m:new Error(String(m)),c(),n}},getIndex(){return t},getChunkedManifest(){return i?.manifest??null},getSnapshot(){return a()},query(u="",f){let d=ge(g(),u,f);return r=d,n=null,c(),d},async queryChunked(u="",f){if(!i)throw new Error("No AIWG chunked index manifest loaded");try{let d=await wt(i,u,f);return r=d,n=null,c(),d}catch(d){throw n=d instanceof Error?d:new Error(String(d)),c(),n}},async getRecord(u){if(i)try{return await le(i,u)}catch(d){throw n=d instanceof Error?d:new Error(String(d)),c(),n}let f=g().items.find(d=>d.id===u);if(!f)throw new Error("Record not found: "+u);return f},async neighbors(u,f){try{let d=pt(u,f),m=i?await te(i,d):H(g().items,d);return ht(u,m,f)}catch(d){throw n=d instanceof Error?d:new Error(String(d)),c(),n}},async relationshipQuery(u){try{return i?await te(i,u):H(g().items,u)}catch(f){throw n=f instanceof Error?f:new Error(String(f)),c(),n}},async relationshipSet(u){let[f,d]=await Promise.all([this.neighbors(u.a,u),this.neighbors(u.b,u)]),m=new Set(f.nodes.map(A=>A.id).filter(A=>A!==u.a)),y=new Set(d.nodes.map(A=>A.id).filter(A=>A!==u.b)),b;return u.op==="intersection"?b=[...m].filter(A=>y.has(A)):u.op==="difference"?b=[...m].filter(A=>!y.has(A)):b=[...new Set([...m,...y])],{op:u.op,ids:b.sort()}},clearChunkCache(){i?.partCache.clear(),i?.detailCache.clear(),i?.matchCache.clear(),n=null,c();},toCommunityGraph(u){return z(g(),u)},async toCommunityGraphChunked(u){if(!i)return z(g(),u);let f=await me(i,u?.onProgress);return z({generated_at:i.manifest.generated_at,source:i.manifest.source,items:f.records},u)},setReviewDecision(u){let f={...u,updated_at:new Date().toISOString()};return s=[...s.filter(d=>d.item_id!==f.item_id),f].sort((d,m)=>d.item_id.localeCompare(m.item_id)),n=null,c(),f},clearReviewDecision(u){s=s.filter(f=>f.item_id!==u),n=null,c();},createReviewDecisionExport(u){let f=t??(i?{schema_version:i.manifest.source_export_schema_version??"aiwg.fortemi.index.export.v1"}:null);if(!f)throw new Error("No AIWG index export or chunked manifest loaded");return yt(f,s,u)},subscribe(u){return o.add(u),()=>{o.delete(u);}}}}function z(e,t={}){let i=new Set(e.items.map(o=>o.id)),r=t.relationshipWeights??Object.create(null),n=new Map;for(let o of e.items)for(let a of o.relationships){if(!i.has(a.target_id)&&!t.includeDanglingRelationships)continue;let c=a.type,g=Object.prototype.hasOwnProperty.call(r,c)?r[c]:void 0,u=typeof g=="number"&&Number.isFinite(g)?g:1,f=`${o.id}\0${a.target_id}\0${c}`,d=n.get(f);d?d.weight+=u:n.set(f,{source:o.id,target:a.target_id,kind:c,weight:u});}let s=new Map;for(let o of e.items){let a=xt(o,t);for(let c of a){let g=s.get(c)??[];g.push(o.id),s.set(c,g);}}return {nodes:e.items.map(o=>({id:o.id})),edges:Array.from(n.values()).sort((o,a)=>o.source.localeCompare(a.source)||o.target.localeCompare(a.target)||o.kind.localeCompare(a.kind)),communities:Array.from(s.entries()).map(([o,a])=>({id:o,nodes:[...new Set(a)].sort()})).sort((o,a)=>o.id.localeCompare(a.id))}}function xt(e,t){if(t.communityFacet){let i=e.facets[t.communityFacet]??[];if(i.length>0)return i.map(r=>`${t.communityFacet}:${r}`)}if(t.communityTagPrefix){let i=t.communityTagPrefix,r=e.tags.filter(n=>n.startsWith(i));if(r.length>0)return r}return e.concepts.length>0?e.concepts.map(i=>`concept:${i}`):[`type:${e.type}`]}export{we as AIWG_SCAN_REQUIRED_FIELDS,tt as DEFAULT_AIWG_DUPLICATE_SCAN_MAX_EMBEDDINGS,ce as aiwgDetailHrefForId,z as aiwgFortemiIndexToCommunityGraph,Fe as assertAiwgFortemiChunkManifest,Oe as assertAiwgFortemiChunkPart,q as assertAiwgFortemiIndexExport,Y as assertAiwgStaticEmbeddingSet,Rt as buildAiwgChunkedIndex,vt as buildAiwgStaticEmbeddingSet,At as createAiwgFetchChunkLoader,bt as createAiwgFetchDetailLoader,It as createAiwgIndexController,yt as createAiwgReviewDecisionExport,De as encodeAiwgDetailId,ie as filterAiwgRecordsByPrivacy,_t as findAiwgStaticDuplicatePairs,de as getAiwgFortemiFacets,ge as queryAiwgFortemiIndex,kt as queryAiwgHybridIndex,et as queryAiwgSemanticIndex,ae as resolveAiwgFetchUrl,Ce as validateAiwgFortemiChunkManifest,Ee as validateAiwgFortemiChunkPart,oe as validateAiwgFortemiIndexExport,Ze as validateAiwgStaticEmbeddingSet};//# sourceMappingURL=aiwg-index.js.map
|
|
25
16
|
//# sourceMappingURL=aiwg-index.js.map
|