opencode-rehydra-core 0.14.0

package/dist/ner/tokenizer.js

@@ -0,0 +1,362 @@
+/**
+ * HuggingFace Tokenizer
+ * Loads and uses tokenizers from HuggingFace's tokenizer.json format
+ * Supports Unigram (SentencePiece) and BPE tokenizers
+ */
+/**
+ * Default tokenizer configuration
+ */
+export const DEFAULT_TOKENIZER_CONFIG = {
+    maxLength: 512,
+    doLowerCase: false, // XLM-RoBERTa doesn't lowercase
+};
+/**
+ * Creates a new trie node
+ */
+function createTrieNode() {
+    return { children: new Map(), tokenId: null, token: null };
+}
+/**
+ * WordPiece Tokenizer - supports both HuggingFace JSON and vocab.txt formats
+ * Uses a Trie for O(token_length) lookups instead of O(vocab_size)
+ */
+export class WordPieceTokenizer {
+    vocab;
+    inverseVocab;
+    config;
+    trie;
+    // Special token IDs (XLM-RoBERTa style)
+    clsId = 0; // <s>
+    sepId = 2; // </s>
+    padId = 1; // <pad>
+    unkId = 3; // <unk>
+    // Special token strings
+    clsToken = '<s>';
+    sepToken = '</s>';
+    padToken = '<pad>';
+    unkToken = '<unk>';
+    constructor(vocab, config = {}) {
+        this.vocab = vocab;
+        this.config = { ...DEFAULT_TOKENIZER_CONFIG, ...config };
+        // Build inverse vocab
+        this.inverseVocab = new Map();
+        for (const [token, id] of vocab) {
+            this.inverseVocab.set(id, token);
+        }
+        // Build trie for fast prefix matching
+        this.trie = createTrieNode();
+        for (const [token, id] of vocab) {
+            // Skip special tokens in trie (we handle them explicitly)
+            if (token.startsWith('<') || token.startsWith('['))
+                continue;
+            this.insertIntoTrie(token, id);
+        }
+        // Try to detect special tokens from vocab
+        this.detectSpecialTokens();
+    }
+    /**
+     * Insert a token into the trie
+     */
+    insertIntoTrie(token, id) {
+        let node = this.trie;
+        for (const char of token) {
+            if (!node.children.has(char)) {
+                node.children.set(char, createTrieNode());
+            }
+            node = node.children.get(char);
+        }
+        node.tokenId = id;
+        node.token = token;
+    }
+    /**
+     * Detect special tokens from vocabulary
+     */
+    detectSpecialTokens() {
+        // XLM-RoBERTa style
+        if (this.vocab.has('<s>')) {
+            this.clsToken = '<s>';
+            this.clsId = this.vocab.get('<s>') ?? 0;
+            this.sepToken = '</s>';
+            this.sepId = this.vocab.get('</s>') ?? 2;
+            this.padToken = '<pad>';
+            this.padId = this.vocab.get('<pad>') ?? 1;
+            this.unkToken = '<unk>';
+            this.unkId = this.vocab.get('<unk>') ?? 3;
+        }
+        // BERT style
+        else if (this.vocab.has('[CLS]')) {
+            this.clsToken = '[CLS]';
+            this.clsId = this.vocab.get('[CLS]') ?? 101;
+            this.sepToken = '[SEP]';
+            this.sepId = this.vocab.get('[SEP]') ?? 102;
+            this.padToken = '[PAD]';
+            this.padId = this.vocab.get('[PAD]') ?? 0;
+            this.unkToken = '[UNK]';
+            this.unkId = this.vocab.get('[UNK]') ?? 100;
+        }
+    }
+    /**
+     * Tokenizes text into tokens with offset tracking
+     */
+    tokenize(text, options = {}) {
+        const tokens = [];
+        const tokenToCharSpan = [];
+        // Add CLS token
+        tokens.push({
+            id: this.clsId,
+            token: this.clsToken,
+            start: 0,
+            end: 0,
+            isContinuation: false,
+            isSpecial: true,
+        });
+        tokenToCharSpan.push(null);
+        // Preprocess text
+        const processedText = this.config.doLowerCase ? text.toLowerCase() : text;
+        // Token budget, counting the CLS already pushed and the SEP still to come.
+        // maxTokens wins over truncate; otherwise truncate caps at maxLength.
+        const maxTokens = options.maxTokens ?? ((options.truncate ?? true) ? this.config.maxLength : undefined);
+        let truncated = false;
+        // Tokenize using greedy longest-match
+        let pos = 0;
+        while (pos < processedText.length) {
+            // Skip whitespace
+            if (/\s/.test(processedText[pos])) {
+                pos++;
+                continue;
+            }
+            // Stop before exceeding the budget (reserve one slot for the SEP token).
+            // Breaking here — rather than tokenizing everything and slicing — keeps
+            // memory bounded on huge inputs.
+            if (maxTokens !== undefined && tokens.length >= maxTokens - 1) {
+                truncated = true;
+                break;
+            }
+            // Find the longest matching token starting at this position
+            const { token, id, length } = this.findBestToken(processedText, pos);
+            const isFirstOfWord = pos === 0 || /\s/.test(processedText[pos - 1]);
+            tokens.push({
+                id,
+                token,
+                start: pos,
+                end: pos + length,
+                isContinuation: !isFirstOfWord && !token.startsWith('▁'),
+                isSpecial: false,
+            });
+            tokenToCharSpan.push([pos, pos + length]);
+            pos += length;
+        }
+        // Add SEP token
+        tokens.push({
+            id: this.sepId,
+            token: this.sepToken,
+            start: text.length,
+            end: text.length,
+            isContinuation: false,
+            isSpecial: true,
+        });
+        tokenToCharSpan.push(null);
+        // Build arrays
+        const inputIds = tokens.map((t) => t.id);
+        const attentionMask = tokens.map(() => 1);
+        const tokenTypeIds = tokens.map(() => 0);
+        return {
+            tokens,
+            inputIds,
+            attentionMask,
+            tokenTypeIds,
+            tokenToCharSpan,
+            truncated,
+        };
+    }
+    /**
+     * Find the best matching token using trie-based greedy longest-match
+     * O(max_token_length) instead of O(vocab_size)
+     */
+    findBestToken(text, startPos) {
+        // Check if this starts a new word (preceded by space or start)
+        const isWordStart = startPos === 0 || /\s/.test(text[startPos - 1]);
+        // For SentencePiece models, word-initial tokens start with ▁
+        // Try matching with ▁ prefix first for word starts
+        if (isWordStart) {
+            const result = this.findLongestTrieMatch('▁', text, startPos);
+            if (result) {
+                return result;
+            }
+        }
+        // Try matching without prefix
+        const result = this.findLongestTrieMatch('', text, startPos);
+        if (result) {
+            return result;
+        }
+        // Single character fallback
+        const char = text[startPos];
+        const charId = this.vocab.get(char) ?? this.vocab.get('▁' + char) ?? this.unkId;
+        return { token: char, id: charId, length: 1 };
+    }
+    /**
+     * Find the longest matching token in the trie
+     */
+    findLongestTrieMatch(prefix, text, startPos) {
+        let node = this.trie;
+        let bestMatch = null;
+        // First, traverse the prefix (e.g., '▁')
+        for (const char of prefix) {
+            const child = node.children.get(char);
+            if (!child)
+                return null;
+            node = child;
+        }
+        // Now traverse the actual text
+        let matchLength = 0;
+        for (let i = startPos; i < text.length; i++) {
+            const char = text[i];
+            const child = node.children.get(char);
+            if (!child)
+                break;
+            node = child;
+            matchLength++;
+            // If this node represents a complete token, record it as best match so far
+            if (node.tokenId !== null && node.token !== null) {
+                bestMatch = {
+                    token: node.token,
+                    id: node.tokenId,
+                    length: matchLength, // Length in original text (without prefix)
+                };
+            }
+        }
+        return bestMatch;
+    }
+    /**
+     * Decodes token IDs back to text
+     */
+    decode(tokenIds) {
+        const parts = [];
+        for (const id of tokenIds) {
+            const token = this.inverseVocab.get(id);
+            if (token === undefined)
+                continue;
+            if (token === this.clsToken || token === this.sepToken || token === this.padToken)
+                continue;
+            // SentencePiece uses ▁ to mark word boundaries
+            if (token.startsWith('▁')) {
+                parts.push(' ' + token.slice(1));
+            }
+            else {
+                parts.push(token);
+            }
+        }
+        return parts.join('').trim();
+    }
+    /**
+     * Gets vocabulary size
+     */
+    get vocabSize() {
+        return this.vocab.size;
+    }
+    /**
+     * Gets a token ID by string
+     */
+    getTokenId(token) {
+        return this.vocab.get(token);
+    }
+    /**
+     * Gets a token string by ID
+     */
+    getToken(id) {
+        return this.inverseVocab.get(id);
+    }
+}
+/**
+ * Loads vocabulary from a file (supports tokenizer.json and vocab.txt)
+ * Uses storage abstraction for browser compatibility
+ */
+export async function loadVocabFromFile(filePath) {
+    const { getStorageProvider } = await import('#storage');
+    const storage = await getStorageProvider();
+    const content = await storage.readTextFile(filePath);
+    // Detect format
+    if (filePath.endsWith('.json') || content.trim().startsWith('{')) {
+        return parseHFTokenizerJson(content);
+    }
+    else {
+        return parseVocab(content);
+    }
+}
+/**
+ * Parses HuggingFace tokenizer.json format
+ */
+export function parseHFTokenizerJson(content) {
+    const vocab = new Map();
+    try {
+        const config = JSON.parse(content);
+        // Add special tokens first
+        if (Array.isArray(config.added_tokens)) {
+            for (const token of config.added_tokens) {
+                vocab.set(token.content, token.id);
+            }
+        }
+        // Add model vocabulary
+        if (config.model !== undefined && config.model.vocab !== undefined) {
+            if (Array.isArray(config.model.vocab)) {
+                // Unigram format: array of [token, score] pairs
+                for (let i = 0; i < config.model.vocab.length; i++) {
+                    const entry = config.model.vocab[i];
+                    if (entry && typeof entry[0] === 'string') {
+                        vocab.set(entry[0], i);
+                    }
+                }
+            }
+            else {
+                // BPE/WordPiece format: object mapping token -> id
+                for (const [token, id] of Object.entries(config.model.vocab)) {
+                    vocab.set(token, id);
+                }
+            }
+        }
+    }
+    catch (e) {
+        throw new Error(`Failed to parse tokenizer.json: ${String(e)}`);
+    }
+    return vocab;
+}
+/**
+ * Parses vocabulary from string content (vocab.txt format)
+ */
+export function parseVocab(content) {
+    const vocab = new Map();
+    const lines = content.split('\n');
+    for (let i = 0; i < lines.length; i++) {
+        const token = lines[i]?.trim();
+        if (token !== undefined && token.length > 0) {
+            vocab.set(token, i);
+        }
+    }
+    return vocab;
+}
+/**
+ * Creates a minimal vocabulary for testing
+ */
+export function createTestVocab() {
+    const tokens = [
+        '<s>',
+        '<pad>',
+        '</s>',
+        '<unk>',
+        '▁Hello',
+        '▁John',
+        '▁Smith',
+        '▁from',
+        '▁Acme',
+        '▁Corp',
+        '▁in',
+        '▁Berlin',
+        '!',
+    ];
+    const vocab = new Map();
+    tokens.forEach((token, index) => {
+        vocab.set(token, index);
+    });
+    return vocab;
+}
+//# sourceMappingURL=tokenizer.js.map

package/dist/ner/tokenizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokenizer.js","sourceRoot":"","sources":["../../src/ner/tokenizer.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAqFH;;GAEG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAAoB;IACvD,SAAS,EAAE,GAAG;IACd,WAAW,EAAE,KAAK,EAAE,gCAAgC;CACrD,CAAC;AAWF;;GAEG;AACH,SAAS,cAAc;IACrB,OAAO,EAAE,QAAQ,EAAE,IAAI,GAAG,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;AAC7D,CAAC;AAED;;;GAGG;AACH,MAAM,OAAO,kBAAkB;IACrB,KAAK,CAAsB;IAC3B,YAAY,CAAsB;IAClC,MAAM,CAAkB;IACxB,IAAI,CAAW;IAEvB,wCAAwC;IAChC,KAAK,GAAW,CAAC,CAAC,CAAE,MAAM;IAC1B,KAAK,GAAW,CAAC,CAAC,CAAE,OAAO;IAC3B,KAAK,GAAW,CAAC,CAAC,CAAE,QAAQ;IAC5B,KAAK,GAAW,CAAC,CAAC,CAAE,QAAQ;IAEpC,wBAAwB;IAChB,QAAQ,GAAW,KAAK,CAAC;IACzB,QAAQ,GAAW,MAAM,CAAC;IAC1B,QAAQ,GAAW,OAAO,CAAC;IAC3B,QAAQ,GAAW,OAAO,CAAC;IAEnC,YAAY,KAA0B,EAAE,SAAmC,EAAE;QAC3E,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,wBAAwB,EAAE,GAAG,MAAM,EAAE,CAAC;QAEzD,sBAAsB;QACtB,IAAI,CAAC,YAAY,GAAG,IAAI,GAAG,EAAE,CAAC;QAC9B,KAAK,MAAM,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC;YAChC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QACnC,CAAC;QAED,sCAAsC;QACtC,IAAI,CAAC,IAAI,GAAG,cAAc,EAAE,CAAC;QAC7B,KAAK,MAAM,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC;YAChC,0DAA0D;YAC1D,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC;gBAAE,SAAS;YAC7D,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACjC,CAAC;QAED,0CAA0C;QAC1C,IAAI,CAAC,mBAAmB,EAAE,CAAC;IAC7B,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,KAAa,EAAE,EAAU;QAC9C,IAAI,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACrB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC7B,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,cAAc,EAAE,CAAC,CAAC;YAC5C,CAAC;YACD,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC;QAClC,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAClB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;IAED;;OAEG;IACK,mBAAmB;QACzB,oBAAoB;QACpB,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1B,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;YACtB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACxC,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC;YACvB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACzC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;YACxB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YAC1C,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;YACxB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC5C,CAAC;QACD,aAAa;aACR,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YACjC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;YACxB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC;YAC5C,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;YACxB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC;YAC5C,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;YACxB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YAC1C,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;YACxB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC;QAC9C,CAAC;IACH,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,IAAY,EAAE,UAA2B,EAAE;QAClD,MAAM,MAAM,GAAY,EAAE,CAAC;QAC3B,MAAM,eAAe,GAAmC,EAAE,CAAC;QAE3D,gBAAgB;QAChB,MAAM,CAAC,IAAI,CAAC;YACV,EAAE,EAAE,IAAI,CAAC,KAAK;YACd,KAAK,EAAE,IAAI,CAAC,QAAQ;YACpB,KAAK,EAAE,CAAC;YACR,GAAG,EAAE,CAAC;YACN,cAAc,EAAE,KAAK;YACrB,SAAS,EAAE,IAAI;SAChB,CAAC,CAAC;QACH,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE3B,kBAAkB;QAClB,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QAE1E,2EAA2E;QAC3E,sEAAsE;QACtE,MAAM,SAAS,GACb,OAAO,CAAC,SAAS,IAAI,CAAC,CAAC,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QACxF,IAAI,SAAS,GAAG,KAAK,CAAC;QAEtB,sCAAsC;QACtC,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,OAAO,GAAG,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC;YAClC,kBAAkB;YAClB,IAAI,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAE,CAAC,EAAE,CAAC;gBACnC,GAAG,EAAE,CAAC;gBACN,SAAS;YACX,CAAC;YAED,yEAAyE;YACzE,wEAAwE;YACxE,iCAAiC;YACjC,IAAI,SAAS,KAAK,SAAS,IAAI,MAAM,CAAC,MAAM,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;gBAC9D,SAAS,GAAG,IAAI,CAAC;gBACjB,MAAM;YACR,CAAC;YAED,4DAA4D;YAC5D,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,aAAa,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC;YAErE,MAAM,aAAa,GAAG,GAAG,KAAK,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,GAAG,CAAC,CAAE,CAAC,CAAC;YAEtE,MAAM,CAAC,IAAI,CAAC;gBACV,EAAE;gBACF,KAAK;gBACL,KAAK,EAAE,GAAG;gBACV,GAAG,EAAE,GAAG,GAAG,MAAM;gBACjB,cAAc,EAAE,CAAC,aAAa,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC;gBACxD,SAAS,EAAE,KAAK;aACjB,CAAC,CAAC;YACH,eAAe,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC;YAE1C,GAAG,IAAI,MAAM,CAAC;QAChB,CAAC;QAED,gBAAgB;QAChB,MAAM,CAAC,IAAI,CAAC;YACV,EAAE,EAAE,IAAI,CAAC,KAAK;YACd,KAAK,EAAE,IAAI,CAAC,QAAQ;YACpB,KAAK,EAAE,IAAI,CAAC,MAAM;YAClB,GAAG,EAAE,IAAI,CAAC,MAAM;YAChB,cAAc,EAAE,KAAK;YACrB,SAAS,EAAE,IAAI;SAChB,CAAC,CAAC;QACH,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE3B,eAAe;QACf,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACzC,MAAM,aAAa,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,YAAY,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;QAEzC,OAAO;YACL,MAAM;YACN,QAAQ;YACR,aAAa;YACb,YAAY;YACZ,eAAe;YACf,SAAS;SACV,CAAC;IACJ,CAAC;IAED;;;OAGG;IACK,aAAa,CAAC,IAAY,EAAE,QAAgB;QAClD,+DAA+D;QAC/D,MAAM,WAAW,GAAG,QAAQ,KAAK,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAE,CAAC,CAAC;QAErE,6DAA6D;QAC7D,mDAAmD;QACnD,IAAI,WAAW,EAAE,CAAC;YAChB,MAAM,MAAM,GAAG,IAAI,CAAC,oBAAoB,CAAC,GAAG,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;YAC9D,IAAI,MAAM,EAAE,CAAC;gBACX,OAAO,MAAM,CAAC;YAChB,CAAC;QACH,CAAC;QAED,8BAA8B;QAC9B,MAAM,MAAM,GAAG,IAAI,CAAC,oBAAoB,CAAC,EAAE,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;QAC7D,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,4BAA4B;QAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC;QAChF,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;IAChD,CAAC;IAED;;OAEG;IACK,oBAAoB,CAC1B,MAAc,EACd,IAAY,EACZ,QAAgB;QAEhB,IAAI,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACrB,IAAI,SAAS,GAAyD,IAAI,CAAC;QAE3E,yCAAyC;QACzC,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;YAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACtC,IAAI,CAAC,KAAK;gBAAE,OAAO,IAAI,CAAC;YACxB,IAAI,GAAG,KAAK,CAAC;QACf,CAAC;QAED,+BAA+B;QAC/B,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,KAAK,IAAI,CAAC,GAAG,QAAQ,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5C,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAE,CAAC;YACtB,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACtC,IAAI,CAAC,KAAK;gBAAE,MAAM;YAElB,IAAI,GAAG,KAAK,CAAC;YACb,WAAW,EAAE,CAAC;YAEd,2EAA2E;YAC3E,IAAI,IAAI,CAAC,OAAO,KAAK,IAAI,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;gBACjD,SAAS,GAAG;oBACV,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,EAAE,EAAE,IAAI,CAAC,OAAO;oBAChB,MAAM,EAAE,WAAW,EAAE,2CAA2C;iBACjE,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,QAAkB;QACvB,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,KAAK,MAAM,EAAE,IAAI,QAAQ,EAAE,CAAC;YAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACxC,IAAI,KAAK,KAAK,SAAS;gBAAE,SAAS;YAClC,IAAI,KAAK,KAAK,IAAI,CAAC,QAAQ,IAAI,KAAK,KAAK,IAAI,CAAC,QAAQ,IAAI,KAAK,KAAK,IAAI,CAAC,QAAQ;gBAAE,SAAS;YAE5F,+CAA+C;YAC/C,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC1B,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YACnC,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACpB,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC/B,CAAC;IAED;;OAEG;IACH,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,KAAa;QACtB,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAC/B,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,EAAU;QACjB,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACnC,CAAC;CACF;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,QAAgB;IACtD,MAAM,EAAE,kBAAkB,EAAE,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,CAAC;IACxD,MAAM,OAAO,GAAG,MAAM,kBAAkB,EAAE,CAAC;IAC3C,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;IAErD,gBAAgB;IAChB,IAAI,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACjE,OAAO,oBAAoB,CAAC,OAAO,CAAC,CAAC;IACvC,CAAC;SAAM,CAAC;QACN,OAAO,UAAU,CAAC,OAAO,CAAC,CAAC;IAC7B,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,OAAe;IAClD,MAAM,KAAK,GAAG,IAAI,GAAG,EAAkB,CAAC;IAExC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAsB,CAAC;QAExD,2BAA2B;QAC3B,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC;YACvC,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;gBACxC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;YACrC,CAAC;QACH,CAAC;QAED,uBAAuB;QACvB,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YACnE,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;gBACtC,gDAAgD;gBAChD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACnD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oBACpC,IAAI,KAAK,IAAI,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC;wBAC1C,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;oBACzB,CAAC;gBACH,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,mDAAmD;gBACnD,KAAK,MAAM,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC7D,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;gBACvB,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,mCAAmC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAClE,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,UAAU,CAAC,OAAe;IACxC,MAAM,KAAK,GAAG,IAAI,GAAG,EAAkB,CAAC;IACxC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAElC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;QAC/B,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5C,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe;IAC7B,MAAM,MAAM,GAAG;QACb,KAAK;QACL,OAAO;QACP,MAAM;QACN,OAAO;QACP,QAAQ;QACR,OAAO;QACP,QAAQ;QACR,OAAO;QACP,OAAO;QACP,OAAO;QACP,KAAK;QACL,SAAS;QACT,GAAG;KACJ,CAAC;IAEF,MAAM,KAAK,GAAG,IAAI,GAAG,EAAkB,CAAC;IACxC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;QAC9B,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAC1B,CAAC,CAAC,CAAC;IAEH,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/opencode-plugin/git-identity.d.ts

@@ -0,0 +1,3 @@
+import type { Recognizer } from "../recognizers/index.js";
+export declare const gitIdentityRecognizer: Recognizer;
+//# sourceMappingURL=git-identity.d.ts.map

package/dist/opencode-plugin/git-identity.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"git-identity.d.ts","sourceRoot":"","sources":["../../src/opencode-plugin/git-identity.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAE1D,eAAO,MAAM,qBAAqB,EAAE,UAwCnC,CAAC"}

package/dist/opencode-plugin/git-identity.js

@@ -0,0 +1,37 @@
+import { DetectionSource, PIIType } from "../types/index.js";
+export const gitIdentityRecognizer = {
+    type: PIIType.PERSON,
+    name: "GitIdentityRecognizer",
+    defaultConfidence: 1,
+    find(text) {
+        const names = new Set();
+        for (const match of text.matchAll(/^(?:Author|Commit|Committer):[\t ]*(.+)$/gm)) {
+            names.add(match[1].replace(/[\t ]+<[^>]*>.*$/, "").trim());
+        }
+        for (const match of text.matchAll(/^(?:author|committer) (.+)$/gm)) {
+            names.add(match[1].replace(/[\t ]+<[^>]*>.*$/, '').trim());
+        }
+        for (const match of text.matchAll(/^.*\((.+?)\s+\d{4}-\d{2}-\d{2}\s[^)\n]*\)/gm)) {
+            names.add(match[1].trim());
+        }
+        const matches = [];
+        for (const name of names) {
+            if (name === "")
+                continue;
+            const escaped = name.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
+            const pattern = new RegExp(`(?<![\\p{L}\\p{N}])${escaped}(?![\\p{L}\\p{N}])`, "giu");
+            for (const match of text.matchAll(pattern)) {
+                matches.push({
+                    type: PIIType.PERSON,
+                    start: match.index,
+                    end: match.index + match[0].length,
+                    confidence: 1,
+                    source: DetectionSource.REGEX,
+                    text: match[0],
+                });
+            }
+        }
+        return matches;
+    },
+};
+//# sourceMappingURL=git-identity.js.map

package/dist/opencode-plugin/git-identity.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"git-identity.js","sourceRoot":"","sources":["../../src/opencode-plugin/git-identity.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,OAAO,EAAkB,MAAM,mBAAmB,CAAC;AAG7E,MAAM,CAAC,MAAM,qBAAqB,GAAe;IAC/C,IAAI,EAAE,OAAO,CAAC,MAAM;IACpB,IAAI,EAAE,uBAAuB;IAC7B,iBAAiB,EAAE,CAAC;IAEpB,IAAI,CAAC,IAAY;QACf,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;QAEhC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,4CAA4C,CAAC,EAAE,CAAC;YAChF,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAC9D,CAAC;QACD,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,+BAA+B,CAAC,EAAE,CAAC;YACnE,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAC9D,CAAC;QACD,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,6CAA6C,CAAC,EAAE,CAAC;YACjF,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,CAAC,CAAC;QAC9B,CAAC;QAED,MAAM,OAAO,GAAgB,EAAE,CAAC;QAChC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,IAAI,KAAK,EAAE;gBAAE,SAAS;YAC1B,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;YAC5D,MAAM,OAAO,GAAG,IAAI,MAAM,CACxB,sBAAsB,OAAO,oBAAoB,EACjD,KAAK,CACN,CAAC;YACF,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC3C,OAAO,CAAC,IAAI,CAAC;oBACX,IAAI,EAAE,OAAO,CAAC,MAAM;oBACpB,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,GAAG,EAAE,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM;oBAClC,UAAU,EAAE,CAAC;oBACb,MAAM,EAAE,eAAe,CAAC,KAAK;oBAC7B,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;iBACf,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;CACF,CAAC"}

package/dist/opencode-plugin/github-username.d.ts

@@ -0,0 +1,3 @@
+import type { Recognizer } from "../recognizers/index.js";
+export declare const githubUsernameRecognizer: Recognizer;
+//# sourceMappingURL=github-username.d.ts.map

package/dist/opencode-plugin/github-username.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"github-username.d.ts","sourceRoot":"","sources":["../../src/opencode-plugin/github-username.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAI1D,eAAO,MAAM,wBAAwB,EAAE,UAsCtC,CAAC"}

package/dist/opencode-plugin/github-username.js

@@ -0,0 +1,41 @@
+import { DetectionSource, PIIType } from "../types/index.js";
+const LOGIN = String.raw `[A-Za-z0-9](?:[A-Za-z0-9-]{0,37}[A-Za-z0-9])?(?:\[bot\])?`;
+export const githubUsernameRecognizer = {
+    type: PIIType.GITHUB_USERNAME,
+    name: "GitHubUsernameRecognizer",
+    defaultConfidence: 1,
+    find(text) {
+        const logins = new Set();
+        const matches = new Map();
+        function add(start, login) {
+            logins.add(login);
+            matches.set(start, {
+                type: PIIType.GITHUB_USERNAME, start, end: start + login.length,
+                confidence: 1, source: DetectionSource.REGEX, text: login,
+            });
+        }
+        // Restrict JSON matches to values, so a login like "id" cannot mask JSON keys.
+        for (const match of text.matchAll(new RegExp(String.raw `"login"\s*:\s*"(${LOGIN})"`, 'g'))) {
+            add(match.index + match[0].lastIndexOf(match[1]), match[1]);
+        }
+        for (const match of text.matchAll(/^(?:author|assignees|reviewers):[\t ]*(.+)$/gim)) {
+            const list = match[1];
+            const offset = match.index + match[0].indexOf(list);
+            const entry = new RegExp(String.raw `(?:^|,)[\t ]*(${LOGIN})(?=[\t ,(]|$)`, 'g');
+            for (const item of list.matchAll(entry)) {
+                add(offset + item.index + item[0].lastIndexOf(item[1]), item[1]);
+            }
+        }
+        // Cover mentions of discovered participants, but preserve npm scopes.
+        for (const login of logins) {
+            const escaped = login.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
+            for (const match of text.matchAll(new RegExp(`(?<![A-Za-z0-9_/@])@(${escaped})(?![A-Za-z0-9-/])`, 'gi'))) {
+                const value = match[1];
+                matches.set(match.index + 1, { type: PIIType.GITHUB_USERNAME, start: match.index + 1,
+                    end: match.index + 1 + value.length, confidence: 1, source: DetectionSource.REGEX, text: value });
+            }
+        }
+        return [...matches.values()];
+    },
+};
+//# sourceMappingURL=github-username.js.map

package/dist/opencode-plugin/github-username.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"github-username.js","sourceRoot":"","sources":["../../src/opencode-plugin/github-username.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,OAAO,EAAkB,MAAM,mBAAmB,CAAC;AAG7E,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAA,2DAA2D,CAAC;AAEpF,MAAM,CAAC,MAAM,wBAAwB,GAAe;IAClD,IAAI,EAAE,OAAO,CAAC,eAAe;IAC7B,IAAI,EAAE,0BAA0B;IAChC,iBAAiB,EAAE,CAAC;IAEpB,IAAI,CAAC,IAAY;QACf,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAC;QACjC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAqB,CAAC;QAC7C,SAAS,GAAG,CAAC,KAAa,EAAE,KAAa;YACvC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAClB,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE;gBACjB,IAAI,EAAE,OAAO,CAAC,eAAe,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM;gBAC/D,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,eAAe,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK;aAC1D,CAAC,CAAC;QACL,CAAC;QACD,+EAA+E;QAC/E,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,CAAA,mBAAmB,KAAK,IAAI,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC;YAC3F,GAAG,CAAC,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,EAAE,KAAK,CAAC,CAAC,CAAE,CAAC,CAAC;QAChE,CAAC;QACD,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,gDAAgD,CAAC,EAAE,CAAC;YACpF,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;YACvB,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACpD,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,CAAA,iBAAiB,KAAK,gBAAgB,EAAE,GAAG,CAAC,CAAC;YAChF,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBACxC,GAAG,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC,EAAE,IAAI,CAAC,CAAC,CAAE,CAAC,CAAC;YACrE,CAAC;QACH,CAAC;QACD,sEAAsE;QACtE,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;YAC7D,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC,wBAAwB,OAAO,oBAAoB,EAAE,IAAI,CAAC,CAAC,EAAE,CAAC;gBACzG,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;gBACxB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,eAAe,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,GAAG,CAAC;oBAClF,GAAG,EAAE,KAAK,CAAC,KAAK,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,eAAe,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YACtG,CAAC;QACH,CAAC;QACD,OAAO,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAC/B,CAAC;CACF,CAAC"}

package/dist/opencode-plugin/identity-recognizer.d.ts

@@ -0,0 +1,5 @@
+import type { Recognizer } from '../recognizers/base.js';
+import type { TagFormat } from '../types/index.js';
+/** Keep repeated history transforms from discovering an existing tag as a name. */
+export declare function protectIdentityTags(recognizer: Recognizer, format: TagFormat): Recognizer;
+//# sourceMappingURL=identity-recognizer.d.ts.map

package/dist/opencode-plugin/identity-recognizer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"identity-recognizer.d.ts","sourceRoot":"","sources":["../../src/opencode-plugin/identity-recognizer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAEzD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAEnD,mFAAmF;AACnF,wBAAgB,mBAAmB,CAAC,UAAU,EAAE,UAAU,EAAE,MAAM,EAAE,SAAS,GAAG,UAAU,CAkBzF"}

package/dist/opencode-plugin/identity-recognizer.js

@@ -0,0 +1,21 @@
+import { extractTagsStrict } from '../pipeline/tagger.js';
+/** Keep repeated history transforms from discovering an existing tag as a name. */
+export function protectIdentityTags(recognizer, format) {
+    return {
+        ...recognizer,
+        find(text) {
+            const tags = extractTagsStrict(text, format);
+            if (tags.length === 0)
+                return recognizer.find(text);
+            const pieces = [];
+            let offset = 0;
+            for (const tag of tags) {
+                pieces.push(text.slice(offset, tag.position), ' '.repeat(tag.matchedText.length));
+                offset = tag.position + tag.matchedText.length;
+            }
+            pieces.push(text.slice(offset));
+            return recognizer.find(pieces.join('')).filter(match => !tags.some(tag => match.start < tag.position + tag.matchedText.length && match.end > tag.position));
+        },
+    };
+}
+//# sourceMappingURL=identity-recognizer.js.map

package/dist/opencode-plugin/identity-recognizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"identity-recognizer.js","sourceRoot":"","sources":["../../src/opencode-plugin/identity-recognizer.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAG1D,mFAAmF;AACnF,MAAM,UAAU,mBAAmB,CAAC,UAAsB,EAAE,MAAiB;IAC3E,OAAO;QACL,GAAG,UAAU;QACb,IAAI,CAAC,IAAI;YACP,MAAM,IAAI,GAAG,iBAAiB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YAC7C,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACpD,MAAM,MAAM,GAAa,EAAE,CAAC;YAC5B,IAAI,MAAM,GAAG,CAAC,CAAC;YACf,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACvB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,QAAQ,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC;gBAClF,MAAM,GAAG,GAAG,CAAC,QAAQ,GAAG,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC;YACjD,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;YAChC,OAAO,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CACrD,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC,QAAQ,GAAG,GAAG,CAAC,WAAW,CAAC,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,GAAG,CAAC,QAAQ,CAAC,CACnG,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/opencode-plugin/index.d.ts

@@ -0,0 +1,7 @@
+/**
+ * Rehydra OpenCode Plugin (V2)
+ * Anonymizes secrets in LLM context via OpenCode's Plugin V2 hooks.
+ */
+export { default, plugin, createRehydraPlugin } from "./plugin.js";
+export type { RehydraPluginOptions } from "./types.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/opencode-plugin/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/opencode-plugin/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AACnE,YAAY,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC"}

package/dist/opencode-plugin/index.js

@@ -0,0 +1,6 @@
+/**
+ * Rehydra OpenCode Plugin (V2)
+ * Anonymizes secrets in LLM context via OpenCode's Plugin V2 hooks.
+ */
+export { default, plugin, createRehydraPlugin } from "./plugin.js";
+//# sourceMappingURL=index.js.map

package/dist/opencode-plugin/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/opencode-plugin/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC"}

package/dist/opencode-plugin/plugin.d.ts

@@ -0,0 +1,39 @@
+/**
+ * Rehydra OpenCode Plugin — Plugin V2.
+ *
+ * Uses OpenCode Plugin V2 hooks to anonymize secrets before they reach the LLM
+ * and rehydrate PII tags before local tool execution:
+ * - session.hook("context" | "compaction" | "generate") — anonymize all request
+ *   messages in place and inject the rehydra instruction when needed.
+ * - session.hook("title") — anonymize the title request messages only.
+ * - tool.hook("execute.before") — rehydrate PII tags in tool arguments.
+ * - tool.hook("execute.after") — rehydrate PII tags in completed tool results.
+ * - session.hook("http.response") — rehydrate PII tags in the primary answer
+ *   body (JSON and SSE) before OpenCode renders it.
+ * - session.hook("experimental.ws.receive") — rehydrate PII tags in WebSocket
+ *   frames carrying model output.
+ */
+import type { RehydraPluginOptions } from "./types.js";
+import type { Plugin, RehydraPluginContext } from "./v2/types.js";
+/**
+ * Resolves the project directory from the V2 context, falling back through the
+ * legacy V1 fields and finally the process working directory.
+ */
+export declare function directoryFromContext(ctx: RehydraPluginContext): string;
+/**
+ * Creates a Rehydra plugin for OpenCode.
+ *
+ * @example
+ * ```typescript
+ * // .opencode/plugins/rehydra.ts
+ * import { createRehydraPlugin } from "rehydra/opencode-plugin";
+ * export default createRehydraPlugin({
+ *   envFiles: [".env", ".env.local"],
+ * });
+ * ```
+ */
+export declare function createRehydraPlugin(options?: RehydraPluginOptions): Plugin;
+/** Default plugin instance used by `opencode.json`. */
+export declare const plugin: Plugin;
+export default plugin;
+//# sourceMappingURL=plugin.d.ts.map

package/dist/opencode-plugin/plugin.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"plugin.d.ts","sourceRoot":"","sources":["../../src/opencode-plugin/plugin.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAcH,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AA2BvD,OAAO,KAAK,EAGV,MAAM,EACN,oBAAoB,EAGrB,MAAM,eAAe,CAAC;AAEvB;;;GAGG;AACH,wBAAgB,oBAAoB,CAAC,GAAG,EAAE,oBAAoB,GAAG,MAAM,CAUtE;AAkFD;;;;;;;;;;;GAWG;AACH,wBAAgB,mBAAmB,CAAC,OAAO,CAAC,EAAE,oBAAoB,GAAG,MAAM,CAiN1E;AAED,uDAAuD;AACvD,eAAO,MAAM,MAAM,EAAE,MAA8B,CAAC;AAEpD,eAAe,MAAM,CAAC"}