@rikaidev/yomi 0.4.2 → 0.6.0

package/dist/work-item/onnx-work-event-adapter.js

@@ -0,0 +1,223 @@
+import { AutoModel, AutoTokenizer } from '@huggingface/transformers';
+const ACTS = [
+    'inform',
+    'ask',
+    'answer',
+    'directive',
+    'commit',
+    'delegate',
+    'acknowledge',
+    'deliver',
+    'accept',
+    'reject',
+    'cancel',
+];
+const OWNER_STATES = ['unassigned', 'owned', 'delegated', 'unknown'];
+const DEPENDENCIES = [
+    'none',
+    'waiting_person',
+    'waiting_external_system',
+    'waiting_decision',
+    'unknown',
+];
+const LIFECYCLES = [
+    'proposed',
+    'committed',
+    'in_progress',
+    'blocked',
+    'delivered',
+    'accepted',
+    'cancelled',
+    'resolved',
+    'uncertain',
+];
+function sigmoid(x) {
+    return 1 / (1 + Math.exp(-x));
+}
+function softmax(logits) {
+    const max = Math.max(...logits);
+    const exp = logits.map((val) => Math.exp(val - max));
+    const sum = exp.reduce((acc, val) => acc + val, 0);
+    return exp.map((val) => val / sum);
+}
+function argmax(values) {
+    let bestIdx = 0;
+    let bestVal = values[0];
+    for (let i = 1; i < values.length; i++) {
+        if (values[i] > bestVal) {
+            bestVal = values[i];
+            bestIdx = i;
+        }
+    }
+    return bestIdx;
+}
+export class OnnxWorkEventAdapter {
+    modelDir;
+    id;
+    tokenizer = null;
+    model = null;
+    loadPromise = null;
+    constructor(modelDir = './research/models/student-a100-v1', id = 'onnx-student-a100-v1') {
+        this.modelDir = modelDir;
+        this.id = id;
+    }
+    async ensureLoaded() {
+        if (this.model && this.tokenizer)
+            return;
+        if (!this.loadPromise) {
+            this.loadPromise = (async () => {
+                this.tokenizer = await AutoTokenizer.from_pretrained(this.modelDir);
+                this.model = await AutoModel.from_pretrained(this.modelDir, {
+                    local_files_only: true,
+                });
+            })();
+        }
+        await this.loadPromise;
+    }
+    async generate(serializedInput) {
+        await this.ensureLoaded();
+        // Extract target message and context from serializedInput
+        const lines = serializedInput.split('\n');
+        const messages = [];
+        for (const line of lines) {
+            if (line === 'EDGES' || !line.trim())
+                break;
+            try {
+                const parsed = JSON.parse(line);
+                if (typeof parsed.index === 'number' && parsed.messageId) {
+                    messages.push(parsed);
+                }
+            }
+            catch {
+                // Skip header or non-message lines
+            }
+        }
+        if (messages.length === 0) {
+            return {
+                dialogue: [],
+                candidates: [],
+                modelId: this.id,
+            };
+        }
+        const targetMsg = messages[messages.length - 1];
+        const turns = messages.map((m, idx) => {
+            const marker = idx === messages.length - 1 ? 'TARGET' : 'CONTEXT';
+            const text = m.text || (m.mediaType ? `[${m.mediaType}]` : '');
+            return `[${marker} speaker=${m.speaker}] ${text}`;
+        });
+        const prompt = turns.join('\n');
+        const inputs = await this.tokenizer(prompt);
+        const outputs = await this.model(inputs);
+        // Parse creates_work
+        const createsWorkLogit = Number(outputs.creates_work.data[0]);
+        const createsWorkConf = sigmoid(createsWorkLogit);
+        const createsWork = createsWorkConf >= 0.5;
+        // Parse dialogue acts
+        const dialogueActsLogits = Array.from(outputs.dialogue.data);
+        const detectedActs = [];
+        let maxActIdx = 0;
+        let maxActVal = -Infinity;
+        for (let i = 0; i < dialogueActsLogits.length; i++) {
+            const conf = sigmoid(dialogueActsLogits[i]);
+            if (conf >= 0.5)
+                detectedActs.push(ACTS[i]);
+            if (dialogueActsLogits[i] > maxActVal) {
+                maxActVal = dialogueActsLogits[i];
+                maxActIdx = i;
+            }
+        }
+        if (detectedActs.length === 0)
+            detectedActs.push(ACTS[maxActIdx]);
+        // Parse ownership
+        const ownershipLogits = Array.from(outputs.ownership.data);
+        const ownershipProbs = softmax(ownershipLogits);
+        const ownIdx = argmax(ownershipProbs);
+        const ownState = OWNER_STATES[ownIdx];
+        const ownConfidence = ownershipProbs[ownIdx];
+        const ownerKinds = ownState === 'owned'
+            ? [targetMsg.speaker === 'self' ? 'self' : 'conversation_member']
+            : ownState === 'delegated'
+                ? ['external_party']
+                : ['unknown'];
+        // Parse dependency
+        const dependencyLogits = Array.from(outputs.dependency.data);
+        const dependencyProbs = softmax(dependencyLogits);
+        const depIdx = argmax(dependencyProbs);
+        const depState = DEPENDENCIES[depIdx];
+        const depConfidence = dependencyProbs[depIdx];
+        // Parse lifecycle
+        const lifecycleLogits = Array.from(outputs.lifecycle.data);
+        const lifecycleProbs = softmax(lifecycleLogits);
+        const lifeIdx = argmax(lifecycleProbs);
+        const lifeState = LIFECYCLES[lifeIdx];
+        const lifeConfidence = lifecycleProbs[lifeIdx];
+        // Parse completion
+        const completionLogits = Array.from(outputs.completion.data);
+        const delivered = sigmoid(completionLogits[0]) >= 0.5;
+        const accepted = sigmoid(completionLogits[1]) >= 0.5;
+        const cancelled = sigmoid(completionLogits[2]) >= 0.5;
+        const candidate = {
+            candidateKey: targetMsg.messageId,
+            createsWork: {
+                value: createsWork,
+                confidence: createsWork ? createsWorkConf : 1 - createsWorkConf,
+                evidenceMessageIds: [targetMsg.messageId],
+            },
+            action: createsWork
+                ? {
+                    predicate: 'handle',
+                    object: targetMsg.text?.slice(0, 40) ?? null,
+                    expectedOutcome: 'task completion',
+                    dueAt: null,
+                    sourceMessageIds: [targetMsg.messageId],
+                    confidence: createsWorkConf,
+                }
+                : null,
+            ownership: {
+                value: {
+                    state: ownState,
+                    owners: ownerKinds.map((k) => ({
+                        kind: k,
+                        stableId: null,
+                        displayName: null,
+                    })),
+                },
+                confidence: ownConfidence,
+                evidenceMessageIds: [targetMsg.messageId],
+            },
+            dependency: {
+                value: {
+                    state: depState,
+                    on: null,
+                },
+                confidence: depConfidence,
+                evidenceMessageIds: [targetMsg.messageId],
+            },
+            lifecycle: {
+                value: lifeState,
+                confidence: lifeConfidence,
+                evidenceMessageIds: [targetMsg.messageId],
+            },
+            completion: {
+                value: {
+                    delivered,
+                    accepted,
+                    cancelled,
+                },
+                confidence: Math.max(sigmoid(completionLogits[0]), sigmoid(completionLogits[1]), sigmoid(completionLogits[2])),
+                evidenceMessageIds: [targetMsg.messageId],
+            },
+        };
+        return {
+            dialogue: [
+                {
+                    messageId: targetMsg.messageId,
+                    acts: detectedActs,
+                    confidence: sigmoid(maxActVal),
+                },
+            ],
+            candidates: [candidate],
+            modelId: this.id,
+        };
+    }
+}

package/dist/work-item/provider.js

@@ -0,0 +1,21 @@
+export function validateProviderCapabilities(provider, draft) {
+    const errors = [];
+    if (!provider.capabilities.operations.includes(draft.action)) {
+        errors.push(`Provider ${provider.id} does not support ${draft.action}`);
+    }
+    const attachmentCount = draft.evidence.reduce((count, evidence) => count + evidence.attachments.length, 0);
+    if (!provider.capabilities.attachments && attachmentCount > 0) {
+        errors.push(`Provider ${provider.id} does not support attachments`);
+    }
+    else if (attachmentCount > provider.capabilities.maxAttachments) {
+        errors.push(`Provider ${provider.id} accepts at most ${provider.capabilities.maxAttachments} attachments`);
+    }
+    // The service passes `sending` after atomically recording approval. A
+    // direct provider call still requires the draft to be approved first.
+    if (provider.capabilities.requiresApproval &&
+        draft.status !== 'approved' &&
+        draft.status !== 'sending') {
+        errors.push(`Provider ${provider.id} requires an approved work item`);
+    }
+    return { valid: errors.length === 0, errors };
+}

package/dist/work-item/registry.js

@@ -0,0 +1,19 @@
+export class WorkItemProviderRegistry {
+    providers = new Map();
+    register(provider) {
+        if (this.providers.has(provider.id)) {
+            throw new Error(`Work item provider already registered: ${provider.id}`);
+        }
+        this.providers.set(provider.id, provider);
+        return this;
+    }
+    resolve(id) {
+        const provider = this.providers.get(id);
+        if (!provider)
+            throw new Error(`Unknown work item provider: ${id}`);
+        return provider;
+    }
+    list() {
+        return [...this.providers.values()];
+    }
+}

package/dist/work-item/service.js

@@ -0,0 +1,85 @@
+import { randomUUID } from 'node:crypto';
+import { validateProviderCapabilities, } from './provider.js';
+import { createWorkItemDraft, transitionWorkItem, } from './types.js';
+export class WorkItemService {
+    store;
+    registry;
+    constructor(store, registry) {
+        this.store = store;
+        this.registry = registry;
+    }
+    async create(adapter, input, options = {}) {
+        const normalized = await adapter.normalize(input);
+        const now = options.now ?? Date.now();
+        const draft = createWorkItemDraft({
+            id: options.id ?? `work-${now}-${randomUUID()}`,
+            createdAt: now,
+            source: normalized.source,
+            sources: normalized.sources,
+            evidence: normalized.evidence,
+            summary: options.summary ?? null,
+            action: options.action ?? 'review',
+            destination: options.destination ?? null,
+            assignee: options.assignee ?? null,
+            labels: options.labels ?? [],
+        });
+        await this.store.save(draft);
+        return draft;
+    }
+    async transition(id, event) {
+        const current = await this.store.get(id);
+        if (!current || !('evidence' in current))
+            throw new Error(`Unknown work item: ${id}`);
+        const next = transitionWorkItem(current, event);
+        await this.store.save(next);
+        return next;
+    }
+    async deliver(id, provider) {
+        const current = await this.store.get(id);
+        if (!current || !('evidence' in current))
+            throw new Error(`Unknown work item: ${id}`);
+        if (current.destination && current.destination !== provider.id) {
+            throw new Error(`Work item destination ${current.destination} does not match provider ${provider.id}`);
+        }
+        const candidate = current.destination
+            ? current
+            : { ...current, destination: provider.id };
+        const capabilityValidation = validateProviderCapabilities(provider, candidate);
+        const providerValidation = provider.validate(candidate);
+        const errors = [
+            ...capabilityValidation.errors,
+            ...providerValidation.errors,
+        ];
+        if (errors.length > 0)
+            throw new Error(errors.join('; '));
+        const sending = transitionWorkItem(candidate, { type: 'send' });
+        await this.store.save(sending);
+        try {
+            const result = await provider.deliver(sending);
+            const delivered = transitionWorkItem(sending, {
+                type: 'deliver',
+                delivery: result.delivery,
+            });
+            await this.store.save(delivered);
+            return delivered;
+        }
+        catch (error) {
+            const failed = transitionWorkItem(sending, {
+                type: 'fail',
+                failure: {
+                    code: 'provider_delivery_failed',
+                    message: error instanceof Error ? error.message : String(error),
+                    at: Date.now(),
+                    retryable: true,
+                },
+            });
+            await this.store.save(failed);
+            throw error;
+        }
+    }
+    async deliverByProviderId(id, providerId) {
+        if (!this.registry)
+            throw new Error('Work item provider registry is not configured');
+        return this.deliver(id, this.registry.resolve(providerId));
+    }
+}

package/dist/work-item/store.js

@@ -0,0 +1,97 @@
+import { createHash } from 'node:crypto';
+import { mkdir, readFile, rename, writeFile } from 'node:fs/promises';
+import { dirname } from 'node:path';
+import { yomiDataPath } from '../util/data-dir.js';
+function digest(value) {
+    if (value === null)
+        return null;
+    return createHash('sha256').update(value).digest('hex');
+}
+export function toPersistedWorkItem(draft) {
+    const primarySource = draft.source ?? draft.sources[0];
+    if (!primarySource)
+        throw new Error('Work item has no source to persist');
+    return {
+        id: draft.id,
+        createdAt: draft.createdAt,
+        updatedAt: draft.updatedAt,
+        source: {
+            adapter: primarySource.adapter,
+            platform: primarySource.platform,
+            conversationIdHash: digest(primarySource.conversationId),
+            messageIdHashes: primarySource.messageIds.map((messageId) => digest(messageId)),
+            latestMessageAt: primarySource.latestMessageAt,
+        },
+        evidence: draft.evidence.map((evidence) => ({
+            sourceMessageIdHash: digest(evidence.sourceMessageId),
+            senderIdHash: evidence.senderId === null ? null : digest(evidence.senderId),
+            senderNameHash: evidence.senderName === null ? null : digest(evidence.senderName),
+            sentAt: evidence.sentAt,
+            textSha256: digest(evidence.text),
+            attachments: evidence.attachments.map((attachment) => ({
+                idHash: digest(attachment.id),
+                fileNameSha256: digest(attachment.fileName),
+                mimeType: attachment.mimeType,
+                byteLength: attachment.byteLength,
+                sha256: attachment.sha256,
+            })),
+        })),
+        summarySha256: digest(draft.summary),
+        action: draft.action,
+        destination: draft.destination,
+        assignee: draft.assignee,
+        labels: [...draft.labels],
+        status: draft.status,
+        failure: draft.failure,
+        delivery: draft.delivery,
+    };
+}
+export class InMemoryWorkItemStore {
+    drafts = new Map();
+    async save(draft) {
+        this.drafts.set(draft.id, structuredClone(draft));
+    }
+    async get(id) {
+        const draft = this.drafts.get(id);
+        return draft ? structuredClone(draft) : null;
+    }
+    async list() {
+        return [...this.drafts.values()].map((draft) => structuredClone(draft));
+    }
+}
+/** Metadata-only persistence. It intentionally cannot be used to deliver a draft. */
+export class FileWorkItemStore {
+    path;
+    maxItems;
+    constructor(path = yomiDataPath('work-items.json'), maxItems = 200) {
+        this.path = path;
+        this.maxItems = Math.max(1, maxItems);
+    }
+    async save(draft) {
+        const entries = await this.read();
+        const persisted = toPersistedWorkItem(draft);
+        const next = [
+            persisted,
+            ...entries.filter((entry) => entry.id !== draft.id),
+        ].slice(0, this.maxItems);
+        await mkdir(dirname(this.path), { recursive: true });
+        const temporary = `${this.path}.tmp-${process.pid}`;
+        await writeFile(temporary, JSON.stringify(next), { mode: 0o600 });
+        await rename(temporary, this.path);
+    }
+    async get(id) {
+        return (await this.read()).find((entry) => entry.id === id) ?? null;
+    }
+    async list() {
+        return this.read();
+    }
+    async read() {
+        try {
+            const value = JSON.parse(await readFile(this.path, 'utf8'));
+            return Array.isArray(value) ? value : [];
+        }
+        catch {
+            return [];
+        }
+    }
+}

package/dist/work-item/types.js

@@ -0,0 +1,79 @@
+/**
+ * Destination-agnostic work item domain.
+ *
+ * Message text and attachment bytes are intentionally kept in memory only.
+ * The persistence projection (see store.ts) contains metadata and digests,
+ * never decrypted LINE content.
+ */
+const TRANSITIONS = {
+    draft: ['preview'],
+    preview: ['approved', 'draft'],
+    approved: ['sending', 'draft'],
+    sending: ['delivered', 'failed'],
+    delivered: [],
+    failed: ['approved', 'draft'],
+};
+export function canTransition(from, to) {
+    return TRANSITIONS[from].includes(to);
+}
+export function transitionWorkItem(draft, event, now = Date.now()) {
+    const target = event.type === 'preview'
+        ? 'preview'
+        : event.type === 'approve'
+            ? 'approved'
+            : event.type === 'send'
+                ? 'sending'
+                : event.type === 'deliver'
+                    ? 'delivered'
+                    : event.type === 'fail'
+                        ? 'failed'
+                        : 'approved';
+    if (!canTransition(draft.status, target)) {
+        throw new Error(`Invalid work item transition: ${draft.status} → ${target}`);
+    }
+    if (draft.status === 'failed' && event.type !== 'retry') {
+        throw new Error('Failed work items must use retry');
+    }
+    if (event.type === 'retry' && !draft.failure?.retryable) {
+        throw new Error('Work item failure is not retryable');
+    }
+    const updatedAt = event.at ?? now;
+    return {
+        ...draft,
+        status: target,
+        updatedAt,
+        failure: event.type === 'fail' || event.type === 'retry'
+            ? event.type === 'fail'
+                ? event.failure
+                : null
+            : null,
+        delivery: event.type === 'deliver' ? event.delivery : draft.delivery,
+    };
+}
+export function createWorkItemDraft(input) {
+    const sources = input.sources?.length
+        ? input.sources
+        : input.evidence
+            .map((evidence) => evidence.source ?? input.source)
+            .filter((source) => Boolean(source));
+    return {
+        ...input,
+        sources,
+        source: input.source ?? sources[0],
+        updatedAt: input.updatedAt ?? input.createdAt,
+        status: 'draft',
+        failure: null,
+        delivery: null,
+    };
+}
+/** Upgrade a draft received from a pre-collection bridge. */
+export function normalizeWorkItemDraft(draft) {
+    const sources = draft.sources?.length
+        ? draft.sources
+        : draft.evidence
+            .map((evidence) => evidence.source ?? draft.source)
+            .filter((source) => Boolean(source));
+    if (sources.length === 0)
+        throw new Error('Work item has no valid evidence source');
+    return { ...draft, sources, source: draft.source ?? sources[0] };
+}

package/dist/work-item/work-event-graph-engine.js

@@ -0,0 +1,63 @@
+import { reviseWorkEvent, } from './work-event.js';
+import { projectFactorizedGraphInference, } from './work-event-inference.js';
+import { matchWorkEventRevisions } from './work-event-matcher.js';
+export class WorkEventGraphEngine {
+    provider;
+    sink;
+    latest = new Map();
+    constructor(provider, sink, initial = []) {
+        this.provider = provider;
+        this.sink = sink;
+        for (const revision of initial)
+            this.latest.set(revision.eventId, revision);
+    }
+    async observe(context, thresholds, inferredAt = Date.now()) {
+        let output;
+        try {
+            output = await this.provider.infer(context);
+        }
+        catch {
+            return {
+                projection: {
+                    dialogue: [],
+                    candidates: [
+                        {
+                            candidateKey: '',
+                            result: {
+                                kind: 'abstain',
+                                reasons: ['provider_inference_failed'],
+                                modelId: this.provider.id,
+                            },
+                        },
+                    ],
+                    modelId: this.provider.id,
+                },
+                revisions: [],
+            };
+        }
+        const projection = projectFactorizedGraphInference(context, output, thresholds, inferredAt);
+        const incoming = projection.candidates.flatMap((candidate) => candidate.result.kind === 'inference' ? [candidate.result.inference] : []);
+        const previous = [...this.latest.values()].filter((revision) => revision.chatId === context.chatId);
+        const matches = matchWorkEventRevisions(previous, incoming);
+        const previousByIncoming = new Map(matches.map((match) => [
+            match.incomingIndex,
+            previous[match.previousIndex],
+        ]));
+        const revisions = incoming.map((inference, index) => {
+            const prior = previousByIncoming.get(index) ?? null;
+            const stableInference = prior
+                ? { ...inference, eventId: prior.eventId }
+                : inference;
+            return reviseWorkEvent(prior, stableInference);
+        });
+        if (revisions.length > 0) {
+            await this.sink.appendMany(revisions);
+            for (const revision of revisions)
+                this.latest.set(revision.eventId, revision);
+        }
+        return { projection, revisions };
+    }
+    current() {
+        return [...this.latest.values()].sort((left, right) => right.inferredAt - left.inferredAt);
+    }
+}