@deepcitation/deepcitation-js 1.1.27 → 1.1.28

package/lib/client/DeepCitation.js

@@ -1,374 +0,0 @@
-import { getAllCitationsFromLlmOutput } from "../parsing/parseCitation.js";
-import { generateCitationKey } from "../react/utils.js";
-const DEFAULT_API_URL = "https://api.deepcitation.com";
-/** Convert File/Blob/Buffer to a Blob suitable for FormData */
-function toBlob(file, filename) {
-    if (typeof Buffer !== "undefined" && Buffer.isBuffer(file)) {
-        const uint8 = Uint8Array.from(file);
-        return { blob: new Blob([uint8]), name: filename || "document" };
-    }
-    if (file instanceof Blob) {
-        return {
-            blob: file,
-            name: filename || (file instanceof File ? file.name : "document"),
-        };
-    }
-    throw new Error("Invalid file type. Expected File, Blob, or Buffer.");
-}
-/** Extract error message from API response */
-async function extractErrorMessage(response, fallbackAction) {
-    const error = await response.json().catch(() => ({}));
-    return (error?.error?.message ||
-        `${fallbackAction} failed with status ${response.status}`);
-}
-/**
- * DeepCitation client for file upload and citation verification.
- *
- * @example
- * ```typescript
- * import { DeepCitation } from '@deepcitation/deepcitation-js';
- *
- * const dc = new DeepCitation({ apiKey: process.env.DEEPCITATION_API_KEY });
- *
- * // Upload a file
- * const { attachmentId, promptContent } = await dc.uploadFile(file);
- *
- * // Include promptContent in your LLM messages
- * const response = await llm.chat({
- *   messages: [
- *     { role: "system", content: wrapSystemCitationPrompt({ systemPrompt }) },
- *     { role: "user", content: userMessage + "\n\n" + promptContent },
- *   ]
- * });
- *
- * // Verify citations in the LLM output
- * const citations = getAllCitationsFromLlmOutput(response);
- * const verified = await dc.verifyCitations(attachmentId, citations);
- * ```
- */
-export class DeepCitation {
-    apiKey;
-    apiUrl;
-    /**
-     * Create a new DeepCitation client instance.
-     *
-     * @param config - Configuration options
-     * @throws Error if apiKey is not provided
-     */
-    constructor(config) {
-        if (!config.apiKey) {
-            throw new Error("DeepCitation API key is required. Get one at https://deepcitation.com/dashboard");
-        }
-        this.apiKey = config.apiKey;
-        this.apiUrl = config.apiUrl?.replace(/\/$/, "") || DEFAULT_API_URL;
-    }
-    /**
-     * Upload a file for citation verification.
-     *
-     * Supported file types:
-     * - PDF documents
-     * - Images (PNG, JPEG, WebP, AVIF, HEIC)
-     * - Coming soon: DOCX, XLSX, plain text
-     *
-     * @param file - The file to upload (File, Blob, or Buffer)
-     * @param options - Optional upload options
-     * @returns Upload response with attachmentId and extracted text
-     *
-     * @example
-     * ```typescript
-     * // Browser with File object
-     * const file = document.querySelector('input[type="file"]').files[0];
-     * const result = await dc.uploadFile(file);
-     *
-     * // Node.js with Buffer
-     * const buffer = fs.readFileSync('document.pdf');
-     * const result = await dc.uploadFile(buffer, { filename: 'document.pdf' });
-     * ```
-     */
-    async uploadFile(file, options) {
-        const { blob, name } = toBlob(file, options?.filename);
-        const formData = new FormData();
-        formData.append("file", blob, name);
-        if (options?.attachmentId)
-            formData.append("attachmentId", options.attachmentId);
-        if (options?.filename)
-            formData.append("filename", options.filename);
-        const response = await fetch(`${this.apiUrl}/prepareFile`, {
-            method: "POST",
-            headers: { Authorization: `Bearer ${this.apiKey}` },
-            body: formData,
-        });
-        if (!response.ok) {
-            throw new Error(await extractErrorMessage(response, "Upload"));
-        }
-        return (await response.json());
-    }
-    /**
-     * Convert a URL or Office file to PDF for citation verification.
-     * The converted file can then be processed with prepareConvertedFile().
-     *
-     * Supported Office formats:
-     * - Microsoft Word (.doc, .docx)
-     * - Microsoft Excel (.xls, .xlsx)
-     * - Microsoft PowerPoint (.ppt, .pptx)
-     * - OpenDocument (.odt, .ods, .odp)
-     * - Rich Text Format (.rtf)
-     * - CSV (.csv)
-     *
-     * @param input - URL string or object with URL/file options
-     * @returns Conversion result with attachmentId for prepareConvertedFile
-     *
-     * @example
-     * ```typescript
-     * // Convert a URL to PDF
-     * const result = await dc.convertToPdf({ url: "https://example.com/article" });
-     *
-     * // Convert an Office document
-     * const result = await dc.convertToPdf({
-     *   file: docxBuffer,
-     *   filename: "report.docx"
-     * });
-     *
-     * // Then prepare the file for verification
-     * const { deepTextPromptPortion, attachmentId } = await dc.prepareConvertedFile({
-     *   attachmentId: result.attachmentId
-     * });
-     * ```
-     */
-    async convertToPdf(input) {
-        const inputObj = typeof input === "string" ? { url: input } : input;
-        const { url, file, filename, attachmentId } = inputObj;
-        if (!url && !file) {
-            throw new Error("Either url or file must be provided");
-        }
-        let response;
-        if (url) {
-            response = await fetch(`${this.apiUrl}/convertFile`, {
-                method: "POST",
-                headers: {
-                    Authorization: `Bearer ${this.apiKey}`,
-                    "Content-Type": "application/json",
-                },
-                body: JSON.stringify({ url, filename, attachmentId }),
-            });
-        }
-        else {
-            const { blob, name } = toBlob(file, filename);
-            const formData = new FormData();
-            formData.append("file", blob, name);
-            if (attachmentId)
-                formData.append("attachmentId", attachmentId);
-            if (filename)
-                formData.append("filename", filename);
-            response = await fetch(`${this.apiUrl}/convertFile`, {
-                method: "POST",
-                headers: { Authorization: `Bearer ${this.apiKey}` },
-                body: formData,
-            });
-        }
-        if (!response.ok) {
-            throw new Error(await extractErrorMessage(response, "Conversion"));
-        }
-        return (await response.json());
-    }
-    /**
-     * Prepare a previously converted file for citation verification.
-     * Use this after calling convertToPdf() to extract text and get deepTextPromptPortion.
-     *
-     * @param options - Options with attachmentId from convertFile
-     * @returns Upload response with attachmentId and extracted text
-     *
-     * @example
-     * ```typescript
-     * // First convert the file
-     * const converted = await dc.convertToPdf({ url: "https://example.com/article" });
-     *
-     * // Then prepare it for verification
-     * const { deepTextPromptPortion, attachmentId } = await dc.prepareConvertedFile({
-     *   attachmentId: converted.attachmentId
-     * });
-     *
-     * // Use deepTextPromptPortion in your LLM prompt...
-     * ```
-     */
-    async prepareConvertedFile(options) {
-        const response = await fetch(`${this.apiUrl}/prepareFile`, {
-            method: "POST",
-            headers: {
-                Authorization: `Bearer ${this.apiKey}`,
-                "Content-Type": "application/json",
-            },
-            body: JSON.stringify({
-                attachmentId: options.attachmentId,
-            }),
-        });
-        if (!response.ok) {
-            throw new Error(await extractErrorMessage(response, "Prepare"));
-        }
-        return (await response.json());
-    }
-    /**
-     * Upload multiple files for citation verification and get structured content.
-     * This is the recommended way to prepare files for LLM prompts.
-     *
-     * @param files - Array of files to upload with optional filenames and attachmentIds
-     * @returns Object containing fileDataParts for verification and deepTextPromptPortion for LLM
-     *
-     * @example
-     * ```typescript
-     * const { fileDataParts, deepTextPromptPortion } = await dc.prepareFiles([
-     *   { file: pdfBuffer, filename: "report.pdf" },
-     *   { file: invoiceBuffer, filename: "invoice.pdf" },
-     * ]);
-     *
-     * // Use deepTextPromptPortion in wrapCitationPrompt
-     * const { enhancedSystemPrompt, enhancedUserPrompt } = wrapCitationPrompt({
-     *   systemPrompt,
-     *   userPrompt,
-     *   deepTextPromptPortion
-     * });
-     *
-     * // Use fileDataParts later for verification
-     * const result = await dc.verifyCitationsFromLlmOutput({ llmOutput, fileDataParts });
-     * ```
-     */
-    async prepareFiles(files) {
-        if (files.length === 0) {
-            return { fileDataParts: [], deepTextPromptPortion: [] };
-        }
-        // Upload all files in parallel
-        const uploadPromises = files.map(({ file, filename, attachmentId }) => this.uploadFile(file, { filename, attachmentId }).then((result) => ({
-            result,
-            filename,
-        })));
-        const uploadResults = await Promise.all(uploadPromises);
-        // Extract file data parts with deepTextPromptPortion included (single source of truth)
-        const fileDataParts = uploadResults.map(({ result, filename }) => ({
-            attachmentId: result.attachmentId,
-            deepTextPromptPortion: result.deepTextPromptPortion,
-            filename: filename || result.metadata?.filename,
-        }));
-        // Also return separate array for backwards compatibility (deprecated)
-        const deepTextPromptPortion = fileDataParts.map((part) => part.deepTextPromptPortion);
-        return { fileDataParts, deepTextPromptPortion };
-    }
-    /**
-     * Verify citations against a previously uploaded file.
-     *
-     * @param attachmentId - The attachment ID returned from uploadFile
-     * @param citations - Citations to verify (from getAllCitationsFromLlmOutput)
-     * @param options - Optional verification options
-     * @returns Verification results with status and proof images
-     *
-     * @example
-     * ```typescript
-     * import { getAllCitationsFromLlmOutput } from '@deepcitation/deepcitation-js';
-     *
-     * const citations = getAllCitationsFromLlmOutput(llmResponse);
-     * const verified = await dc.verifyCitations(attachmentId, citations);
-     *
-     * for (const [key, result] of Object.entries(verified.verifications)) {
-     *   console.log(key, result.searchState?.status);
-     *   // "found", "partial_text_found", "not_found", etc.
-     * }
-     * ```
-     */
-    async verifyCitations(attachmentId, citations, options) {
-        // Normalize citations to a map with citation keys
-        const citationMap = {};
-        if (Array.isArray(citations)) {
-            // Array of citations - generate keys
-            for (const citation of citations) {
-                const key = generateCitationKey(citation);
-                citationMap[key] = citation;
-            }
-        }
-        else if (typeof citations === "object" && citations !== null) {
-            // Check if it's a single citation or a map
-            if ("fullPhrase" in citations || "value" in citations) {
-                // Single citation
-                const key = generateCitationKey(citations);
-                citationMap[key] = citations;
-            }
-            else {
-                // Already a map
-                Object.assign(citationMap, citations);
-            }
-        }
-        else {
-            throw new Error("Invalid citations format");
-        }
-        const requestUrl = `${this.apiUrl}/verifyCitations`;
-        const requestBody = {
-            data: {
-                attachmentId,
-                citations: citationMap,
-                outputImageFormat: options?.outputImageFormat || "avif",
-            },
-        };
-        const response = await fetch(requestUrl, {
-            method: "POST",
-            headers: {
-                Authorization: `Bearer ${this.apiKey}`,
-                "Content-Type": "application/json",
-            },
-            body: JSON.stringify(requestBody),
-        });
-        if (!response.ok) {
-            throw new Error(await extractErrorMessage(response, "Verification"));
-        }
-        const result = (await response.json());
-        return result;
-    }
-    /**
-     * Verify citations from LLM output with automatic parsing.
-     * This is the recommended way to verify citations for new integrations.
-     *
-     * @param input - Object containing llmOutput and optional fileDataParts
-     * @returns Verification results with status and proof images
-     *
-     * @example
-     * ```typescript
-     * const result = await dc.verifyCitationsFromLlmOutput({
-     *   llmOutput: response.content,
-     *   fileDataParts, // From prepareFiles()
-     * });
-     *
-     * for (const [key, result] of Object.entries(result.verifications)) {
-     *   console.log(key, result.searchState?.status);
-     * }
-     * ```
-     */
-    async verifyCitationsFromLlmOutput(input, citations) {
-        const { llmOutput, outputImageFormat = "avif" } = input;
-        // Parse citations from LLM output
-        if (!citations)
-            citations = getAllCitationsFromLlmOutput(llmOutput);
-        // If no citations found, return empty result
-        if (Object.keys(citations).length === 0) {
-            return { verifications: {} };
-        }
-        // Group citations by attachmentId
-        const citationsByAttachment = new Map();
-        for (const [key, citation] of Object.entries(citations)) {
-            const attachmentId = citation.attachmentId || "";
-            if (!citationsByAttachment.has(attachmentId)) {
-                citationsByAttachment.set(attachmentId, {});
-            }
-            citationsByAttachment.get(attachmentId)[key] = citation;
-        }
-        // Verify all files in parallel
-        const verificationPromises = [];
-        for (const [attachmentId, fileCitations] of citationsByAttachment) {
-            if (attachmentId) {
-                verificationPromises.push(this.verifyCitations(attachmentId, fileCitations, { outputImageFormat }));
-            }
-        }
-        const results = await Promise.all(verificationPromises);
-        const allHighlights = {};
-        for (const result of results) {
-            Object.assign(allHighlights, result.verifications);
-        }
-        return { verifications: allHighlights };
-    }
-}

package/lib/client/types.d.ts

@@ -1,154 +0,0 @@
-import type { Citation, Verification } from "../types/index.js";
-/**
- * Configuration options for the DeepCitation client
- */
-export interface DeepCitationConfig {
-    /** Your DeepCitation API key (starts with sk-dc-) */
-    apiKey: string;
-    /** Optional custom API base URL. Defaults to https://api.deepcitation.com */
-    apiUrl?: string;
-}
-/**
- * Response from uploading a file for citation verification
- */
-export interface UploadFileResponse {
-    /** The attachment ID assigned by DeepCitation (custom or auto-generated) */
-    attachmentId: string;
-    /** The full text content formatted for LLM prompts with page markers and line IDs. Use this in your user prompts. */
-    deepTextPromptPortion: string;
-    /** Form fields extracted from PDF forms */
-    formFields?: Array<{
-        name: string;
-        value?: string;
-        pageIndex?: number;
-        type?: string;
-    }>;
-    /** Metadata about the processed file */
-    metadata: {
-        filename: string;
-        mimeType: string;
-        pageCount: number;
-        textByteSize: number;
-    };
-    /** Processing status */
-    status: "ready" | "error";
-    /** Time taken to process the file in milliseconds */
-    processingTimeMs?: number;
-    /** Error message if status is "error" */
-    error?: string;
-}
-/**
- * Options for file upload
- */
-export interface UploadFileOptions {
-    /** Optional custom attachment ID to use instead of auto-generated one */
-    attachmentId?: string;
-    /** Optional custom filename (uses File.name if not provided) */
-    filename?: string;
-}
-/**
- * Response from verifying citations
- */
-export interface VerifyCitationsResponse {
-    /** Map of citation keys to their verification results */
-    verifications: Record<string, Verification>;
-}
-/**
- * Options for citation verification
- */
-export interface VerifyCitationsOptions {
-    /** Output image format for verification screenshots */
-    outputImageFormat?: "jpeg" | "png" | "avif";
-}
-/**
- * Simplified citation input for verification
- */
-export type CitationInput = Citation | Record<string, Citation>;
-/**
- * Input for file upload in prepareFiles
- */
-export interface FileInput {
-    /** The file content (File, Blob, or Buffer) */
-    file: File | Blob | Buffer;
-    /** Optional filename */
-    filename?: string;
-    /** Optional custom attachment ID */
-    attachmentId?: string;
-}
-/**
- * File reference returned from prepareFiles
- */
-export interface FileDataPart {
-    /** The attachment ID assigned by DeepCitation */
-    attachmentId: string;
-    /** The formatted text content for LLM prompts (with page markers and line IDs) */
-    deepTextPromptPortion: string;
-    /** Optional filename for display purposes */
-    filename?: string;
-}
-/**
- * Result from prepareFiles
- */
-export interface PrepareFilesResult {
-    /** Array of file references for verification (includes deepTextPromptPortion for each file) */
-    fileDataParts: FileDataPart[];
-    /**
-     * Array of formatted text content for LLM prompts (with page markers and line IDs).
-     * @deprecated Use fileDataParts[].deepTextPromptPortion instead for single source of truth.
-     * This is kept for backwards compatibility but will be removed in a future version.
-     */
-    deepTextPromptPortion: string[];
-}
-/**
- * Input for verifyCitationsFromLlmOutput
- */
-export interface VerifyCitationsFromLlmOutput {
-    /** The LLM response containing citations */
-    llmOutput: string;
-    /** Optional file references (required for Zero Data Retention or after storage expires) */
-    fileDataParts?: FileDataPart[];
-    /** Output image format for verification screenshots */
-    outputImageFormat?: "jpeg" | "png" | "avif";
-}
-/**
- * Input for convertFile - convert URL or Office file to PDF
- */
-export interface ConvertFileInput {
-    /** URL to convert to PDF (for web pages or direct PDF links) */
-    url?: string;
-    /** Office file to convert (doc, docx, xls, xlsx, ppt, pptx, odt, ods, odp) */
-    file?: File | Blob | Buffer;
-    /** Optional custom filename for the converted PDF */
-    filename?: string;
-    /** Optional custom attachment ID */
-    attachmentId?: string;
-}
-/**
- * Response from convertFile
- */
-export interface ConvertFileResponse {
-    /** The attachment ID assigned by DeepCitation. Pass this to prepareConvertedFile(). */
-    attachmentId: string;
-    /** Metadata about the conversion */
-    metadata: {
-        /** Original filename before conversion */
-        originalFilename: string;
-        /** Original MIME type before conversion */
-        originalMimeType: string;
-        /** MIME type after conversion (always application/pdf) */
-        convertedMimeType: string;
-        /** Time taken for conversion in milliseconds */
-        conversionTimeMs: number;
-    };
-    /** Conversion status */
-    status: "converted" | "error";
-    /** Error message if status is "error" */
-    error?: string;
-}
-/**
- * Options for processing a converted file
- */
-export interface PrepareConvertedFileOptions {
-    /** The attachment ID from a previous convertFile call */
-    attachmentId: string;
-}

package/lib/client/types.js

@@ -1 +0,0 @@
-export {};

package/lib/parsing/normalizeCitation.d.ts

@@ -1,5 +0,0 @@
-export declare const removeCitations: (pageText: string, leaveKeySpanBehind?: boolean) => string;
-export declare const removePageNumberMetadata: (pageText: string) => string;
-export declare const removeLineIdMetadata: (pageText: string) => string;
-export declare const getCitationPageNumber: (startPageKey?: string | null) => number | null;
-export declare const normalizeCitations: (response: string) => string;