@robosystems/client 0.2.42 → 0.2.44

package/sdk-extensions/DocumentClient.ts

@@ -1,232 +0,0 @@
-'use client'
-
-/**
- * Document Client for RoboSystems API
- *
- * Upload, search, list, and delete text documents indexed in OpenSearch.
- * Documents are sectioned on markdown headings, embedded for semantic search,
- * and searchable alongside structured graph data.
- */
-
-import {
-  deleteDocument,
-  getDocumentSection,
-  listDocuments,
-  searchDocuments,
-  uploadDocument,
-  uploadDocumentsBulk,
-} from '../sdk/sdk.gen'
-import type {
-  BulkDocumentUploadResponse,
-  DocumentListResponse,
-  DocumentSection,
-  DocumentUploadResponse,
-  SearchResponse,
-} from '../sdk/types.gen'
-
-export interface DocumentSearchOptions {
-  /** Filter by source type (xbrl_textblock, narrative_section, ixbrl_disclosure, uploaded_doc, memory) */
-  sourceType?: string
-  /** Filter by ticker, CIK, or entity name */
-  entity?: string
-  /** Filter by SEC form type (10-K, 10-Q) */
-  formType?: string
-  /** Filter by section ID (item_1, item_1a, item_7, etc.) */
-  section?: string
-  /** Filter by XBRL element qname (e.g., us-gaap:Goodwill) */
-  element?: string
-  /** Filter by fiscal year */
-  fiscalYear?: number
-  /** Filter filings on or after date (YYYY-MM-DD) */
-  dateFrom?: string
-  /** Filter filings on or before date (YYYY-MM-DD) */
-  dateTo?: string
-  /** Max results to return (default: 10) */
-  size?: number
-  /** Pagination offset */
-  offset?: number
-}
-
-export interface DocumentUploadOptions {
-  /** Optional tags for filtering */
-  tags?: string[]
-  /** Optional folder/category */
-  folder?: string
-  /** Optional external ID for upsert behavior */
-  externalId?: string
-}
-
-export class DocumentClient {
-  private config: {
-    baseUrl: string
-    credentials?: 'include' | 'same-origin' | 'omit'
-    headers?: Record<string, string>
-    token?: string
-  }
-
-  constructor(config: {
-    baseUrl: string
-    credentials?: 'include' | 'same-origin' | 'omit'
-    headers?: Record<string, string>
-    token?: string
-  }) {
-    this.config = config
-  }
-
-  /**
-   * Upload a markdown document for text indexing.
-   *
-   * The document is sectioned on headings, embedded, and indexed
-   * into OpenSearch for full-text and semantic search.
-   */
-  async upload(
-    graphId: string,
-    title: string,
-    content: string,
-    options: DocumentUploadOptions = {}
-  ): Promise<DocumentUploadResponse> {
-    const response = await uploadDocument({
-      path: { graph_id: graphId },
-      body: {
-        title,
-        content,
-        tags: options.tags ?? null,
-        folder: options.folder ?? null,
-        external_id: options.externalId ?? null,
-      },
-    })
-
-    if (response.error) {
-      throw new Error(`Document upload failed: ${JSON.stringify(response.error)}`)
-    }
-
-    return response.data as DocumentUploadResponse
-  }
-
-  /**
-   * Upload multiple markdown documents (max 50 per request).
-   */
-  async uploadBulk(
-    graphId: string,
-    documents: Array<{
-      title: string
-      content: string
-      tags?: string[]
-      folder?: string
-      externalId?: string
-    }>
-  ): Promise<BulkDocumentUploadResponse> {
-    const response = await uploadDocumentsBulk({
-      path: { graph_id: graphId },
-      body: {
-        documents: documents.map((doc) => ({
-          title: doc.title,
-          content: doc.content,
-          tags: doc.tags ?? null,
-          folder: doc.folder ?? null,
-          external_id: doc.externalId ?? null,
-        })),
-      },
-    })
-
-    if (response.error) {
-      throw new Error(`Bulk upload failed: ${JSON.stringify(response.error)}`)
-    }
-
-    return response.data as BulkDocumentUploadResponse
-  }
-
-  /**
-   * Search documents with hybrid (BM25 + kNN) search.
-   */
-  async search(
-    graphId: string,
-    query: string,
-    options: DocumentSearchOptions = {}
-  ): Promise<SearchResponse> {
-    const response = await searchDocuments({
-      path: { graph_id: graphId },
-      body: {
-        query,
-        source_type: options.sourceType ?? null,
-        entity: options.entity ?? null,
-        form_type: options.formType ?? null,
-        section: options.section ?? null,
-        element: options.element ?? null,
-        fiscal_year: options.fiscalYear ?? null,
-        date_from: options.dateFrom ?? null,
-        date_to: options.dateTo ?? null,
-        size: options.size,
-        offset: options.offset,
-      },
-    })
-
-    if (response.error) {
-      throw new Error(`Document search failed: ${JSON.stringify(response.error)}`)
-    }
-
-    return response.data as SearchResponse
-  }
-
-  /**
-   * Retrieve the full text of a document section by ID.
-   *
-   * @returns DocumentSection or null if not found.
-   */
-  async getSection(graphId: string, documentId: string): Promise<DocumentSection | null> {
-    const response = await getDocumentSection({
-      path: { graph_id: graphId, document_id: documentId },
-    })
-
-    if (response.response.status === 404) {
-      return null
-    }
-
-    if (response.error) {
-      throw new Error(`Get section failed: ${JSON.stringify(response.error)}`)
-    }
-
-    return response.data as DocumentSection
-  }
-
-  /**
-   * List indexed documents for a graph.
-   */
-  async list(graphId: string, sourceType?: string): Promise<DocumentListResponse> {
-    const response = await listDocuments({
-      path: { graph_id: graphId },
-      query: sourceType ? { source_type: sourceType } : undefined,
-    })
-
-    if (response.error) {
-      throw new Error(`List documents failed: ${JSON.stringify(response.error)}`)
-    }
-
-    return response.data as DocumentListResponse
-  }
-
-  /**
-   * Delete a document and all its sections.
-   *
-   * @returns true if deleted, false if not found.
-   */
-  async delete(graphId: string, documentId: string): Promise<boolean> {
-    const response = await deleteDocument({
-      path: { graph_id: graphId, document_id: documentId },
-    })
-
-    if (response.response.status === 204) {
-      return true
-    }
-
-    if (response.response.status === 404) {
-      return false
-    }
-
-    if (response.error) {
-      throw new Error(`Delete document failed: ${JSON.stringify(response.error)}`)
-    }
-
-    return true
-  }
-}

package/sdk-extensions/FileClient.d.ts

@@ -1,57 +0,0 @@
-export interface FileUploadOptions {
-    onProgress?: (message: string) => void;
-    fileName?: string;
-    ingestToGraph?: boolean;
-}
-export interface FileUploadResult {
-    fileId: string;
-    fileSize: number;
-    rowCount: number;
-    tableName: string;
-    fileName: string;
-    success: boolean;
-    error?: string;
-}
-export interface FileInfo {
-    fileId: string;
-    fileName: string;
-    tableName: string;
-    status: string;
-    fileSize: number;
-    rowCount: number;
-    createdAt: string;
-}
-export type FileInput = File | Blob | Buffer | ReadableStream<Uint8Array>;
-export declare class FileClient {
-    private config;
-    constructor(config: {
-        baseUrl: string;
-        credentials?: 'include' | 'same-origin' | 'omit';
-        headers?: Record<string, string>;
-        token?: string;
-        s3EndpointUrl?: string;
-    });
-    /**
-     * Upload a Parquet file to staging
-     *
-     * Handles the complete 3-step upload process:
-     * 1. Get presigned upload URL
-     * 2. Upload file to S3
-     * 3. Mark file as 'uploaded' (backend validates, calculates size/row count)
-     */
-    upload(graphId: string, tableName: string, fileOrBuffer: FileInput, options?: FileUploadOptions): Promise<FileUploadResult>;
-    /**
-     * List files in a graph
-     */
-    list(graphId: string, tableName?: string, status?: string): Promise<FileInfo[]>;
-    /**
-     * Get file information
-     */
-    get(graphId: string, fileId: string): Promise<FileInfo | null>;
-    /**
-     * Delete a file
-     */
-    delete(graphId: string, fileId: string, cascade?: boolean): Promise<boolean>;
-    private getFileName;
-    private getFileContent;
-}

package/sdk-extensions/FileClient.js

@@ -1,246 +0,0 @@
-'use client';
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.FileClient = void 0;
-/**
- * File Client for RoboSystems API
- *
- * Manages file upload operations including presigned URLs, S3 uploads,
- * and file status tracking.
- */
-const sdk_gen_1 = require("../sdk/sdk.gen");
-class FileClient {
-    constructor(config) {
-        this.config = config;
-    }
-    /**
-     * Upload a Parquet file to staging
-     *
-     * Handles the complete 3-step upload process:
-     * 1. Get presigned upload URL
-     * 2. Upload file to S3
-     * 3. Mark file as 'uploaded' (backend validates, calculates size/row count)
-     */
-    async upload(graphId, tableName, fileOrBuffer, options = {}) {
-        const fileName = this.getFileName(fileOrBuffer, options.fileName);
-        try {
-            options.onProgress?.(`Getting upload URL for ${fileName} -> table '${tableName}'...`);
-            const uploadRequest = {
-                file_name: fileName,
-                content_type: 'application/x-parquet',
-                table_name: tableName,
-            };
-            const uploadUrlResponse = await (0, sdk_gen_1.createFileUpload)({
-                path: { graph_id: graphId },
-                body: uploadRequest,
-            });
-            if (uploadUrlResponse.error || !uploadUrlResponse.data) {
-                return {
-                    fileId: '',
-                    fileSize: 0,
-                    rowCount: 0,
-                    tableName,
-                    fileName,
-                    success: false,
-                    error: `Failed to get upload URL: ${uploadUrlResponse.error}`,
-                };
-            }
-            const uploadData = uploadUrlResponse.data;
-            let uploadUrl = uploadData.upload_url;
-            const fileId = uploadData.file_id;
-            // Override S3 endpoint if configured (e.g., for LocalStack)
-            if (this.config.s3EndpointUrl) {
-                const originalUrl = new URL(uploadUrl);
-                const overrideUrl = new URL(this.config.s3EndpointUrl);
-                // Replace scheme, host, and port with the override endpoint
-                originalUrl.protocol = overrideUrl.protocol;
-                originalUrl.host = overrideUrl.host;
-                uploadUrl = originalUrl.toString();
-            }
-            options.onProgress?.(`Uploading ${fileName} to S3...`);
-            const fileContent = await this.getFileContent(fileOrBuffer);
-            const fileSize = fileContent.byteLength;
-            const s3Response = await fetch(uploadUrl, {
-                method: 'PUT',
-                body: fileContent,
-                headers: {
-                    'Content-Type': 'application/x-parquet',
-                },
-            });
-            if (!s3Response.ok) {
-                return {
-                    fileId,
-                    fileSize,
-                    rowCount: 0,
-                    tableName,
-                    fileName,
-                    success: false,
-                    error: `S3 upload failed: ${s3Response.status} ${s3Response.statusText}`,
-                };
-            }
-            options.onProgress?.(`Marking ${fileName} as uploaded...`);
-            const statusUpdate = {
-                status: 'uploaded',
-            };
-            const updateResponse = await (0, sdk_gen_1.updateFile)({
-                path: { graph_id: graphId, file_id: fileId },
-                body: statusUpdate,
-            });
-            if (updateResponse.error || !updateResponse.data) {
-                return {
-                    fileId,
-                    fileSize,
-                    rowCount: 0,
-                    tableName,
-                    fileName,
-                    success: false,
-                    error: 'Failed to complete file upload',
-                };
-            }
-            const responseData = updateResponse.data;
-            const actualFileSize = responseData.file_size_bytes || 0;
-            const actualRowCount = responseData.row_count || 0;
-            options.onProgress?.(`✅ Uploaded ${fileName} (${actualFileSize.toLocaleString()} bytes, ${actualRowCount.toLocaleString()} rows)`);
-            return {
-                fileId,
-                fileSize: actualFileSize,
-                rowCount: actualRowCount,
-                tableName,
-                fileName,
-                success: true,
-            };
-        }
-        catch (error) {
-            return {
-                fileId: '',
-                fileSize: 0,
-                rowCount: 0,
-                tableName,
-                fileName,
-                success: false,
-                error: error instanceof Error ? error.message : String(error),
-            };
-        }
-    }
-    /**
-     * List files in a graph
-     */
-    async list(graphId, tableName, status) {
-        try {
-            const response = await (0, sdk_gen_1.listFiles)({
-                path: { graph_id: graphId },
-                query: {
-                    table_name: tableName,
-                    status: status,
-                },
-            });
-            if (response.error || !response.data) {
-                console.error('Failed to list files:', response.error);
-                return [];
-            }
-            const fileData = response.data;
-            return (fileData.files?.map((file) => ({
-                fileId: file.file_id,
-                fileName: file.file_name,
-                tableName: file.table_name,
-                status: file.status,
-                fileSize: file.file_size_bytes || 0,
-                rowCount: file.row_count || 0,
-                createdAt: file.created_at,
-            })) || []);
-        }
-        catch (error) {
-            console.error('Failed to list files:', error);
-            return [];
-        }
-    }
-    /**
-     * Get file information
-     */
-    async get(graphId, fileId) {
-        try {
-            const response = await (0, sdk_gen_1.getFile)({
-                path: { graph_id: graphId, file_id: fileId },
-            });
-            if (response.error || !response.data) {
-                console.error('Failed to get file:', response.error);
-                return null;
-            }
-            const file = response.data;
-            return {
-                fileId: file.file_id,
-                fileName: file.file_name,
-                tableName: file.table_name,
-                status: file.status,
-                fileSize: file.file_size_bytes || 0,
-                rowCount: file.row_count || 0,
-                createdAt: file.created_at,
-            };
-        }
-        catch (error) {
-            console.error('Failed to get file:', error);
-            return null;
-        }
-    }
-    /**
-     * Delete a file
-     */
-    async delete(graphId, fileId, cascade = false) {
-        try {
-            const response = await (0, sdk_gen_1.deleteFile)({
-                path: { graph_id: graphId, file_id: fileId },
-                query: { cascade },
-            });
-            return !response.error;
-        }
-        catch (error) {
-            console.error('Failed to delete file:', error);
-            return false;
-        }
-    }
-    getFileName(fileOrBuffer, override) {
-        if (override)
-            return override;
-        if ('name' in fileOrBuffer && typeof fileOrBuffer.name === 'string') {
-            return fileOrBuffer.name;
-        }
-        return 'data.parquet';
-    }
-    async getFileContent(fileOrBuffer) {
-        if (fileOrBuffer instanceof Blob || fileOrBuffer instanceof File) {
-            return fileOrBuffer.arrayBuffer();
-        }
-        if (Buffer.isBuffer(fileOrBuffer)) {
-            const buffer = fileOrBuffer.buffer.slice(fileOrBuffer.byteOffset, fileOrBuffer.byteOffset + fileOrBuffer.byteLength);
-            // Convert SharedArrayBuffer to ArrayBuffer if needed
-            if (buffer instanceof ArrayBuffer) {
-                return buffer;
-            }
-            // Handle SharedArrayBuffer by copying to ArrayBuffer
-            const arrayBuffer = new ArrayBuffer(buffer.byteLength);
-            new Uint8Array(arrayBuffer).set(new Uint8Array(buffer));
-            return arrayBuffer;
-        }
-        if ('getReader' in fileOrBuffer) {
-            const reader = fileOrBuffer.getReader();
-            const chunks = [];
-            while (true) {
-                const { done, value } = await reader.read();
-                if (done)
-                    break;
-                if (value)
-                    chunks.push(value);
-            }
-            const totalLength = chunks.reduce((sum, chunk) => sum + chunk.length, 0);
-            const result = new Uint8Array(totalLength);
-            let offset = 0;
-            for (const chunk of chunks) {
-                result.set(chunk, offset);
-                offset += chunk.length;
-            }
-            return result.buffer;
-        }
-        throw new Error('Unsupported file input type');
-    }
-}
-exports.FileClient = FileClient;