@robosystems/client 0.1.16 → 0.1.18

package/extensions/hooks.ts

@@ -7,7 +7,10 @@
 
 import { useCallback, useEffect, useRef, useState } from 'react'
 import { client } from '../client.gen'
+import type { S3CopyRequest } from '../types.gen'
 import { getSDKExtensionsConfig } from './config'
+import type { CopyOptions, CopyResult } from './CopyClient'
+import { CopyClient } from './CopyClient'
 import type { OperationProgress, OperationResult } from './OperationClient'
 import { OperationClient } from './OperationClient'
 import type { QueryOptions, QueryResult } from './QueryClient'
@@ -404,9 +407,11 @@ export function useMultipleOperations<T = any>() {
  */
 export function useSDKClients() {
   const [clients, setClients] = useState<{
+    copy: CopyClient | null
     query: QueryClient | null
     operations: OperationClient | null
   }>({
+    copy: null,
     query: null,
     operations: null,
   })
@@ -420,15 +425,18 @@ export function useSDKClients() {
       headers: sdkConfig.headers,
     }
 
+    const copyClient = new CopyClient(baseConfig)
     const queryClient = new QueryClient(baseConfig)
     const operationsClient = new OperationClient(baseConfig)
 
     setClients({
+      copy: copyClient,
       query: queryClient,
       operations: operationsClient,
     })
 
     return () => {
+      copyClient.close()
       queryClient.close()
       operationsClient.closeAll()
     }
@@ -436,3 +444,134 @@ export function useSDKClients() {
 
   return clients
 }
+
+/**
+ * Hook for copying data from S3 to graph database with progress monitoring
+ *
+ * @example
+ * ```tsx
+ * const { copyFromS3, loading, progress, error, result } = useCopy('graph_123')
+ *
+ * const handleImport = async () => {
+ *   const result = await copyFromS3({
+ *     table_name: 'companies',
+ *     source_type: 's3',
+ *     s3_uri: 's3://my-bucket/data.csv',
+ *     aws_access_key_id: 'KEY',
+ *     aws_secret_access_key: 'SECRET',
+ *   })
+ * }
+ * ```
+ */
+export function useCopy(graphId: string) {
+  const [loading, setLoading] = useState(false)
+  const [error, setError] = useState<Error | null>(null)
+  const [result, setResult] = useState<CopyResult | null>(null)
+  const [progress, setProgress] = useState<{
+    message: string
+    percent?: number
+  } | null>(null)
+  const [queuePosition, setQueuePosition] = useState<number | null>(null)
+  const clientRef = useRef<CopyClient>(null)
+
+  // Initialize client
+  useEffect(() => {
+    const sdkConfig = getSDKExtensionsConfig()
+    const clientConfig = client.getConfig()
+    clientRef.current = new CopyClient({
+      baseUrl: sdkConfig.baseUrl || clientConfig.baseUrl || 'http://localhost:8000',
+      credentials: sdkConfig.credentials,
+      headers: sdkConfig.headers,
+    })
+
+    return () => {
+      clientRef.current?.close()
+    }
+  }, [])
+
+  const copyFromS3 = useCallback(
+    async (request: S3CopyRequest, options?: CopyOptions): Promise<CopyResult | null> => {
+      if (!clientRef.current) return null
+
+      setLoading(true)
+      setError(null)
+      setResult(null)
+      setProgress(null)
+      setQueuePosition(null)
+
+      try {
+        const copyResult = await clientRef.current.copyFromS3(graphId, request, {
+          ...options,
+          onProgress: (message, progressPercent) => {
+            setProgress({ message, percent: progressPercent })
+            setQueuePosition(null) // Clear queue position when executing
+          },
+          onQueueUpdate: (position, estimatedWait) => {
+            setQueuePosition(position)
+            setProgress({
+              message: `Queue position: ${position} (est. ${estimatedWait}s)`,
+            })
+          },
+          onWarning: (warning) => {
+            console.warn('Copy warning:', warning)
+          },
+        })
+
+        setResult(copyResult)
+        return copyResult
+      } catch (err) {
+        const error = err as Error
+        setError(error)
+        return null
+      } finally {
+        setLoading(false)
+        setQueuePosition(null)
+      }
+    },
+    [graphId]
+  )
+
+  // Simple copy method with retry logic
+  const copyWithRetry = useCallback(
+    async (request: S3CopyRequest, maxRetries: number = 3): Promise<CopyResult | null> => {
+      if (!clientRef.current) return null
+
+      setLoading(true)
+      setError(null)
+
+      try {
+        const result = await clientRef.current.copyWithRetry(graphId, request, 's3', maxRetries, {
+          onProgress: (message, progressPercent) => {
+            setProgress({ message, percent: progressPercent })
+          },
+        })
+        setResult(result)
+        return result
+      } catch (err) {
+        const error = err as Error
+        setError(error)
+        return null
+      } finally {
+        setLoading(false)
+      }
+    },
+    [graphId]
+  )
+
+  // Get statistics from the last copy operation
+  const getStatistics = useCallback(() => {
+    if (!clientRef.current || !result) return null
+    return clientRef.current.calculateStatistics(result)
+  }, [result])
+
+  return {
+    copyFromS3,
+    copyWithRetry,
+    getStatistics,
+    loading,
+    error,
+    result,
+    progress,
+    queuePosition,
+  }
+}

package/extensions/index.d.ts

@@ -2,6 +2,7 @@
  * RoboSystems SDK Extensions
  * Enhanced clients with SSE support for the RoboSystems API
  */
+import { CopyClient } from './CopyClient';
 import { OperationClient } from './OperationClient';
 import { QueryClient } from './QueryClient';
 import { SSEClient } from './SSEClient';
@@ -12,6 +13,7 @@ export interface RoboSystemsExtensionConfig {
     retryDelay?: number;
 }
 export declare class RoboSystemsExtensions {
+    readonly copy: CopyClient;
     readonly query: QueryClient;
     readonly operations: OperationClient;
     private config;
@@ -29,12 +31,14 @@ export declare class RoboSystemsExtensions {
      */
     close(): void;
 }
+export * from './CopyClient';
 export * from './OperationClient';
 export * from './QueryClient';
 export * from './SSEClient';
-export { OperationClient, QueryClient, SSEClient };
-export { useMultipleOperations, useOperation, useQuery, useSDKClients, useStreamingQuery, } from './hooks';
+export { CopyClient, OperationClient, QueryClient, SSEClient };
+export { useCopy, useMultipleOperations, useOperation, useQuery, useSDKClients, useStreamingQuery, } from './hooks';
 export declare const extensions: {
+    readonly copy: CopyClient;
     readonly query: QueryClient;
     readonly operations: OperationClient;
     monitorOperation: (operationId: string, onProgress?: (progress: any) => void) => Promise<any>;
@@ -44,3 +48,4 @@ export declare const extensions: {
 export declare const monitorOperation: (operationId: string, onProgress?: (progress: any) => void) => Promise<any>;
 export declare const executeQuery: (graphId: string, query: string, parameters?: Record<string, any>) => Promise<import("./QueryClient").QueryResult>;
 export declare const streamQuery: (graphId: string, query: string, parameters?: Record<string, any>, chunkSize?: number) => AsyncIterableIterator<any>;
+export declare const copyFromS3: (graphId: string, tableName: string, s3Uri: string, accessKeyId: string, secretAccessKey: string, options?: Parameters<CopyClient["copyS3"]>[5]) => Promise<import("./CopyClient").CopyResult>;

package/extensions/index.js

@@ -18,8 +18,10 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.streamQuery = exports.executeQuery = exports.monitorOperation = exports.extensions = exports.useStreamingQuery = exports.useSDKClients = exports.useQuery = exports.useOperation = exports.useMultipleOperations = exports.SSEClient = exports.QueryClient = exports.OperationClient = exports.RoboSystemsExtensions = void 0;
+exports.copyFromS3 = exports.streamQuery = exports.executeQuery = exports.monitorOperation = exports.extensions = exports.useStreamingQuery = exports.useSDKClients = exports.useQuery = exports.useOperation = exports.useMultipleOperations = exports.useCopy = exports.SSEClient = exports.QueryClient = exports.OperationClient = exports.CopyClient = exports.RoboSystemsExtensions = void 0;
 const client_gen_1 = require("../client.gen");
+const CopyClient_1 = require("./CopyClient");
+Object.defineProperty(exports, "CopyClient", { enumerable: true, get: function () { return CopyClient_1.CopyClient; } });
 const OperationClient_1 = require("./OperationClient");
 Object.defineProperty(exports, "OperationClient", { enumerable: true, get: function () { return OperationClient_1.OperationClient; } });
 const QueryClient_1 = require("./QueryClient");
@@ -36,6 +38,10 @@ class RoboSystemsExtensions {
             maxRetries: config.maxRetries || 5,
             retryDelay: config.retryDelay || 1000,
         };
+        this.copy = new CopyClient_1.CopyClient({
+            baseUrl: this.config.baseUrl,
+            credentials: this.config.credentials,
+        });
         this.query = new QueryClient_1.QueryClient({
             baseUrl: this.config.baseUrl,
             credentials: this.config.credentials,
@@ -66,17 +72,20 @@ class RoboSystemsExtensions {
      * Clean up all active connections
      */
     close() {
+        this.copy.close();
         this.query.close();
         this.operations.closeAll();
     }
 }
 exports.RoboSystemsExtensions = RoboSystemsExtensions;
 // Export all types and classes
+__exportStar(require("./CopyClient"), exports);
 __exportStar(require("./OperationClient"), exports);
 __exportStar(require("./QueryClient"), exports);
 __exportStar(require("./SSEClient"), exports);
 // Export React hooks
 var hooks_1 = require("./hooks");
+Object.defineProperty(exports, "useCopy", { enumerable: true, get: function () { return hooks_1.useCopy; } });
 Object.defineProperty(exports, "useMultipleOperations", { enumerable: true, get: function () { return hooks_1.useMultipleOperations; } });
 Object.defineProperty(exports, "useOperation", { enumerable: true, get: function () { return hooks_1.useOperation; } });
 Object.defineProperty(exports, "useQuery", { enumerable: true, get: function () { return hooks_1.useQuery; } });
@@ -91,6 +100,9 @@ function getExtensions() {
     return _extensions;
 }
 exports.extensions = {
+    get copy() {
+        return getExtensions().copy;
+    },
     get query() {
         return getExtensions().query;
     },
@@ -108,3 +120,5 @@ const executeQuery = (graphId, query, parameters) => getExtensions().query.query
 exports.executeQuery = executeQuery;
 const streamQuery = (graphId, query, parameters, chunkSize) => getExtensions().query.streamQuery(graphId, query, parameters, chunkSize);
 exports.streamQuery = streamQuery;
+const copyFromS3 = (graphId, tableName, s3Uri, accessKeyId, secretAccessKey, options) => getExtensions().copy.copyS3(graphId, tableName, s3Uri, accessKeyId, secretAccessKey, options);
+exports.copyFromS3 = copyFromS3;

package/extensions/index.ts

@@ -4,6 +4,7 @@
  */
 
 import { client } from '../client.gen'
+import { CopyClient } from './CopyClient'
 import { OperationClient } from './OperationClient'
 import { QueryClient } from './QueryClient'
 import { SSEClient } from './SSEClient'
@@ -16,6 +17,7 @@ export interface RoboSystemsExtensionConfig {
 }
 
 export class RoboSystemsExtensions {
+  public readonly copy: CopyClient
   public readonly query: QueryClient
   public readonly operations: OperationClient
   private config: Required<RoboSystemsExtensionConfig>
@@ -31,6 +33,11 @@ export class RoboSystemsExtensions {
       retryDelay: config.retryDelay || 1000,
     }
 
+    this.copy = new CopyClient({
+      baseUrl: this.config.baseUrl,
+      credentials: this.config.credentials,
+    })
+
     this.query = new QueryClient({
       baseUrl: this.config.baseUrl,
       credentials: this.config.credentials,
@@ -65,19 +72,22 @@ export class RoboSystemsExtensions {
    * Clean up all active connections
    */
   close(): void {
+    this.copy.close()
     this.query.close()
     this.operations.closeAll()
   }
 }
 
 // Export all types and classes
+export * from './CopyClient'
 export * from './OperationClient'
 export * from './QueryClient'
 export * from './SSEClient'
-export { OperationClient, QueryClient, SSEClient }
+export { CopyClient, OperationClient, QueryClient, SSEClient }
 
 // Export React hooks
 export {
+  useCopy,
   useMultipleOperations,
   useOperation,
   useQuery,
@@ -96,6 +106,9 @@ function getExtensions(): RoboSystemsExtensions {
 }
 
 export const extensions = {
+  get copy() {
+    return getExtensions().copy
+  },
   get query() {
     return getExtensions().query
   },
@@ -121,3 +134,12 @@ export const streamQuery = (
   parameters?: Record<string, any>,
   chunkSize?: number
 ) => getExtensions().query.streamQuery(graphId, query, parameters, chunkSize)
+
+export const copyFromS3 = (
+  graphId: string,
+  tableName: string,
+  s3Uri: string,
+  accessKeyId: string,
+  secretAccessKey: string,
+  options?: Parameters<CopyClient['copyS3']>[5]
+) => getExtensions().copy.copyS3(graphId, tableName, s3Uri, accessKeyId, secretAccessKey, options)

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@robosystems/client",
-  "version": "0.1.16",
+  "version": "0.1.18",
   "description": "TypeScript client library for RoboSystems Financial Knowledge Graph API",
   "main": "index.js",
   "types": "index.d.ts",