@neuralinnovations/dataisland-sdk 0.0.1-dev8 → 0.0.1-dev81

package/src/storages/files/file.impl.ts

@@ -0,0 +1,126 @@
+import {Context} from "../../context"
+import {Disposable} from "../../disposable"
+import {
+  FileDto, FileProcessingStage,
+  FileProgressDto,
+  MetadataDto
+} from "../../dto/workspacesResponse"
+import {RpcService} from "../../services/rpcService"
+import {ResponseUtils} from "../../services/responseUtils"
+import {File} from "./file"
+import {FilesEvent} from "./files"
+
+export class FileImpl extends File implements Disposable {
+  private _isDisposed: boolean = false
+  private _content?: FileDto
+  private _progress?: FileProgressDto
+
+  constructor(private readonly context: Context) {
+    super()
+  }
+
+  async initFrom(file: FileDto): Promise<File> {
+    this._content = file
+
+    return this
+  }
+
+  get isDisposed(): boolean {
+    return this._isDisposed
+  }
+
+  dispose(): void {
+    this._isDisposed = true
+  }
+
+  get id(): string {
+    return <string>this._content?.id
+  }
+
+  get name(): string {
+    return <string>this._content?.name
+  }
+
+  get description(): string {
+    return <string>this._content?.description
+  }
+
+  get metadata(): MetadataDto[] {
+    const metadataString = <string>this._content?.fileMetadata
+    if (metadataString === null || metadataString === undefined){
+      return []
+    }
+    return <MetadataDto[]>JSON.parse(metadataString)
+  }
+
+  get createdAt(): number {
+    return <number>this._content?.createdAt
+  }
+
+  get modifiedAt(): number {
+    return <number>this._content?.modifiedAt
+  }
+  
+  get url(): string {
+    return <string>this._content?.url
+  }
+
+  get previewUrl(): string {
+    return <string>this._content?.previewUrl
+  }
+
+  get status(): FileProcessingStage {
+    return <FileProcessingStage>this._content?.stage
+  }
+
+  get progress(): FileProgressDto | undefined {
+    return this._progress
+  }
+
+  updateStatus(progress: FileProgressDto): void {
+    if (this._content){
+      this._progress = progress
+      this._content.stage = this._progress.stage
+
+      this.dispatch({
+        type: FilesEvent.UPDATED,
+        data: this
+      })
+    }
+  }
+
+  async update(name: string, metadata: MetadataDto[], description?: string){
+    if (!this._content) {
+      throw new Error("File is not loaded.")
+    }
+
+    if (name === undefined || metadata === undefined || name === null || metadata === null ){
+      throw new Error("File update, one of parameters is undefined or null")
+    }
+
+    const metadataString = JSON.stringify(metadata)
+
+    const response = await this.context
+      .resolve(RpcService)
+      ?.requestBuilder("api/v1/Files")
+      .sendPutJson({
+        fileId: this.id,
+        name: name,
+        description: description ?? this.description,
+        metadata: metadataString
+      })
+
+    if (ResponseUtils.isFail(response)) {
+      await ResponseUtils.throwError("Failed to update file", response)
+    }
+
+    this._content = (await response!.json() as {
+      file: FileDto
+    }).file as FileDto
+
+    this.dispatch({
+      type: FilesEvent.UPDATED,
+      data: this
+    })
+  }
+}

package/src/storages/files/file.ts

@@ -0,0 +1,78 @@
+import {
+  FileProcessingStage,
+  FileProgressDto,
+  MetadataDto
+} from "../../dto/workspacesResponse"
+import { EventDispatcher } from "../../events"
+import { FilesEvent } from "./files"
+
+export type FileId = string
+
+/**
+ * File.
+ */
+export abstract class File extends EventDispatcher<
+  FilesEvent,
+  File
+> {
+  /**
+   * File id.
+   */
+  abstract get id(): FileId
+
+  /**
+   * File name.
+   */
+  abstract get name(): string
+
+  /**
+   * File description.
+   */
+  abstract get description(): string
+
+  /**
+   * File metadata.
+   */
+  abstract get metadata(): MetadataDto[]
+
+  /**
+   * File date added.
+   */
+  abstract get createdAt(): number
+
+  /**
+   * File date modified.
+   */
+  abstract get modifiedAt(): number
+
+  /**
+   * File uploading progress
+   */
+  abstract get progress(): FileProgressDto | undefined
+
+  /**
+   * File uploading status
+   */
+  abstract get status(): FileProcessingStage
+
+  /**
+   * Get temporary url.
+   */
+  abstract get url(): string
+
+  /**
+   * Get temporary url.
+   */
+  abstract get previewUrl(): string
+
+  /**
+   * Update file.
+   */
+  abstract update(name: string, metadata: MetadataDto[], description?: string): Promise<void>
+
+  /**
+   * Update file status
+   * @param progress
+   */
+  abstract updateStatus(progress: FileProgressDto): void
+}

package/src/storages/files/files.impl.ts

@@ -0,0 +1,280 @@
+import { Context } from "../../context"
+import {
+  FileDto,
+  FileListResponse, FileProcessingStage,
+  FilesBatchFetchResponse
+} from "../../dto/workspacesResponse"
+import { RpcService } from "../../services/rpcService"
+import { FileImpl } from "./file.impl"
+import { Files, FilesEvent, UploadFile } from "./files"
+import { WorkspaceImpl } from "../workspaces/workspace.impl"
+import { ResponseUtils } from "../../services/responseUtils"
+import {File, FileId} from "./file"
+import { FilesPage } from "./filesPage"
+import { FilesPageImpl } from "./filesPage.impl"
+// import { FormData } from "../../utils/request"
+
+export class FilesImpl extends Files {
+  constructor(
+    private readonly workspace: WorkspaceImpl,
+    private readonly context: Context
+  ) {
+    super()
+  }
+
+  // Object used as files page data, returned by "query"
+  public filesList?: FilesPage
+
+  private _fetchList: FileId[] = []
+
+  async upload(files: UploadFile[]): Promise<File[]> {
+    const loaded_files = []
+    for (const file of files) {
+      const loaded_file = await this.internalUpload(file)
+      if (loaded_file != undefined){
+        loaded_files.push(loaded_file)
+      }
+    }
+    return loaded_files
+  }
+
+  async get(fileId: string): Promise<File>{
+    return await this.internalGetFile(fileId)
+  }
+
+  async delete(ids: string[]): Promise<void> {
+    await this.internalDeleteFiles(ids)
+  }
+
+  async query(query: string, page: number, limit: number): Promise<FilesPage> {
+    return await this.internalQuery(query, page, limit)
+  }
+
+  //----------------------------------------------------------------------------
+  // INTERNALS
+  //----------------------------------------------------------------------------
+
+  async internalFetchQuery(): Promise<void> {
+    const response = await this.context
+      .resolve(RpcService)
+      ?.requestBuilder("api/v1/Files/fetch/batch")
+      .searchParam("organizationId", this.workspace.organization.id)
+      .searchParam("fileIds", this._fetchList.join(","))
+      .sendGet()
+
+    if (ResponseUtils.isFail(response)) {
+      await ResponseUtils.throwError(`Failed to fetch files for org ${this.workspace.organization.id} and workspace ${this.workspace.id}`, response)
+    }
+
+    const progress = (await response!.json()) as FilesBatchFetchResponse
+
+    for (const prg of progress.progress){
+      const file = this.filesList?.files?.find(fl => fl.id == prg.file_id)
+      if (file) {
+        file.updateStatus(prg)
+        if (file.status > FileProcessingStage.PROCESSING){
+          const index = this._fetchList.indexOf(file.id)
+          this._fetchList.splice(index, 1)
+        }
+      }
+    }
+
+    if (this._fetchList.length != 0){
+      setTimeout(async () => await this.internalFetchQuery(), 2000)
+    }
+  }
+
+  async internalGetFile(id: string): Promise<File>{
+    if (id === undefined || id === null) {
+      throw new Error("File get, id is undefined or null")
+    }
+    if (id.length === 0 || id.trim().length === 0) {
+      throw new Error("File get, id is empty")
+    }
+
+    const response = await this.context
+      .resolve(RpcService)
+      ?.requestBuilder("api/v1/Files")
+      .searchParam("id", id)
+      .sendGet()
+
+    if (ResponseUtils.isFail(response)) {
+      await ResponseUtils.throwError(
+        `Failed to get file ${id}`,
+        response
+      )
+    }
+
+    // parse file from the server's response
+    const result = (await response!.json() as { file: FileDto }).file as FileDto
+
+    // create file implementation
+    const fileImpl = new FileImpl(this.context)
+
+    return await fileImpl.initFrom(result)
+  }
+
+  /**
+   * Delete file.
+   * @param ids array of file ids
+   */
+  async internalDeleteFiles(ids: string[]): Promise<void> {
+    if (ids === undefined || ids === null) {
+      throw new Error("File delete, ids array is undefined or null")
+    }
+    if (ids.length === 0) {
+      throw new Error("File delete, array of ids is empty")
+    }
+
+    const response = await this.context
+      .resolve(RpcService)
+      ?.requestBuilder("api/v1/Files")
+      .searchParam("fileIds", ids.toString() )
+      .sendDelete()
+      
+    if (ResponseUtils.isFail(response)) {
+      await ResponseUtils.throwError(`Files ${ids} delete, failed`, response)
+    }
+
+    for (const id of ids) {
+      const file = <FileImpl>this.filesList!.files.find(f => f.id === id)
+      const index = this.filesList!.files.indexOf(file)
+      if (index < 0) {
+        throw new Error("File delete, index is not found")
+      }
+
+      // remove file from collection
+      this.filesList!.files.splice(index, 1)
+
+      // dispatch event, file removed
+      this.dispatch({
+        type: FilesEvent.REMOVED,
+        data: file
+      })
+
+      // dispose file
+      file.dispose()
+    }
+  }
+
+  async internalQuery(
+    query: string,
+    page: number,
+    limit: number
+  ): Promise<FilesPage> {
+
+    // check page
+    if (page === undefined || page === null) {
+      throw new Error("File fetch, page is undefined or null")
+    }
+    if (page < 0) {
+      throw new Error("File fetch, page is negative")
+    }
+
+    // check limit
+    if (limit === undefined || limit === null) {
+      throw new Error("File fetch, limit is undefined or null")
+    }
+    if (limit === 0) {
+      throw new Error("File fetch, limit is 0")
+    }
+
+    // send request to the server
+    const response = await this.context
+      .resolve(RpcService)
+      ?.requestBuilder("api/v1/Files/list")
+      .searchParam("workspaceId", this.workspace.id)
+      .searchParam("organizationId", this.workspace.organization.id)
+      .searchParam("query", query)
+      .searchParam("page", page.toString())
+      .searchParam("limit", limit.toString())
+      .sendGet()
+
+    // check response status
+    if (ResponseUtils.isFail(response)) {
+      await ResponseUtils.throwError(
+        `Files fetch query:${query}, page:${page}, limit:${limit}, failed`,
+        response
+      )
+    }
+
+    this._fetchList = []
+
+    // parse files from the server's response
+    const files = (await response!.json()) as FileListResponse
+
+    // create files list
+    const filesList = new FilesPageImpl()
+    filesList.total = files.totalFilesCount
+    filesList.filesPerPage = files.filesPerPage
+    filesList.page = page
+
+    // init files from the server's response
+    for (const fl of files.files) {
+
+      // create file implementation
+      const file = await new FileImpl(this.context).initFrom(fl)
+
+      // add file to the collection
+      filesList.files.push(file)
+
+      if (file.status <= FileProcessingStage.PROCESSING) {
+        this._fetchList.push(file.id)
+      }
+    }
+
+    // set files list
+    this.filesList = filesList
+
+    if (this._fetchList.length != 0){
+      setTimeout(async () => await this.internalFetchQuery(), 2000)
+    }
+
+    return filesList
+  }
+
+  async internalUpload(file: UploadFile): Promise<File | undefined> {
+    // check file
+    if (file === undefined || file === null) {
+      throw new Error("File upload, file is undefined or null")
+    }
+
+    // form data to send
+    const form = new FormData()
+    form.append("organizationId", this.workspace.organization.id)
+    form.append("workspaceId", this.workspace.id)
+    form.append("name", file.name)
+    form.append("file", file, file.name)
+
+    // send request to the server
+    const response = await this.context
+      .resolve(RpcService)
+      ?.requestBuilder("api/v1/Files")
+      .sendPostFormData(form)
+
+    // check response status
+    if (ResponseUtils.isFail(response)) {
+      if (await ResponseUtils.isLimitReached()){
+        return undefined
+      }
+      
+      await ResponseUtils.throwError(`File upload ${file.name}`, response)
+    }
+
+    // parse file from the server's response
+    const result = (await response!.json() as { file: FileDto }).file as FileDto
+
+    // create file implementation
+    const fileImpl = new FileImpl(this.context)
+
+    await fileImpl.initFrom(result)
+
+    // dispatch event, file added
+    this.dispatch({
+      type: FilesEvent.ADDED,
+      data: fileImpl
+    })
+
+    return fileImpl
+  }
+}

package/src/storages/{files.ts → files/files.ts}

@@ -1,4 +1,4 @@
-import { EventDispatcher } from "../events"
+import { EventDispatcher } from "../../events"
 import { File, FileId } from "./file"
 import { FilesPage } from "./filesPage"
 
@@ -7,7 +7,8 @@ import { FilesPage } from "./filesPage"
  */
 export enum FilesEvent {
   ADDED = "added",
-  REMOVED = "removed"
+  REMOVED = "removed",
+  UPDATED = "updated"
 }
 
 /**
@@ -20,15 +21,21 @@ export type UploadFile = globalThis.File
  */
 export abstract class Files extends EventDispatcher<FilesEvent, File> {
   /**
-   * Get file by id.
+   * Upload file.
    */
-  abstract upload(file: UploadFile): Promise<File>
+  abstract upload(files: UploadFile[]): Promise<File[]>
 
   /**
-   * Delete file.
-   * @param id
+   * Get file by ID
+   * @param fileId 
    */
-  abstract delete(id: FileId): Promise<void>
+  abstract get(fileId: FileId): Promise<File>
+
+  /**
+   * Delete files.
+   * @param ids
+   */
+  abstract delete(ids: FileId[]): Promise<void>
 
   /**
    * Query files.

package/src/storages/files/filesPage.impl.ts

@@ -0,0 +1,37 @@
+import { FilesPage } from "./filesPage"
+import { Disposable } from "../../disposable"
+import { File } from "./file"
+
+export class FilesPageImpl extends FilesPage implements Disposable {
+  private _isDisposed: boolean = false
+
+  public files: File[] = []
+  public total: number = 0
+  public filesPerPage: number = 0
+  public page: number = 0
+
+  get pages(): number {
+    return Math.ceil(Math.max(this.total / this.filesPerPage, 1.0))
+  }
+
+  get isDisposed(): boolean {
+    return this._isDisposed
+  }
+
+  dispose(): void {
+    this._isDisposed = true
+  }
+
+  equals(other?: FilesPage | null): boolean {
+    if (other === undefined) return false
+    if (other === null) return false
+    if (other === this) return true
+    return (
+      other.pages === this.pages &&
+      other.total === this.total &&
+      other.page === this.page &&
+      (other.files === this.files ||
+        other.files.every((file, index) => file.id === this.files[index].id))
+    )
+  }
+}

package/src/storages/{filesPage.ts → files/filesPage.ts}

@@ -24,4 +24,10 @@ export abstract class FilesPage {
    * Get current page.
    */
   abstract get page(): number
+
+  /**
+   * Equals.
+   * @param other
+   */
+  abstract equals(other?: FilesPage | null): boolean
 }