@neuralinnovations/dataisland-sdk 0.0.1-dev4 → 0.0.1-dev40

package/src/storages/chats/answer.impl.ts

@@ -0,0 +1,160 @@
+import { Context } from "../../context"
+import {
+  AnswerDto,
+  AnswerStatus,
+  AnswerStepDto,
+  FetchAnswerResponse,
+  SourceDto,
+  StepType
+} from "../../dto/chatResponse"
+import { ResponseUtils } from "../../services/responseUtils"
+import { RpcService } from "../../services/rpcService"
+import { Answer, AnswerEvent, AnswerId } from "./answer"
+import { Chat } from "./chat"
+
+export class AnswerImpl extends Answer {
+
+  private _steps?: AnswerStepDto[]
+  private _status?: AnswerStatus
+  private _id?: AnswerId
+  private _question?: string
+  private _sources?: SourceDto[]
+  private _answer?: string
+  private _timestamp?: number
+
+  constructor(
+    private readonly chat: Chat,
+    private readonly context: Context) {
+    super()
+  }
+
+  initFromHistory(answer: AnswerDto): AnswerImpl {
+    this._id = answer.id
+    this._question = answer.question
+    this._answer = answer.context
+    this._sources = answer.sources
+    this._timestamp = answer.timestamp
+
+    return this
+  }
+
+  async initNew(id: AnswerId, question: string): Promise<AnswerImpl> {
+    this._id = id
+    this._question = question
+    this._answer = ""
+
+    await this.fetch()
+
+    return this
+  }
+
+  get id(): AnswerId {
+    return <AnswerId>this._id
+  }
+
+  get status(): AnswerStatus {
+    return <AnswerStatus>this._status
+  }
+
+  get question(): string {
+    return <string>this._question
+  }
+
+  get sources(): SourceDto[] {
+    return <SourceDto[]>this._sources
+  }
+
+  get tokens(): string {
+    return <string>this._answer
+  }
+
+  get timestamp(): number {
+    return <number>this._timestamp
+  }
+
+  public fetchAfter() {
+    if (this._status === undefined || this._status === AnswerStatus.RUNNING) {
+      setTimeout(async () => await this.fetch(), 300)
+    }
+  }
+
+  private getStep(type: StepType): AnswerStepDto | undefined {
+    return this._steps?.find(step => step.type === type)
+  }
+
+  async fetch(): Promise<void> {
+    // fetch answer from position 0
+    const position = 0
+    // fetch answer
+    const response = await this.context
+      .resolve(RpcService)
+      ?.requestBuilder("api/v1/Chats/answer/fetch")
+      .searchParam("chatId", this.chat.id)
+      .searchParam("questionId", this.id)
+      .searchParam("position", position.toString())
+      .sendGet()
+
+    // check response status
+    if (ResponseUtils.isFail(response)) {
+      await ResponseUtils.throwError(`Failed to fetch answer ${this.id}`, response)
+    }
+
+    // parse answer from the server's response
+    const answer = (await response!.json()) as FetchAnswerResponse
+
+    // update answer
+    this._status = <AnswerStatus>answer.status
+    this._steps = <AnswerStepDto[]>answer.steps
+
+    if (this.getStep(StepType.GENERATE_ANSWER) !== undefined) {
+      const step = this.getStep(StepType.GENERATE_ANSWER)
+      const step_tokens = step?.tokens.join("")
+      if (this._answer !== step_tokens) {
+        this._answer = step_tokens
+
+        this.dispatch({
+          type: AnswerEvent.UPDATED,
+          data: this
+        })
+      }
+    }
+
+    if (this.getStep(StepType.SOURCES) !== undefined && this._sources === undefined) {
+      const sources_step = this.getStep(StepType.SOURCES)
+      this._sources = sources_step?.sources
+
+      this.dispatch({
+        type: AnswerEvent.UPDATED,
+        data: this
+      })
+    }
+
+    if (this.getStep(StepType.DONE) !== undefined) {
+      const step = this.getStep(StepType.DONE)
+      this._timestamp = Date.parse(step!.end_at)
+    }
+
+    this.fetchAfter()
+  }
+
+  async cancel(): Promise<void> {
+    // send request to the server
+    const response = await this.context
+      .resolve(RpcService)
+      ?.requestBuilder("api/v1/Chats/answer/cancel")
+      .sendPutJson({
+        chat_id: this.chat.id,
+        uid: this.id
+      })
+
+    // check response status
+    if (ResponseUtils.isFail(response)) {
+      await ResponseUtils.throwError("Failed to cancel a question", response)
+    }
+
+    this.dispatch({
+      type: AnswerEvent.CANCALLED,
+      data: this
+    })
+  }
+}

package/src/storages/chats/answer.ts

@@ -0,0 +1,53 @@
+import {
+  AnswerStatus,
+  SourceDto
+} from "../../dto/chatResponse"
+import { EventDispatcher } from "../../events"
+
+export type AnswerId = string
+export type StepId = string
+
+export enum AnswerEvent {
+  ADDED = "added",
+  CANCALLED = "cancelled",
+  FAILED = "failed",
+  UPDATED = "updated"
+}
+
+export abstract class Answer extends EventDispatcher<AnswerEvent, Answer> {
+
+  /**
+   * Answer id.
+   */
+  abstract get id(): AnswerId
+
+  /**
+   * Answer data object
+   */
+  abstract get question(): string
+
+  /**
+   * Answer tokens
+   */
+  abstract get tokens(): string
+
+  /**
+   * Answer status.
+   */
+  abstract get status(): AnswerStatus
+
+  /**
+   * Answer sources.
+   */
+  abstract get sources(): SourceDto[]
+
+  /**
+   * Answer time.
+   */
+  abstract get timestamp(): number
+
+  /**
+   * Cancel answer
+   */
+  abstract cancel(): Promise<void>
+}

package/src/storages/chats/chat.impl.ts

@@ -0,0 +1,107 @@
+import { Chat, ChatAnswerType } from "./chat"
+import { Disposable } from "../../disposable"
+import { Answer, AnswerId } from "./answer"
+import { ChatDto } from "../../dto/chatResponse"
+import { Context } from "../../context"
+import { AnswerImpl } from "./answer.impl"
+import { RpcService } from "../../services/rpcService"
+import { ResponseUtils } from "../../services/responseUtils"
+import { Organization } from "../organizations/organization"
+
+export class ChatImpl extends Chat implements Disposable {
+  private _isDisposed: boolean = false
+  private readonly _answers: AnswerImpl[] = []
+
+  private _content?: ChatDto
+
+  constructor(
+    private readonly context: Context,
+    public readonly organization: Organization
+  ) {
+    super()
+  }
+
+  async initFrom(chat: ChatDto): Promise<ChatImpl> {
+    this._content = chat
+
+    // init answers
+    for (const ans of chat.answers) {
+      // create answer implementation
+      const answer = new AnswerImpl(this, this.context).initFromHistory(ans)
+
+      // add answer to the collection
+      this._answers.push(answer)
+    }
+
+    return this
+  }
+
+  get id(): string {
+    return <string>this._content?.id
+  }
+
+  get name(): string {
+    return <string>this._content?.name
+  }
+
+  get fileId(): string {
+    return <string>this._content?.fileId
+  }
+
+  get model(): string {
+    return <string>this._content?.model
+  }
+
+  get collection(): readonly Answer[] {
+    return <Answer[]>this._answers
+  }
+
+  get isDisposed(): boolean {
+    return this._isDisposed
+  }
+
+  public getAnswer(id: AnswerId): Answer {
+    const answer = this._answers.find(answer => answer.id === id)
+    if (answer) {
+      return answer
+    }
+    throw new Error(`Answer with id ${id} is not found`)
+  }
+
+  async ask(message: string, answerType: ChatAnswerType): Promise<Answer | undefined> {
+
+    // send request to the server
+    const response = await this.context
+      .resolve(RpcService)
+      ?.requestBuilder("api/v1/Chats/question")
+      .sendPutJson({
+        chatId: this.id,
+        questionMessage: message,
+        isLongAnswer: (answerType === ChatAnswerType.LONG)
+      })
+
+    // check response status
+    if (ResponseUtils.isFail(response)) {
+      if (await ResponseUtils.isLimitReached()){
+        return undefined
+      }
+      await ResponseUtils.throwError(`Failed to ask a question, organization: ${this.organization.id}`, response)
+    }
+
+    // parse answer id from the server's response
+    const id = (await response!.json() as { id: string }).id
+
+    // create answer implementation
+    const answer = await new AnswerImpl(this, this.context).initNew(id, message)
+
+    // add answer to the collection
+    this._answers.push(answer)
+
+    return answer
+  }
+
+  dispose(): void {
+    this._isDisposed = true
+  }
+
+}

package/src/storages/chats/chat.ts

@@ -0,0 +1,55 @@
+import { Answer } from "./answer"
+import { Organization } from "../organizations/organization"
+
+export type ChatId = string
+
+export enum ChatAnswerType {
+  SHORT = "short",
+  LONG = "long"
+}
+
+export abstract class Chat {
+
+  /**
+   * Organization.
+   */
+  abstract get organization(): Organization
+
+  /**
+   * Chat id.
+   */
+  abstract get id(): ChatId
+
+  /**
+   * Chat name.
+   */
+  abstract get name(): string
+
+  /**
+   * Connected file ID.
+   */
+  abstract get fileId(): string
+
+  /**
+   * Model.
+   */
+  abstract get model(): string
+
+  /**
+   * Answers list.
+   */
+  abstract get collection(): ReadonlyArray<Answer>
+
+  /**
+   * Get answer by id
+   * @param id answer id
+   */
+  abstract getAnswer(id: string): Answer
+
+  /**
+   * Ask new question in chat.
+   */
+  abstract ask(message: string, answerType: ChatAnswerType): Promise<Answer | undefined>
+
+}
+

package/src/storages/chats/chats.impl.ts

@@ -0,0 +1,204 @@
+import { Context } from "../../context"
+import { ChatDto, ChatListResponse } from "../../dto/chatResponse"
+import { ResponseUtils } from "../../services/responseUtils"
+import { RpcService } from "../../services/rpcService"
+import { OrganizationImpl } from "../organizations/organization.impl"
+import { OrganizationId } from "../organizations/organizations"
+import { Chat } from "./chat"
+import { ChatImpl } from "./chat.impl"
+import { Chats, ChatsEvent } from "./chats"
+
+export class ChatsImpl extends Chats {
+  private readonly _chats: Chat[] = []
+
+  constructor(
+    public readonly organization: OrganizationImpl,
+    private readonly context: Context
+  ) {
+    super()
+  }
+
+  async initFrom(organizationId: OrganizationId): Promise<void> {
+    // init chats from the server's response
+    const limit = 100
+    const page = 0
+    const response = await this.context
+      .resolve(RpcService)
+      ?.requestBuilder("api/v1/Chats/list")
+      .searchParam("organizationId", organizationId)
+      .searchParam("limit", limit.toString())
+      .searchParam("page", page.toString())
+      .sendGet()
+
+    // check response status
+    if (ResponseUtils.isFail(response)) {
+      await ResponseUtils.throwError(
+        `Chats list org id:${organizationId}, page:${page}, limit:${limit}, failed`,
+        response
+      )
+    }
+
+    // parse chats from the server's response
+    const chats = (await response!.json()) as ChatListResponse
+
+    // init chats
+    for (const cht of chats.chats) {
+      // create chat implementation
+      const chat = await new ChatImpl(this.context, this.organization).initFrom(cht)
+
+      // add chat to the collection
+      this._chats.push(chat)
+
+      // dispatch event
+      this.dispatch({
+        type: ChatsEvent.ADDED,
+        data: chat
+      })
+    }
+
+  }
+
+  get collection(): readonly Chat[] {
+    return this._chats
+  }
+
+  get(id: string): Chat {
+    return <Chat>this.tryGet(id)
+  }
+
+  tryGet(id: string): Chat | undefined {
+    return this._chats.find(chat => chat.id === id)
+  }
+
+  async create(model: string): Promise<Chat | undefined> {
+    if (model === undefined || model === null) {
+      throw new Error("Create chat, model is undefined or null")
+    }
+
+    if (model.length === 0) {
+      throw new Error("Create chat, model is empty")
+    }
+
+    // send create request to the server
+    const response = await this.context
+      .resolve(RpcService)
+      ?.requestBuilder("api/v1/Chats/workspaces")
+      .sendPostJson({ organizationId: this.organization.id, model: model })
+
+    // check response status
+    if (ResponseUtils.isFail(response)) {
+      if (await ResponseUtils.isLimitReached()){
+        return undefined
+      }
+
+      await ResponseUtils.throwError(`Failed to create chat, organization: ${this.organization.id}`, response)
+    }
+
+    // parse workspace from the server's response
+    const content = (await response!.json() as {
+      chat: ChatDto
+    }).chat as ChatDto
+
+    // create workspace implementation
+    const chat = new ChatImpl(this.context, this.organization)
+    await chat.initFrom(content)
+
+    // add chat to the collection
+    this._chats.push(chat)
+
+    // dispatch event
+    this.dispatch({
+      type: ChatsEvent.ADDED,
+      data: chat
+    })
+
+    return chat
+  }
+
+  async createWithFile(fileId: string): Promise<Chat | undefined> {
+    if (fileId === undefined || fileId === null) {
+      throw new Error("Create chat with file, id is undefined or null")
+    }
+    if (fileId.length === 0 || fileId.trim().length === 0) {
+      throw new Error("Create chat with file, id is empty")
+    }
+
+    // send create request to the server
+    const response = await this.context
+      .resolve(RpcService)
+      ?.requestBuilder("api/v1/Chats/file")
+      .sendPostJson({ 
+        organizationId: this.organization.id,
+        fileId: fileId,
+        model: "search"
+      })
+
+    // check response status
+    if (ResponseUtils.isFail(response)) {
+      if (await ResponseUtils.isLimitReached()){
+        return undefined
+      }
+
+      await ResponseUtils.throwError(`Failed to create chat, organization: ${this.organization.id}`, response)
+    }
+
+    // parse workspace from the server's response
+    const content = (await response!.json() as {
+      chat: ChatDto
+    }).chat as ChatDto
+
+    // create workspace implementation
+    const chat = new ChatImpl(this.context, this.organization)
+    await chat.initFrom(content)
+
+    // add chat to the collection
+    this._chats.push(chat)
+
+    // dispatch event
+    this.dispatch({
+      type: ChatsEvent.ADDED,
+      data: chat
+    })
+
+    return chat
+  }
+
+
+  async delete(id: string): Promise<void> {
+    // get chat by id
+    const chat = <ChatImpl>this.tryGet(id)
+
+    // check if chat is found
+    if (!chat) {
+      throw new Error(`Chat ${id} is not found, organization: ${this.organization.id}`)
+    }
+
+    // send delete request to the server
+    const response = await this.context
+      .resolve(RpcService)
+      ?.requestBuilder("api/v1/Chats")
+      .searchParam("id", id)
+      .sendDelete()
+
+    // check response status
+    if (ResponseUtils.isFail(response)) {
+      await ResponseUtils.throwError(
+        `Failed to delete chat: ${id}, organization: ${this.organization.id}`,
+        response
+      )
+    }
+
+    // remove chat from the collection
+    const index = this._chats.indexOf(<ChatImpl>chat)
+    if (index < 0) {
+      throw new Error(`Chat ${id} is not found, organization: ${this.organization.id}`)
+    }
+    this._chats.splice(index, 1)
+
+    // dispatch event
+    this.dispatch({
+      type: ChatsEvent.REMOVED,
+      data: chat
+    })
+  }
+}

package/src/storages/chats/chats.ts

@@ -0,0 +1,53 @@
+import { EventDispatcher } from "../../events"
+import { Chat, ChatId } from "./chat"
+import { Organization } from "../organizations/organization"
+
+export enum ChatsEvent {
+  ADDED = "added",
+  REMOVED = "removed"
+}
+
+/**
+ * Chats storage.
+ */
+export abstract class Chats extends EventDispatcher<ChatsEvent, Chat> {
+
+  /**
+   * Organization.
+   */
+  abstract get organization(): Organization
+
+  /**
+   * Chats list.
+   */
+  abstract get collection(): ReadonlyArray<Chat>
+
+  /**
+   * Create new chat.
+   */
+  abstract create(model: string): Promise<Chat | undefined>
+
+  /**
+   * Create chat with specific file
+   * @param fileId 
+   */
+  abstract createWithFile(fileId: string): Promise<Chat | undefined>
+
+  /**
+   * Get chat by id.
+   * @param id
+   */
+  abstract get(id: ChatId): Chat
+
+  /**
+   * Try to get chat by id.
+   * @param id
+   */
+  abstract tryGet(id: ChatId): Chat | undefined
+
+  /**
+   * Delete chat.
+   * @param id
+   */
+  abstract delete(id: ChatId): Promise<void>
+}