llmasaservice-client 0.11.0 → 0.11.1

package/dist/index.d.mts

@@ -35,6 +35,7 @@ interface DataItem {
 }
 interface SendRequestOptions {
     batch?: boolean;
+    callbackUrl?: string;
 }
 interface UseLLMReturnType {
     send: (prompt: string, messages?: Message[], data?: DataItem[], stream?: boolean, allowCaching?: boolean, service?: string | null, conversation?: string | null, abortController?: AbortController, onComplete?: (result: string) => void, onError?: (error: string) => void, requestOptions?: SendRequestOptions) => Promise<ReadableStreamDefaultReader<any> | string | undefined>;

package/dist/index.d.ts

@@ -35,6 +35,7 @@ interface DataItem {
 }
 interface SendRequestOptions {
     batch?: boolean;
+    callbackUrl?: string;
 }
 interface UseLLMReturnType {
     send: (prompt: string, messages?: Message[], data?: DataItem[], stream?: boolean, allowCaching?: boolean, service?: string | null, conversation?: string | null, abortController?: AbortController, onComplete?: (result: string) => void, onError?: (error: string) => void, requestOptions?: SendRequestOptions) => Promise<ReadableStreamDefaultReader<any> | string | undefined>;

package/dist/index.js

@@ -112,7 +112,7 @@ var useLLM = (options) => {
       setResponse("");
       setIdle(false);
       let errorInFetch = "";
-      const responseBody = JSON.stringify(__spreadValues({
+      const responseBody = JSON.stringify(__spreadValues(__spreadValues({
         projectId: (_a = context == null ? void 0 : context.project_id) != null ? _a : "",
         serviceId: service,
         agentId: context == null ? void 0 : context.agent,
@@ -124,7 +124,7 @@ var useLLM = (options) => {
         allowCaching,
         conversationId: conversation,
         tools: (_c = context == null ? void 0 : context.tools) != null ? _c : []
-      }, (requestOptions == null ? void 0 : requestOptions.batch) != null && { batch: requestOptions.batch }));
+      }, (requestOptions == null ? void 0 : requestOptions.batch) != null && { batch: requestOptions.batch }), (requestOptions == null ? void 0 : requestOptions.callbackUrl) != null && { callbackUrl: requestOptions.callbackUrl }));
       const options2 = {
         method: "POST",
         signal: abortController.signal,

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../index.ts","../src/useLLM.ts","../src/LLMAsAService.tsx"],"sourcesContent":["\r\nexport { useLLM, UseLLMReturnType, SendRequestOptions } from \"./src/useLLM\";\r\nexport type { Message, DataItem } from \"./src/useLLM\";\r\nexport * from './src/LLMAsAService';","import { useContext, useState } from \"react\";\r\nimport {\r\n  LLMService,\r\n  LLMServiceType,\r\n  LLMAsAServiceCustomer,\r\n} from \"./LLMAsAService\";\r\n\r\nexport interface Message {\r\n  role: string;\r\n  content: string;\r\n}\r\n\r\nexport interface DataItem {\r\n  key: string;\r\n  data: string;\r\n}\r\n\r\nexport interface SendRequestOptions {\r\n  batch?: boolean;\r\n}\r\n\r\nexport interface UseLLMReturnType {\r\n  send: (\r\n    prompt: string,\r\n    messages?: Message[],\r\n    data?: DataItem[],\r\n    stream?: boolean,\r\n    allowCaching?: boolean,\r\n    service?: string | null,\r\n    conversation?: string | null,\r\n    abortController?: AbortController,\r\n    onComplete?: (result: string) => void,\r\n    onError?: (error: string) => void,\r\n    requestOptions?: SendRequestOptions\r\n  ) => Promise<ReadableStreamDefaultReader<any> | string | undefined>;\r\n  stop: (controller: AbortController | null) => void;\r\n  response: string;\r\n  idle: boolean;\r\n  error: string;\r\n  setResponse: (response: string) => void;\r\n  lastCallId: string;\r\n  setCustomer: (customer: LLMAsAServiceCustomer | null) => void;\r\n}\r\n\r\nexport const useLLM = (options?: LLMServiceType): UseLLMReturnType => {\r\n  const [response, setResponse] = useState<string>(\"\");\r\n  const [idle, setIdle] = useState<boolean>(true);\r\n  const [error, setError] = useState<string>(\"\");\r\n  const [lastCallId, setLastCallId] = useState<string>(\"\");\r\n  const [customerOverride, setCustomerOverride] =\r\n    useState<LLMAsAServiceCustomer | null>(null);\r\n\r\n  let context = useContext(LLMService);\r\n  if (!context) {\r\n    context = options;\r\n  }\r\n\r\n  if (!context) {\r\n    throw new Error(\r\n      \"useLLM must be used within a LLMServiceProvider or constructed with options in your useLLM() call.\"\r\n    );\r\n  }\r\n\r\n  /**\r\n   * Stops the fetch request and returns the hook to an idle state. Use this to add abort functionality to your UI.\r\n   *\r\n   * @param controller An AbortController object to stop the fetch request and return this hook to an idle state, the controller should be the same one passed to the send function.\r\n   */\r\n  const stop = (controller: AbortController | null) => {\r\n    if (controller) controller.abort();\r\n    setIdle(true);\r\n  };\r\n\r\n  /**\r\n   * Calls the LLM as a service with the given prompt and messages. The response is returned in the response property of the hook.\r\n   *\r\n   * @param {string} prompt - The prompt to send to the LLM service.\r\n   * @param {Message[]} messages - The history and context messages to send to the LLM service, as an array of {role: string, content: string} objects. For example, [{ role: \"system\", content: \"You are a useful assistant.\" }]\r\n   * @param {DataItem[]} data - The data to send to the LLM service, as an array of {key: string, data: string} objects. For example, [{ key: \"name\", value: \"John\" }]\r\n   * @param {boolean} stream - Determines whether to stream results back in the response property as they return from the service or batch them up and return them all at once in the response property as a string.\r\n   * @param {boolean} allowCaching - Determines whether the service can use cached results or not.\r\n   * @param {string | null} service - The service to use for the request. If null, load balancing will be applied. This is typically only used for testing.\r\n   * @param {string | null} conversation - The conversation of this request. If null, this is a one off call with no conversation history\r\n   * @param {AbortController} abortController - The AbortController used to abort this request once it's started. This allows you to add a stop button to your UI.\r\n   * @param {(result: string) => void} onComplete - The callback function to be called once the stream completes, with the final result string.\r\n   * @param {(error: string) => void} onError - The callback function to be called if an error occurs, with the error string.\r\n   * @returns {Promise<ReadableStreamDefaultReader<any> | string | undefined>} - A StreamReader object if stream is true, otherwise a string of the response. Typically this isn't used when streaming, the stream is exposed in the response property.\r\n   */\r\n  async function send(\r\n    prompt: string,\r\n    messages: Message[] = [],\r\n    data: DataItem[] = [],\r\n    stream: boolean = true,\r\n    allowCaching: boolean = true,\r\n    service: string | null = null, // null means use the default service and apply services load balancing\r\n    conversation: string | null = null,\r\n    abortController: AbortController = new AbortController(),\r\n    onComplete?: (result: string) => void,\r\n    onError?: (error: string) => void,\r\n    requestOptions?: SendRequestOptions\r\n  ): Promise<ReadableStreamDefaultReader<any> | string | undefined> {\r\n    setResponse(\"\");\r\n    setIdle(false);\r\n\r\n    let errorInFetch = \"\";\r\n\r\n    const responseBody = JSON.stringify({\r\n      projectId: context?.project_id ?? \"\",\r\n      serviceId: service,\r\n      agentId: context?.agent,\r\n      prompt: prompt,\r\n      messages: messages,\r\n      data: data,\r\n      customer: customerOverride ?? context?.customer ?? {}, // override customer if set\r\n      allowCaching: allowCaching,\r\n      conversationId: conversation,\r\n      tools: context?.tools ?? [],\r\n      ...(requestOptions?.batch != null && { batch: requestOptions.batch }),\r\n    });\r\n\r\n    // trying to get cloudfront oac going. posts need to be signed, but when i add this the call fails...\r\n    const options = {\r\n      method: \"POST\",\r\n      signal: abortController.signal,\r\n      mode: \"cors\" as RequestMode,\r\n      headers: {\r\n        \"Content-Type\": \"text/plain\",\r\n      },\r\n      body: responseBody,\r\n    };\r\n\r\n    try {\r\n      const url = context?.url ?? \"https://chat.llmasaservice.io/\";\r\n      const response = await fetch(url, options);\r\n      if (!response.ok) {\r\n        errorInFetch = `Error: Network error for service. (${response.status} ${response.statusText})`;\r\n      } else {\r\n        setLastCallId(response.headers.get(\"x-callId\") ?? \"\");\r\n        const reader =\r\n          response?.body?.getReader() as ReadableStreamDefaultReader;\r\n        const decoder = new TextDecoder(\"utf-8\");\r\n        setIdle(false);\r\n\r\n        if (!stream) {\r\n          return await readStream(\r\n            reader,\r\n            decoder,\r\n            stream,\r\n            {\r\n              signal: options.signal,\r\n            },\r\n            onComplete,\r\n            onError\r\n          );\r\n        } else {\r\n          readStream(\r\n            reader,\r\n            decoder,\r\n            stream,\r\n            {\r\n              signal: options.signal,\r\n            },\r\n            onComplete,\r\n            onError\r\n          );\r\n\r\n          return reader;\r\n        }\r\n      }\r\n    } catch (errorObject: any) {\r\n      errorInFetch = `Error: Having trouble connecting to chat service. (${errorObject.message})`;\r\n    }\r\n\r\n    if (errorInFetch !== \"\") {\r\n      setError(errorInFetch);\r\n      if (onError) {\r\n        onError(errorInFetch);\r\n      }\r\n      console.error(`Error: Error in fetch. (${errorInFetch})`);\r\n    }\r\n  }\r\n  async function readStream(\r\n    reader: ReadableStreamDefaultReader,\r\n    decoder: TextDecoder,\r\n    stream: Boolean = true,\r\n    { signal }: { signal: AbortSignal },\r\n    onComplete?: (result: string) => void,\r\n    onError?: (error: string) => void\r\n  ): Promise<string> {\r\n    let errorInRead = \"\";\r\n    let result = \"\";\r\n\r\n    while (true) {\r\n      try {\r\n        if (signal.aborted) {\r\n          reader.cancel();\r\n          break;\r\n        }\r\n\r\n        const { value, done } = await reader.read();\r\n\r\n        const decoded = decoder.decode(value);\r\n        result += decoded;\r\n\r\n        if (stream) {\r\n          setResponse(result);\r\n        }\r\n\r\n        if (decoded.startsWith(\"Error:\")) {\r\n          errorInRead = decoded.substring(6);\r\n          break;\r\n        }\r\n\r\n        if (done) {\r\n          break;\r\n        }\r\n      } catch (error: any) {\r\n        if (error.name !== \"AbortError\") {\r\n          errorInRead = `Read error: ${error.message}`;\r\n        }\r\n        break;\r\n      } finally {\r\n        if (signal.aborted) reader.releaseLock();\r\n      }\r\n    }\r\n\r\n    setIdle(true);\r\n\r\n    if (errorInRead) {\r\n      setError(errorInRead);\r\n      reader.cancel();\r\n      if (onError) onError(errorInRead);\r\n    }\r\n\r\n    if (onComplete) {\r\n      onComplete(result);\r\n    }\r\n\r\n    return result;\r\n  }\r\n\r\n  /**\r\n   * Sets and overrides the customer making the next call\r\n   * @param customer Persistently override the customer for all subsequent calls until cleared with null.\r\n   * This is useful for setting a customer context that will be used in all subsequent calls to\r\n   */\r\n  const setCustomer = (customer: LLMAsAServiceCustomer | null) => {\r\n    setCustomerOverride(customer);\r\n  };\r\n\r\n  return {\r\n    response,\r\n    send,\r\n    stop,\r\n    idle,\r\n    error,\r\n    setResponse,\r\n    lastCallId,\r\n    setCustomer,\r\n  };\r\n};\r\n\r\nexport default useLLM;\r\n","import React, { createContext, ReactNode } from \"react\";\r\n\r\nexport type LLMAsAServiceCustomer = {\r\n  customer_id: string;\r\n  customer_name?: string;\r\n  customer_user_id?: string;\r\n  customer_user_email?: string;\r\n  customer_user_name?: string;\r\n};\r\n\r\nexport interface LLMServiceType {\r\n  project_id: string | undefined;\r\n  customer?: LLMAsAServiceCustomer;\r\n  url?: string | null;\r\n  agent?: string | null;\r\n  tools?: [] | null;\r\n}\r\n\r\nexport const LLMService = createContext<LLMServiceType | undefined>(undefined);\r\n\r\ninterface UserProviderProps {\r\n  children: ReactNode;\r\n  project_id: string | undefined;\r\n  customer?: LLMAsAServiceCustomer;\r\n  url?: string | null;\r\n  agent?: string | null;\r\n  tools?: [] | null;\r\n}\r\n\r\nexport const LLMServiceProvider: React.FC<UserProviderProps> = ({\r\n  children,\r\n  project_id,\r\n  customer,\r\n  url = \"https://chat.llmasaservice.io/\",\r\n  agent = null,\r\n}) => {\r\n  return (\r\n    <LLMService.Provider value={{ project_id, customer, url, agent }}>\r\n      {children}\r\n    </LLMService.Provider>\r\n  );\r\n};\r\n\r\nexport default LLMServiceProvider;"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,IAAAA,gBAAqC;;;ACArC,mBAAgD;AAkBzC,IAAM,iBAAa,4BAA0C,MAAS;AAWtE,IAAM,qBAAkD,CAAC;AAAA,EAC9D;AAAA,EACA;AAAA,EACA;AAAA,EACA,MAAM;AAAA,EACN,QAAQ;AACV,MAAM;AACJ,SACE,6BAAAC,QAAA,cAAC,WAAW,UAAX,EAAoB,OAAO,EAAE,YAAY,UAAU,KAAK,MAAM,KAC5D,QACH;AAEJ;;;ADGO,IAAM,SAAS,CAAC,YAA+C;AACpE,QAAM,CAAC,UAAU,WAAW,QAAI,wBAAiB,EAAE;AACnD,QAAM,CAAC,MAAM,OAAO,QAAI,wBAAkB,IAAI;AAC9C,QAAM,CAAC,OAAO,QAAQ,QAAI,wBAAiB,EAAE;AAC7C,QAAM,CAAC,YAAY,aAAa,QAAI,wBAAiB,EAAE;AACvD,QAAM,CAAC,kBAAkB,mBAAmB,QAC1C,wBAAuC,IAAI;AAE7C,MAAI,cAAU,0BAAW,UAAU;AACnC,MAAI,CAAC,SAAS;AACZ,cAAU;AAAA,EACZ;AAEA,MAAI,CAAC,SAAS;AACZ,UAAM,IAAI;AAAA,MACR;AAAA,IACF;AAAA,EACF;AAOA,QAAM,OAAO,CAAC,eAAuC;AACnD,QAAI,WAAY,YAAW,MAAM;AACjC,YAAQ,IAAI;AAAA,EACd;AAiBA,WAAe,KACb,IAWgE;AAAA,+CAXhE,QACA,WAAsB,CAAC,GACvB,OAAmB,CAAC,GACpB,SAAkB,MAClB,eAAwB,MACxB,UAAyB,MACzB,eAA8B,MAC9B,kBAAmC,IAAI,gBAAgB,GACvD,YACA,SACA,gBACgE;AApGpE;AAqGI,kBAAY,EAAE;AACd,cAAQ,KAAK;AAEb,UAAI,eAAe;AAEnB,YAAM,eAAe,KAAK,UAAU;AAAA,QAClC,YAAW,wCAAS,eAAT,YAAuB;AAAA,QAClC,WAAW;AAAA,QACX,SAAS,mCAAS;AAAA,QAClB;AAAA,QACA;AAAA,QACA;AAAA,QACA,WAAU,mDAAoB,mCAAS,aAA7B,YAAyC,CAAC;AAAA;AAAA,QACpD;AAAA,QACA,gBAAgB;AAAA,QAChB,QAAO,wCAAS,UAAT,YAAkB,CAAC;AAAA,UACtB,iDAAgB,UAAS,QAAQ,EAAE,OAAO,eAAe,MAAM,EACpE;AAGD,YAAMC,WAAU;AAAA,QACd,QAAQ;AAAA,QACR,QAAQ,gBAAgB;AAAA,QACxB,MAAM;AAAA,QACN,SAAS;AAAA,UACP,gBAAgB;AAAA,QAClB;AAAA,QACA,MAAM;AAAA,MACR;AAEA,UAAI;AACF,cAAM,OAAM,wCAAS,QAAT,YAAgB;AAC5B,cAAMC,YAAW,MAAM,MAAM,KAAKD,QAAO;AACzC,YAAI,CAACC,UAAS,IAAI;AAChB,yBAAe,sCAAsCA,UAAS,MAAM,IAAIA,UAAS,UAAU;AAAA,QAC7F,OAAO;AACL,yBAAc,KAAAA,UAAS,QAAQ,IAAI,UAAU,MAA/B,YAAoC,EAAE;AACpD,gBAAM,UACJ,KAAAA,aAAA,gBAAAA,UAAU,SAAV,mBAAgB;AAClB,gBAAM,UAAU,IAAI,YAAY,OAAO;AACvC,kBAAQ,KAAK;AAEb,cAAI,CAAC,QAAQ;AACX,mBAAO,MAAM;AAAA,cACX;AAAA,cACA;AAAA,cACA;AAAA,cACA;AAAA,gBACE,QAAQD,SAAQ;AAAA,cAClB;AAAA,cACA;AAAA,cACA;AAAA,YACF;AAAA,UACF,OAAO;AACL;AAAA,cACE;AAAA,cACA;AAAA,cACA;AAAA,cACA;AAAA,gBACE,QAAQA,SAAQ;AAAA,cAClB;AAAA,cACA;AAAA,cACA;AAAA,YACF;AAEA,mBAAO;AAAA,UACT;AAAA,QACF;AAAA,MACF,SAAS,aAAkB;AACzB,uBAAe,sDAAsD,YAAY,OAAO;AAAA,MAC1F;AAEA,UAAI,iBAAiB,IAAI;AACvB,iBAAS,YAAY;AACrB,YAAI,SAAS;AACX,kBAAQ,YAAY;AAAA,QACtB;AACA,gBAAQ,MAAM,2BAA2B,YAAY,GAAG;AAAA,MAC1D;AAAA,IACF;AAAA;AACA,WAAe,WACb,IACA,IAKiB;AAAA,+CANjB,QACA,SACA,SAAkB,MAClB,EAAE,OAAO,GACT,YACA,SACiB;AACjB,UAAI,cAAc;AAClB,UAAI,SAAS;AAEb,aAAO,MAAM;AACX,YAAI;AACF,cAAI,OAAO,SAAS;AAClB,mBAAO,OAAO;AACd;AAAA,UACF;AAEA,gBAAM,EAAE,OAAO,KAAK,IAAI,MAAM,OAAO,KAAK;AAE1C,gBAAM,UAAU,QAAQ,OAAO,KAAK;AACpC,oBAAU;AAEV,cAAI,QAAQ;AACV,wBAAY,MAAM;AAAA,UACpB;AAEA,cAAI,QAAQ,WAAW,QAAQ,GAAG;AAChC,0BAAc,QAAQ,UAAU,CAAC;AACjC;AAAA,UACF;AAEA,cAAI,MAAM;AACR;AAAA,UACF;AAAA,QACF,SAASE,QAAY;AACnB,cAAIA,OAAM,SAAS,cAAc;AAC/B,0BAAc,eAAeA,OAAM,OAAO;AAAA,UAC5C;AACA;AAAA,QACF,UAAE;AACA,cAAI,OAAO,QAAS,QAAO,YAAY;AAAA,QACzC;AAAA,MACF;AAEA,cAAQ,IAAI;AAEZ,UAAI,aAAa;AACf,iBAAS,WAAW;AACpB,eAAO,OAAO;AACd,YAAI,QAAS,SAAQ,WAAW;AAAA,MAClC;AAEA,UAAI,YAAY;AACd,mBAAW,MAAM;AAAA,MACnB;AAEA,aAAO;AAAA,IACT;AAAA;AAOA,QAAM,cAAc,CAAC,aAA2C;AAC9D,wBAAoB,QAAQ;AAAA,EAC9B;AAEA,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACF;","names":["import_react","React","options","response","error"]}
+{"version":3,"sources":["../index.ts","../src/useLLM.ts","../src/LLMAsAService.tsx"],"sourcesContent":["\r\nexport { useLLM, UseLLMReturnType, SendRequestOptions } from \"./src/useLLM\";\r\nexport type { Message, DataItem } from \"./src/useLLM\";\r\nexport * from './src/LLMAsAService';","import { useContext, useState } from \"react\";\r\nimport {\r\n  LLMService,\r\n  LLMServiceType,\r\n  LLMAsAServiceCustomer,\r\n} from \"./LLMAsAService\";\r\n\r\nexport interface Message {\r\n  role: string;\r\n  content: string;\r\n}\r\n\r\nexport interface DataItem {\r\n  key: string;\r\n  data: string;\r\n}\r\n\r\nexport interface SendRequestOptions {\r\n  batch?: boolean;\r\n  callbackUrl?: string;\r\n}\r\n\r\nexport interface UseLLMReturnType {\r\n  send: (\r\n    prompt: string,\r\n    messages?: Message[],\r\n    data?: DataItem[],\r\n    stream?: boolean,\r\n    allowCaching?: boolean,\r\n    service?: string | null,\r\n    conversation?: string | null,\r\n    abortController?: AbortController,\r\n    onComplete?: (result: string) => void,\r\n    onError?: (error: string) => void,\r\n    requestOptions?: SendRequestOptions\r\n  ) => Promise<ReadableStreamDefaultReader<any> | string | undefined>;\r\n  stop: (controller: AbortController | null) => void;\r\n  response: string;\r\n  idle: boolean;\r\n  error: string;\r\n  setResponse: (response: string) => void;\r\n  lastCallId: string;\r\n  setCustomer: (customer: LLMAsAServiceCustomer | null) => void;\r\n}\r\n\r\nexport const useLLM = (options?: LLMServiceType): UseLLMReturnType => {\r\n  const [response, setResponse] = useState<string>(\"\");\r\n  const [idle, setIdle] = useState<boolean>(true);\r\n  const [error, setError] = useState<string>(\"\");\r\n  const [lastCallId, setLastCallId] = useState<string>(\"\");\r\n  const [customerOverride, setCustomerOverride] =\r\n    useState<LLMAsAServiceCustomer | null>(null);\r\n\r\n  let context = useContext(LLMService);\r\n  if (!context) {\r\n    context = options;\r\n  }\r\n\r\n  if (!context) {\r\n    throw new Error(\r\n      \"useLLM must be used within a LLMServiceProvider or constructed with options in your useLLM() call.\"\r\n    );\r\n  }\r\n\r\n  /**\r\n   * Stops the fetch request and returns the hook to an idle state. Use this to add abort functionality to your UI.\r\n   *\r\n   * @param controller An AbortController object to stop the fetch request and return this hook to an idle state, the controller should be the same one passed to the send function.\r\n   */\r\n  const stop = (controller: AbortController | null) => {\r\n    if (controller) controller.abort();\r\n    setIdle(true);\r\n  };\r\n\r\n  /**\r\n   * Calls the LLM as a service with the given prompt and messages. The response is returned in the response property of the hook.\r\n   *\r\n   * @param {string} prompt - The prompt to send to the LLM service.\r\n   * @param {Message[]} messages - The history and context messages to send to the LLM service, as an array of {role: string, content: string} objects. For example, [{ role: \"system\", content: \"You are a useful assistant.\" }]\r\n   * @param {DataItem[]} data - The data to send to the LLM service, as an array of {key: string, data: string} objects. For example, [{ key: \"name\", value: \"John\" }]\r\n   * @param {boolean} stream - Determines whether to stream results back in the response property as they return from the service or batch them up and return them all at once in the response property as a string.\r\n   * @param {boolean} allowCaching - Determines whether the service can use cached results or not.\r\n   * @param {string | null} service - The service to use for the request. If null, load balancing will be applied. This is typically only used for testing.\r\n   * @param {string | null} conversation - The conversation of this request. If null, this is a one off call with no conversation history\r\n   * @param {AbortController} abortController - The AbortController used to abort this request once it's started. This allows you to add a stop button to your UI.\r\n   * @param {(result: string) => void} onComplete - The callback function to be called once the stream completes, with the final result string.\r\n   * @param {(error: string) => void} onError - The callback function to be called if an error occurs, with the error string.\r\n   * @returns {Promise<ReadableStreamDefaultReader<any> | string | undefined>} - A StreamReader object if stream is true, otherwise a string of the response. Typically this isn't used when streaming, the stream is exposed in the response property.\r\n   */\r\n  async function send(\r\n    prompt: string,\r\n    messages: Message[] = [],\r\n    data: DataItem[] = [],\r\n    stream: boolean = true,\r\n    allowCaching: boolean = true,\r\n    service: string | null = null, // null means use the default service and apply services load balancing\r\n    conversation: string | null = null,\r\n    abortController: AbortController = new AbortController(),\r\n    onComplete?: (result: string) => void,\r\n    onError?: (error: string) => void,\r\n    requestOptions?: SendRequestOptions\r\n  ): Promise<ReadableStreamDefaultReader<any> | string | undefined> {\r\n    setResponse(\"\");\r\n    setIdle(false);\r\n\r\n    let errorInFetch = \"\";\r\n\r\n    const responseBody = JSON.stringify({\r\n      projectId: context?.project_id ?? \"\",\r\n      serviceId: service,\r\n      agentId: context?.agent,\r\n      prompt: prompt,\r\n      messages: messages,\r\n      data: data,\r\n      customer: customerOverride ?? context?.customer ?? {}, // override customer if set\r\n      allowCaching: allowCaching,\r\n      conversationId: conversation,\r\n      tools: context?.tools ?? [],\r\n      ...(requestOptions?.batch != null && { batch: requestOptions.batch }),\r\n      ...(requestOptions?.callbackUrl != null && { callbackUrl: requestOptions.callbackUrl }),\r\n    });\r\n\r\n    // trying to get cloudfront oac going. posts need to be signed, but when i add this the call fails...\r\n    const options = {\r\n      method: \"POST\",\r\n      signal: abortController.signal,\r\n      mode: \"cors\" as RequestMode,\r\n      headers: {\r\n        \"Content-Type\": \"text/plain\",\r\n      },\r\n      body: responseBody,\r\n    };\r\n\r\n    try {\r\n      const url = context?.url ?? \"https://chat.llmasaservice.io/\";\r\n      const response = await fetch(url, options);\r\n      if (!response.ok) {\r\n        errorInFetch = `Error: Network error for service. (${response.status} ${response.statusText})`;\r\n      } else {\r\n        setLastCallId(response.headers.get(\"x-callId\") ?? \"\");\r\n        const reader =\r\n          response?.body?.getReader() as ReadableStreamDefaultReader;\r\n        const decoder = new TextDecoder(\"utf-8\");\r\n        setIdle(false);\r\n\r\n        if (!stream) {\r\n          return await readStream(\r\n            reader,\r\n            decoder,\r\n            stream,\r\n            {\r\n              signal: options.signal,\r\n            },\r\n            onComplete,\r\n            onError\r\n          );\r\n        } else {\r\n          readStream(\r\n            reader,\r\n            decoder,\r\n            stream,\r\n            {\r\n              signal: options.signal,\r\n            },\r\n            onComplete,\r\n            onError\r\n          );\r\n\r\n          return reader;\r\n        }\r\n      }\r\n    } catch (errorObject: any) {\r\n      errorInFetch = `Error: Having trouble connecting to chat service. (${errorObject.message})`;\r\n    }\r\n\r\n    if (errorInFetch !== \"\") {\r\n      setError(errorInFetch);\r\n      if (onError) {\r\n        onError(errorInFetch);\r\n      }\r\n      console.error(`Error: Error in fetch. (${errorInFetch})`);\r\n    }\r\n  }\r\n  async function readStream(\r\n    reader: ReadableStreamDefaultReader,\r\n    decoder: TextDecoder,\r\n    stream: Boolean = true,\r\n    { signal }: { signal: AbortSignal },\r\n    onComplete?: (result: string) => void,\r\n    onError?: (error: string) => void\r\n  ): Promise<string> {\r\n    let errorInRead = \"\";\r\n    let result = \"\";\r\n\r\n    while (true) {\r\n      try {\r\n        if (signal.aborted) {\r\n          reader.cancel();\r\n          break;\r\n        }\r\n\r\n        const { value, done } = await reader.read();\r\n\r\n        const decoded = decoder.decode(value);\r\n        result += decoded;\r\n\r\n        if (stream) {\r\n          setResponse(result);\r\n        }\r\n\r\n        if (decoded.startsWith(\"Error:\")) {\r\n          errorInRead = decoded.substring(6);\r\n          break;\r\n        }\r\n\r\n        if (done) {\r\n          break;\r\n        }\r\n      } catch (error: any) {\r\n        if (error.name !== \"AbortError\") {\r\n          errorInRead = `Read error: ${error.message}`;\r\n        }\r\n        break;\r\n      } finally {\r\n        if (signal.aborted) reader.releaseLock();\r\n      }\r\n    }\r\n\r\n    setIdle(true);\r\n\r\n    if (errorInRead) {\r\n      setError(errorInRead);\r\n      reader.cancel();\r\n      if (onError) onError(errorInRead);\r\n    }\r\n\r\n    if (onComplete) {\r\n      onComplete(result);\r\n    }\r\n\r\n    return result;\r\n  }\r\n\r\n  /**\r\n   * Sets and overrides the customer making the next call\r\n   * @param customer Persistently override the customer for all subsequent calls until cleared with null.\r\n   * This is useful for setting a customer context that will be used in all subsequent calls to\r\n   */\r\n  const setCustomer = (customer: LLMAsAServiceCustomer | null) => {\r\n    setCustomerOverride(customer);\r\n  };\r\n\r\n  return {\r\n    response,\r\n    send,\r\n    stop,\r\n    idle,\r\n    error,\r\n    setResponse,\r\n    lastCallId,\r\n    setCustomer,\r\n  };\r\n};\r\n\r\nexport default useLLM;\r\n","import React, { createContext, ReactNode } from \"react\";\r\n\r\nexport type LLMAsAServiceCustomer = {\r\n  customer_id: string;\r\n  customer_name?: string;\r\n  customer_user_id?: string;\r\n  customer_user_email?: string;\r\n  customer_user_name?: string;\r\n};\r\n\r\nexport interface LLMServiceType {\r\n  project_id: string | undefined;\r\n  customer?: LLMAsAServiceCustomer;\r\n  url?: string | null;\r\n  agent?: string | null;\r\n  tools?: [] | null;\r\n}\r\n\r\nexport const LLMService = createContext<LLMServiceType | undefined>(undefined);\r\n\r\ninterface UserProviderProps {\r\n  children: ReactNode;\r\n  project_id: string | undefined;\r\n  customer?: LLMAsAServiceCustomer;\r\n  url?: string | null;\r\n  agent?: string | null;\r\n  tools?: [] | null;\r\n}\r\n\r\nexport const LLMServiceProvider: React.FC<UserProviderProps> = ({\r\n  children,\r\n  project_id,\r\n  customer,\r\n  url = \"https://chat.llmasaservice.io/\",\r\n  agent = null,\r\n}) => {\r\n  return (\r\n    <LLMService.Provider value={{ project_id, customer, url, agent }}>\r\n      {children}\r\n    </LLMService.Provider>\r\n  );\r\n};\r\n\r\nexport default LLMServiceProvider;"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,IAAAA,gBAAqC;;;ACArC,mBAAgD;AAkBzC,IAAM,iBAAa,4BAA0C,MAAS;AAWtE,IAAM,qBAAkD,CAAC;AAAA,EAC9D;AAAA,EACA;AAAA,EACA;AAAA,EACA,MAAM;AAAA,EACN,QAAQ;AACV,MAAM;AACJ,SACE,6BAAAC,QAAA,cAAC,WAAW,UAAX,EAAoB,OAAO,EAAE,YAAY,UAAU,KAAK,MAAM,KAC5D,QACH;AAEJ;;;ADIO,IAAM,SAAS,CAAC,YAA+C;AACpE,QAAM,CAAC,UAAU,WAAW,QAAI,wBAAiB,EAAE;AACnD,QAAM,CAAC,MAAM,OAAO,QAAI,wBAAkB,IAAI;AAC9C,QAAM,CAAC,OAAO,QAAQ,QAAI,wBAAiB,EAAE;AAC7C,QAAM,CAAC,YAAY,aAAa,QAAI,wBAAiB,EAAE;AACvD,QAAM,CAAC,kBAAkB,mBAAmB,QAC1C,wBAAuC,IAAI;AAE7C,MAAI,cAAU,0BAAW,UAAU;AACnC,MAAI,CAAC,SAAS;AACZ,cAAU;AAAA,EACZ;AAEA,MAAI,CAAC,SAAS;AACZ,UAAM,IAAI;AAAA,MACR;AAAA,IACF;AAAA,EACF;AAOA,QAAM,OAAO,CAAC,eAAuC;AACnD,QAAI,WAAY,YAAW,MAAM;AACjC,YAAQ,IAAI;AAAA,EACd;AAiBA,WAAe,KACb,IAWgE;AAAA,+CAXhE,QACA,WAAsB,CAAC,GACvB,OAAmB,CAAC,GACpB,SAAkB,MAClB,eAAwB,MACxB,UAAyB,MACzB,eAA8B,MAC9B,kBAAmC,IAAI,gBAAgB,GACvD,YACA,SACA,gBACgE;AArGpE;AAsGI,kBAAY,EAAE;AACd,cAAQ,KAAK;AAEb,UAAI,eAAe;AAEnB,YAAM,eAAe,KAAK,UAAU;AAAA,QAClC,YAAW,wCAAS,eAAT,YAAuB;AAAA,QAClC,WAAW;AAAA,QACX,SAAS,mCAAS;AAAA,QAClB;AAAA,QACA;AAAA,QACA;AAAA,QACA,WAAU,mDAAoB,mCAAS,aAA7B,YAAyC,CAAC;AAAA;AAAA,QACpD;AAAA,QACA,gBAAgB;AAAA,QAChB,QAAO,wCAAS,UAAT,YAAkB,CAAC;AAAA,UACtB,iDAAgB,UAAS,QAAQ,EAAE,OAAO,eAAe,MAAM,KAC/D,iDAAgB,gBAAe,QAAQ,EAAE,aAAa,eAAe,YAAY,EACtF;AAGD,YAAMC,WAAU;AAAA,QACd,QAAQ;AAAA,QACR,QAAQ,gBAAgB;AAAA,QACxB,MAAM;AAAA,QACN,SAAS;AAAA,UACP,gBAAgB;AAAA,QAClB;AAAA,QACA,MAAM;AAAA,MACR;AAEA,UAAI;AACF,cAAM,OAAM,wCAAS,QAAT,YAAgB;AAC5B,cAAMC,YAAW,MAAM,MAAM,KAAKD,QAAO;AACzC,YAAI,CAACC,UAAS,IAAI;AAChB,yBAAe,sCAAsCA,UAAS,MAAM,IAAIA,UAAS,UAAU;AAAA,QAC7F,OAAO;AACL,yBAAc,KAAAA,UAAS,QAAQ,IAAI,UAAU,MAA/B,YAAoC,EAAE;AACpD,gBAAM,UACJ,KAAAA,aAAA,gBAAAA,UAAU,SAAV,mBAAgB;AAClB,gBAAM,UAAU,IAAI,YAAY,OAAO;AACvC,kBAAQ,KAAK;AAEb,cAAI,CAAC,QAAQ;AACX,mBAAO,MAAM;AAAA,cACX;AAAA,cACA;AAAA,cACA;AAAA,cACA;AAAA,gBACE,QAAQD,SAAQ;AAAA,cAClB;AAAA,cACA;AAAA,cACA;AAAA,YACF;AAAA,UACF,OAAO;AACL;AAAA,cACE;AAAA,cACA;AAAA,cACA;AAAA,cACA;AAAA,gBACE,QAAQA,SAAQ;AAAA,cAClB;AAAA,cACA;AAAA,cACA;AAAA,YACF;AAEA,mBAAO;AAAA,UACT;AAAA,QACF;AAAA,MACF,SAAS,aAAkB;AACzB,uBAAe,sDAAsD,YAAY,OAAO;AAAA,MAC1F;AAEA,UAAI,iBAAiB,IAAI;AACvB,iBAAS,YAAY;AACrB,YAAI,SAAS;AACX,kBAAQ,YAAY;AAAA,QACtB;AACA,gBAAQ,MAAM,2BAA2B,YAAY,GAAG;AAAA,MAC1D;AAAA,IACF;AAAA;AACA,WAAe,WACb,IACA,IAKiB;AAAA,+CANjB,QACA,SACA,SAAkB,MAClB,EAAE,OAAO,GACT,YACA,SACiB;AACjB,UAAI,cAAc;AAClB,UAAI,SAAS;AAEb,aAAO,MAAM;AACX,YAAI;AACF,cAAI,OAAO,SAAS;AAClB,mBAAO,OAAO;AACd;AAAA,UACF;AAEA,gBAAM,EAAE,OAAO,KAAK,IAAI,MAAM,OAAO,KAAK;AAE1C,gBAAM,UAAU,QAAQ,OAAO,KAAK;AACpC,oBAAU;AAEV,cAAI,QAAQ;AACV,wBAAY,MAAM;AAAA,UACpB;AAEA,cAAI,QAAQ,WAAW,QAAQ,GAAG;AAChC,0BAAc,QAAQ,UAAU,CAAC;AACjC;AAAA,UACF;AAEA,cAAI,MAAM;AACR;AAAA,UACF;AAAA,QACF,SAASE,QAAY;AACnB,cAAIA,OAAM,SAAS,cAAc;AAC/B,0BAAc,eAAeA,OAAM,OAAO;AAAA,UAC5C;AACA;AAAA,QACF,UAAE;AACA,cAAI,OAAO,QAAS,QAAO,YAAY;AAAA,QACzC;AAAA,MACF;AAEA,cAAQ,IAAI;AAEZ,UAAI,aAAa;AACf,iBAAS,WAAW;AACpB,eAAO,OAAO;AACd,YAAI,QAAS,SAAQ,WAAW;AAAA,MAClC;AAEA,UAAI,YAAY;AACd,mBAAW,MAAM;AAAA,MACnB;AAEA,aAAO;AAAA,IACT;AAAA;AAOA,QAAM,cAAc,CAAC,aAA2C;AAC9D,wBAAoB,QAAQ;AAAA,EAC9B;AAEA,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACF;","names":["import_react","React","options","response","error"]}

package/dist/index.mjs

@@ -77,7 +77,7 @@ var useLLM = (options) => {
       setResponse("");
       setIdle(false);
       let errorInFetch = "";
-      const responseBody = JSON.stringify(__spreadValues({
+      const responseBody = JSON.stringify(__spreadValues(__spreadValues({
         projectId: (_a = context == null ? void 0 : context.project_id) != null ? _a : "",
         serviceId: service,
         agentId: context == null ? void 0 : context.agent,
@@ -89,7 +89,7 @@ var useLLM = (options) => {
         allowCaching,
         conversationId: conversation,
         tools: (_c = context == null ? void 0 : context.tools) != null ? _c : []
-      }, (requestOptions == null ? void 0 : requestOptions.batch) != null && { batch: requestOptions.batch }));
+      }, (requestOptions == null ? void 0 : requestOptions.batch) != null && { batch: requestOptions.batch }), (requestOptions == null ? void 0 : requestOptions.callbackUrl) != null && { callbackUrl: requestOptions.callbackUrl }));
       const options2 = {
         method: "POST",
         signal: abortController.signal,

package/dist/index.mjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/useLLM.ts","../src/LLMAsAService.tsx"],"sourcesContent":["import { useContext, useState } from \"react\";\r\nimport {\r\n  LLMService,\r\n  LLMServiceType,\r\n  LLMAsAServiceCustomer,\r\n} from \"./LLMAsAService\";\r\n\r\nexport interface Message {\r\n  role: string;\r\n  content: string;\r\n}\r\n\r\nexport interface DataItem {\r\n  key: string;\r\n  data: string;\r\n}\r\n\r\nexport interface SendRequestOptions {\r\n  batch?: boolean;\r\n}\r\n\r\nexport interface UseLLMReturnType {\r\n  send: (\r\n    prompt: string,\r\n    messages?: Message[],\r\n    data?: DataItem[],\r\n    stream?: boolean,\r\n    allowCaching?: boolean,\r\n    service?: string | null,\r\n    conversation?: string | null,\r\n    abortController?: AbortController,\r\n    onComplete?: (result: string) => void,\r\n    onError?: (error: string) => void,\r\n    requestOptions?: SendRequestOptions\r\n  ) => Promise<ReadableStreamDefaultReader<any> | string | undefined>;\r\n  stop: (controller: AbortController | null) => void;\r\n  response: string;\r\n  idle: boolean;\r\n  error: string;\r\n  setResponse: (response: string) => void;\r\n  lastCallId: string;\r\n  setCustomer: (customer: LLMAsAServiceCustomer | null) => void;\r\n}\r\n\r\nexport const useLLM = (options?: LLMServiceType): UseLLMReturnType => {\r\n  const [response, setResponse] = useState<string>(\"\");\r\n  const [idle, setIdle] = useState<boolean>(true);\r\n  const [error, setError] = useState<string>(\"\");\r\n  const [lastCallId, setLastCallId] = useState<string>(\"\");\r\n  const [customerOverride, setCustomerOverride] =\r\n    useState<LLMAsAServiceCustomer | null>(null);\r\n\r\n  let context = useContext(LLMService);\r\n  if (!context) {\r\n    context = options;\r\n  }\r\n\r\n  if (!context) {\r\n    throw new Error(\r\n      \"useLLM must be used within a LLMServiceProvider or constructed with options in your useLLM() call.\"\r\n    );\r\n  }\r\n\r\n  /**\r\n   * Stops the fetch request and returns the hook to an idle state. Use this to add abort functionality to your UI.\r\n   *\r\n   * @param controller An AbortController object to stop the fetch request and return this hook to an idle state, the controller should be the same one passed to the send function.\r\n   */\r\n  const stop = (controller: AbortController | null) => {\r\n    if (controller) controller.abort();\r\n    setIdle(true);\r\n  };\r\n\r\n  /**\r\n   * Calls the LLM as a service with the given prompt and messages. The response is returned in the response property of the hook.\r\n   *\r\n   * @param {string} prompt - The prompt to send to the LLM service.\r\n   * @param {Message[]} messages - The history and context messages to send to the LLM service, as an array of {role: string, content: string} objects. For example, [{ role: \"system\", content: \"You are a useful assistant.\" }]\r\n   * @param {DataItem[]} data - The data to send to the LLM service, as an array of {key: string, data: string} objects. For example, [{ key: \"name\", value: \"John\" }]\r\n   * @param {boolean} stream - Determines whether to stream results back in the response property as they return from the service or batch them up and return them all at once in the response property as a string.\r\n   * @param {boolean} allowCaching - Determines whether the service can use cached results or not.\r\n   * @param {string | null} service - The service to use for the request. If null, load balancing will be applied. This is typically only used for testing.\r\n   * @param {string | null} conversation - The conversation of this request. If null, this is a one off call with no conversation history\r\n   * @param {AbortController} abortController - The AbortController used to abort this request once it's started. This allows you to add a stop button to your UI.\r\n   * @param {(result: string) => void} onComplete - The callback function to be called once the stream completes, with the final result string.\r\n   * @param {(error: string) => void} onError - The callback function to be called if an error occurs, with the error string.\r\n   * @returns {Promise<ReadableStreamDefaultReader<any> | string | undefined>} - A StreamReader object if stream is true, otherwise a string of the response. Typically this isn't used when streaming, the stream is exposed in the response property.\r\n   */\r\n  async function send(\r\n    prompt: string,\r\n    messages: Message[] = [],\r\n    data: DataItem[] = [],\r\n    stream: boolean = true,\r\n    allowCaching: boolean = true,\r\n    service: string | null = null, // null means use the default service and apply services load balancing\r\n    conversation: string | null = null,\r\n    abortController: AbortController = new AbortController(),\r\n    onComplete?: (result: string) => void,\r\n    onError?: (error: string) => void,\r\n    requestOptions?: SendRequestOptions\r\n  ): Promise<ReadableStreamDefaultReader<any> | string | undefined> {\r\n    setResponse(\"\");\r\n    setIdle(false);\r\n\r\n    let errorInFetch = \"\";\r\n\r\n    const responseBody = JSON.stringify({\r\n      projectId: context?.project_id ?? \"\",\r\n      serviceId: service,\r\n      agentId: context?.agent,\r\n      prompt: prompt,\r\n      messages: messages,\r\n      data: data,\r\n      customer: customerOverride ?? context?.customer ?? {}, // override customer if set\r\n      allowCaching: allowCaching,\r\n      conversationId: conversation,\r\n      tools: context?.tools ?? [],\r\n      ...(requestOptions?.batch != null && { batch: requestOptions.batch }),\r\n    });\r\n\r\n    // trying to get cloudfront oac going. posts need to be signed, but when i add this the call fails...\r\n    const options = {\r\n      method: \"POST\",\r\n      signal: abortController.signal,\r\n      mode: \"cors\" as RequestMode,\r\n      headers: {\r\n        \"Content-Type\": \"text/plain\",\r\n      },\r\n      body: responseBody,\r\n    };\r\n\r\n    try {\r\n      const url = context?.url ?? \"https://chat.llmasaservice.io/\";\r\n      const response = await fetch(url, options);\r\n      if (!response.ok) {\r\n        errorInFetch = `Error: Network error for service. (${response.status} ${response.statusText})`;\r\n      } else {\r\n        setLastCallId(response.headers.get(\"x-callId\") ?? \"\");\r\n        const reader =\r\n          response?.body?.getReader() as ReadableStreamDefaultReader;\r\n        const decoder = new TextDecoder(\"utf-8\");\r\n        setIdle(false);\r\n\r\n        if (!stream) {\r\n          return await readStream(\r\n            reader,\r\n            decoder,\r\n            stream,\r\n            {\r\n              signal: options.signal,\r\n            },\r\n            onComplete,\r\n            onError\r\n          );\r\n        } else {\r\n          readStream(\r\n            reader,\r\n            decoder,\r\n            stream,\r\n            {\r\n              signal: options.signal,\r\n            },\r\n            onComplete,\r\n            onError\r\n          );\r\n\r\n          return reader;\r\n        }\r\n      }\r\n    } catch (errorObject: any) {\r\n      errorInFetch = `Error: Having trouble connecting to chat service. (${errorObject.message})`;\r\n    }\r\n\r\n    if (errorInFetch !== \"\") {\r\n      setError(errorInFetch);\r\n      if (onError) {\r\n        onError(errorInFetch);\r\n      }\r\n      console.error(`Error: Error in fetch. (${errorInFetch})`);\r\n    }\r\n  }\r\n  async function readStream(\r\n    reader: ReadableStreamDefaultReader,\r\n    decoder: TextDecoder,\r\n    stream: Boolean = true,\r\n    { signal }: { signal: AbortSignal },\r\n    onComplete?: (result: string) => void,\r\n    onError?: (error: string) => void\r\n  ): Promise<string> {\r\n    let errorInRead = \"\";\r\n    let result = \"\";\r\n\r\n    while (true) {\r\n      try {\r\n        if (signal.aborted) {\r\n          reader.cancel();\r\n          break;\r\n        }\r\n\r\n        const { value, done } = await reader.read();\r\n\r\n        const decoded = decoder.decode(value);\r\n        result += decoded;\r\n\r\n        if (stream) {\r\n          setResponse(result);\r\n        }\r\n\r\n        if (decoded.startsWith(\"Error:\")) {\r\n          errorInRead = decoded.substring(6);\r\n          break;\r\n        }\r\n\r\n        if (done) {\r\n          break;\r\n        }\r\n      } catch (error: any) {\r\n        if (error.name !== \"AbortError\") {\r\n          errorInRead = `Read error: ${error.message}`;\r\n        }\r\n        break;\r\n      } finally {\r\n        if (signal.aborted) reader.releaseLock();\r\n      }\r\n    }\r\n\r\n    setIdle(true);\r\n\r\n    if (errorInRead) {\r\n      setError(errorInRead);\r\n      reader.cancel();\r\n      if (onError) onError(errorInRead);\r\n    }\r\n\r\n    if (onComplete) {\r\n      onComplete(result);\r\n    }\r\n\r\n    return result;\r\n  }\r\n\r\n  /**\r\n   * Sets and overrides the customer making the next call\r\n   * @param customer Persistently override the customer for all subsequent calls until cleared with null.\r\n   * This is useful for setting a customer context that will be used in all subsequent calls to\r\n   */\r\n  const setCustomer = (customer: LLMAsAServiceCustomer | null) => {\r\n    setCustomerOverride(customer);\r\n  };\r\n\r\n  return {\r\n    response,\r\n    send,\r\n    stop,\r\n    idle,\r\n    error,\r\n    setResponse,\r\n    lastCallId,\r\n    setCustomer,\r\n  };\r\n};\r\n\r\nexport default useLLM;\r\n","import React, { createContext, ReactNode } from \"react\";\r\n\r\nexport type LLMAsAServiceCustomer = {\r\n  customer_id: string;\r\n  customer_name?: string;\r\n  customer_user_id?: string;\r\n  customer_user_email?: string;\r\n  customer_user_name?: string;\r\n};\r\n\r\nexport interface LLMServiceType {\r\n  project_id: string | undefined;\r\n  customer?: LLMAsAServiceCustomer;\r\n  url?: string | null;\r\n  agent?: string | null;\r\n  tools?: [] | null;\r\n}\r\n\r\nexport const LLMService = createContext<LLMServiceType | undefined>(undefined);\r\n\r\ninterface UserProviderProps {\r\n  children: ReactNode;\r\n  project_id: string | undefined;\r\n  customer?: LLMAsAServiceCustomer;\r\n  url?: string | null;\r\n  agent?: string | null;\r\n  tools?: [] | null;\r\n}\r\n\r\nexport const LLMServiceProvider: React.FC<UserProviderProps> = ({\r\n  children,\r\n  project_id,\r\n  customer,\r\n  url = \"https://chat.llmasaservice.io/\",\r\n  agent = null,\r\n}) => {\r\n  return (\r\n    <LLMService.Provider value={{ project_id, customer, url, agent }}>\r\n      {children}\r\n    </LLMService.Provider>\r\n  );\r\n};\r\n\r\nexport default LLMServiceProvider;"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,SAAS,YAAY,gBAAgB;;;ACArC,OAAO,SAAS,qBAAgC;AAkBzC,IAAM,aAAa,cAA0C,MAAS;AAWtE,IAAM,qBAAkD,CAAC;AAAA,EAC9D;AAAA,EACA;AAAA,EACA;AAAA,EACA,MAAM;AAAA,EACN,QAAQ;AACV,MAAM;AACJ,SACE,oCAAC,WAAW,UAAX,EAAoB,OAAO,EAAE,YAAY,UAAU,KAAK,MAAM,KAC5D,QACH;AAEJ;;;ADGO,IAAM,SAAS,CAAC,YAA+C;AACpE,QAAM,CAAC,UAAU,WAAW,IAAI,SAAiB,EAAE;AACnD,QAAM,CAAC,MAAM,OAAO,IAAI,SAAkB,IAAI;AAC9C,QAAM,CAAC,OAAO,QAAQ,IAAI,SAAiB,EAAE;AAC7C,QAAM,CAAC,YAAY,aAAa,IAAI,SAAiB,EAAE;AACvD,QAAM,CAAC,kBAAkB,mBAAmB,IAC1C,SAAuC,IAAI;AAE7C,MAAI,UAAU,WAAW,UAAU;AACnC,MAAI,CAAC,SAAS;AACZ,cAAU;AAAA,EACZ;AAEA,MAAI,CAAC,SAAS;AACZ,UAAM,IAAI;AAAA,MACR;AAAA,IACF;AAAA,EACF;AAOA,QAAM,OAAO,CAAC,eAAuC;AACnD,QAAI,WAAY,YAAW,MAAM;AACjC,YAAQ,IAAI;AAAA,EACd;AAiBA,WAAe,KACb,IAWgE;AAAA,+CAXhE,QACA,WAAsB,CAAC,GACvB,OAAmB,CAAC,GACpB,SAAkB,MAClB,eAAwB,MACxB,UAAyB,MACzB,eAA8B,MAC9B,kBAAmC,IAAI,gBAAgB,GACvD,YACA,SACA,gBACgE;AApGpE;AAqGI,kBAAY,EAAE;AACd,cAAQ,KAAK;AAEb,UAAI,eAAe;AAEnB,YAAM,eAAe,KAAK,UAAU;AAAA,QAClC,YAAW,wCAAS,eAAT,YAAuB;AAAA,QAClC,WAAW;AAAA,QACX,SAAS,mCAAS;AAAA,QAClB;AAAA,QACA;AAAA,QACA;AAAA,QACA,WAAU,mDAAoB,mCAAS,aAA7B,YAAyC,CAAC;AAAA;AAAA,QACpD;AAAA,QACA,gBAAgB;AAAA,QAChB,QAAO,wCAAS,UAAT,YAAkB,CAAC;AAAA,UACtB,iDAAgB,UAAS,QAAQ,EAAE,OAAO,eAAe,MAAM,EACpE;AAGD,YAAMA,WAAU;AAAA,QACd,QAAQ;AAAA,QACR,QAAQ,gBAAgB;AAAA,QACxB,MAAM;AAAA,QACN,SAAS;AAAA,UACP,gBAAgB;AAAA,QAClB;AAAA,QACA,MAAM;AAAA,MACR;AAEA,UAAI;AACF,cAAM,OAAM,wCAAS,QAAT,YAAgB;AAC5B,cAAMC,YAAW,MAAM,MAAM,KAAKD,QAAO;AACzC,YAAI,CAACC,UAAS,IAAI;AAChB,yBAAe,sCAAsCA,UAAS,MAAM,IAAIA,UAAS,UAAU;AAAA,QAC7F,OAAO;AACL,yBAAc,KAAAA,UAAS,QAAQ,IAAI,UAAU,MAA/B,YAAoC,EAAE;AACpD,gBAAM,UACJ,KAAAA,aAAA,gBAAAA,UAAU,SAAV,mBAAgB;AAClB,gBAAM,UAAU,IAAI,YAAY,OAAO;AACvC,kBAAQ,KAAK;AAEb,cAAI,CAAC,QAAQ;AACX,mBAAO,MAAM;AAAA,cACX;AAAA,cACA;AAAA,cACA;AAAA,cACA;AAAA,gBACE,QAAQD,SAAQ;AAAA,cAClB;AAAA,cACA;AAAA,cACA;AAAA,YACF;AAAA,UACF,OAAO;AACL;AAAA,cACE;AAAA,cACA;AAAA,cACA;AAAA,cACA;AAAA,gBACE,QAAQA,SAAQ;AAAA,cAClB;AAAA,cACA;AAAA,cACA;AAAA,YACF;AAEA,mBAAO;AAAA,UACT;AAAA,QACF;AAAA,MACF,SAAS,aAAkB;AACzB,uBAAe,sDAAsD,YAAY,OAAO;AAAA,MAC1F;AAEA,UAAI,iBAAiB,IAAI;AACvB,iBAAS,YAAY;AACrB,YAAI,SAAS;AACX,kBAAQ,YAAY;AAAA,QACtB;AACA,gBAAQ,MAAM,2BAA2B,YAAY,GAAG;AAAA,MAC1D;AAAA,IACF;AAAA;AACA,WAAe,WACb,IACA,IAKiB;AAAA,+CANjB,QACA,SACA,SAAkB,MAClB,EAAE,OAAO,GACT,YACA,SACiB;AACjB,UAAI,cAAc;AAClB,UAAI,SAAS;AAEb,aAAO,MAAM;AACX,YAAI;AACF,cAAI,OAAO,SAAS;AAClB,mBAAO,OAAO;AACd;AAAA,UACF;AAEA,gBAAM,EAAE,OAAO,KAAK,IAAI,MAAM,OAAO,KAAK;AAE1C,gBAAM,UAAU,QAAQ,OAAO,KAAK;AACpC,oBAAU;AAEV,cAAI,QAAQ;AACV,wBAAY,MAAM;AAAA,UACpB;AAEA,cAAI,QAAQ,WAAW,QAAQ,GAAG;AAChC,0BAAc,QAAQ,UAAU,CAAC;AACjC;AAAA,UACF;AAEA,cAAI,MAAM;AACR;AAAA,UACF;AAAA,QACF,SAASE,QAAY;AACnB,cAAIA,OAAM,SAAS,cAAc;AAC/B,0BAAc,eAAeA,OAAM,OAAO;AAAA,UAC5C;AACA;AAAA,QACF,UAAE;AACA,cAAI,OAAO,QAAS,QAAO,YAAY;AAAA,QACzC;AAAA,MACF;AAEA,cAAQ,IAAI;AAEZ,UAAI,aAAa;AACf,iBAAS,WAAW;AACpB,eAAO,OAAO;AACd,YAAI,QAAS,SAAQ,WAAW;AAAA,MAClC;AAEA,UAAI,YAAY;AACd,mBAAW,MAAM;AAAA,MACnB;AAEA,aAAO;AAAA,IACT;AAAA;AAOA,QAAM,cAAc,CAAC,aAA2C;AAC9D,wBAAoB,QAAQ;AAAA,EAC9B;AAEA,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACF;","names":["options","response","error"]}
+{"version":3,"sources":["../src/useLLM.ts","../src/LLMAsAService.tsx"],"sourcesContent":["import { useContext, useState } from \"react\";\r\nimport {\r\n  LLMService,\r\n  LLMServiceType,\r\n  LLMAsAServiceCustomer,\r\n} from \"./LLMAsAService\";\r\n\r\nexport interface Message {\r\n  role: string;\r\n  content: string;\r\n}\r\n\r\nexport interface DataItem {\r\n  key: string;\r\n  data: string;\r\n}\r\n\r\nexport interface SendRequestOptions {\r\n  batch?: boolean;\r\n  callbackUrl?: string;\r\n}\r\n\r\nexport interface UseLLMReturnType {\r\n  send: (\r\n    prompt: string,\r\n    messages?: Message[],\r\n    data?: DataItem[],\r\n    stream?: boolean,\r\n    allowCaching?: boolean,\r\n    service?: string | null,\r\n    conversation?: string | null,\r\n    abortController?: AbortController,\r\n    onComplete?: (result: string) => void,\r\n    onError?: (error: string) => void,\r\n    requestOptions?: SendRequestOptions\r\n  ) => Promise<ReadableStreamDefaultReader<any> | string | undefined>;\r\n  stop: (controller: AbortController | null) => void;\r\n  response: string;\r\n  idle: boolean;\r\n  error: string;\r\n  setResponse: (response: string) => void;\r\n  lastCallId: string;\r\n  setCustomer: (customer: LLMAsAServiceCustomer | null) => void;\r\n}\r\n\r\nexport const useLLM = (options?: LLMServiceType): UseLLMReturnType => {\r\n  const [response, setResponse] = useState<string>(\"\");\r\n  const [idle, setIdle] = useState<boolean>(true);\r\n  const [error, setError] = useState<string>(\"\");\r\n  const [lastCallId, setLastCallId] = useState<string>(\"\");\r\n  const [customerOverride, setCustomerOverride] =\r\n    useState<LLMAsAServiceCustomer | null>(null);\r\n\r\n  let context = useContext(LLMService);\r\n  if (!context) {\r\n    context = options;\r\n  }\r\n\r\n  if (!context) {\r\n    throw new Error(\r\n      \"useLLM must be used within a LLMServiceProvider or constructed with options in your useLLM() call.\"\r\n    );\r\n  }\r\n\r\n  /**\r\n   * Stops the fetch request and returns the hook to an idle state. Use this to add abort functionality to your UI.\r\n   *\r\n   * @param controller An AbortController object to stop the fetch request and return this hook to an idle state, the controller should be the same one passed to the send function.\r\n   */\r\n  const stop = (controller: AbortController | null) => {\r\n    if (controller) controller.abort();\r\n    setIdle(true);\r\n  };\r\n\r\n  /**\r\n   * Calls the LLM as a service with the given prompt and messages. The response is returned in the response property of the hook.\r\n   *\r\n   * @param {string} prompt - The prompt to send to the LLM service.\r\n   * @param {Message[]} messages - The history and context messages to send to the LLM service, as an array of {role: string, content: string} objects. For example, [{ role: \"system\", content: \"You are a useful assistant.\" }]\r\n   * @param {DataItem[]} data - The data to send to the LLM service, as an array of {key: string, data: string} objects. For example, [{ key: \"name\", value: \"John\" }]\r\n   * @param {boolean} stream - Determines whether to stream results back in the response property as they return from the service or batch them up and return them all at once in the response property as a string.\r\n   * @param {boolean} allowCaching - Determines whether the service can use cached results or not.\r\n   * @param {string | null} service - The service to use for the request. If null, load balancing will be applied. This is typically only used for testing.\r\n   * @param {string | null} conversation - The conversation of this request. If null, this is a one off call with no conversation history\r\n   * @param {AbortController} abortController - The AbortController used to abort this request once it's started. This allows you to add a stop button to your UI.\r\n   * @param {(result: string) => void} onComplete - The callback function to be called once the stream completes, with the final result string.\r\n   * @param {(error: string) => void} onError - The callback function to be called if an error occurs, with the error string.\r\n   * @returns {Promise<ReadableStreamDefaultReader<any> | string | undefined>} - A StreamReader object if stream is true, otherwise a string of the response. Typically this isn't used when streaming, the stream is exposed in the response property.\r\n   */\r\n  async function send(\r\n    prompt: string,\r\n    messages: Message[] = [],\r\n    data: DataItem[] = [],\r\n    stream: boolean = true,\r\n    allowCaching: boolean = true,\r\n    service: string | null = null, // null means use the default service and apply services load balancing\r\n    conversation: string | null = null,\r\n    abortController: AbortController = new AbortController(),\r\n    onComplete?: (result: string) => void,\r\n    onError?: (error: string) => void,\r\n    requestOptions?: SendRequestOptions\r\n  ): Promise<ReadableStreamDefaultReader<any> | string | undefined> {\r\n    setResponse(\"\");\r\n    setIdle(false);\r\n\r\n    let errorInFetch = \"\";\r\n\r\n    const responseBody = JSON.stringify({\r\n      projectId: context?.project_id ?? \"\",\r\n      serviceId: service,\r\n      agentId: context?.agent,\r\n      prompt: prompt,\r\n      messages: messages,\r\n      data: data,\r\n      customer: customerOverride ?? context?.customer ?? {}, // override customer if set\r\n      allowCaching: allowCaching,\r\n      conversationId: conversation,\r\n      tools: context?.tools ?? [],\r\n      ...(requestOptions?.batch != null && { batch: requestOptions.batch }),\r\n      ...(requestOptions?.callbackUrl != null && { callbackUrl: requestOptions.callbackUrl }),\r\n    });\r\n\r\n    // trying to get cloudfront oac going. posts need to be signed, but when i add this the call fails...\r\n    const options = {\r\n      method: \"POST\",\r\n      signal: abortController.signal,\r\n      mode: \"cors\" as RequestMode,\r\n      headers: {\r\n        \"Content-Type\": \"text/plain\",\r\n      },\r\n      body: responseBody,\r\n    };\r\n\r\n    try {\r\n      const url = context?.url ?? \"https://chat.llmasaservice.io/\";\r\n      const response = await fetch(url, options);\r\n      if (!response.ok) {\r\n        errorInFetch = `Error: Network error for service. (${response.status} ${response.statusText})`;\r\n      } else {\r\n        setLastCallId(response.headers.get(\"x-callId\") ?? \"\");\r\n        const reader =\r\n          response?.body?.getReader() as ReadableStreamDefaultReader;\r\n        const decoder = new TextDecoder(\"utf-8\");\r\n        setIdle(false);\r\n\r\n        if (!stream) {\r\n          return await readStream(\r\n            reader,\r\n            decoder,\r\n            stream,\r\n            {\r\n              signal: options.signal,\r\n            },\r\n            onComplete,\r\n            onError\r\n          );\r\n        } else {\r\n          readStream(\r\n            reader,\r\n            decoder,\r\n            stream,\r\n            {\r\n              signal: options.signal,\r\n            },\r\n            onComplete,\r\n            onError\r\n          );\r\n\r\n          return reader;\r\n        }\r\n      }\r\n    } catch (errorObject: any) {\r\n      errorInFetch = `Error: Having trouble connecting to chat service. (${errorObject.message})`;\r\n    }\r\n\r\n    if (errorInFetch !== \"\") {\r\n      setError(errorInFetch);\r\n      if (onError) {\r\n        onError(errorInFetch);\r\n      }\r\n      console.error(`Error: Error in fetch. (${errorInFetch})`);\r\n    }\r\n  }\r\n  async function readStream(\r\n    reader: ReadableStreamDefaultReader,\r\n    decoder: TextDecoder,\r\n    stream: Boolean = true,\r\n    { signal }: { signal: AbortSignal },\r\n    onComplete?: (result: string) => void,\r\n    onError?: (error: string) => void\r\n  ): Promise<string> {\r\n    let errorInRead = \"\";\r\n    let result = \"\";\r\n\r\n    while (true) {\r\n      try {\r\n        if (signal.aborted) {\r\n          reader.cancel();\r\n          break;\r\n        }\r\n\r\n        const { value, done } = await reader.read();\r\n\r\n        const decoded = decoder.decode(value);\r\n        result += decoded;\r\n\r\n        if (stream) {\r\n          setResponse(result);\r\n        }\r\n\r\n        if (decoded.startsWith(\"Error:\")) {\r\n          errorInRead = decoded.substring(6);\r\n          break;\r\n        }\r\n\r\n        if (done) {\r\n          break;\r\n        }\r\n      } catch (error: any) {\r\n        if (error.name !== \"AbortError\") {\r\n          errorInRead = `Read error: ${error.message}`;\r\n        }\r\n        break;\r\n      } finally {\r\n        if (signal.aborted) reader.releaseLock();\r\n      }\r\n    }\r\n\r\n    setIdle(true);\r\n\r\n    if (errorInRead) {\r\n      setError(errorInRead);\r\n      reader.cancel();\r\n      if (onError) onError(errorInRead);\r\n    }\r\n\r\n    if (onComplete) {\r\n      onComplete(result);\r\n    }\r\n\r\n    return result;\r\n  }\r\n\r\n  /**\r\n   * Sets and overrides the customer making the next call\r\n   * @param customer Persistently override the customer for all subsequent calls until cleared with null.\r\n   * This is useful for setting a customer context that will be used in all subsequent calls to\r\n   */\r\n  const setCustomer = (customer: LLMAsAServiceCustomer | null) => {\r\n    setCustomerOverride(customer);\r\n  };\r\n\r\n  return {\r\n    response,\r\n    send,\r\n    stop,\r\n    idle,\r\n    error,\r\n    setResponse,\r\n    lastCallId,\r\n    setCustomer,\r\n  };\r\n};\r\n\r\nexport default useLLM;\r\n","import React, { createContext, ReactNode } from \"react\";\r\n\r\nexport type LLMAsAServiceCustomer = {\r\n  customer_id: string;\r\n  customer_name?: string;\r\n  customer_user_id?: string;\r\n  customer_user_email?: string;\r\n  customer_user_name?: string;\r\n};\r\n\r\nexport interface LLMServiceType {\r\n  project_id: string | undefined;\r\n  customer?: LLMAsAServiceCustomer;\r\n  url?: string | null;\r\n  agent?: string | null;\r\n  tools?: [] | null;\r\n}\r\n\r\nexport const LLMService = createContext<LLMServiceType | undefined>(undefined);\r\n\r\ninterface UserProviderProps {\r\n  children: ReactNode;\r\n  project_id: string | undefined;\r\n  customer?: LLMAsAServiceCustomer;\r\n  url?: string | null;\r\n  agent?: string | null;\r\n  tools?: [] | null;\r\n}\r\n\r\nexport const LLMServiceProvider: React.FC<UserProviderProps> = ({\r\n  children,\r\n  project_id,\r\n  customer,\r\n  url = \"https://chat.llmasaservice.io/\",\r\n  agent = null,\r\n}) => {\r\n  return (\r\n    <LLMService.Provider value={{ project_id, customer, url, agent }}>\r\n      {children}\r\n    </LLMService.Provider>\r\n  );\r\n};\r\n\r\nexport default LLMServiceProvider;"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,SAAS,YAAY,gBAAgB;;;ACArC,OAAO,SAAS,qBAAgC;AAkBzC,IAAM,aAAa,cAA0C,MAAS;AAWtE,IAAM,qBAAkD,CAAC;AAAA,EAC9D;AAAA,EACA;AAAA,EACA;AAAA,EACA,MAAM;AAAA,EACN,QAAQ;AACV,MAAM;AACJ,SACE,oCAAC,WAAW,UAAX,EAAoB,OAAO,EAAE,YAAY,UAAU,KAAK,MAAM,KAC5D,QACH;AAEJ;;;ADIO,IAAM,SAAS,CAAC,YAA+C;AACpE,QAAM,CAAC,UAAU,WAAW,IAAI,SAAiB,EAAE;AACnD,QAAM,CAAC,MAAM,OAAO,IAAI,SAAkB,IAAI;AAC9C,QAAM,CAAC,OAAO,QAAQ,IAAI,SAAiB,EAAE;AAC7C,QAAM,CAAC,YAAY,aAAa,IAAI,SAAiB,EAAE;AACvD,QAAM,CAAC,kBAAkB,mBAAmB,IAC1C,SAAuC,IAAI;AAE7C,MAAI,UAAU,WAAW,UAAU;AACnC,MAAI,CAAC,SAAS;AACZ,cAAU;AAAA,EACZ;AAEA,MAAI,CAAC,SAAS;AACZ,UAAM,IAAI;AAAA,MACR;AAAA,IACF;AAAA,EACF;AAOA,QAAM,OAAO,CAAC,eAAuC;AACnD,QAAI,WAAY,YAAW,MAAM;AACjC,YAAQ,IAAI;AAAA,EACd;AAiBA,WAAe,KACb,IAWgE;AAAA,+CAXhE,QACA,WAAsB,CAAC,GACvB,OAAmB,CAAC,GACpB,SAAkB,MAClB,eAAwB,MACxB,UAAyB,MACzB,eAA8B,MAC9B,kBAAmC,IAAI,gBAAgB,GACvD,YACA,SACA,gBACgE;AArGpE;AAsGI,kBAAY,EAAE;AACd,cAAQ,KAAK;AAEb,UAAI,eAAe;AAEnB,YAAM,eAAe,KAAK,UAAU;AAAA,QAClC,YAAW,wCAAS,eAAT,YAAuB;AAAA,QAClC,WAAW;AAAA,QACX,SAAS,mCAAS;AAAA,QAClB;AAAA,QACA;AAAA,QACA;AAAA,QACA,WAAU,mDAAoB,mCAAS,aAA7B,YAAyC,CAAC;AAAA;AAAA,QACpD;AAAA,QACA,gBAAgB;AAAA,QAChB,QAAO,wCAAS,UAAT,YAAkB,CAAC;AAAA,UACtB,iDAAgB,UAAS,QAAQ,EAAE,OAAO,eAAe,MAAM,KAC/D,iDAAgB,gBAAe,QAAQ,EAAE,aAAa,eAAe,YAAY,EACtF;AAGD,YAAMA,WAAU;AAAA,QACd,QAAQ;AAAA,QACR,QAAQ,gBAAgB;AAAA,QACxB,MAAM;AAAA,QACN,SAAS;AAAA,UACP,gBAAgB;AAAA,QAClB;AAAA,QACA,MAAM;AAAA,MACR;AAEA,UAAI;AACF,cAAM,OAAM,wCAAS,QAAT,YAAgB;AAC5B,cAAMC,YAAW,MAAM,MAAM,KAAKD,QAAO;AACzC,YAAI,CAACC,UAAS,IAAI;AAChB,yBAAe,sCAAsCA,UAAS,MAAM,IAAIA,UAAS,UAAU;AAAA,QAC7F,OAAO;AACL,yBAAc,KAAAA,UAAS,QAAQ,IAAI,UAAU,MAA/B,YAAoC,EAAE;AACpD,gBAAM,UACJ,KAAAA,aAAA,gBAAAA,UAAU,SAAV,mBAAgB;AAClB,gBAAM,UAAU,IAAI,YAAY,OAAO;AACvC,kBAAQ,KAAK;AAEb,cAAI,CAAC,QAAQ;AACX,mBAAO,MAAM;AAAA,cACX;AAAA,cACA;AAAA,cACA;AAAA,cACA;AAAA,gBACE,QAAQD,SAAQ;AAAA,cAClB;AAAA,cACA;AAAA,cACA;AAAA,YACF;AAAA,UACF,OAAO;AACL;AAAA,cACE;AAAA,cACA;AAAA,cACA;AAAA,cACA;AAAA,gBACE,QAAQA,SAAQ;AAAA,cAClB;AAAA,cACA;AAAA,cACA;AAAA,YACF;AAEA,mBAAO;AAAA,UACT;AAAA,QACF;AAAA,MACF,SAAS,aAAkB;AACzB,uBAAe,sDAAsD,YAAY,OAAO;AAAA,MAC1F;AAEA,UAAI,iBAAiB,IAAI;AACvB,iBAAS,YAAY;AACrB,YAAI,SAAS;AACX,kBAAQ,YAAY;AAAA,QACtB;AACA,gBAAQ,MAAM,2BAA2B,YAAY,GAAG;AAAA,MAC1D;AAAA,IACF;AAAA;AACA,WAAe,WACb,IACA,IAKiB;AAAA,+CANjB,QACA,SACA,SAAkB,MAClB,EAAE,OAAO,GACT,YACA,SACiB;AACjB,UAAI,cAAc;AAClB,UAAI,SAAS;AAEb,aAAO,MAAM;AACX,YAAI;AACF,cAAI,OAAO,SAAS;AAClB,mBAAO,OAAO;AACd;AAAA,UACF;AAEA,gBAAM,EAAE,OAAO,KAAK,IAAI,MAAM,OAAO,KAAK;AAE1C,gBAAM,UAAU,QAAQ,OAAO,KAAK;AACpC,oBAAU;AAEV,cAAI,QAAQ;AACV,wBAAY,MAAM;AAAA,UACpB;AAEA,cAAI,QAAQ,WAAW,QAAQ,GAAG;AAChC,0BAAc,QAAQ,UAAU,CAAC;AACjC;AAAA,UACF;AAEA,cAAI,MAAM;AACR;AAAA,UACF;AAAA,QACF,SAASE,QAAY;AACnB,cAAIA,OAAM,SAAS,cAAc;AAC/B,0BAAc,eAAeA,OAAM,OAAO;AAAA,UAC5C;AACA;AAAA,QACF,UAAE;AACA,cAAI,OAAO,QAAS,QAAO,YAAY;AAAA,QACzC;AAAA,MACF;AAEA,cAAQ,IAAI;AAEZ,UAAI,aAAa;AACf,iBAAS,WAAW;AACpB,eAAO,OAAO;AACd,YAAI,QAAS,SAAQ,WAAW;AAAA,MAClC;AAEA,UAAI,YAAY;AACd,mBAAW,MAAM;AAAA,MACnB;AAEA,aAAO;AAAA,IACT;AAAA;AAOA,QAAM,cAAc,CAAC,aAA2C;AAC9D,wBAAoB,QAAQ;AAAA,EAC9B;AAEA,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACF;","names":["options","response","error"]}

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "llmasaservice-client",
   "license": "MIT",
-  "version": "0.11.0",
+  "version": "0.11.1",
   "main": "dist/index.js",
   "module": "dist/index.mjs",
   "types": "dist/index.d.ts",