@decartai/sdk 0.0.5 → 0.0.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (11) hide show
  1. package/README.md +2 -2
  2. package/dist/realtime/client.d.ts +5 -6
  3. package/dist/realtime/client.js +7 -1
  4. package/dist/realtime/methods.js +4 -8
  5. package/dist/realtime/webrtc-connection.js +28 -7
  6. package/dist/realtime/webrtc-manager.js +5 -2
  7. package/dist/shared/model.d.ts +2 -2
  8. package/dist/shared/model.js +13 -1
  9. package/dist/shared/types.d.ts +1 -1
  10. package/dist/shared/types.js +1 -1
  11. package/package.json +1 -1
package/README.md CHANGED
@@ -24,7 +24,7 @@ For complete documentation, guides, and examples, visit:
24
24
  ```typescript
25
25
  import { createDecartClient, models } from "@decartai/sdk";
26
26
 
27
- const model = models.realtime("mirage");
27
+ const model = models.realtime("mirage_v2");
28
28
 
29
29
  // Get user's camera stream
30
30
  const stream = await navigator.mediaDevices.getUserMedia({
@@ -50,7 +50,7 @@ const realtimeClient = await client.realtime.connect(stream, {
50
50
  initialState: {
51
51
  prompt: {
52
52
  text: "Anime",
53
- enrich: true
53
+ enhance: true
54
54
  }
55
55
  }
56
56
  });
package/dist/realtime/client.d.ts CHANGED
@@ -6,7 +6,7 @@ import { z } from "zod";
6
6
  declare const realTimeClientInitialStateSchema: z.ZodObject<{
7
7
  prompt: z.ZodOptional<z.ZodObject<{
8
8
  text: z.ZodString;
9
- enrich: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
9
+ enhance: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
10
10
  }, z.core.$strip>>;
11
11
  mirror: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
12
12
  }, z.core.$strip>;
@@ -14,7 +14,7 @@ type OnRemoteStreamFn = (stream: MediaStream) => void;
14
14
  type RealTimeClientInitialState = z.infer<typeof realTimeClientInitialStateSchema>;
15
15
  declare const realTimeClientConnectOptionsSchema: z.ZodObject<{
16
16
  model: z.ZodObject<{
17
- name: z.ZodUnion<readonly [z.ZodUnion<readonly [z.ZodLiteral<"mirage">, z.ZodLiteral<"lucy_v2v_720p_rt">]>, z.ZodUnion<readonly [z.ZodLiteral<"lucy-dev-i2v">, z.ZodLiteral<"lucy-dev-v2v">, z.ZodLiteral<"lucy-pro-t2v">, z.ZodLiteral<"lucy-pro-i2v">, z.ZodLiteral<"lucy-pro-v2v">, z.ZodLiteral<"lucy-pro-flf2v">]>, z.ZodUnion<readonly [z.ZodLiteral<"lucy-pro-t2i">, z.ZodLiteral<"lucy-pro-i2i">]>]>;
17
+ name: z.ZodUnion<readonly [z.ZodUnion<readonly [z.ZodLiteral<"mirage">, z.ZodLiteral<"mirage_v2">, z.ZodLiteral<"lucy_v2v_720p_rt">]>, z.ZodUnion<readonly [z.ZodLiteral<"lucy-dev-i2v">, z.ZodLiteral<"lucy-dev-v2v">, z.ZodLiteral<"lucy-pro-t2v">, z.ZodLiteral<"lucy-pro-i2v">, z.ZodLiteral<"lucy-pro-v2v">, z.ZodLiteral<"lucy-pro-flf2v">]>, z.ZodUnion<readonly [z.ZodLiteral<"lucy-pro-t2i">, z.ZodLiteral<"lucy-pro-i2i">]>]>;
18
18
  urlPath: z.ZodString;
19
19
  fps: z.ZodNumber;
20
20
  width: z.ZodNumber;
@@ -25,7 +25,7 @@ declare const realTimeClientConnectOptionsSchema: z.ZodObject<{
25
25
  initialState: z.ZodOptional<z.ZodObject<{
26
26
  prompt: z.ZodOptional<z.ZodObject<{
27
27
  text: z.ZodString;
28
- enrich: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
28
+ enhance: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
29
29
  }, z.core.$strip>>;
30
30
  mirror: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
31
31
  }, z.core.$strip>>;
@@ -37,11 +37,10 @@ type Events = {
37
37
  error: DecartSDKError;
38
38
  };
39
39
  type RealTimeClient = {
40
- enrichPrompt: (prompt: string) => Promise<string>;
41
40
  setPrompt: (prompt: string, {
42
- enrich
41
+ enhance
43
42
  }?: {
44
- enrich?: boolean;
43
+ enhance?: boolean;
45
44
  }) => void;
46
45
  setMirror: (enabled: boolean) => void;
47
46
  isConnected: () => boolean;
package/dist/realtime/client.js CHANGED
@@ -43,8 +43,14 @@ const createRealTimeClient = (opts) => {
43
43
  });
44
44
  await webrtcManager.connect(stream);
45
45
  const methods = realtimeMethods(webrtcManager);
46
+ if (options.initialState) {
47
+ if (options.initialState.prompt) {
48
+ const { text, enhance } = options.initialState.prompt;
49
+ methods.setPrompt(text, { enhance });
50
+ }
51
+ if (options.initialState.mirror) methods.setMirror(options.initialState.mirror);
52
+ }
46
53
  return {
47
- enrichPrompt: methods.enrichPrompt,
48
54
  setPrompt: methods.setPrompt,
49
55
  setMirror: methods.setMirror,
50
56
  isConnected: () => webrtcManager.isConnected(),
package/dist/realtime/methods.js CHANGED
@@ -2,22 +2,19 @@ import { z } from "zod";
2
2
 
3
3
  //#region src/realtime/methods.ts
4
4
  const realtimeMethods = (webrtcManager) => {
5
- const enrichPrompt = (_prompt) => {
6
- throw new Error("Not implemented");
7
- };
8
- const setPrompt = (prompt, { enrich } = {}) => {
5
+ const setPrompt = (prompt, { enhance } = {}) => {
9
6
  const parsedInput = z.object({
10
7
  prompt: z.string().min(1),
11
- enrich: z.boolean().optional().default(true)
8
+ enhance: z.boolean().optional().default(true)
12
9
  }).safeParse({
13
10
  prompt,
14
- enrich
11
+ enhance
15
12
  });
16
13
  if (!parsedInput.success) throw parsedInput.error;
17
14
  webrtcManager.sendMessage({
18
15
  type: "prompt",
19
16
  prompt: parsedInput.data.prompt,
20
- enhance_prompt: parsedInput.data.enrich
17
+ enhance_prompt: parsedInput.data.enhance
21
18
  });
22
19
  };
23
20
  const setMirror = (enabled) => {
@@ -29,7 +26,6 @@ const realtimeMethods = (webrtcManager) => {
29
26
  });
30
27
  };
31
28
  return {
32
- enrichPrompt,
33
29
  setPrompt,
34
30
  setMirror
35
31
  };
package/dist/realtime/webrtc-connection.js CHANGED
@@ -4,6 +4,7 @@ var WebRTCConnection = class {
4
4
  pc = null;
5
5
  ws = null;
6
6
  localStream = null;
7
+ connectionReject = null;
7
8
  state = "disconnected";
8
9
  constructor(callbacks = {}) {
9
10
  this.callbacks = callbacks;
@@ -12,6 +13,7 @@ var WebRTCConnection = class {
12
13
  const deadline = Date.now() + timeout;
13
14
  this.localStream = localStream;
14
15
  await new Promise((resolve, reject) => {
16
+ this.connectionReject = reject;
15
17
  const timer = setTimeout(() => reject(/* @__PURE__ */ new Error("WebSocket timeout")), timeout);
16
18
  this.ws = new WebSocket(url);
17
19
  this.ws.onopen = () => {
@@ -31,16 +33,34 @@ var WebRTCConnection = class {
31
33
  this.ws.onclose = () => this.setState("disconnected");
32
34
  });
33
35
  await this.setupNewPeerConnection();
34
- while (Date.now() < deadline) {
35
- if (this.state === "connected") return;
36
- await new Promise((r) => setTimeout(r, 100));
37
- }
38
- throw new Error("Connection timeout");
36
+ return new Promise((resolve, reject) => {
37
+ this.connectionReject = reject;
38
+ const checkConnection = setInterval(() => {
39
+ if (this.state === "connected") {
40
+ clearInterval(checkConnection);
41
+ this.connectionReject = null;
42
+ resolve();
43
+ } else if (Date.now() >= deadline) {
44
+ clearInterval(checkConnection);
45
+ this.connectionReject = null;
46
+ reject(/* @__PURE__ */ new Error("Connection timeout"));
47
+ }
48
+ }, 100);
49
+ });
39
50
  }
40
51
  async handleSignalingMessage(msg) {
41
52
  if (!this.pc) return;
42
53
  try {
43
54
  switch (msg.type) {
55
+ case "error": {
56
+ const error = new Error(msg.error);
57
+ this.callbacks.onError?.(error);
58
+ if (this.connectionReject) {
59
+ this.connectionReject(error);
60
+ this.connectionReject = null;
61
+ }
62
+ break;
63
+ }
44
64
  case "ready": {
45
65
  await this.applyCodecPreference("video/VP8");
46
66
  const offer = await this.pc.createOffer();
@@ -74,10 +94,11 @@ var WebRTCConnection = class {
74
94
  case "ice-candidate":
75
95
  if (msg.candidate) await this.pc.addIceCandidate(msg.candidate);
76
96
  break;
77
- case "ice-restart":
97
+ case "ice-restart": {
78
98
  const turnConfig = msg.turn_config;
79
99
  if (turnConfig) await this.setupNewPeerConnection(turnConfig);
80
100
  break;
101
+ }
81
102
  }
82
103
  } catch (error) {
83
104
  console.error("[WebRTC] Error:", error);
@@ -102,7 +123,7 @@ var WebRTCConnection = class {
102
123
  });
103
124
  this.pc.close();
104
125
  }
105
- let iceServers = ICE_SERVERS;
126
+ const iceServers = ICE_SERVERS;
106
127
  if (turnConfig) iceServers.push({
107
128
  urls: turnConfig.server_url,
108
129
  credential: turnConfig.credential,
package/dist/realtime/webrtc-manager.js CHANGED
@@ -5,7 +5,10 @@ import pRetry from "p-retry";
5
5
  const PERMANENT_ERRORS = [
6
6
  "permission denied",
7
7
  "not allowed",
8
- "invalid session"
8
+ "invalid session",
9
+ "401",
10
+ "invalid api key",
11
+ "unauthorized"
9
12
  ];
10
13
  var WebRTCManager = class {
11
14
  connection;
@@ -29,7 +32,7 @@ var WebRTCManager = class {
29
32
  minTimeout: 1e3,
30
33
  maxTimeout: 1e4,
31
34
  onFailedAttempt: (error) => {
32
- console.log(`[WebRTC] Retry ${error.attemptNumber} failed: ${error.message}`);
35
+ console.error(`[WebRTC] Failed to connect: ${error.message}`);
33
36
  this.connection.cleanup();
34
37
  },
35
38
  shouldRetry: (error) => {
package/dist/shared/model.d.ts CHANGED
@@ -1,10 +1,10 @@
1
1
  import { z } from "zod";
2
2
 
3
3
  //#region src/shared/model.d.ts
4
- declare const realtimeModels: z.ZodUnion<readonly [z.ZodLiteral<"mirage">, z.ZodLiteral<"lucy_v2v_720p_rt">]>;
4
+ declare const realtimeModels: z.ZodUnion<readonly [z.ZodLiteral<"mirage">, z.ZodLiteral<"mirage_v2">, z.ZodLiteral<"lucy_v2v_720p_rt">]>;
5
5
  declare const videoModels: z.ZodUnion<readonly [z.ZodLiteral<"lucy-dev-i2v">, z.ZodLiteral<"lucy-dev-v2v">, z.ZodLiteral<"lucy-pro-t2v">, z.ZodLiteral<"lucy-pro-i2v">, z.ZodLiteral<"lucy-pro-v2v">, z.ZodLiteral<"lucy-pro-flf2v">]>;
6
6
  declare const imageModels: z.ZodUnion<readonly [z.ZodLiteral<"lucy-pro-t2i">, z.ZodLiteral<"lucy-pro-i2i">]>;
7
- declare const modelSchema: z.ZodUnion<readonly [z.ZodUnion<readonly [z.ZodLiteral<"mirage">, z.ZodLiteral<"lucy_v2v_720p_rt">]>, z.ZodUnion<readonly [z.ZodLiteral<"lucy-dev-i2v">, z.ZodLiteral<"lucy-dev-v2v">, z.ZodLiteral<"lucy-pro-t2v">, z.ZodLiteral<"lucy-pro-i2v">, z.ZodLiteral<"lucy-pro-v2v">, z.ZodLiteral<"lucy-pro-flf2v">]>, z.ZodUnion<readonly [z.ZodLiteral<"lucy-pro-t2i">, z.ZodLiteral<"lucy-pro-i2i">]>]>;
7
+ declare const modelSchema: z.ZodUnion<readonly [z.ZodUnion<readonly [z.ZodLiteral<"mirage">, z.ZodLiteral<"mirage_v2">, z.ZodLiteral<"lucy_v2v_720p_rt">]>, z.ZodUnion<readonly [z.ZodLiteral<"lucy-dev-i2v">, z.ZodLiteral<"lucy-dev-v2v">, z.ZodLiteral<"lucy-pro-t2v">, z.ZodLiteral<"lucy-pro-i2v">, z.ZodLiteral<"lucy-pro-v2v">, z.ZodLiteral<"lucy-pro-flf2v">]>, z.ZodUnion<readonly [z.ZodLiteral<"lucy-pro-t2i">, z.ZodLiteral<"lucy-pro-i2i">]>]>;
8
8
  type Model = z.infer<typeof modelSchema>;
9
9
  type RealTimeModels = z.infer<typeof realtimeModels>;
10
10
  type VideoModels = z.infer<typeof videoModels>;
package/dist/shared/model.js CHANGED
@@ -2,7 +2,11 @@ import { createModelNotFoundError } from "../utils/errors.js";
2
2
  import { z } from "zod";
3
3
 
4
4
  //#region src/shared/model.ts
5
- const realtimeModels = z.union([z.literal("mirage"), z.literal("lucy_v2v_720p_rt")]);
5
+ const realtimeModels = z.union([
6
+ z.literal("mirage"),
7
+ z.literal("mirage_v2"),
8
+ z.literal("lucy_v2v_720p_rt")
9
+ ]);
6
10
  const videoModels = z.union([
7
11
  z.literal("lucy-dev-i2v"),
8
12
  z.literal("lucy-dev-v2v"),
@@ -97,6 +101,14 @@ const _models = {
97
101
  height: 704,
98
102
  inputSchema: z.object({})
99
103
  },
104
+ mirage_v2: {
105
+ urlPath: "/v1/stream",
106
+ name: "mirage_v2",
107
+ fps: 12,
108
+ width: 1280,
109
+ height: 704,
110
+ inputSchema: z.object({})
111
+ },
100
112
  lucy_v2v_720p_rt: {
101
113
  urlPath: "/v1/stream",
102
114
  name: "lucy_v2v_720p_rt",
package/dist/shared/types.d.ts CHANGED
@@ -4,7 +4,7 @@ import { z } from "zod";
4
4
  declare const modelStateSchema: z.ZodObject<{
5
5
  prompt: z.ZodOptional<z.ZodObject<{
6
6
  text: z.ZodString;
7
- enrich: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
7
+ enhance: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
8
8
  }, z.core.$strip>>;
9
9
  mirror: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
10
10
  }, z.core.$strip>;
package/dist/shared/types.js CHANGED
@@ -4,7 +4,7 @@ import { z } from "zod";
4
4
  const modelStateSchema = z.object({
5
5
  prompt: z.object({
6
6
  text: z.string().min(1),
7
- enrich: z.boolean().optional().default(true)
7
+ enhance: z.boolean().optional().default(true)
8
8
  }).optional(),
9
9
  mirror: z.boolean().optional().default(false)
10
10
  });
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@decartai/sdk",
3
- "version": "0.0.5",
3
+ "version": "0.0.6",
4
4
  "description": "Decart's JavaScript SDK",
5
5
  "type": "module",
6
6
  "license": "MIT",