@autobe/ui 0.29.2 → 0.30.0-dev.20260315

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (151) hide show
  1. package/LICENSE +661 -661
  2. package/README.md +261 -0
  3. package/lib/components/AutoBeChatMain.js +5 -5
  4. package/lib/components/AutoBeChatMain.js.map +1 -1
  5. package/lib/components/AutoBeConfigModal.js +9 -9
  6. package/lib/components/AutoBeStatusModal.js +4 -4
  7. package/lib/components/AutoBeStatusModal.js.map +1 -1
  8. package/lib/components/AutoBeUserMessageMovie.d.ts +2 -2
  9. package/lib/components/common/ChatBubble.d.ts +2 -2
  10. package/lib/components/common/openai/OpenAIContent.d.ts +2 -2
  11. package/lib/components/common/openai/OpenAIContent.js.map +1 -1
  12. package/lib/components/common/openai/OpenAIUserAudioContent.js +1 -1
  13. package/lib/components/common/openai/OpenAIUserAudioContent.js.map +1 -1
  14. package/lib/components/common/openai/OpenAIUserFileContent.js +1 -1
  15. package/lib/components/common/openai/OpenAIUserFileContent.js.map +1 -1
  16. package/lib/components/common/openai/OpenAIUserImageContent.d.ts +2 -2
  17. package/lib/components/events/AutoBeCompleteEventMovie.d.ts +2 -2
  18. package/lib/components/events/AutoBeCompleteEventMovie.js +5 -5
  19. package/lib/components/events/AutoBeCompleteEventMovie.js.map +1 -1
  20. package/lib/components/events/AutoBeCorrectEventMovie.d.ts +2 -2
  21. package/lib/components/events/AutoBeCorrectEventMovie.js +4 -4
  22. package/lib/components/events/AutoBeCorrectEventMovie.js.map +1 -1
  23. package/lib/components/events/AutoBeEventMovie.js +38 -17
  24. package/lib/components/events/AutoBeEventMovie.js.map +1 -1
  25. package/lib/components/events/AutoBeProgressEventMovie.js +73 -13
  26. package/lib/components/events/AutoBeProgressEventMovie.js.map +1 -1
  27. package/lib/components/events/AutoBeScenarioEventMovie.d.ts +2 -2
  28. package/lib/components/events/AutoBeScenarioEventMovie.js +18 -5
  29. package/lib/components/events/AutoBeScenarioEventMovie.js.map +1 -1
  30. package/lib/components/events/AutoBeStartEventMovie.d.ts +2 -2
  31. package/lib/components/events/AutoBeStartEventMovie.js +2 -2
  32. package/lib/components/events/AutoBeStartEventMovie.js.map +1 -1
  33. package/lib/components/events/AutoBeValidateEventMovie.d.ts +2 -2
  34. package/lib/components/events/AutoBeValidateEventMovie.js +3 -11
  35. package/lib/components/events/AutoBeValidateEventMovie.js.map +1 -1
  36. package/lib/components/events/groups/CorrectEventGroup.d.ts +2 -2
  37. package/lib/components/events/groups/CorrectEventGroup.js +1 -1
  38. package/lib/components/events/groups/CorrectEventGroup.js.map +1 -1
  39. package/lib/components/events/groups/ValidateEventGroup.d.ts +2 -2
  40. package/lib/components/events/groups/ValidateEventGroup.js +1 -2
  41. package/lib/components/events/groups/ValidateEventGroup.js.map +1 -1
  42. package/lib/components/events/utils/eventGrouper.js +1 -2
  43. package/lib/components/events/utils/eventGrouper.js.map +1 -1
  44. package/lib/components/upload/AutoBeChatUploadBox.d.ts +3 -4
  45. package/lib/components/upload/AutoBeChatUploadBox.js +2 -1
  46. package/lib/components/upload/AutoBeChatUploadBox.js.map +1 -1
  47. package/lib/components/upload/AutoBeChatUploadSendButton.js +1 -1
  48. package/lib/components/upload/AutoBeChatUploadSendButton.js.map +1 -1
  49. package/lib/context/AutoBeAgentContext.d.ts +1 -3
  50. package/lib/context/AutoBeAgentContext.js +0 -4
  51. package/lib/context/AutoBeAgentContext.js.map +1 -1
  52. package/lib/hooks/useSessionStorage.d.ts +4 -0
  53. package/lib/hooks/useSessionStorage.js +16 -0
  54. package/lib/hooks/useSessionStorage.js.map +1 -0
  55. package/lib/index.d.ts +1 -0
  56. package/lib/index.js +1 -0
  57. package/lib/index.js.map +1 -1
  58. package/lib/strategy/AutoBeAgentSessionStorageStrategy.d.ts +10 -0
  59. package/lib/strategy/AutoBeAgentSessionStorageStrategy.js +117 -0
  60. package/lib/strategy/AutoBeAgentSessionStorageStrategy.js.map +1 -0
  61. package/lib/structure/AutoBeListener.js +91 -23
  62. package/lib/structure/AutoBeListener.js.map +1 -1
  63. package/lib/structure/AutoBeListenerState.d.ts +3 -3
  64. package/lib/structure/AutoBeListenerState.js +4 -4
  65. package/lib/structure/AutoBeListenerState.js.map +1 -1
  66. package/lib/structure/IAutoBeAgentSessionStorageStrategy.js +1 -1
  67. package/lib/structure/IAutoBeAgentSessionStorageStrategy.js.map +1 -1
  68. package/lib/utils/AutoBeFileUploader.d.ts +2 -2
  69. package/lib/utils/AutoBeFileUploader.js.map +1 -1
  70. package/package.json +3 -4
  71. package/src/components/AutoBeAssistantMessageMovie.tsx +22 -22
  72. package/src/components/AutoBeChatMain.tsx +376 -376
  73. package/src/components/AutoBeChatSidebar.tsx +414 -414
  74. package/src/components/AutoBeConfigButton.tsx +83 -83
  75. package/src/components/AutoBeConfigModal.tsx +443 -443
  76. package/src/components/AutoBeStatusButton.tsx +75 -75
  77. package/src/components/AutoBeStatusModal.tsx +486 -484
  78. package/src/components/AutoBeUserMessageMovie.tsx +27 -27
  79. package/src/components/common/ActionButton.tsx +205 -205
  80. package/src/components/common/ActionButtonGroup.tsx +80 -80
  81. package/src/components/common/AutoBeConfigInput.tsx +185 -185
  82. package/src/components/common/ChatBubble.tsx +119 -119
  83. package/src/components/common/Collapsible.tsx +95 -95
  84. package/src/components/common/CompactSessionIndicator.tsx +73 -73
  85. package/src/components/common/CompactSessionList.tsx +82 -82
  86. package/src/components/common/index.ts +8 -8
  87. package/src/components/common/openai/OpenAIContent.tsx +53 -53
  88. package/src/components/common/openai/OpenAIUserAudioContent.tsx +70 -70
  89. package/src/components/common/openai/OpenAIUserFileContent.tsx +76 -76
  90. package/src/components/common/openai/OpenAIUserImageContent.tsx +34 -34
  91. package/src/components/common/openai/OpenAIUserTextContent.tsx +15 -15
  92. package/src/components/common/openai/index.ts +5 -5
  93. package/src/components/events/AutoBeCompleteEventMovie.tsx +402 -402
  94. package/src/components/events/AutoBeCorrectEventMovie.tsx +354 -368
  95. package/src/components/events/AutoBeEventGroupMovie.tsx +18 -18
  96. package/src/components/events/AutoBeEventMovie.tsx +158 -139
  97. package/src/components/events/AutoBeProgressEventMovie.tsx +217 -157
  98. package/src/components/events/AutoBeScenarioEventMovie.tsx +135 -95
  99. package/src/components/events/AutoBeStartEventMovie.tsx +82 -82
  100. package/src/components/events/AutoBeValidateEventMovie.tsx +249 -286
  101. package/src/components/events/README.md +300 -300
  102. package/src/components/events/common/CollapsibleEventGroup.tsx +211 -211
  103. package/src/components/events/common/EventCard.tsx +61 -61
  104. package/src/components/events/common/EventContent.tsx +31 -31
  105. package/src/components/events/common/EventHeader.tsx +85 -85
  106. package/src/components/events/common/EventIcon.tsx +82 -82
  107. package/src/components/events/common/ProgressBar.tsx +64 -64
  108. package/src/components/events/common/index.ts +13 -13
  109. package/src/components/events/groups/CorrectEventGroup.tsx +183 -183
  110. package/src/components/events/groups/ValidateEventGroup.tsx +143 -146
  111. package/src/components/events/groups/index.ts +8 -8
  112. package/src/components/events/index.ts +16 -16
  113. package/src/components/events/utils/eventGrouper.tsx +116 -117
  114. package/src/components/events/utils/index.ts +1 -1
  115. package/src/components/index.ts +13 -13
  116. package/src/components/upload/AutoBeChatUploadBox.tsx +425 -424
  117. package/src/components/upload/AutoBeChatUploadSendButton.tsx +66 -66
  118. package/src/components/upload/AutoBeFileUploadBox.tsx +123 -123
  119. package/src/components/upload/AutoBeUploadConfig.ts +5 -5
  120. package/src/components/upload/AutoBeVoiceRecoderButton.tsx +100 -100
  121. package/src/components/upload/index.ts +5 -5
  122. package/src/constant/color.ts +28 -28
  123. package/src/context/AutoBeAgentContext.tsx +245 -258
  124. package/src/context/AutoBeAgentSessionList.tsx +58 -58
  125. package/src/context/SearchParamsContext.tsx +49 -49
  126. package/src/hooks/index.ts +3 -3
  127. package/src/hooks/useEscapeKey.ts +24 -24
  128. package/src/hooks/useIsomorphicLayoutEffect.ts +8 -8
  129. package/src/hooks/useMediaQuery.ts +73 -73
  130. package/src/hooks/useSessionStorage.ts +10 -0
  131. package/src/icons/Receipt.tsx +74 -74
  132. package/src/index.ts +9 -8
  133. package/src/strategy/AutoBeAgentSessionStorageStrategy.ts +127 -0
  134. package/src/structure/AutoBeListener.ts +373 -304
  135. package/src/structure/AutoBeListenerState.ts +53 -53
  136. package/src/structure/IAutoBeAgentSessionStorageStrategy.ts +87 -87
  137. package/src/structure/IAutoBeEventGroup.ts +6 -6
  138. package/src/structure/index.ts +4 -4
  139. package/src/types/config.ts +44 -44
  140. package/src/types/index.ts +1 -1
  141. package/src/utils/AutoBeFileUploader.ts +279 -279
  142. package/src/utils/AutoBeVoiceRecorder.ts +95 -95
  143. package/src/utils/__tests__/crypto.test.ts +286 -286
  144. package/src/utils/__tests__/storage.test.ts +229 -229
  145. package/src/utils/crypto.ts +95 -95
  146. package/src/utils/index.ts +6 -6
  147. package/src/utils/number.ts +17 -17
  148. package/src/utils/storage.ts +96 -96
  149. package/src/utils/time.ts +14 -14
  150. package/tsconfig.json +9 -9
  151. package/vitest.config.ts +15 -15
@@ -1,95 +1,95 @@
1
- import { AutoBeUserMessageAudioContent } from "@autobe/interface";
2
-
3
- import { AutoBeFileUploader } from "./AutoBeFileUploader";
4
-
5
- export namespace AutoBeVoiceRecorder {
6
- export const start = async (
7
- onComplete: (content: {
8
- file: File;
9
- content: AutoBeUserMessageAudioContent;
10
- }) => void,
11
- ): Promise<MediaRecorder> => {
12
- const stream: MediaStream = await navigator.mediaDevices.getUserMedia({
13
- audio: true,
14
- });
15
- const recorder: MediaRecorder = new MediaRecorder(stream);
16
- const chunks: Blob[] = [];
17
-
18
- recorder.ondataavailable = (event) => {
19
- if (event.data.size > 0) chunks.push(event.data);
20
- };
21
- recorder.onstop = async () => {
22
- try {
23
- const audioBlob = new Blob(chunks, { type: "audio/webm" });
24
- const wavBlob = await convertToWav(audioBlob);
25
- const audioFile = new File([wavBlob], `recording-${Date.now()}.wav`, {
26
- type: "audio/wav",
27
- });
28
-
29
- const base64 = await AutoBeFileUploader.convertToBase64(audioFile);
30
- const content: AutoBeUserMessageAudioContent = {
31
- type: "audio",
32
- data: base64,
33
- format: "wav",
34
- };
35
- onComplete({
36
- file: audioFile,
37
- content,
38
- });
39
- } finally {
40
- stream.getTracks().forEach((track) => track.stop());
41
- }
42
- };
43
- return recorder;
44
- };
45
- }
46
-
47
- const convertToWav = async (audioBlob: Blob): Promise<Blob> => {
48
- const audioContext = new AudioContext();
49
- const arrayBuffer = await audioBlob.arrayBuffer();
50
- const audioBuffer = await audioContext.decodeAudioData(arrayBuffer);
51
-
52
- // Create WAV file
53
- const length = audioBuffer.length;
54
- const sampleRate = audioBuffer.sampleRate;
55
- const numberOfChannels = audioBuffer.numberOfChannels;
56
-
57
- // Calculate WAV file size
58
- const wavLength = 44 + length * numberOfChannels * 2;
59
- const buffer = new ArrayBuffer(wavLength);
60
- const view = new DataView(buffer);
61
-
62
- // WAV file header
63
- const writeString = (offset: number, string: string) => {
64
- for (let i = 0; i < string.length; i++) {
65
- view.setUint8(offset + i, string.charCodeAt(i));
66
- }
67
- };
68
-
69
- writeString(0, "RIFF");
70
- view.setUint32(4, wavLength - 8, true);
71
- writeString(8, "WAVE");
72
- writeString(12, "fmt ");
73
- view.setUint32(16, 16, true); // fmt chunk size
74
- view.setUint16(20, 1, true); // PCM format
75
- view.setUint16(22, numberOfChannels, true);
76
- view.setUint32(24, sampleRate, true);
77
- view.setUint32(28, sampleRate * numberOfChannels * 2, true); // byte rate
78
- view.setUint16(32, numberOfChannels * 2, true); // block align
79
- view.setUint16(34, 16, true); // bits per sample
80
- writeString(36, "data");
81
- view.setUint32(40, length * numberOfChannels * 2, true);
82
-
83
- // Write audio data
84
- let offset = 44;
85
- for (let i = 0; i < length; i++) {
86
- for (let channel = 0; channel < numberOfChannels; channel++) {
87
- const sample = audioBuffer.getChannelData(channel)[i]!;
88
- const value = Math.max(-1, Math.min(1, sample));
89
- view.setInt16(offset, value * 0x7fff, true);
90
- offset += 2;
91
- }
92
- }
93
-
94
- return new Blob([buffer], { type: "audio/wav" });
95
- };
1
+ import { AutoBeUserMessageAudioContent } from "@autobe/interface";
2
+
3
+ import { AutoBeFileUploader } from "./AutoBeFileUploader";
4
+
5
+ export namespace AutoBeVoiceRecorder {
6
+ export const start = async (
7
+ onComplete: (content: {
8
+ file: File;
9
+ content: AutoBeUserMessageAudioContent;
10
+ }) => void,
11
+ ): Promise<MediaRecorder> => {
12
+ const stream: MediaStream = await navigator.mediaDevices.getUserMedia({
13
+ audio: true,
14
+ });
15
+ const recorder: MediaRecorder = new MediaRecorder(stream);
16
+ const chunks: Blob[] = [];
17
+
18
+ recorder.ondataavailable = (event) => {
19
+ if (event.data.size > 0) chunks.push(event.data);
20
+ };
21
+ recorder.onstop = async () => {
22
+ try {
23
+ const audioBlob = new Blob(chunks, { type: "audio/webm" });
24
+ const wavBlob = await convertToWav(audioBlob);
25
+ const audioFile = new File([wavBlob], `recording-${Date.now()}.wav`, {
26
+ type: "audio/wav",
27
+ });
28
+
29
+ const base64 = await AutoBeFileUploader.convertToBase64(audioFile);
30
+ const content: AutoBeUserMessageAudioContent = {
31
+ type: "audio",
32
+ data: base64,
33
+ format: "wav",
34
+ };
35
+ onComplete({
36
+ file: audioFile,
37
+ content,
38
+ });
39
+ } finally {
40
+ stream.getTracks().forEach((track) => track.stop());
41
+ }
42
+ };
43
+ return recorder;
44
+ };
45
+ }
46
+
47
+ const convertToWav = async (audioBlob: Blob): Promise<Blob> => {
48
+ const audioContext = new AudioContext();
49
+ const arrayBuffer = await audioBlob.arrayBuffer();
50
+ const audioBuffer = await audioContext.decodeAudioData(arrayBuffer);
51
+
52
+ // Create WAV file
53
+ const length = audioBuffer.length;
54
+ const sampleRate = audioBuffer.sampleRate;
55
+ const numberOfChannels = audioBuffer.numberOfChannels;
56
+
57
+ // Calculate WAV file size
58
+ const wavLength = 44 + length * numberOfChannels * 2;
59
+ const buffer = new ArrayBuffer(wavLength);
60
+ const view = new DataView(buffer);
61
+
62
+ // WAV file header
63
+ const writeString = (offset: number, string: string) => {
64
+ for (let i = 0; i < string.length; i++) {
65
+ view.setUint8(offset + i, string.charCodeAt(i));
66
+ }
67
+ };
68
+
69
+ writeString(0, "RIFF");
70
+ view.setUint32(4, wavLength - 8, true);
71
+ writeString(8, "WAVE");
72
+ writeString(12, "fmt ");
73
+ view.setUint32(16, 16, true); // fmt chunk size
74
+ view.setUint16(20, 1, true); // PCM format
75
+ view.setUint16(22, numberOfChannels, true);
76
+ view.setUint32(24, sampleRate, true);
77
+ view.setUint32(28, sampleRate * numberOfChannels * 2, true); // byte rate
78
+ view.setUint16(32, numberOfChannels * 2, true); // block align
79
+ view.setUint16(34, 16, true); // bits per sample
80
+ writeString(36, "data");
81
+ view.setUint32(40, length * numberOfChannels * 2, true);
82
+
83
+ // Write audio data
84
+ let offset = 44;
85
+ for (let i = 0; i < length; i++) {
86
+ for (let channel = 0; channel < numberOfChannels; channel++) {
87
+ const sample = audioBuffer.getChannelData(channel)[i]!;
88
+ const value = Math.max(-1, Math.min(1, sample));
89
+ view.setInt16(offset, value * 0x7fff, true);
90
+ offset += 2;
91
+ }
92
+ }
93
+
94
+ return new Blob([buffer], { type: "audio/wav" });
95
+ };